[ 610.171881] env[68893]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=68893) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 610.172236] env[68893]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=68893) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 610.172352] env[68893]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=68893) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 610.172661] env[68893]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 610.267058] env[68893]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=68893) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 610.277237] env[68893]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=68893) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 610.320990] env[68893]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 610.880172] env[68893]: INFO nova.virt.driver [None req-9787fdeb-b121-422a-9292-bd00150f0be8 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 610.950386] env[68893]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.950547] env[68893]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.950646] env[68893]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=68893) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 614.174735] env[68893]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-26796d5b-43b3-4575-8795-7b68782a6f4a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.190731] env[68893]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=68893) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 614.190861] env[68893]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-a38ff4c7-3b87-4bb2-b54a-cfa4ccbd4f1a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.221968] env[68893]: INFO oslo_vmware.api [-] Successfully established new session; session ID is a5d76. [ 614.222136] env[68893]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.272s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 614.222684] env[68893]: INFO nova.virt.vmwareapi.driver [None req-9787fdeb-b121-422a-9292-bd00150f0be8 None None] VMware vCenter version: 7.0.3 [ 614.226202] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e68c0d79-5601-4a7d-8dc9-ea35272a121f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.243355] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e386dc31-d124-4b0b-a0b5-3a05309b4fe2 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.250917] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ced5edf1-fd27-42f9-a05e-e4873fbeb68f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.258039] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94a0b5b2-78c3-4483-9175-39b05f9dd263 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.271300] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-990ae021-dba6-4e39-b393-499d3e9ab903 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.277217] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7acb0a16-6688-450b-84db-1a1416c9bb24 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.308049] env[68893]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-c9696d5e-725c-4446-b7c3-7f7b2545d8c0 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.313892] env[68893]: DEBUG nova.virt.vmwareapi.driver [None req-9787fdeb-b121-422a-9292-bd00150f0be8 None None] Extension org.openstack.compute already exists. {{(pid=68893) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 614.316682] env[68893]: INFO nova.compute.provider_config [None req-9787fdeb-b121-422a-9292-bd00150f0be8 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 614.821106] env[68893]: DEBUG nova.context [None req-9787fdeb-b121-422a-9292-bd00150f0be8 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),e032f285-fea6-4630-af92-a73a98bfb635(cell1) {{(pid=68893) load_cells /opt/stack/nova/nova/context.py:464}} [ 614.823312] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 614.823554] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 614.824264] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 614.824722] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] Acquiring lock "e032f285-fea6-4630-af92-a73a98bfb635" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 614.824967] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] Lock "e032f285-fea6-4630-af92-a73a98bfb635" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 614.825992] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] Lock "e032f285-fea6-4630-af92-a73a98bfb635" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 614.847172] env[68893]: INFO dbcounter [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] Registered counter for database nova_cell0 [ 614.855338] env[68893]: INFO dbcounter [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] Registered counter for database nova_cell1 [ 614.858593] env[68893]: DEBUG oslo_db.sqlalchemy.engines [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=68893) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 614.859233] env[68893]: DEBUG oslo_db.sqlalchemy.engines [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=68893) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 614.863687] env[68893]: ERROR nova.db.main.api [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 614.863687] env[68893]: result = function(*args, **kwargs) [ 614.863687] env[68893]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 614.863687] env[68893]: return func(*args, **kwargs) [ 614.863687] env[68893]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 614.863687] env[68893]: result = fn(*args, **kwargs) [ 614.863687] env[68893]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 614.863687] env[68893]: return f(*args, **kwargs) [ 614.863687] env[68893]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 614.863687] env[68893]: return db.service_get_minimum_version(context, binaries) [ 614.863687] env[68893]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 614.863687] env[68893]: _check_db_access() [ 614.863687] env[68893]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 614.863687] env[68893]: stacktrace = ''.join(traceback.format_stack()) [ 614.863687] env[68893]: [ 614.864844] env[68893]: ERROR nova.db.main.api [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 614.864844] env[68893]: result = function(*args, **kwargs) [ 614.864844] env[68893]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 614.864844] env[68893]: return func(*args, **kwargs) [ 614.864844] env[68893]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 614.864844] env[68893]: result = fn(*args, **kwargs) [ 614.864844] env[68893]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 614.864844] env[68893]: return f(*args, **kwargs) [ 614.864844] env[68893]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 614.864844] env[68893]: return db.service_get_minimum_version(context, binaries) [ 614.864844] env[68893]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 614.864844] env[68893]: _check_db_access() [ 614.864844] env[68893]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 614.864844] env[68893]: stacktrace = ''.join(traceback.format_stack()) [ 614.864844] env[68893]: [ 614.865571] env[68893]: WARNING nova.objects.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 614.865571] env[68893]: WARNING nova.objects.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] Failed to get minimum service version for cell e032f285-fea6-4630-af92-a73a98bfb635 [ 614.865840] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] Acquiring lock "singleton_lock" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.866044] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] Acquired lock "singleton_lock" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.866302] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] Releasing lock "singleton_lock" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.866630] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] Full set of CONF: {{(pid=68893) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 614.866777] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] ******************************************************************************** {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 614.866905] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] Configuration options gathered from: {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 614.867059] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 614.867259] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 614.867390] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] ================================================================================ {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 614.867625] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] allow_resize_to_same_host = True {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.867809] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] arq_binding_timeout = 300 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.867944] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] backdoor_port = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.868089] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] backdoor_socket = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.868258] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] block_device_allocate_retries = 60 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.868422] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] block_device_allocate_retries_interval = 3 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.868593] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] cert = self.pem {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.868761] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.868973] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] compute_monitors = [] {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.869159] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] config_dir = [] {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.869342] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] config_drive_format = iso9660 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.869478] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.869642] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] config_source = [] {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.869810] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] console_host = devstack {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.869978] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] control_exchange = nova {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.870150] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] cpu_allocation_ratio = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.870313] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] daemon = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.870519] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] debug = True {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.870687] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] default_access_ip_network_name = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.870856] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] default_availability_zone = nova {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.871024] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] default_ephemeral_format = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.871189] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] default_green_pool_size = 1000 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.871432] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.871596] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] default_schedule_zone = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.871756] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] disk_allocation_ratio = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.871967] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] enable_new_services = True {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.872173] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] enabled_apis = ['osapi_compute'] {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.872342] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] enabled_ssl_apis = [] {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.872502] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] flat_injected = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.872661] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] force_config_drive = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.872826] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] force_raw_images = True {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.872993] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] graceful_shutdown_timeout = 5 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.873170] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] heal_instance_info_cache_interval = -1 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.873454] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] host = cpu-1 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.873648] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.873817] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] initial_disk_allocation_ratio = 1.0 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.873981] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] initial_ram_allocation_ratio = 1.0 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.874219] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.874386] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] instance_build_timeout = 0 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.874548] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] instance_delete_interval = 300 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.874728] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] instance_format = [instance: %(uuid)s] {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.874934] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] instance_name_template = instance-%08x {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.875119] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] instance_usage_audit = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.875294] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] instance_usage_audit_period = month {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.875461] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.875626] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] instances_path = /opt/stack/data/nova/instances {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.875794] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] internal_service_availability_zone = internal {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.875949] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] key = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.876123] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] live_migration_retry_count = 30 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.876319] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] log_color = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.876492] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] log_config_append = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.876663] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.876821] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] log_dir = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.876982] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] log_file = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.877132] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] log_options = True {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.877296] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] log_rotate_interval = 1 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.877465] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] log_rotate_interval_type = days {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.877669] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] log_rotation_type = none {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.877816] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.877948] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.878135] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.878303] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.878430] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.878590] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] long_rpc_timeout = 1800 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.878749] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] max_concurrent_builds = 10 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.878908] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] max_concurrent_live_migrations = 1 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.879083] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] max_concurrent_snapshots = 5 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.879249] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] max_local_block_devices = 3 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.879409] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] max_logfile_count = 30 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.879566] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] max_logfile_size_mb = 200 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.879726] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] maximum_instance_delete_attempts = 5 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.879897] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] metadata_listen = 0.0.0.0 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.880077] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] metadata_listen_port = 8775 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.880249] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] metadata_workers = 2 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.880440] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] migrate_max_retries = -1 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.880631] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] mkisofs_cmd = genisoimage {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.880842] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] my_block_storage_ip = 10.180.1.21 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.880977] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] my_ip = 10.180.1.21 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.881197] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.881362] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] network_allocate_retries = 0 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.881543] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.881710] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] osapi_compute_listen = 0.0.0.0 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.881881] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] osapi_compute_listen_port = 8774 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.882066] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] osapi_compute_unique_server_name_scope = {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.882241] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] osapi_compute_workers = 2 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.882404] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] password_length = 12 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.882561] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] periodic_enable = True {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.882720] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] periodic_fuzzy_delay = 60 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.882898] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] pointer_model = usbtablet {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.883074] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] preallocate_images = none {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.883281] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] publish_errors = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.883418] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] pybasedir = /opt/stack/nova {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.883580] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] ram_allocation_ratio = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.883741] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] rate_limit_burst = 0 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.883910] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] rate_limit_except_level = CRITICAL {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.884084] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] rate_limit_interval = 0 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.884249] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] reboot_timeout = 0 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.884409] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] reclaim_instance_interval = 0 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.884571] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] record = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.884744] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] reimage_timeout_per_gb = 60 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.884922] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] report_interval = 120 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.885094] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] rescue_timeout = 0 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.885259] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] reserved_host_cpus = 0 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.885419] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] reserved_host_disk_mb = 0 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.885577] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] reserved_host_memory_mb = 512 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.885739] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] reserved_huge_pages = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.885915] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] resize_confirm_window = 0 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.886130] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] resize_fs_using_block_device = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.886302] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] resume_guests_state_on_host_boot = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.886477] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.886640] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] rpc_response_timeout = 60 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.886803] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] run_external_periodic_tasks = True {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.886972] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] running_deleted_instance_action = reap {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.887151] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] running_deleted_instance_poll_interval = 1800 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.887312] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] running_deleted_instance_timeout = 0 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.887480] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] scheduler_instance_sync_interval = 120 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.887652] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] service_down_time = 720 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.887822] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] servicegroup_driver = db {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.887983] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] shell_completion = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.888160] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] shelved_offload_time = 0 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.888322] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] shelved_poll_interval = 3600 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.888490] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] shutdown_timeout = 0 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.888653] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] source_is_ipv6 = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.888850] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] ssl_only = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.889145] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.889322] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] sync_power_state_interval = 600 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.889486] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] sync_power_state_pool_size = 1000 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.889656] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] syslog_log_facility = LOG_USER {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.889814] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] tempdir = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.889977] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] timeout_nbd = 10 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.890161] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] transport_url = **** {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.890336] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] update_resources_interval = 0 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.890497] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] use_cow_images = True {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.890656] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] use_journal = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.890815] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] use_json = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.890973] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] use_rootwrap_daemon = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.891145] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] use_stderr = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.891302] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] use_syslog = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.891456] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] vcpu_pin_set = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.891664] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] vif_plugging_is_fatal = True {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.891851] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] vif_plugging_timeout = 300 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.892029] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] virt_mkfs = [] {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.892196] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] volume_usage_poll_interval = 0 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.892356] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] watch_log_file = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.892525] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] web = /usr/share/spice-html5 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 614.892712] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.892888] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.893145] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.893291] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] oslo_concurrency.disable_process_locking = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.893861] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.894070] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.894254] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.894478] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.894663] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.894848] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.895048] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] api.auth_strategy = keystone {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.895227] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] api.compute_link_prefix = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.895406] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.895584] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] api.dhcp_domain = novalocal {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.895784] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] api.enable_instance_password = True {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.895969] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] api.glance_link_prefix = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.896160] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.896340] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.896508] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] api.instance_list_per_project_cells = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.896674] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] api.list_records_by_skipping_down_cells = True {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.896842] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] api.local_metadata_per_cell = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.897021] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] api.max_limit = 1000 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.897227] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] api.metadata_cache_expiration = 15 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.897418] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] api.neutron_default_tenant_id = default {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.897596] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] api.response_validation = warn {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.897769] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] api.use_neutron_default_nets = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.897939] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.898121] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.898291] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.898464] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.898672] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] api.vendordata_dynamic_targets = [] {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.898849] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] api.vendordata_jsonfile_path = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.899060] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.899262] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] cache.backend = dogpile.cache.memcached {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.899435] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] cache.backend_argument = **** {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.899598] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] cache.backend_expiration_time = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.899768] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] cache.config_prefix = cache.oslo {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.899953] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] cache.dead_timeout = 60.0 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.900172] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] cache.debug_cache_backend = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.900343] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] cache.enable_retry_client = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.900507] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] cache.enable_socket_keepalive = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.900682] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] cache.enabled = True {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.900848] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] cache.enforce_fips_mode = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.901027] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] cache.expiration_time = 600 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.901198] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] cache.hashclient_retry_attempts = 2 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.901377] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] cache.hashclient_retry_delay = 1.0 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.901580] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] cache.memcache_dead_retry = 300 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.901747] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] cache.memcache_password = **** {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.901915] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.902099] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.902270] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] cache.memcache_pool_maxsize = 10 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.902436] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.902600] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] cache.memcache_sasl_enabled = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.902815] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.903036] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] cache.memcache_socket_timeout = 1.0 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.903224] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] cache.memcache_username = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.903397] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] cache.proxies = [] {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.903565] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] cache.redis_db = 0 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.903726] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] cache.redis_password = **** {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.903900] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] cache.redis_sentinel_service_name = mymaster {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.904097] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.904301] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] cache.redis_server = localhost:6379 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.904492] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] cache.redis_socket_timeout = 1.0 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.904661] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] cache.redis_username = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.904834] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] cache.retry_attempts = 2 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.904998] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] cache.retry_delay = 0.0 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.905187] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] cache.socket_keepalive_count = 1 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.905356] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] cache.socket_keepalive_idle = 1 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.905523] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] cache.socket_keepalive_interval = 1 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.905696] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] cache.tls_allowed_ciphers = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.905901] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] cache.tls_cafile = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.906088] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] cache.tls_certfile = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.906261] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] cache.tls_enabled = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.906423] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] cache.tls_keyfile = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.906596] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] cinder.auth_section = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.906773] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] cinder.auth_type = password {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.906937] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] cinder.cafile = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.907138] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] cinder.catalog_info = volumev3::publicURL {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.907340] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] cinder.certfile = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.907515] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] cinder.collect_timing = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.907682] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] cinder.cross_az_attach = True {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.907847] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] cinder.debug = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.908021] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] cinder.endpoint_template = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.908194] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] cinder.http_retries = 3 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.908361] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] cinder.insecure = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.908520] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] cinder.keyfile = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.908738] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] cinder.os_region_name = RegionOne {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.908917] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] cinder.split_loggers = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.909098] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] cinder.timeout = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.909278] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.909444] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] compute.cpu_dedicated_set = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.909606] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] compute.cpu_shared_set = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.909773] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] compute.image_type_exclude_list = [] {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.909938] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.910194] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] compute.max_concurrent_disk_ops = 0 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.910392] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] compute.max_disk_devices_to_attach = -1 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.910567] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.910742] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.910910] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] compute.resource_provider_association_refresh = 300 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.911089] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.911258] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] compute.shutdown_retry_interval = 10 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.911444] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.911631] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] conductor.workers = 2 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.911845] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] console.allowed_origins = [] {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.912028] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] console.ssl_ciphers = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.912213] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] console.ssl_minimum_version = default {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.912386] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] consoleauth.enforce_session_timeout = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.912559] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] consoleauth.token_ttl = 600 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.912736] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] cyborg.cafile = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.912898] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] cyborg.certfile = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.913078] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] cyborg.collect_timing = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.913279] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] cyborg.connect_retries = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.913457] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] cyborg.connect_retry_delay = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.913622] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] cyborg.endpoint_override = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.913787] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] cyborg.insecure = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.913949] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] cyborg.keyfile = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.914128] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] cyborg.max_version = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.914293] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] cyborg.min_version = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.914454] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] cyborg.region_name = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.914633] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] cyborg.retriable_status_codes = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.914836] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] cyborg.service_name = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.915013] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] cyborg.service_type = accelerator {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.915189] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] cyborg.split_loggers = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.915353] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] cyborg.status_code_retries = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.915515] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] cyborg.status_code_retry_delay = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.915676] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] cyborg.timeout = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.915861] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.916042] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] cyborg.version = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.916260] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] database.asyncio_connection = **** {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.916433] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] database.asyncio_slave_connection = **** {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.916610] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] database.backend = sqlalchemy {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.916784] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] database.connection = **** {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.916954] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] database.connection_debug = 0 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.917148] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] database.connection_parameters = {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.917320] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] database.connection_recycle_time = 3600 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.917501] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] database.connection_trace = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.917736] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] database.db_inc_retry_interval = True {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.917922] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] database.db_max_retries = 20 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.918111] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] database.db_max_retry_interval = 10 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.918282] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] database.db_retry_interval = 1 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.918450] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] database.max_overflow = 50 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.918615] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] database.max_pool_size = 5 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.918777] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] database.max_retries = 10 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.918952] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.919168] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] database.mysql_wsrep_sync_wait = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.919341] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] database.pool_timeout = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.919509] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] database.retry_interval = 10 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.919672] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] database.slave_connection = **** {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.919839] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] database.sqlite_synchronous = True {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.920013] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] database.use_db_reconnect = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.920198] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] api_database.asyncio_connection = **** {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.920361] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] api_database.asyncio_slave_connection = **** {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.920577] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] api_database.backend = sqlalchemy {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.920771] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] api_database.connection = **** {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.920946] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] api_database.connection_debug = 0 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.921139] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] api_database.connection_parameters = {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.921310] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] api_database.connection_recycle_time = 3600 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.921475] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] api_database.connection_trace = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.921638] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] api_database.db_inc_retry_interval = True {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.921804] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] api_database.db_max_retries = 20 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.922014] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] api_database.db_max_retry_interval = 10 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.922203] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] api_database.db_retry_interval = 1 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.922371] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] api_database.max_overflow = 50 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.922537] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] api_database.max_pool_size = 5 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.922702] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] api_database.max_retries = 10 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.922875] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.923058] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.923226] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] api_database.pool_timeout = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.923439] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] api_database.retry_interval = 10 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.923629] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] api_database.slave_connection = **** {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.923799] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] api_database.sqlite_synchronous = True {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.923978] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] devices.enabled_mdev_types = [] {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.924179] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.924359] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] ephemeral_storage_encryption.default_format = luks {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.924526] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] ephemeral_storage_encryption.enabled = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.924691] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.924938] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] glance.api_servers = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.925148] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] glance.cafile = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.925321] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] glance.certfile = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.925491] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] glance.collect_timing = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.925655] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] glance.connect_retries = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.925823] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] glance.connect_retry_delay = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.925990] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] glance.debug = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.926175] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] glance.default_trusted_certificate_ids = [] {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.926383] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] glance.enable_certificate_validation = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.926571] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] glance.enable_rbd_download = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.926738] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] glance.endpoint_override = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.926909] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] glance.insecure = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.927091] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] glance.keyfile = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.927258] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] glance.max_version = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.927418] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] glance.min_version = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.927583] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] glance.num_retries = 3 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.927764] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] glance.rbd_ceph_conf = {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.927935] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] glance.rbd_connect_timeout = 5 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.928126] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] glance.rbd_pool = {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.928300] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] glance.rbd_user = {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.928469] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] glance.region_name = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.928636] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] glance.retriable_status_codes = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.928804] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] glance.service_name = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.928974] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] glance.service_type = image {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.929191] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] glance.split_loggers = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.929379] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] glance.status_code_retries = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.929544] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] glance.status_code_retry_delay = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.929706] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] glance.timeout = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.929894] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.930072] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] glance.verify_glance_signatures = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.930241] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] glance.version = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.930410] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] guestfs.debug = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.930588] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] manila.auth_section = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.930759] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] manila.auth_type = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.930920] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] manila.cafile = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.931095] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] manila.certfile = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.931263] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] manila.collect_timing = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.931422] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] manila.connect_retries = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.931583] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] manila.connect_retry_delay = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.931740] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] manila.endpoint_override = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.931936] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] manila.insecure = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.932143] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] manila.keyfile = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.932310] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] manila.max_version = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.932471] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] manila.min_version = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.932630] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] manila.region_name = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.932789] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] manila.retriable_status_codes = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.932949] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] manila.service_name = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.933139] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] manila.service_type = shared-file-system {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.933306] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] manila.share_apply_policy_timeout = 10 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.933480] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] manila.split_loggers = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.933641] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] manila.status_code_retries = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.933804] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] manila.status_code_retry_delay = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.933964] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] manila.timeout = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.934162] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.934328] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] manila.version = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.934500] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] mks.enabled = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.934902] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.935126] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] image_cache.manager_interval = 2400 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.935308] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] image_cache.precache_concurrency = 1 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.935491] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] image_cache.remove_unused_base_images = True {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.935664] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.935836] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.936028] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] image_cache.subdirectory_name = _base {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.936246] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] ironic.api_max_retries = 60 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.936428] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] ironic.api_retry_interval = 2 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.936596] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] ironic.auth_section = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.936763] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] ironic.auth_type = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.936927] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] ironic.cafile = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.937110] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] ironic.certfile = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.937283] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] ironic.collect_timing = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.937449] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] ironic.conductor_group = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.937647] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] ironic.connect_retries = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.937824] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] ironic.connect_retry_delay = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.937992] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] ironic.endpoint_override = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.938177] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] ironic.insecure = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.938340] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] ironic.keyfile = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.938503] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] ironic.max_version = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.938663] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] ironic.min_version = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.938832] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] ironic.peer_list = [] {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.939013] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] ironic.region_name = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.939218] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] ironic.retriable_status_codes = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.939391] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] ironic.serial_console_state_timeout = 10 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.939552] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] ironic.service_name = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.939726] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] ironic.service_type = baremetal {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.939891] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] ironic.shard = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.940073] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] ironic.split_loggers = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.940240] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] ironic.status_code_retries = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.940419] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] ironic.status_code_retry_delay = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.940613] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] ironic.timeout = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.940802] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.940970] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] ironic.version = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.941175] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.941356] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] key_manager.fixed_key = **** {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.941542] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.941708] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] barbican.barbican_api_version = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.941908] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] barbican.barbican_endpoint = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.942117] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] barbican.barbican_endpoint_type = public {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.942291] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] barbican.barbican_region_name = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.942452] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] barbican.cafile = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.942613] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] barbican.certfile = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.942779] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] barbican.collect_timing = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.942944] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] barbican.insecure = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.943121] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] barbican.keyfile = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.943327] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] barbican.number_of_retries = 60 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.943507] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] barbican.retry_delay = 1 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.943676] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] barbican.send_service_user_token = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.943842] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] barbican.split_loggers = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.944017] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] barbican.timeout = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.944195] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] barbican.verify_ssl = True {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.944356] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] barbican.verify_ssl_path = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.944527] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] barbican_service_user.auth_section = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.944735] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] barbican_service_user.auth_type = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.944938] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] barbican_service_user.cafile = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.945116] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] barbican_service_user.certfile = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.945290] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] barbican_service_user.collect_timing = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.945454] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] barbican_service_user.insecure = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.945613] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] barbican_service_user.keyfile = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.945798] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] barbican_service_user.split_loggers = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.945938] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] barbican_service_user.timeout = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.946189] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] vault.approle_role_id = **** {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.946372] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] vault.approle_secret_id = **** {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.946547] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] vault.kv_mountpoint = secret {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.946712] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] vault.kv_path = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.946880] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] vault.kv_version = 2 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.947059] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] vault.namespace = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.947228] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] vault.root_token_id = **** {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.947388] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] vault.ssl_ca_crt_file = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.947592] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] vault.timeout = 60.0 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.947773] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] vault.use_ssl = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.947949] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.948137] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] keystone.cafile = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.948304] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] keystone.certfile = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.948470] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] keystone.collect_timing = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.948631] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] keystone.connect_retries = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.948793] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] keystone.connect_retry_delay = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.948975] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] keystone.endpoint_override = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.949190] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] keystone.insecure = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.949360] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] keystone.keyfile = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.949523] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] keystone.max_version = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.949681] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] keystone.min_version = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.949842] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] keystone.region_name = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.950029] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] keystone.retriable_status_codes = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.950187] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] keystone.service_name = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.950366] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] keystone.service_type = identity {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.950567] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] keystone.split_loggers = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.950735] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] keystone.status_code_retries = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.950899] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] keystone.status_code_retry_delay = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.951074] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] keystone.timeout = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.951258] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.951419] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] keystone.version = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.951614] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] libvirt.ceph_mount_options = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.951956] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.952175] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] libvirt.connection_uri = {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.952346] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] libvirt.cpu_mode = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.952516] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] libvirt.cpu_model_extra_flags = [] {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.952687] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] libvirt.cpu_models = [] {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.952859] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] libvirt.cpu_power_governor_high = performance {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.953039] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] libvirt.cpu_power_governor_low = powersave {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.953234] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] libvirt.cpu_power_management = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.953472] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.953660] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] libvirt.device_detach_attempts = 8 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.953828] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] libvirt.device_detach_timeout = 20 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.954010] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] libvirt.disk_cachemodes = [] {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.954177] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] libvirt.disk_prefix = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.954344] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] libvirt.enabled_perf_events = [] {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.954508] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] libvirt.file_backed_memory = 0 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.954679] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] libvirt.gid_maps = [] {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.954878] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] libvirt.hw_disk_discard = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.955060] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] libvirt.hw_machine_type = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.955240] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] libvirt.images_rbd_ceph_conf = {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.955405] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.955568] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.955737] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] libvirt.images_rbd_glance_store_name = {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.955907] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] libvirt.images_rbd_pool = rbd {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.956092] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] libvirt.images_type = default {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.956288] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] libvirt.images_volume_group = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.956473] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] libvirt.inject_key = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.956642] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] libvirt.inject_partition = -2 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.956806] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] libvirt.inject_password = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.956971] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] libvirt.iscsi_iface = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.957153] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] libvirt.iser_use_multipath = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.957315] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] libvirt.live_migration_bandwidth = 0 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.957475] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.957647] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] libvirt.live_migration_downtime = 500 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.957846] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.958028] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.958196] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] libvirt.live_migration_inbound_addr = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.958359] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.958520] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] libvirt.live_migration_permit_post_copy = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.958677] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] libvirt.live_migration_scheme = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.958849] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] libvirt.live_migration_timeout_action = abort {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.959024] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] libvirt.live_migration_tunnelled = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.959231] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] libvirt.live_migration_uri = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.959404] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] libvirt.live_migration_with_native_tls = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.959565] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] libvirt.max_queues = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.959728] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.959962] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.960146] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] libvirt.nfs_mount_options = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.960436] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.960675] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.960863] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] libvirt.num_iser_scan_tries = 5 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.961042] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] libvirt.num_memory_encrypted_guests = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.961215] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.961381] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] libvirt.num_pcie_ports = 0 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.961550] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] libvirt.num_volume_scan_tries = 5 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.961717] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] libvirt.pmem_namespaces = [] {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.961878] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] libvirt.quobyte_client_cfg = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.962231] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.962420] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] libvirt.rbd_connect_timeout = 5 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.962590] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.962758] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.962919] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] libvirt.rbd_secret_uuid = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.963097] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] libvirt.rbd_user = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.963270] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.963451] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] libvirt.remote_filesystem_transport = ssh {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.963634] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] libvirt.rescue_image_id = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.963800] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] libvirt.rescue_kernel_id = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.963962] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] libvirt.rescue_ramdisk_id = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.964154] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.964322] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] libvirt.rx_queue_size = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.964493] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] libvirt.smbfs_mount_options = {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.964794] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.965014] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] libvirt.snapshot_compression = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.965197] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] libvirt.snapshot_image_format = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.965423] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.965591] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] libvirt.sparse_logical_volumes = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.965756] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] libvirt.swtpm_enabled = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.965928] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] libvirt.swtpm_group = tss {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.966121] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] libvirt.swtpm_user = tss {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.966306] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] libvirt.sysinfo_serial = unique {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.966470] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] libvirt.tb_cache_size = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.966629] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] libvirt.tx_queue_size = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.966794] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] libvirt.uid_maps = [] {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.966959] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] libvirt.use_virtio_for_bridges = True {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.967150] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] libvirt.virt_type = kvm {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.967322] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] libvirt.volume_clear = zero {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.967489] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] libvirt.volume_clear_size = 0 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.967696] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] libvirt.volume_use_multipath = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.967864] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] libvirt.vzstorage_cache_path = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.968048] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.968222] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] libvirt.vzstorage_mount_group = qemu {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.968389] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] libvirt.vzstorage_mount_opts = [] {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.968558] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.968847] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.969057] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] libvirt.vzstorage_mount_user = stack {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.969233] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.969408] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] neutron.auth_section = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.969584] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] neutron.auth_type = password {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.969749] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] neutron.cafile = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.969913] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] neutron.certfile = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.970091] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] neutron.collect_timing = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.970261] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] neutron.connect_retries = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.970464] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] neutron.connect_retry_delay = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.970648] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] neutron.default_floating_pool = public {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.970810] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] neutron.endpoint_override = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.970978] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] neutron.extension_sync_interval = 600 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.971156] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] neutron.http_retries = 3 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.971320] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] neutron.insecure = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.971492] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] neutron.keyfile = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.971652] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] neutron.max_version = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.971852] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.972038] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] neutron.min_version = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.972213] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] neutron.ovs_bridge = br-int {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.972382] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] neutron.physnets = [] {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.972554] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] neutron.region_name = RegionOne {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.972713] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] neutron.retriable_status_codes = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.972881] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] neutron.service_metadata_proxy = True {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.973054] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] neutron.service_name = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.973259] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] neutron.service_type = network {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.973431] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] neutron.split_loggers = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.973593] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] neutron.status_code_retries = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.973754] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] neutron.status_code_retry_delay = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.973913] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] neutron.timeout = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.974120] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.974287] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] neutron.version = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.974462] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] notifications.bdms_in_notifications = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.974655] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] notifications.default_level = INFO {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.974853] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] notifications.include_share_mapping = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.975049] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] notifications.notification_format = unversioned {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.975219] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] notifications.notify_on_state_change = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.975396] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.975575] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] pci.alias = [] {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.975746] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] pci.device_spec = [] {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.975912] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] pci.report_in_placement = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.976132] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] placement.auth_section = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.976331] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] placement.auth_type = password {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.976508] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.976672] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] placement.cafile = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.976828] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] placement.certfile = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.976992] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] placement.collect_timing = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.977167] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] placement.connect_retries = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.977327] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] placement.connect_retry_delay = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.977491] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] placement.default_domain_id = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.977687] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] placement.default_domain_name = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.977854] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] placement.domain_id = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.978024] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] placement.domain_name = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.978193] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] placement.endpoint_override = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.978354] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] placement.insecure = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.978509] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] placement.keyfile = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.978666] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] placement.max_version = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.978823] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] placement.min_version = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.979106] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] placement.password = **** {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.979296] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] placement.project_domain_id = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.979472] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] placement.project_domain_name = Default {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.979642] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] placement.project_id = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.979817] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] placement.project_name = service {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.979990] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] placement.region_name = RegionOne {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.980179] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] placement.retriable_status_codes = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.980344] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] placement.service_name = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.980551] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] placement.service_type = placement {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.980724] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] placement.split_loggers = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.980887] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] placement.status_code_retries = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.981061] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] placement.status_code_retry_delay = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.981225] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] placement.system_scope = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.981381] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] placement.timeout = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.981537] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] placement.trust_id = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.981691] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] placement.user_domain_id = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.981872] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] placement.user_domain_name = Default {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.982077] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] placement.user_id = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.982261] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] placement.username = nova {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.982444] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.982604] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] placement.version = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.982786] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] quota.cores = 20 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.982951] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] quota.count_usage_from_placement = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.983141] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.983334] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] quota.injected_file_content_bytes = 10240 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.983523] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] quota.injected_file_path_length = 255 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.983692] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] quota.injected_files = 5 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.983859] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] quota.instances = 10 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.984037] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] quota.key_pairs = 100 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.984207] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] quota.metadata_items = 128 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.984372] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] quota.ram = 51200 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.984535] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] quota.recheck_quota = True {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.984710] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] quota.server_group_members = 10 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.984917] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] quota.server_groups = 10 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.985156] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.985336] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] quota.unified_limits_resource_strategy = require {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.985510] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.985674] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.985837] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] scheduler.image_metadata_prefilter = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.986010] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.986214] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] scheduler.max_attempts = 3 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.986421] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] scheduler.max_placement_results = 1000 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.986594] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.986758] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] scheduler.query_placement_for_image_type_support = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.986921] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.987115] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] scheduler.workers = 2 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.987300] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.987474] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.987683] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.987877] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.988060] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.988232] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.988400] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.988590] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.988759] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] filter_scheduler.host_subset_size = 1 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.988924] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.989103] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.989317] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.989495] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] filter_scheduler.image_props_weight_setting = [] {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.989659] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.989834] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] filter_scheduler.isolated_hosts = [] {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.989997] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] filter_scheduler.isolated_images = [] {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.990175] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.990334] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.990492] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.990686] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] filter_scheduler.pci_in_placement = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.990867] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.991047] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.991218] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.991379] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.991543] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.991708] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.991873] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] filter_scheduler.track_instance_changes = True {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.992101] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.992292] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] metrics.required = True {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.992461] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] metrics.weight_multiplier = 1.0 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.992627] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.992795] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] metrics.weight_setting = [] {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.993125] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.993306] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] serial_console.enabled = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.993548] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] serial_console.port_range = 10000:20000 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.993771] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.993920] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.994109] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] serial_console.serialproxy_port = 6083 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.994285] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] service_user.auth_section = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.994461] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] service_user.auth_type = password {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.994624] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] service_user.cafile = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.994805] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] service_user.certfile = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.995012] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] service_user.collect_timing = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.995184] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] service_user.insecure = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.995377] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] service_user.keyfile = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.995577] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] service_user.send_service_user_token = True {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.995760] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] service_user.split_loggers = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.995927] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] service_user.timeout = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.996115] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] spice.agent_enabled = True {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.996294] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] spice.enabled = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.996623] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.996834] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.997021] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] spice.html5proxy_port = 6082 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.997195] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] spice.image_compression = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.997357] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] spice.jpeg_compression = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.997517] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] spice.playback_compression = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.997718] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] spice.require_secure = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.997911] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] spice.server_listen = 127.0.0.1 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.998102] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.998398] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.998572] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] spice.streaming_mode = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.998736] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] spice.zlib_compression = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.998904] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] upgrade_levels.baseapi = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.999097] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] upgrade_levels.compute = auto {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.999268] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] upgrade_levels.conductor = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.999427] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] upgrade_levels.scheduler = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.999595] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] vendordata_dynamic_auth.auth_section = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.999759] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] vendordata_dynamic_auth.auth_type = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 614.999917] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] vendordata_dynamic_auth.cafile = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.000091] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] vendordata_dynamic_auth.certfile = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.000259] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.000457] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] vendordata_dynamic_auth.insecure = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.000637] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] vendordata_dynamic_auth.keyfile = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.000802] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.000963] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] vendordata_dynamic_auth.timeout = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.001155] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] vmware.api_retry_count = 10 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.001324] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] vmware.ca_file = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.001494] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] vmware.cache_prefix = devstack-image-cache {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.001665] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] vmware.cluster_name = testcl1 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.001854] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] vmware.connection_pool_size = 10 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.002046] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] vmware.console_delay_seconds = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.002225] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] vmware.datastore_regex = ^datastore.* {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.002437] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.002614] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] vmware.host_password = **** {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.002787] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] vmware.host_port = 443 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.002958] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] vmware.host_username = administrator@vsphere.local {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.003147] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] vmware.insecure = True {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.003343] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] vmware.integration_bridge = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.003516] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] vmware.maximum_objects = 100 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.003678] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] vmware.pbm_default_policy = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.003840] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] vmware.pbm_enabled = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.003999] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] vmware.pbm_wsdl_location = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.004184] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.004347] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] vmware.serial_port_proxy_uri = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.004506] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] vmware.serial_port_service_uri = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.004706] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] vmware.task_poll_interval = 0.5 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.004896] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] vmware.use_linked_clone = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.005082] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] vmware.vnc_keymap = en-us {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.005253] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] vmware.vnc_port = 5900 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.005419] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] vmware.vnc_port_total = 10000 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.005607] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] vnc.auth_schemes = ['none'] {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.005783] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] vnc.enabled = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.006121] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.006327] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.006504] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] vnc.novncproxy_port = 6080 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.006696] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] vnc.server_listen = 127.0.0.1 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.006880] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.007056] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] vnc.vencrypt_ca_certs = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.007224] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] vnc.vencrypt_client_cert = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.007389] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] vnc.vencrypt_client_key = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.007614] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.007788] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] workarounds.disable_deep_image_inspection = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.007954] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.008135] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.008301] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.008464] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] workarounds.disable_rootwrap = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.008627] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] workarounds.enable_numa_live_migration = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.008794] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.009031] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.009219] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.009384] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] workarounds.libvirt_disable_apic = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.009548] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.009711] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.009874] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.010049] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.010223] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.010422] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.010592] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.010754] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.010914] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.011093] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.011281] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.011452] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] wsgi.client_socket_timeout = 900 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.011625] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] wsgi.default_pool_size = 1000 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.011837] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] wsgi.keep_alive = True {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.012040] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] wsgi.max_header_line = 16384 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.012212] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] wsgi.secure_proxy_ssl_header = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.012376] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] wsgi.ssl_ca_file = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.012536] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] wsgi.ssl_cert_file = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.012700] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] wsgi.ssl_key_file = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.012886] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] wsgi.tcp_keepidle = 600 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.013092] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.013303] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] zvm.ca_file = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.013480] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] zvm.cloud_connector_url = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.013782] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.013963] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] zvm.reachable_timeout = 300 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.014154] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.014337] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.014516] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] profiler.connection_string = messaging:// {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.014723] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] profiler.enabled = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.014922] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] profiler.es_doc_type = notification {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.015105] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] profiler.es_scroll_size = 10000 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.015280] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] profiler.es_scroll_time = 2m {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.015445] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] profiler.filter_error_trace = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.015618] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] profiler.hmac_keys = **** {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.015783] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] profiler.sentinel_service_name = mymaster {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.015950] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] profiler.socket_timeout = 0.1 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.016189] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] profiler.trace_requests = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.016382] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] profiler.trace_sqlalchemy = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.016569] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] profiler_jaeger.process_tags = {} {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.016732] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] profiler_jaeger.service_name_prefix = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.016895] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] profiler_otlp.service_name_prefix = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.017074] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] remote_debug.host = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.017239] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] remote_debug.port = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.017414] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.017610] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.017784] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.017946] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.018123] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.018286] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.018446] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.018606] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.018765] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.018958] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.019144] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.019318] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.019486] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.019651] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.019813] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.019983] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.020161] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.020364] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.020547] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.020712] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.020872] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.021051] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.021221] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.021382] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.021541] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.021710] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.021874] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.022047] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.022212] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.022374] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.022534] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] oslo_messaging_rabbit.ssl = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.022703] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.022869] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.023085] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.023272] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.023452] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] oslo_messaging_rabbit.ssl_version = {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.023623] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.023812] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.023982] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] oslo_messaging_notifications.retry = -1 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.024173] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.024346] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] oslo_messaging_notifications.transport_url = **** {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.024554] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] oslo_limit.auth_section = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.024727] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] oslo_limit.auth_type = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.024893] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] oslo_limit.cafile = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.025066] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] oslo_limit.certfile = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.025235] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] oslo_limit.collect_timing = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.025392] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] oslo_limit.connect_retries = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.025553] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] oslo_limit.connect_retry_delay = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.025709] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] oslo_limit.endpoint_id = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.025913] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] oslo_limit.endpoint_interface = publicURL {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.026097] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] oslo_limit.endpoint_override = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.026261] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] oslo_limit.endpoint_region_name = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.026421] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] oslo_limit.endpoint_service_name = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.026577] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] oslo_limit.endpoint_service_type = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.026741] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] oslo_limit.insecure = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.026897] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] oslo_limit.keyfile = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.027066] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] oslo_limit.max_version = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.027233] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] oslo_limit.min_version = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.027426] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] oslo_limit.region_name = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.027596] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] oslo_limit.retriable_status_codes = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.027755] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] oslo_limit.service_name = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.027911] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] oslo_limit.service_type = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.028086] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] oslo_limit.split_loggers = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.028248] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] oslo_limit.status_code_retries = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.028405] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] oslo_limit.status_code_retry_delay = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.028564] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] oslo_limit.timeout = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.028757] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] oslo_limit.valid_interfaces = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.028931] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] oslo_limit.version = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.029114] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] oslo_reports.file_event_handler = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.029283] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.029441] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] oslo_reports.log_dir = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.029611] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.029771] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.029930] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.030142] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.030330] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.030491] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.030664] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.030825] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] vif_plug_ovs_privileged.group = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.030987] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.031170] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.031333] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.031509] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] vif_plug_ovs_privileged.user = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.031737] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] os_vif_linux_bridge.flat_interface = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.031932] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.032126] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.032306] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.032479] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.032651] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.032820] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.033025] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.033231] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.033407] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] os_vif_ovs.isolate_vif = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.033577] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.033746] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.033916] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.034100] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] os_vif_ovs.ovsdb_interface = native {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.034270] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] os_vif_ovs.per_port_bridge = False {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.034471] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] privsep_osbrick.capabilities = [21] {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.034654] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] privsep_osbrick.group = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.034824] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] privsep_osbrick.helper_command = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.034988] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.035173] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.035335] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] privsep_osbrick.user = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.035510] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.035671] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] nova_sys_admin.group = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.035829] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] nova_sys_admin.helper_command = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.036013] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.036216] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.036395] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] nova_sys_admin.user = None {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.036531] env[68893]: DEBUG oslo_service.backend.eventlet.service [None req-ccd5a4d4-35e9-4244-b278-28c4fda12138 None None] ******************************************************************************** {{(pid=68893) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 615.036961] env[68893]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 615.540639] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-9ad09851-1768-4f01-a24c-85acd2bca31f None None] Getting list of instances from cluster (obj){ [ 615.540639] env[68893]: value = "domain-c8" [ 615.540639] env[68893]: _type = "ClusterComputeResource" [ 615.540639] env[68893]: } {{(pid=68893) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 615.541697] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc963ae5-c816-4c36-91fa-1a95797f73a9 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.551296] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-9ad09851-1768-4f01-a24c-85acd2bca31f None None] Got total of 0 instances {{(pid=68893) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 615.551870] env[68893]: WARNING nova.virt.vmwareapi.driver [None req-9ad09851-1768-4f01-a24c-85acd2bca31f None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 615.552382] env[68893]: INFO nova.virt.node [None req-9ad09851-1768-4f01-a24c-85acd2bca31f None None] Generated node identity d14b70d6-a636-4db0-b5a6-b901da6fa895 [ 615.552652] env[68893]: INFO nova.virt.node [None req-9ad09851-1768-4f01-a24c-85acd2bca31f None None] Wrote node identity d14b70d6-a636-4db0-b5a6-b901da6fa895 to /opt/stack/data/n-cpu-1/compute_id [ 616.055374] env[68893]: WARNING nova.compute.manager [None req-9ad09851-1768-4f01-a24c-85acd2bca31f None None] Compute nodes ['d14b70d6-a636-4db0-b5a6-b901da6fa895'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 617.061506] env[68893]: INFO nova.compute.manager [None req-9ad09851-1768-4f01-a24c-85acd2bca31f None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 618.067178] env[68893]: WARNING nova.compute.manager [None req-9ad09851-1768-4f01-a24c-85acd2bca31f None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 618.067515] env[68893]: DEBUG oslo_concurrency.lockutils [None req-9ad09851-1768-4f01-a24c-85acd2bca31f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.067641] env[68893]: DEBUG oslo_concurrency.lockutils [None req-9ad09851-1768-4f01-a24c-85acd2bca31f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.067750] env[68893]: DEBUG oslo_concurrency.lockutils [None req-9ad09851-1768-4f01-a24c-85acd2bca31f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 618.067908] env[68893]: DEBUG nova.compute.resource_tracker [None req-9ad09851-1768-4f01-a24c-85acd2bca31f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68893) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 618.068880] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec10c45d-62d2-43fb-b068-217f3e2734e1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.077111] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-020cf86a-d80f-4ba1-81e7-7d2d52a8a1c7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.090527] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-324fde21-6bab-4f4d-a6b5-46319ccf6a07 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.096870] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad62f341-e29f-4728-88e0-85e7f4a8d1cf {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.131240] env[68893]: DEBUG nova.compute.resource_tracker [None req-9ad09851-1768-4f01-a24c-85acd2bca31f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181110MB free_disk=175GB free_vcpus=48 pci_devices=None {{(pid=68893) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 618.131541] env[68893]: DEBUG oslo_concurrency.lockutils [None req-9ad09851-1768-4f01-a24c-85acd2bca31f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.131937] env[68893]: DEBUG oslo_concurrency.lockutils [None req-9ad09851-1768-4f01-a24c-85acd2bca31f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.635859] env[68893]: WARNING nova.compute.resource_tracker [None req-9ad09851-1768-4f01-a24c-85acd2bca31f None None] No compute node record for cpu-1:d14b70d6-a636-4db0-b5a6-b901da6fa895: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host d14b70d6-a636-4db0-b5a6-b901da6fa895 could not be found. [ 619.139568] env[68893]: INFO nova.compute.resource_tracker [None req-9ad09851-1768-4f01-a24c-85acd2bca31f None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: d14b70d6-a636-4db0-b5a6-b901da6fa895 [ 620.648464] env[68893]: DEBUG nova.compute.resource_tracker [None req-9ad09851-1768-4f01-a24c-85acd2bca31f None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=68893) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 620.648832] env[68893]: DEBUG nova.compute.resource_tracker [None req-9ad09851-1768-4f01-a24c-85acd2bca31f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=68893) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 620.806656] env[68893]: INFO nova.scheduler.client.report [None req-9ad09851-1768-4f01-a24c-85acd2bca31f None None] [req-6a8bcc97-efd0-49b1-9860-1c54373b3e19] Created resource provider record via placement API for resource provider with UUID d14b70d6-a636-4db0-b5a6-b901da6fa895 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 620.823557] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-093261a0-ed71-45fe-970c-09901d4e5c6c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.831061] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ad59775-f849-472f-bb94-d58517d6938e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.860094] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd372378-2345-4a58-aad6-5f42608e1924 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.867140] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65ebcb94-0adf-42b1-bbf9-443d5e5d996b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.880136] env[68893]: DEBUG nova.compute.provider_tree [None req-9ad09851-1768-4f01-a24c-85acd2bca31f None None] Updating inventory in ProviderTree for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 621.415316] env[68893]: DEBUG nova.scheduler.client.report [None req-9ad09851-1768-4f01-a24c-85acd2bca31f None None] Updated inventory for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 621.415534] env[68893]: DEBUG nova.compute.provider_tree [None req-9ad09851-1768-4f01-a24c-85acd2bca31f None None] Updating resource provider d14b70d6-a636-4db0-b5a6-b901da6fa895 generation from 0 to 1 during operation: update_inventory {{(pid=68893) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 621.415670] env[68893]: DEBUG nova.compute.provider_tree [None req-9ad09851-1768-4f01-a24c-85acd2bca31f None None] Updating inventory in ProviderTree for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 621.462082] env[68893]: DEBUG nova.compute.provider_tree [None req-9ad09851-1768-4f01-a24c-85acd2bca31f None None] Updating resource provider d14b70d6-a636-4db0-b5a6-b901da6fa895 generation from 1 to 2 during operation: update_traits {{(pid=68893) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 621.966768] env[68893]: DEBUG nova.compute.resource_tracker [None req-9ad09851-1768-4f01-a24c-85acd2bca31f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68893) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 621.966983] env[68893]: DEBUG oslo_concurrency.lockutils [None req-9ad09851-1768-4f01-a24c-85acd2bca31f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.835s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.967215] env[68893]: DEBUG nova.service [None req-9ad09851-1768-4f01-a24c-85acd2bca31f None None] Creating RPC server for service compute {{(pid=68893) start /opt/stack/nova/nova/service.py:186}} [ 621.982102] env[68893]: DEBUG nova.service [None req-9ad09851-1768-4f01-a24c-85acd2bca31f None None] Join ServiceGroup membership for this service compute {{(pid=68893) start /opt/stack/nova/nova/service.py:203}} [ 621.982291] env[68893]: DEBUG nova.servicegroup.drivers.db [None req-9ad09851-1768-4f01-a24c-85acd2bca31f None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=68893) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 648.989942] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._sync_power_states {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 649.493658] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Getting list of instances from cluster (obj){ [ 649.493658] env[68893]: value = "domain-c8" [ 649.493658] env[68893]: _type = "ClusterComputeResource" [ 649.493658] env[68893]: } {{(pid=68893) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 649.495176] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dc39329-96ff-4146-9a11-d1a213c39743 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.504119] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Got total of 0 instances {{(pid=68893) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 649.504349] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 649.504662] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Getting list of instances from cluster (obj){ [ 649.504662] env[68893]: value = "domain-c8" [ 649.504662] env[68893]: _type = "ClusterComputeResource" [ 649.504662] env[68893]: } {{(pid=68893) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 649.505927] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a36f91c-2c83-4b0f-aa48-f2551a63a436 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.516111] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Got total of 0 instances {{(pid=68893) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 661.129772] env[68893]: DEBUG oslo_concurrency.lockutils [None req-e6fee1f8-8c82-45f4-8e64-cd6570f2d1b4 tempest-ServerDiagnosticsNegativeTest-1412921569 tempest-ServerDiagnosticsNegativeTest-1412921569-project-member] Acquiring lock "68c585a7-41de-4a16-848b-548a1adf0aec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.130139] env[68893]: DEBUG oslo_concurrency.lockutils [None req-e6fee1f8-8c82-45f4-8e64-cd6570f2d1b4 tempest-ServerDiagnosticsNegativeTest-1412921569 tempest-ServerDiagnosticsNegativeTest-1412921569-project-member] Lock "68c585a7-41de-4a16-848b-548a1adf0aec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.131062] env[68893]: DEBUG oslo_concurrency.lockutils [None req-59b897e4-be3d-4a24-93dc-e891fb3f5550 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Acquiring lock "a70c7ae6-8758-4bc9-a3eb-57c7051ebbc7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.131256] env[68893]: DEBUG oslo_concurrency.lockutils [None req-59b897e4-be3d-4a24-93dc-e891fb3f5550 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Lock "a70c7ae6-8758-4bc9-a3eb-57c7051ebbc7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.402238] env[68893]: DEBUG oslo_concurrency.lockutils [None req-8e5cb206-9242-465a-b7c2-53d46a4f667d tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] Acquiring lock "856fd677-c151-4e53-9a1b-b684ee27dc37" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.402238] env[68893]: DEBUG oslo_concurrency.lockutils [None req-8e5cb206-9242-465a-b7c2-53d46a4f667d tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] Lock "856fd677-c151-4e53-9a1b-b684ee27dc37" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.633646] env[68893]: DEBUG nova.compute.manager [None req-e6fee1f8-8c82-45f4-8e64-cd6570f2d1b4 tempest-ServerDiagnosticsNegativeTest-1412921569 tempest-ServerDiagnosticsNegativeTest-1412921569-project-member] [instance: 68c585a7-41de-4a16-848b-548a1adf0aec] Starting instance... {{(pid=68893) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 661.644769] env[68893]: DEBUG nova.compute.manager [None req-59b897e4-be3d-4a24-93dc-e891fb3f5550 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] [instance: a70c7ae6-8758-4bc9-a3eb-57c7051ebbc7] Starting instance... {{(pid=68893) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 661.908610] env[68893]: DEBUG nova.compute.manager [None req-8e5cb206-9242-465a-b7c2-53d46a4f667d tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] [instance: 856fd677-c151-4e53-9a1b-b684ee27dc37] Starting instance... {{(pid=68893) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 662.188154] env[68893]: DEBUG oslo_concurrency.lockutils [None req-e6fee1f8-8c82-45f4-8e64-cd6570f2d1b4 tempest-ServerDiagnosticsNegativeTest-1412921569 tempest-ServerDiagnosticsNegativeTest-1412921569-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.188399] env[68893]: DEBUG oslo_concurrency.lockutils [None req-e6fee1f8-8c82-45f4-8e64-cd6570f2d1b4 tempest-ServerDiagnosticsNegativeTest-1412921569 tempest-ServerDiagnosticsNegativeTest-1412921569-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.190120] env[68893]: INFO nova.compute.claims [None req-e6fee1f8-8c82-45f4-8e64-cd6570f2d1b4 tempest-ServerDiagnosticsNegativeTest-1412921569 tempest-ServerDiagnosticsNegativeTest-1412921569-project-member] [instance: 68c585a7-41de-4a16-848b-548a1adf0aec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 662.193497] env[68893]: DEBUG oslo_concurrency.lockutils [None req-59b897e4-be3d-4a24-93dc-e891fb3f5550 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.436879] env[68893]: DEBUG oslo_concurrency.lockutils [None req-8e5cb206-9242-465a-b7c2-53d46a4f667d tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.075171] env[68893]: DEBUG oslo_concurrency.lockutils [None req-3a076e06-6dc0-46b7-ac41-637a4399a3c6 tempest-ServerDiagnosticsTest-348060520 tempest-ServerDiagnosticsTest-348060520-project-member] Acquiring lock "a1ae5389-8497-4b29-a00b-a5b357b4c433" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.075335] env[68893]: DEBUG oslo_concurrency.lockutils [None req-3a076e06-6dc0-46b7-ac41-637a4399a3c6 tempest-ServerDiagnosticsTest-348060520 tempest-ServerDiagnosticsTest-348060520-project-member] Lock "a1ae5389-8497-4b29-a00b-a5b357b4c433" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.316013] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1164dc4-1b65-40ec-be1b-381e4647e14f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.327030] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f8a5652-e1aa-4b95-9d73-a9e8d180ed91 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.369468] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fe6c275-eb80-44f6-b5e7-46f1c93c8c45 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.377217] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f79ec5fd-c504-4438-84d4-1398e90da365 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.392682] env[68893]: DEBUG nova.compute.provider_tree [None req-e6fee1f8-8c82-45f4-8e64-cd6570f2d1b4 tempest-ServerDiagnosticsNegativeTest-1412921569 tempest-ServerDiagnosticsNegativeTest-1412921569-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 663.578066] env[68893]: DEBUG nova.compute.manager [None req-3a076e06-6dc0-46b7-ac41-637a4399a3c6 tempest-ServerDiagnosticsTest-348060520 tempest-ServerDiagnosticsTest-348060520-project-member] [instance: a1ae5389-8497-4b29-a00b-a5b357b4c433] Starting instance... {{(pid=68893) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 663.873895] env[68893]: DEBUG oslo_concurrency.lockutils [None req-e43b3505-e7b4-4009-99ed-4a4de03f767e tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Acquiring lock "d2187069-2dba-4d01-969f-510f659fc163" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.875525] env[68893]: DEBUG oslo_concurrency.lockutils [None req-e43b3505-e7b4-4009-99ed-4a4de03f767e tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Lock "d2187069-2dba-4d01-969f-510f659fc163" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.897432] env[68893]: DEBUG nova.scheduler.client.report [None req-e6fee1f8-8c82-45f4-8e64-cd6570f2d1b4 tempest-ServerDiagnosticsNegativeTest-1412921569 tempest-ServerDiagnosticsNegativeTest-1412921569-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 664.124534] env[68893]: DEBUG oslo_concurrency.lockutils [None req-3a076e06-6dc0-46b7-ac41-637a4399a3c6 tempest-ServerDiagnosticsTest-348060520 tempest-ServerDiagnosticsTest-348060520-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.246409] env[68893]: DEBUG oslo_concurrency.lockutils [None req-06348b3c-b004-40c7-a2ee-bf20ea50e96e tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Acquiring lock "292718c1-e976-4462-aede-a2ed6b8415de" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.246409] env[68893]: DEBUG oslo_concurrency.lockutils [None req-06348b3c-b004-40c7-a2ee-bf20ea50e96e tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Lock "292718c1-e976-4462-aede-a2ed6b8415de" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.380512] env[68893]: DEBUG nova.compute.manager [None req-e43b3505-e7b4-4009-99ed-4a4de03f767e tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: d2187069-2dba-4d01-969f-510f659fc163] Starting instance... {{(pid=68893) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 664.404381] env[68893]: DEBUG oslo_concurrency.lockutils [None req-e6fee1f8-8c82-45f4-8e64-cd6570f2d1b4 tempest-ServerDiagnosticsNegativeTest-1412921569 tempest-ServerDiagnosticsNegativeTest-1412921569-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.216s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.406653] env[68893]: DEBUG nova.compute.manager [None req-e6fee1f8-8c82-45f4-8e64-cd6570f2d1b4 tempest-ServerDiagnosticsNegativeTest-1412921569 tempest-ServerDiagnosticsNegativeTest-1412921569-project-member] [instance: 68c585a7-41de-4a16-848b-548a1adf0aec] Start building networks asynchronously for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 664.411843] env[68893]: DEBUG oslo_concurrency.lockutils [None req-59b897e4-be3d-4a24-93dc-e891fb3f5550 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.218s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.412802] env[68893]: INFO nova.compute.claims [None req-59b897e4-be3d-4a24-93dc-e891fb3f5550 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] [instance: a70c7ae6-8758-4bc9-a3eb-57c7051ebbc7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 664.750255] env[68893]: DEBUG nova.compute.manager [None req-06348b3c-b004-40c7-a2ee-bf20ea50e96e tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] [instance: 292718c1-e976-4462-aede-a2ed6b8415de] Starting instance... {{(pid=68893) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 664.918866] env[68893]: DEBUG nova.compute.utils [None req-e6fee1f8-8c82-45f4-8e64-cd6570f2d1b4 tempest-ServerDiagnosticsNegativeTest-1412921569 tempest-ServerDiagnosticsNegativeTest-1412921569-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 664.928176] env[68893]: DEBUG oslo_concurrency.lockutils [None req-e43b3505-e7b4-4009-99ed-4a4de03f767e tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.928851] env[68893]: DEBUG nova.compute.manager [None req-e6fee1f8-8c82-45f4-8e64-cd6570f2d1b4 tempest-ServerDiagnosticsNegativeTest-1412921569 tempest-ServerDiagnosticsNegativeTest-1412921569-project-member] [instance: 68c585a7-41de-4a16-848b-548a1adf0aec] Allocating IP information in the background. {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 664.928851] env[68893]: DEBUG nova.network.neutron [None req-e6fee1f8-8c82-45f4-8e64-cd6570f2d1b4 tempest-ServerDiagnosticsNegativeTest-1412921569 tempest-ServerDiagnosticsNegativeTest-1412921569-project-member] [instance: 68c585a7-41de-4a16-848b-548a1adf0aec] allocate_for_instance() {{(pid=68893) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 665.264471] env[68893]: DEBUG nova.policy [None req-e6fee1f8-8c82-45f4-8e64-cd6570f2d1b4 tempest-ServerDiagnosticsNegativeTest-1412921569 tempest-ServerDiagnosticsNegativeTest-1412921569-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '93b547de0d9b43c3931bfa0b139b1f3a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3213409bc68a4d4e8f035ed88298351a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68893) authorize /opt/stack/nova/nova/policy.py:192}} [ 665.282462] env[68893]: DEBUG oslo_concurrency.lockutils [None req-06348b3c-b004-40c7-a2ee-bf20ea50e96e tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.424927] env[68893]: DEBUG nova.compute.manager [None req-e6fee1f8-8c82-45f4-8e64-cd6570f2d1b4 tempest-ServerDiagnosticsNegativeTest-1412921569 tempest-ServerDiagnosticsNegativeTest-1412921569-project-member] [instance: 68c585a7-41de-4a16-848b-548a1adf0aec] Start building block device mappings for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 665.556645] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-530a2f04-1473-49c8-9718-cfaf5340886c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.564943] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fed2cc69-d8a7-4fe1-b87a-7df560afa5fd {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.596375] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d79a694-743d-44f3-9e13-46e8b3c0ba3c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.604526] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa2a8b06-5690-4fe4-b281-9a967ef38f8b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.620130] env[68893]: DEBUG nova.compute.provider_tree [None req-59b897e4-be3d-4a24-93dc-e891fb3f5550 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 665.982968] env[68893]: DEBUG nova.network.neutron [None req-e6fee1f8-8c82-45f4-8e64-cd6570f2d1b4 tempest-ServerDiagnosticsNegativeTest-1412921569 tempest-ServerDiagnosticsNegativeTest-1412921569-project-member] [instance: 68c585a7-41de-4a16-848b-548a1adf0aec] Successfully created port: a91c1610-4f3e-402f-bc4f-f6b387aa5ba1 {{(pid=68893) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 666.124036] env[68893]: DEBUG nova.scheduler.client.report [None req-59b897e4-be3d-4a24-93dc-e891fb3f5550 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 666.446732] env[68893]: DEBUG nova.compute.manager [None req-e6fee1f8-8c82-45f4-8e64-cd6570f2d1b4 tempest-ServerDiagnosticsNegativeTest-1412921569 tempest-ServerDiagnosticsNegativeTest-1412921569-project-member] [instance: 68c585a7-41de-4a16-848b-548a1adf0aec] Start spawning the instance on the hypervisor. {{(pid=68893) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 666.483375] env[68893]: DEBUG nova.virt.hardware [None req-e6fee1f8-8c82-45f4-8e64-cd6570f2d1b4 tempest-ServerDiagnosticsNegativeTest-1412921569 tempest-ServerDiagnosticsNegativeTest-1412921569-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 666.483955] env[68893]: DEBUG nova.virt.hardware [None req-e6fee1f8-8c82-45f4-8e64-cd6570f2d1b4 tempest-ServerDiagnosticsNegativeTest-1412921569 tempest-ServerDiagnosticsNegativeTest-1412921569-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 666.484128] env[68893]: DEBUG nova.virt.hardware [None req-e6fee1f8-8c82-45f4-8e64-cd6570f2d1b4 tempest-ServerDiagnosticsNegativeTest-1412921569 tempest-ServerDiagnosticsNegativeTest-1412921569-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 666.484453] env[68893]: DEBUG nova.virt.hardware [None req-e6fee1f8-8c82-45f4-8e64-cd6570f2d1b4 tempest-ServerDiagnosticsNegativeTest-1412921569 tempest-ServerDiagnosticsNegativeTest-1412921569-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 666.484570] env[68893]: DEBUG nova.virt.hardware [None req-e6fee1f8-8c82-45f4-8e64-cd6570f2d1b4 tempest-ServerDiagnosticsNegativeTest-1412921569 tempest-ServerDiagnosticsNegativeTest-1412921569-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 666.484741] env[68893]: DEBUG nova.virt.hardware [None req-e6fee1f8-8c82-45f4-8e64-cd6570f2d1b4 tempest-ServerDiagnosticsNegativeTest-1412921569 tempest-ServerDiagnosticsNegativeTest-1412921569-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 666.484958] env[68893]: DEBUG nova.virt.hardware [None req-e6fee1f8-8c82-45f4-8e64-cd6570f2d1b4 tempest-ServerDiagnosticsNegativeTest-1412921569 tempest-ServerDiagnosticsNegativeTest-1412921569-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 666.485129] env[68893]: DEBUG nova.virt.hardware [None req-e6fee1f8-8c82-45f4-8e64-cd6570f2d1b4 tempest-ServerDiagnosticsNegativeTest-1412921569 tempest-ServerDiagnosticsNegativeTest-1412921569-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 666.485688] env[68893]: DEBUG nova.virt.hardware [None req-e6fee1f8-8c82-45f4-8e64-cd6570f2d1b4 tempest-ServerDiagnosticsNegativeTest-1412921569 tempest-ServerDiagnosticsNegativeTest-1412921569-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 666.485771] env[68893]: DEBUG nova.virt.hardware [None req-e6fee1f8-8c82-45f4-8e64-cd6570f2d1b4 tempest-ServerDiagnosticsNegativeTest-1412921569 tempest-ServerDiagnosticsNegativeTest-1412921569-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 666.486311] env[68893]: DEBUG nova.virt.hardware [None req-e6fee1f8-8c82-45f4-8e64-cd6570f2d1b4 tempest-ServerDiagnosticsNegativeTest-1412921569 tempest-ServerDiagnosticsNegativeTest-1412921569-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 666.486838] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64bbbfc4-bcc7-49c1-8bf4-70b0599ca533 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.497481] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b90615da-da11-4905-b1d5-fb214d622d7a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.516384] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc3e1ecd-f973-45ee-9244-caea8d50c98f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.631473] env[68893]: DEBUG oslo_concurrency.lockutils [None req-59b897e4-be3d-4a24-93dc-e891fb3f5550 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.220s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.632453] env[68893]: DEBUG nova.compute.manager [None req-59b897e4-be3d-4a24-93dc-e891fb3f5550 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] [instance: a70c7ae6-8758-4bc9-a3eb-57c7051ebbc7] Start building networks asynchronously for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 666.635937] env[68893]: DEBUG oslo_concurrency.lockutils [None req-8e5cb206-9242-465a-b7c2-53d46a4f667d tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.199s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.638257] env[68893]: INFO nova.compute.claims [None req-8e5cb206-9242-465a-b7c2-53d46a4f667d tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] [instance: 856fd677-c151-4e53-9a1b-b684ee27dc37] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 666.655616] env[68893]: DEBUG oslo_concurrency.lockutils [None req-222eef0f-8e0b-4bbf-93f3-f8da7d0a0574 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Acquiring lock "29bce734-9f04-41eb-92e5-df9248dc10a3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.655616] env[68893]: DEBUG oslo_concurrency.lockutils [None req-222eef0f-8e0b-4bbf-93f3-f8da7d0a0574 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Lock "29bce734-9f04-41eb-92e5-df9248dc10a3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.142953] env[68893]: DEBUG nova.compute.utils [None req-59b897e4-be3d-4a24-93dc-e891fb3f5550 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 667.144532] env[68893]: DEBUG nova.compute.manager [None req-59b897e4-be3d-4a24-93dc-e891fb3f5550 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] [instance: a70c7ae6-8758-4bc9-a3eb-57c7051ebbc7] Allocating IP information in the background. {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 667.144620] env[68893]: DEBUG nova.network.neutron [None req-59b897e4-be3d-4a24-93dc-e891fb3f5550 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] [instance: a70c7ae6-8758-4bc9-a3eb-57c7051ebbc7] allocate_for_instance() {{(pid=68893) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 667.157593] env[68893]: DEBUG nova.compute.manager [None req-222eef0f-8e0b-4bbf-93f3-f8da7d0a0574 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] [instance: 29bce734-9f04-41eb-92e5-df9248dc10a3] Starting instance... {{(pid=68893) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 667.243283] env[68893]: DEBUG nova.policy [None req-59b897e4-be3d-4a24-93dc-e891fb3f5550 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a2a531b212e64bfab273c13997feb352', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '34e08fdf377c48ca8746668224c9c683', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68893) authorize /opt/stack/nova/nova/policy.py:192}} [ 667.366373] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f0fb623d-1afd-4cd3-b62b-6a76c8ab13b3 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Acquiring lock "ea8f3ce4-4b6e-4bd1-b959-2412268d1b3e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.366373] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f0fb623d-1afd-4cd3-b62b-6a76c8ab13b3 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Lock "ea8f3ce4-4b6e-4bd1-b959-2412268d1b3e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.650589] env[68893]: DEBUG nova.compute.manager [None req-59b897e4-be3d-4a24-93dc-e891fb3f5550 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] [instance: a70c7ae6-8758-4bc9-a3eb-57c7051ebbc7] Start building block device mappings for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 667.697970] env[68893]: DEBUG oslo_concurrency.lockutils [None req-222eef0f-8e0b-4bbf-93f3-f8da7d0a0574 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.815933] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-960c6d4a-a26a-4175-9b04-4042bd5af142 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.825073] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53fb980b-684d-4034-b535-26ff0bd74960 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.858785] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91d4a600-4103-4a6d-86ac-10a230bc4dc8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.866492] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e5be545-43da-4076-bdc9-2d6c99a8e697 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.871885] env[68893]: DEBUG nova.compute.manager [None req-f0fb623d-1afd-4cd3-b62b-6a76c8ab13b3 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] [instance: ea8f3ce4-4b6e-4bd1-b959-2412268d1b3e] Starting instance... {{(pid=68893) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 667.885601] env[68893]: DEBUG nova.compute.provider_tree [None req-8e5cb206-9242-465a-b7c2-53d46a4f667d tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 668.094644] env[68893]: DEBUG nova.network.neutron [None req-59b897e4-be3d-4a24-93dc-e891fb3f5550 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] [instance: a70c7ae6-8758-4bc9-a3eb-57c7051ebbc7] Successfully created port: 76ce3cff-7a9d-477f-8174-b8c64b7d6a79 {{(pid=68893) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 668.391087] env[68893]: DEBUG nova.scheduler.client.report [None req-8e5cb206-9242-465a-b7c2-53d46a4f667d tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 668.408365] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f0fb623d-1afd-4cd3-b62b-6a76c8ab13b3 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.539252] env[68893]: DEBUG oslo_concurrency.lockutils [None req-a4dd925b-530e-42a3-8b41-f841dfde56a6 tempest-ServersTestFqdnHostnames-1794249434 tempest-ServersTestFqdnHostnames-1794249434-project-member] Acquiring lock "8aa9ad1d-d3b0-4038-acd1-0fca895a3ac1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.539478] env[68893]: DEBUG oslo_concurrency.lockutils [None req-a4dd925b-530e-42a3-8b41-f841dfde56a6 tempest-ServersTestFqdnHostnames-1794249434 tempest-ServersTestFqdnHostnames-1794249434-project-member] Lock "8aa9ad1d-d3b0-4038-acd1-0fca895a3ac1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.660776] env[68893]: DEBUG nova.compute.manager [None req-59b897e4-be3d-4a24-93dc-e891fb3f5550 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] [instance: a70c7ae6-8758-4bc9-a3eb-57c7051ebbc7] Start spawning the instance on the hypervisor. {{(pid=68893) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 668.698841] env[68893]: DEBUG nova.virt.hardware [None req-59b897e4-be3d-4a24-93dc-e891fb3f5550 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 668.698841] env[68893]: DEBUG nova.virt.hardware [None req-59b897e4-be3d-4a24-93dc-e891fb3f5550 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 668.698841] env[68893]: DEBUG nova.virt.hardware [None req-59b897e4-be3d-4a24-93dc-e891fb3f5550 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 668.699056] env[68893]: DEBUG nova.virt.hardware [None req-59b897e4-be3d-4a24-93dc-e891fb3f5550 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 668.699056] env[68893]: DEBUG nova.virt.hardware [None req-59b897e4-be3d-4a24-93dc-e891fb3f5550 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 668.699118] env[68893]: DEBUG nova.virt.hardware [None req-59b897e4-be3d-4a24-93dc-e891fb3f5550 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 668.699338] env[68893]: DEBUG nova.virt.hardware [None req-59b897e4-be3d-4a24-93dc-e891fb3f5550 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 668.699485] env[68893]: DEBUG nova.virt.hardware [None req-59b897e4-be3d-4a24-93dc-e891fb3f5550 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 668.699648] env[68893]: DEBUG nova.virt.hardware [None req-59b897e4-be3d-4a24-93dc-e891fb3f5550 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 668.699804] env[68893]: DEBUG nova.virt.hardware [None req-59b897e4-be3d-4a24-93dc-e891fb3f5550 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 668.700438] env[68893]: DEBUG nova.virt.hardware [None req-59b897e4-be3d-4a24-93dc-e891fb3f5550 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 668.701236] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25019320-69ee-4dbd-abb4-bb1bb54943b4 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.714989] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a440092-c377-4b04-b534-53f92d713dfd {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.895988] env[68893]: DEBUG oslo_concurrency.lockutils [None req-8e5cb206-9242-465a-b7c2-53d46a4f667d tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.260s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.896656] env[68893]: DEBUG nova.compute.manager [None req-8e5cb206-9242-465a-b7c2-53d46a4f667d tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] [instance: 856fd677-c151-4e53-9a1b-b684ee27dc37] Start building networks asynchronously for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 668.901182] env[68893]: DEBUG oslo_concurrency.lockutils [None req-3a076e06-6dc0-46b7-ac41-637a4399a3c6 tempest-ServerDiagnosticsTest-348060520 tempest-ServerDiagnosticsTest-348060520-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.777s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.902666] env[68893]: INFO nova.compute.claims [None req-3a076e06-6dc0-46b7-ac41-637a4399a3c6 tempest-ServerDiagnosticsTest-348060520 tempest-ServerDiagnosticsTest-348060520-project-member] [instance: a1ae5389-8497-4b29-a00b-a5b357b4c433] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 669.021498] env[68893]: DEBUG nova.network.neutron [None req-e6fee1f8-8c82-45f4-8e64-cd6570f2d1b4 tempest-ServerDiagnosticsNegativeTest-1412921569 tempest-ServerDiagnosticsNegativeTest-1412921569-project-member] [instance: 68c585a7-41de-4a16-848b-548a1adf0aec] Successfully updated port: a91c1610-4f3e-402f-bc4f-f6b387aa5ba1 {{(pid=68893) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 669.044973] env[68893]: DEBUG nova.compute.manager [None req-a4dd925b-530e-42a3-8b41-f841dfde56a6 tempest-ServersTestFqdnHostnames-1794249434 tempest-ServersTestFqdnHostnames-1794249434-project-member] [instance: 8aa9ad1d-d3b0-4038-acd1-0fca895a3ac1] Starting instance... {{(pid=68893) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 669.411468] env[68893]: DEBUG nova.compute.utils [None req-8e5cb206-9242-465a-b7c2-53d46a4f667d tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 669.419026] env[68893]: DEBUG nova.compute.manager [None req-8e5cb206-9242-465a-b7c2-53d46a4f667d tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] [instance: 856fd677-c151-4e53-9a1b-b684ee27dc37] Not allocating networking since 'none' was specified. {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 669.525781] env[68893]: DEBUG oslo_concurrency.lockutils [None req-e6fee1f8-8c82-45f4-8e64-cd6570f2d1b4 tempest-ServerDiagnosticsNegativeTest-1412921569 tempest-ServerDiagnosticsNegativeTest-1412921569-project-member] Acquiring lock "refresh_cache-68c585a7-41de-4a16-848b-548a1adf0aec" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.526076] env[68893]: DEBUG oslo_concurrency.lockutils [None req-e6fee1f8-8c82-45f4-8e64-cd6570f2d1b4 tempest-ServerDiagnosticsNegativeTest-1412921569 tempest-ServerDiagnosticsNegativeTest-1412921569-project-member] Acquired lock "refresh_cache-68c585a7-41de-4a16-848b-548a1adf0aec" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.526278] env[68893]: DEBUG nova.network.neutron [None req-e6fee1f8-8c82-45f4-8e64-cd6570f2d1b4 tempest-ServerDiagnosticsNegativeTest-1412921569 tempest-ServerDiagnosticsNegativeTest-1412921569-project-member] [instance: 68c585a7-41de-4a16-848b-548a1adf0aec] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 669.588829] env[68893]: DEBUG oslo_concurrency.lockutils [None req-a4dd925b-530e-42a3-8b41-f841dfde56a6 tempest-ServersTestFqdnHostnames-1794249434 tempest-ServersTestFqdnHostnames-1794249434-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.917287] env[68893]: DEBUG nova.compute.manager [None req-8e5cb206-9242-465a-b7c2-53d46a4f667d tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] [instance: 856fd677-c151-4e53-9a1b-b684ee27dc37] Start building block device mappings for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 670.122558] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a97cf85-0628-4793-92f3-893b70f0d934 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.131299] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e14d04d4-1ef5-4917-8aaa-ef22d3d27afe {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.142345] env[68893]: DEBUG oslo_concurrency.lockutils [None req-7beb3c86-4353-458e-b7cf-7882851bf516 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Acquiring lock "49227832-6556-4c04-8875-6a4b9414b1d8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.142345] env[68893]: DEBUG oslo_concurrency.lockutils [None req-7beb3c86-4353-458e-b7cf-7882851bf516 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Lock "49227832-6556-4c04-8875-6a4b9414b1d8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.170551] env[68893]: DEBUG nova.network.neutron [None req-e6fee1f8-8c82-45f4-8e64-cd6570f2d1b4 tempest-ServerDiagnosticsNegativeTest-1412921569 tempest-ServerDiagnosticsNegativeTest-1412921569-project-member] [instance: 68c585a7-41de-4a16-848b-548a1adf0aec] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 670.171467] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d726638d-54f6-4ae4-940e-ab7c8d2e4b79 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.181234] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ab97a80-6447-4dcd-bc9a-266dfdd8fd1a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.197189] env[68893]: DEBUG nova.compute.provider_tree [None req-3a076e06-6dc0-46b7-ac41-637a4399a3c6 tempest-ServerDiagnosticsTest-348060520 tempest-ServerDiagnosticsTest-348060520-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 670.333528] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 670.333774] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 670.333968] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 670.334169] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 670.334405] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 670.334658] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 670.334842] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 670.334941] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68893) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 670.335106] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager.update_available_resource {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 670.661189] env[68893]: DEBUG nova.compute.manager [req-a9508b9c-7ad3-4c6b-8c25-a4a67159a7ef req-708b8259-1187-44c5-bf21-5b10a2e32745 service nova] [instance: 68c585a7-41de-4a16-848b-548a1adf0aec] Received event network-vif-plugged-a91c1610-4f3e-402f-bc4f-f6b387aa5ba1 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 670.662994] env[68893]: DEBUG oslo_concurrency.lockutils [req-a9508b9c-7ad3-4c6b-8c25-a4a67159a7ef req-708b8259-1187-44c5-bf21-5b10a2e32745 service nova] Acquiring lock "68c585a7-41de-4a16-848b-548a1adf0aec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.663342] env[68893]: DEBUG oslo_concurrency.lockutils [req-a9508b9c-7ad3-4c6b-8c25-a4a67159a7ef req-708b8259-1187-44c5-bf21-5b10a2e32745 service nova] Lock "68c585a7-41de-4a16-848b-548a1adf0aec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.663577] env[68893]: DEBUG oslo_concurrency.lockutils [req-a9508b9c-7ad3-4c6b-8c25-a4a67159a7ef req-708b8259-1187-44c5-bf21-5b10a2e32745 service nova] Lock "68c585a7-41de-4a16-848b-548a1adf0aec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.663799] env[68893]: DEBUG nova.compute.manager [req-a9508b9c-7ad3-4c6b-8c25-a4a67159a7ef req-708b8259-1187-44c5-bf21-5b10a2e32745 service nova] [instance: 68c585a7-41de-4a16-848b-548a1adf0aec] No waiting events found dispatching network-vif-plugged-a91c1610-4f3e-402f-bc4f-f6b387aa5ba1 {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 670.664051] env[68893]: WARNING nova.compute.manager [req-a9508b9c-7ad3-4c6b-8c25-a4a67159a7ef req-708b8259-1187-44c5-bf21-5b10a2e32745 service nova] [instance: 68c585a7-41de-4a16-848b-548a1adf0aec] Received unexpected event network-vif-plugged-a91c1610-4f3e-402f-bc4f-f6b387aa5ba1 for instance with vm_state building and task_state spawning. [ 670.668007] env[68893]: DEBUG nova.compute.manager [None req-7beb3c86-4353-458e-b7cf-7882851bf516 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] [instance: 49227832-6556-4c04-8875-6a4b9414b1d8] Starting instance... {{(pid=68893) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 670.700336] env[68893]: DEBUG nova.scheduler.client.report [None req-3a076e06-6dc0-46b7-ac41-637a4399a3c6 tempest-ServerDiagnosticsTest-348060520 tempest-ServerDiagnosticsTest-348060520-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 670.838415] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.882577] env[68893]: DEBUG nova.network.neutron [None req-e6fee1f8-8c82-45f4-8e64-cd6570f2d1b4 tempest-ServerDiagnosticsNegativeTest-1412921569 tempest-ServerDiagnosticsNegativeTest-1412921569-project-member] [instance: 68c585a7-41de-4a16-848b-548a1adf0aec] Updating instance_info_cache with network_info: [{"id": "a91c1610-4f3e-402f-bc4f-f6b387aa5ba1", "address": "fa:16:3e:56:1d:21", "network": {"id": "508509dd-7bfd-4a64-9135-d3dbeac23fa6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.199", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a15c0c8454c748249efd16f753a7dc35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa91c1610-4f", "ovs_interfaceid": "a91c1610-4f3e-402f-bc4f-f6b387aa5ba1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.933421] env[68893]: DEBUG nova.compute.manager [None req-8e5cb206-9242-465a-b7c2-53d46a4f667d tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] [instance: 856fd677-c151-4e53-9a1b-b684ee27dc37] Start spawning the instance on the hypervisor. {{(pid=68893) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 670.968135] env[68893]: DEBUG nova.virt.hardware [None req-8e5cb206-9242-465a-b7c2-53d46a4f667d tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 670.968398] env[68893]: DEBUG nova.virt.hardware [None req-8e5cb206-9242-465a-b7c2-53d46a4f667d tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 670.968582] env[68893]: DEBUG nova.virt.hardware [None req-8e5cb206-9242-465a-b7c2-53d46a4f667d tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 670.968767] env[68893]: DEBUG nova.virt.hardware [None req-8e5cb206-9242-465a-b7c2-53d46a4f667d tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 670.969712] env[68893]: DEBUG nova.virt.hardware [None req-8e5cb206-9242-465a-b7c2-53d46a4f667d tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 670.969712] env[68893]: DEBUG nova.virt.hardware [None req-8e5cb206-9242-465a-b7c2-53d46a4f667d tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 670.969712] env[68893]: DEBUG nova.virt.hardware [None req-8e5cb206-9242-465a-b7c2-53d46a4f667d tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 670.969712] env[68893]: DEBUG nova.virt.hardware [None req-8e5cb206-9242-465a-b7c2-53d46a4f667d tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 670.969712] env[68893]: DEBUG nova.virt.hardware [None req-8e5cb206-9242-465a-b7c2-53d46a4f667d tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 670.970054] env[68893]: DEBUG nova.virt.hardware [None req-8e5cb206-9242-465a-b7c2-53d46a4f667d tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 670.970054] env[68893]: DEBUG nova.virt.hardware [None req-8e5cb206-9242-465a-b7c2-53d46a4f667d tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 670.970877] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-378d034d-66a7-45b3-8a50-17c27b434034 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.979680] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2026e4b5-770c-4370-b264-ba6f608115b3 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.995784] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-8e5cb206-9242-465a-b7c2-53d46a4f667d tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] [instance: 856fd677-c151-4e53-9a1b-b684ee27dc37] Instance VIF info [] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 671.008924] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e5cb206-9242-465a-b7c2-53d46a4f667d tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=68893) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 671.010700] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8e69f68f-5b56-446b-a6ea-511fdfda142a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.021218] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-8e5cb206-9242-465a-b7c2-53d46a4f667d tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] Created folder: OpenStack in parent group-v4. [ 671.021326] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e5cb206-9242-465a-b7c2-53d46a4f667d tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] Creating folder: Project (76eeda3a60874be9baa12f599222a1e5). Parent ref: group-v560969. {{(pid=68893) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 671.021577] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b85b6c24-79e3-4424-9007-c4a5b30aa31c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.031199] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-8e5cb206-9242-465a-b7c2-53d46a4f667d tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] Created folder: Project (76eeda3a60874be9baa12f599222a1e5) in parent group-v560969. [ 671.031363] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e5cb206-9242-465a-b7c2-53d46a4f667d tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] Creating folder: Instances. Parent ref: group-v560970. {{(pid=68893) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 671.031735] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3ce02e0b-b789-4d25-a66d-0726e12cfbb9 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.041284] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-8e5cb206-9242-465a-b7c2-53d46a4f667d tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] Created folder: Instances in parent group-v560970. [ 671.041557] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8e5cb206-9242-465a-b7c2-53d46a4f667d tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 671.041752] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 856fd677-c151-4e53-9a1b-b684ee27dc37] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 671.042268] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b7a5944b-9a06-4a11-b3d1-89c6acdd9344 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.070555] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 671.070555] env[68893]: value = "task-2790979" [ 671.070555] env[68893]: _type = "Task" [ 671.070555] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.080110] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790979, 'name': CreateVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.202540] env[68893]: DEBUG oslo_concurrency.lockutils [None req-7beb3c86-4353-458e-b7cf-7882851bf516 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.208037] env[68893]: DEBUG oslo_concurrency.lockutils [None req-3a076e06-6dc0-46b7-ac41-637a4399a3c6 tempest-ServerDiagnosticsTest-348060520 tempest-ServerDiagnosticsTest-348060520-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.306s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.208037] env[68893]: DEBUG nova.compute.manager [None req-3a076e06-6dc0-46b7-ac41-637a4399a3c6 tempest-ServerDiagnosticsTest-348060520 tempest-ServerDiagnosticsTest-348060520-project-member] [instance: a1ae5389-8497-4b29-a00b-a5b357b4c433] Start building networks asynchronously for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 671.212213] env[68893]: DEBUG oslo_concurrency.lockutils [None req-e43b3505-e7b4-4009-99ed-4a4de03f767e tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.286s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.213101] env[68893]: INFO nova.compute.claims [None req-e43b3505-e7b4-4009-99ed-4a4de03f767e tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: d2187069-2dba-4d01-969f-510f659fc163] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 671.386310] env[68893]: DEBUG oslo_concurrency.lockutils [None req-e6fee1f8-8c82-45f4-8e64-cd6570f2d1b4 tempest-ServerDiagnosticsNegativeTest-1412921569 tempest-ServerDiagnosticsNegativeTest-1412921569-project-member] Releasing lock "refresh_cache-68c585a7-41de-4a16-848b-548a1adf0aec" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.386679] env[68893]: DEBUG nova.compute.manager [None req-e6fee1f8-8c82-45f4-8e64-cd6570f2d1b4 tempest-ServerDiagnosticsNegativeTest-1412921569 tempest-ServerDiagnosticsNegativeTest-1412921569-project-member] [instance: 68c585a7-41de-4a16-848b-548a1adf0aec] Instance network_info: |[{"id": "a91c1610-4f3e-402f-bc4f-f6b387aa5ba1", "address": "fa:16:3e:56:1d:21", "network": {"id": "508509dd-7bfd-4a64-9135-d3dbeac23fa6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.199", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a15c0c8454c748249efd16f753a7dc35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa91c1610-4f", "ovs_interfaceid": "a91c1610-4f3e-402f-bc4f-f6b387aa5ba1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 671.387207] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-e6fee1f8-8c82-45f4-8e64-cd6570f2d1b4 tempest-ServerDiagnosticsNegativeTest-1412921569 tempest-ServerDiagnosticsNegativeTest-1412921569-project-member] [instance: 68c585a7-41de-4a16-848b-548a1adf0aec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:1d:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a91c1610-4f3e-402f-bc4f-f6b387aa5ba1', 'vif_model': 'vmxnet3'}] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 671.398596] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6fee1f8-8c82-45f4-8e64-cd6570f2d1b4 tempest-ServerDiagnosticsNegativeTest-1412921569 tempest-ServerDiagnosticsNegativeTest-1412921569-project-member] Creating folder: Project (3213409bc68a4d4e8f035ed88298351a). Parent ref: group-v560969. {{(pid=68893) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 671.399414] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-34493d9f-160d-46d8-9f49-7003afc886a0 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.416022] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-e6fee1f8-8c82-45f4-8e64-cd6570f2d1b4 tempest-ServerDiagnosticsNegativeTest-1412921569 tempest-ServerDiagnosticsNegativeTest-1412921569-project-member] Created folder: Project (3213409bc68a4d4e8f035ed88298351a) in parent group-v560969. [ 671.416022] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6fee1f8-8c82-45f4-8e64-cd6570f2d1b4 tempest-ServerDiagnosticsNegativeTest-1412921569 tempest-ServerDiagnosticsNegativeTest-1412921569-project-member] Creating folder: Instances. Parent ref: group-v560973. {{(pid=68893) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 671.416022] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-92fbaef6-d461-41a1-9f90-4cb38557ab20 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.434828] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-e6fee1f8-8c82-45f4-8e64-cd6570f2d1b4 tempest-ServerDiagnosticsNegativeTest-1412921569 tempest-ServerDiagnosticsNegativeTest-1412921569-project-member] Created folder: Instances in parent group-v560973. [ 671.435111] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e6fee1f8-8c82-45f4-8e64-cd6570f2d1b4 tempest-ServerDiagnosticsNegativeTest-1412921569 tempest-ServerDiagnosticsNegativeTest-1412921569-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 671.435330] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68c585a7-41de-4a16-848b-548a1adf0aec] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 671.435867] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-43180496-08ce-4d47-8c64-e9b5e069011f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.460560] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 671.460560] env[68893]: value = "task-2790982" [ 671.460560] env[68893]: _type = "Task" [ 671.460560] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.468081] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790982, 'name': CreateVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.490405] env[68893]: DEBUG nova.network.neutron [None req-59b897e4-be3d-4a24-93dc-e891fb3f5550 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] [instance: a70c7ae6-8758-4bc9-a3eb-57c7051ebbc7] Successfully updated port: 76ce3cff-7a9d-477f-8174-b8c64b7d6a79 {{(pid=68893) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 671.580185] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790979, 'name': CreateVM_Task, 'duration_secs': 0.374815} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.580185] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 856fd677-c151-4e53-9a1b-b684ee27dc37] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 671.580185] env[68893]: DEBUG oslo_vmware.service [None req-8e5cb206-9242-465a-b7c2-53d46a4f667d tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b78f17de-99d6-45dd-87ad-6f1ad8e85af8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.588169] env[68893]: DEBUG oslo_concurrency.lockutils [None req-8e5cb206-9242-465a-b7c2-53d46a4f667d tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.588315] env[68893]: DEBUG oslo_concurrency.lockutils [None req-8e5cb206-9242-465a-b7c2-53d46a4f667d tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.589501] env[68893]: DEBUG oslo_concurrency.lockutils [None req-8e5cb206-9242-465a-b7c2-53d46a4f667d tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.589791] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd317b83-47cb-4ce8-a7d6-fc3ce72efee6 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.594937] env[68893]: DEBUG oslo_vmware.api [None req-8e5cb206-9242-465a-b7c2-53d46a4f667d tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] Waiting for the task: (returnval){ [ 671.594937] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52ea45c7-9a4f-cc60-8fe7-8ab112ff706f" [ 671.594937] env[68893]: _type = "Task" [ 671.594937] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.608761] env[68893]: DEBUG oslo_vmware.api [None req-8e5cb206-9242-465a-b7c2-53d46a4f667d tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52ea45c7-9a4f-cc60-8fe7-8ab112ff706f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.725537] env[68893]: DEBUG nova.compute.utils [None req-3a076e06-6dc0-46b7-ac41-637a4399a3c6 tempest-ServerDiagnosticsTest-348060520 tempest-ServerDiagnosticsTest-348060520-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 671.730394] env[68893]: DEBUG nova.compute.manager [None req-3a076e06-6dc0-46b7-ac41-637a4399a3c6 tempest-ServerDiagnosticsTest-348060520 tempest-ServerDiagnosticsTest-348060520-project-member] [instance: a1ae5389-8497-4b29-a00b-a5b357b4c433] Allocating IP information in the background. {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 671.730569] env[68893]: DEBUG nova.network.neutron [None req-3a076e06-6dc0-46b7-ac41-637a4399a3c6 tempest-ServerDiagnosticsTest-348060520 tempest-ServerDiagnosticsTest-348060520-project-member] [instance: a1ae5389-8497-4b29-a00b-a5b357b4c433] allocate_for_instance() {{(pid=68893) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 671.958212] env[68893]: DEBUG nova.policy [None req-3a076e06-6dc0-46b7-ac41-637a4399a3c6 tempest-ServerDiagnosticsTest-348060520 tempest-ServerDiagnosticsTest-348060520-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4023b1791e8f4b718440bb224c0476de', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fc0b26b45e8a459eb6d6f367b1a741bc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68893) authorize /opt/stack/nova/nova/policy.py:192}} [ 671.970504] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790982, 'name': CreateVM_Task, 'duration_secs': 0.329979} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.970694] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68c585a7-41de-4a16-848b-548a1adf0aec] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 671.988150] env[68893]: DEBUG oslo_concurrency.lockutils [None req-e6fee1f8-8c82-45f4-8e64-cd6570f2d1b4 tempest-ServerDiagnosticsNegativeTest-1412921569 tempest-ServerDiagnosticsNegativeTest-1412921569-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.995734] env[68893]: DEBUG oslo_concurrency.lockutils [None req-59b897e4-be3d-4a24-93dc-e891fb3f5550 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Acquiring lock "refresh_cache-a70c7ae6-8758-4bc9-a3eb-57c7051ebbc7" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.995878] env[68893]: DEBUG oslo_concurrency.lockutils [None req-59b897e4-be3d-4a24-93dc-e891fb3f5550 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Acquired lock "refresh_cache-a70c7ae6-8758-4bc9-a3eb-57c7051ebbc7" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.996048] env[68893]: DEBUG nova.network.neutron [None req-59b897e4-be3d-4a24-93dc-e891fb3f5550 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] [instance: a70c7ae6-8758-4bc9-a3eb-57c7051ebbc7] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 672.109336] env[68893]: DEBUG oslo_concurrency.lockutils [None req-8e5cb206-9242-465a-b7c2-53d46a4f667d tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.109723] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-8e5cb206-9242-465a-b7c2-53d46a4f667d tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] [instance: 856fd677-c151-4e53-9a1b-b684ee27dc37] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 672.110040] env[68893]: DEBUG oslo_concurrency.lockutils [None req-8e5cb206-9242-465a-b7c2-53d46a4f667d tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.110274] env[68893]: DEBUG oslo_concurrency.lockutils [None req-8e5cb206-9242-465a-b7c2-53d46a4f667d tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.110787] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e5cb206-9242-465a-b7c2-53d46a4f667d tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 672.111650] env[68893]: DEBUG oslo_concurrency.lockutils [None req-e6fee1f8-8c82-45f4-8e64-cd6570f2d1b4 tempest-ServerDiagnosticsNegativeTest-1412921569 tempest-ServerDiagnosticsNegativeTest-1412921569-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.112875] env[68893]: DEBUG oslo_concurrency.lockutils [None req-e6fee1f8-8c82-45f4-8e64-cd6570f2d1b4 tempest-ServerDiagnosticsNegativeTest-1412921569 tempest-ServerDiagnosticsNegativeTest-1412921569-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.114390] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-10313440-78db-4ee1-833c-f7132f99be41 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.115331] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe848135-2a16-42ac-a99d-f9b59054aa4c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.130867] env[68893]: DEBUG oslo_vmware.api [None req-e6fee1f8-8c82-45f4-8e64-cd6570f2d1b4 tempest-ServerDiagnosticsNegativeTest-1412921569 tempest-ServerDiagnosticsNegativeTest-1412921569-project-member] Waiting for the task: (returnval){ [ 672.130867] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52bd46fe-48bc-f2ad-b7b9-fd75b723f78d" [ 672.130867] env[68893]: _type = "Task" [ 672.130867] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.138814] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e5cb206-9242-465a-b7c2-53d46a4f667d tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 672.138814] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-8e5cb206-9242-465a-b7c2-53d46a4f667d tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 672.139741] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f6234e-5f17-4803-a938-4e741fd6aded {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.145966] env[68893]: DEBUG oslo_vmware.api [None req-e6fee1f8-8c82-45f4-8e64-cd6570f2d1b4 tempest-ServerDiagnosticsNegativeTest-1412921569 tempest-ServerDiagnosticsNegativeTest-1412921569-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52bd46fe-48bc-f2ad-b7b9-fd75b723f78d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.150381] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26b157fa-f6ce-4fcd-987d-a81c67b5a5a2 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.155778] env[68893]: DEBUG oslo_vmware.api [None req-8e5cb206-9242-465a-b7c2-53d46a4f667d tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] Waiting for the task: (returnval){ [ 672.155778] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]522db7ac-748d-c750-bc49-472d5b740d76" [ 672.155778] env[68893]: _type = "Task" [ 672.155778] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.163689] env[68893]: DEBUG oslo_vmware.api [None req-8e5cb206-9242-465a-b7c2-53d46a4f667d tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]522db7ac-748d-c750-bc49-472d5b740d76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.231420] env[68893]: DEBUG nova.compute.manager [None req-3a076e06-6dc0-46b7-ac41-637a4399a3c6 tempest-ServerDiagnosticsTest-348060520 tempest-ServerDiagnosticsTest-348060520-project-member] [instance: a1ae5389-8497-4b29-a00b-a5b357b4c433] Start building block device mappings for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 672.523985] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e7e49ca-b8ea-4408-ae61-8c24d7252c20 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.533736] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc542996-71ec-4e14-afe4-69f5b95dcdc6 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.573794] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83156633-7af3-4129-91f9-f4fe2f0eabf8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.583750] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3051edad-f70a-42dc-80c5-121530cba8f6 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.599977] env[68893]: DEBUG nova.compute.provider_tree [None req-e43b3505-e7b4-4009-99ed-4a4de03f767e tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 672.616435] env[68893]: DEBUG nova.network.neutron [None req-59b897e4-be3d-4a24-93dc-e891fb3f5550 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] [instance: a70c7ae6-8758-4bc9-a3eb-57c7051ebbc7] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 672.647457] env[68893]: DEBUG oslo_concurrency.lockutils [None req-e6fee1f8-8c82-45f4-8e64-cd6570f2d1b4 tempest-ServerDiagnosticsNegativeTest-1412921569 tempest-ServerDiagnosticsNegativeTest-1412921569-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.649362] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-e6fee1f8-8c82-45f4-8e64-cd6570f2d1b4 tempest-ServerDiagnosticsNegativeTest-1412921569 tempest-ServerDiagnosticsNegativeTest-1412921569-project-member] [instance: 68c585a7-41de-4a16-848b-548a1adf0aec] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 672.649362] env[68893]: DEBUG oslo_concurrency.lockutils [None req-e6fee1f8-8c82-45f4-8e64-cd6570f2d1b4 tempest-ServerDiagnosticsNegativeTest-1412921569 tempest-ServerDiagnosticsNegativeTest-1412921569-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.668967] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-8e5cb206-9242-465a-b7c2-53d46a4f667d tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] [instance: 856fd677-c151-4e53-9a1b-b684ee27dc37] Preparing fetch location {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 672.669259] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e5cb206-9242-465a-b7c2-53d46a4f667d tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] Creating directory with path [datastore2] vmware_temp/0bdf6c48-658f-418c-b392-e23b418c29bc/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 672.669513] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aea27be7-ad68-47a0-a09b-a6da2e8e5a18 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.682849] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e5cb206-9242-465a-b7c2-53d46a4f667d tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] Created directory with path [datastore2] vmware_temp/0bdf6c48-658f-418c-b392-e23b418c29bc/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 672.682983] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-8e5cb206-9242-465a-b7c2-53d46a4f667d tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] [instance: 856fd677-c151-4e53-9a1b-b684ee27dc37] Fetch image to [datastore2] vmware_temp/0bdf6c48-658f-418c-b392-e23b418c29bc/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/tmp-sparse.vmdk {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 672.683187] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-8e5cb206-9242-465a-b7c2-53d46a4f667d tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] [instance: 856fd677-c151-4e53-9a1b-b684ee27dc37] Downloading image file data 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f to [datastore2] vmware_temp/0bdf6c48-658f-418c-b392-e23b418c29bc/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/tmp-sparse.vmdk on the data store datastore2 {{(pid=68893) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 672.684416] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c43a211-847b-40f8-a310-585026b87c50 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.697142] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ff99dd4-ef8e-4699-9503-095c2174d880 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.707538] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac280f4f-944f-4d62-980b-2943446653b0 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.756824] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bea2557-00bb-4d4e-af42-a7cf5f2465bc {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.766813] env[68893]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-c96555d9-79ff-4926-a055-6e574de1c866 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.860280] env[68893]: DEBUG nova.virt.vmwareapi.images [None req-8e5cb206-9242-465a-b7c2-53d46a4f667d tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] [instance: 856fd677-c151-4e53-9a1b-b684ee27dc37] Downloading image file data 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f to the data store datastore2 {{(pid=68893) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 673.066837] env[68893]: DEBUG oslo_vmware.rw_handles [None req-8e5cb206-9242-465a-b7c2-53d46a4f667d tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/0bdf6c48-658f-418c-b392-e23b418c29bc/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=68893) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 673.140856] env[68893]: DEBUG nova.scheduler.client.report [None req-e43b3505-e7b4-4009-99ed-4a4de03f767e tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 673.204196] env[68893]: DEBUG nova.network.neutron [None req-3a076e06-6dc0-46b7-ac41-637a4399a3c6 tempest-ServerDiagnosticsTest-348060520 tempest-ServerDiagnosticsTest-348060520-project-member] [instance: a1ae5389-8497-4b29-a00b-a5b357b4c433] Successfully created port: bce0b480-ee49-45be-b657-ffc067f5dd1d {{(pid=68893) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 673.251035] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ca9332dd-ef22-43b7-a03c-eb25dc0d20a7 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Acquiring lock "427db270-9f81-4bed-8039-a8e1d87ab427" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.251208] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ca9332dd-ef22-43b7-a03c-eb25dc0d20a7 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Lock "427db270-9f81-4bed-8039-a8e1d87ab427" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.260080] env[68893]: DEBUG nova.compute.manager [None req-3a076e06-6dc0-46b7-ac41-637a4399a3c6 tempest-ServerDiagnosticsTest-348060520 tempest-ServerDiagnosticsTest-348060520-project-member] [instance: a1ae5389-8497-4b29-a00b-a5b357b4c433] Start spawning the instance on the hypervisor. {{(pid=68893) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 673.269955] env[68893]: DEBUG nova.network.neutron [None req-59b897e4-be3d-4a24-93dc-e891fb3f5550 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] [instance: a70c7ae6-8758-4bc9-a3eb-57c7051ebbc7] Updating instance_info_cache with network_info: [{"id": "76ce3cff-7a9d-477f-8174-b8c64b7d6a79", "address": "fa:16:3e:39:7d:a7", "network": {"id": "508509dd-7bfd-4a64-9135-d3dbeac23fa6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.201", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a15c0c8454c748249efd16f753a7dc35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76ce3cff-7a", "ovs_interfaceid": "76ce3cff-7a9d-477f-8174-b8c64b7d6a79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.296473] env[68893]: DEBUG nova.virt.hardware [None req-3a076e06-6dc0-46b7-ac41-637a4399a3c6 tempest-ServerDiagnosticsTest-348060520 tempest-ServerDiagnosticsTest-348060520-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 673.297648] env[68893]: DEBUG nova.virt.hardware [None req-3a076e06-6dc0-46b7-ac41-637a4399a3c6 tempest-ServerDiagnosticsTest-348060520 tempest-ServerDiagnosticsTest-348060520-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 673.297648] env[68893]: DEBUG nova.virt.hardware [None req-3a076e06-6dc0-46b7-ac41-637a4399a3c6 tempest-ServerDiagnosticsTest-348060520 tempest-ServerDiagnosticsTest-348060520-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 673.297648] env[68893]: DEBUG nova.virt.hardware [None req-3a076e06-6dc0-46b7-ac41-637a4399a3c6 tempest-ServerDiagnosticsTest-348060520 tempest-ServerDiagnosticsTest-348060520-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 673.297648] env[68893]: DEBUG nova.virt.hardware [None req-3a076e06-6dc0-46b7-ac41-637a4399a3c6 tempest-ServerDiagnosticsTest-348060520 tempest-ServerDiagnosticsTest-348060520-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 673.297648] env[68893]: DEBUG nova.virt.hardware [None req-3a076e06-6dc0-46b7-ac41-637a4399a3c6 tempest-ServerDiagnosticsTest-348060520 tempest-ServerDiagnosticsTest-348060520-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 673.298471] env[68893]: DEBUG nova.virt.hardware [None req-3a076e06-6dc0-46b7-ac41-637a4399a3c6 tempest-ServerDiagnosticsTest-348060520 tempest-ServerDiagnosticsTest-348060520-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 673.298471] env[68893]: DEBUG nova.virt.hardware [None req-3a076e06-6dc0-46b7-ac41-637a4399a3c6 tempest-ServerDiagnosticsTest-348060520 tempest-ServerDiagnosticsTest-348060520-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 673.298471] env[68893]: DEBUG nova.virt.hardware [None req-3a076e06-6dc0-46b7-ac41-637a4399a3c6 tempest-ServerDiagnosticsTest-348060520 tempest-ServerDiagnosticsTest-348060520-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 673.298471] env[68893]: DEBUG nova.virt.hardware [None req-3a076e06-6dc0-46b7-ac41-637a4399a3c6 tempest-ServerDiagnosticsTest-348060520 tempest-ServerDiagnosticsTest-348060520-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 673.298471] env[68893]: DEBUG nova.virt.hardware [None req-3a076e06-6dc0-46b7-ac41-637a4399a3c6 tempest-ServerDiagnosticsTest-348060520 tempest-ServerDiagnosticsTest-348060520-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 673.299029] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f52fdc79-5ecf-428f-bc19-e84427a19523 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.312158] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d63b413d-93d5-4697-9f8a-a02ea2520da3 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.648812] env[68893]: DEBUG oslo_concurrency.lockutils [None req-e43b3505-e7b4-4009-99ed-4a4de03f767e tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.439s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.649497] env[68893]: DEBUG nova.compute.manager [None req-e43b3505-e7b4-4009-99ed-4a4de03f767e tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: d2187069-2dba-4d01-969f-510f659fc163] Start building networks asynchronously for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 673.654822] env[68893]: DEBUG oslo_concurrency.lockutils [None req-06348b3c-b004-40c7-a2ee-bf20ea50e96e tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.372s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.655816] env[68893]: INFO nova.compute.claims [None req-06348b3c-b004-40c7-a2ee-bf20ea50e96e tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] [instance: 292718c1-e976-4462-aede-a2ed6b8415de] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 673.734538] env[68893]: DEBUG oslo_vmware.rw_handles [None req-8e5cb206-9242-465a-b7c2-53d46a4f667d tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] Completed reading data from the image iterator. {{(pid=68893) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 673.734826] env[68893]: DEBUG oslo_vmware.rw_handles [None req-8e5cb206-9242-465a-b7c2-53d46a4f667d tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] Closing write handle for https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/0bdf6c48-658f-418c-b392-e23b418c29bc/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=68893) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 673.778022] env[68893]: DEBUG oslo_concurrency.lockutils [None req-59b897e4-be3d-4a24-93dc-e891fb3f5550 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Releasing lock "refresh_cache-a70c7ae6-8758-4bc9-a3eb-57c7051ebbc7" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.778022] env[68893]: DEBUG nova.compute.manager [None req-59b897e4-be3d-4a24-93dc-e891fb3f5550 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] [instance: a70c7ae6-8758-4bc9-a3eb-57c7051ebbc7] Instance network_info: |[{"id": "76ce3cff-7a9d-477f-8174-b8c64b7d6a79", "address": "fa:16:3e:39:7d:a7", "network": {"id": "508509dd-7bfd-4a64-9135-d3dbeac23fa6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.201", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a15c0c8454c748249efd16f753a7dc35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76ce3cff-7a", "ovs_interfaceid": "76ce3cff-7a9d-477f-8174-b8c64b7d6a79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 673.778680] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-59b897e4-be3d-4a24-93dc-e891fb3f5550 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] [instance: a70c7ae6-8758-4bc9-a3eb-57c7051ebbc7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:7d:a7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '76ce3cff-7a9d-477f-8174-b8c64b7d6a79', 'vif_model': 'vmxnet3'}] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 673.787602] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-59b897e4-be3d-4a24-93dc-e891fb3f5550 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Creating folder: Project (34e08fdf377c48ca8746668224c9c683). Parent ref: group-v560969. {{(pid=68893) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 673.790271] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5a1824a8-709c-4c53-9fe6-13fe4eb2ee94 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.802337] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-59b897e4-be3d-4a24-93dc-e891fb3f5550 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Created folder: Project (34e08fdf377c48ca8746668224c9c683) in parent group-v560969. [ 673.802688] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-59b897e4-be3d-4a24-93dc-e891fb3f5550 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Creating folder: Instances. Parent ref: group-v560976. {{(pid=68893) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 673.804750] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-67969ecb-a8e6-409f-b7eb-f7d9c635fa55 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.814148] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-59b897e4-be3d-4a24-93dc-e891fb3f5550 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Created folder: Instances in parent group-v560976. [ 673.814420] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-59b897e4-be3d-4a24-93dc-e891fb3f5550 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 673.814618] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a70c7ae6-8758-4bc9-a3eb-57c7051ebbc7] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 673.814822] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0ac1a48f-9c0b-4947-bf78-8e5943bf0e5d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.841760] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 673.841760] env[68893]: value = "task-2790985" [ 673.841760] env[68893]: _type = "Task" [ 673.841760] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.853670] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790985, 'name': CreateVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.873619] env[68893]: DEBUG nova.virt.vmwareapi.images [None req-8e5cb206-9242-465a-b7c2-53d46a4f667d tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] [instance: 856fd677-c151-4e53-9a1b-b684ee27dc37] Downloaded image file data 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f to vmware_temp/0bdf6c48-658f-418c-b392-e23b418c29bc/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/tmp-sparse.vmdk on the data store datastore2 {{(pid=68893) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 673.873943] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-8e5cb206-9242-465a-b7c2-53d46a4f667d tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] [instance: 856fd677-c151-4e53-9a1b-b684ee27dc37] Caching image {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 673.874254] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e5cb206-9242-465a-b7c2-53d46a4f667d tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] Copying Virtual Disk [datastore2] vmware_temp/0bdf6c48-658f-418c-b392-e23b418c29bc/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/tmp-sparse.vmdk to [datastore2] vmware_temp/0bdf6c48-658f-418c-b392-e23b418c29bc/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 673.876721] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fd5ab350-f0c8-4079-aa16-1fe14fe9e635 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.884888] env[68893]: DEBUG oslo_vmware.api [None req-8e5cb206-9242-465a-b7c2-53d46a4f667d tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] Waiting for the task: (returnval){ [ 673.884888] env[68893]: value = "task-2790986" [ 673.884888] env[68893]: _type = "Task" [ 673.884888] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.899148] env[68893]: DEBUG oslo_vmware.api [None req-8e5cb206-9242-465a-b7c2-53d46a4f667d tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] Task: {'id': task-2790986, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.162037] env[68893]: DEBUG nova.compute.utils [None req-e43b3505-e7b4-4009-99ed-4a4de03f767e tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 674.162378] env[68893]: DEBUG nova.compute.manager [None req-e43b3505-e7b4-4009-99ed-4a4de03f767e tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: d2187069-2dba-4d01-969f-510f659fc163] Allocating IP information in the background. {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 674.162707] env[68893]: DEBUG nova.network.neutron [None req-e43b3505-e7b4-4009-99ed-4a4de03f767e tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: d2187069-2dba-4d01-969f-510f659fc163] allocate_for_instance() {{(pid=68893) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 674.301330] env[68893]: DEBUG nova.policy [None req-e43b3505-e7b4-4009-99ed-4a4de03f767e tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6c24af0e548d4ec3a540056ecbf2e03d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd4d6da16c6974dd6ba61faefc3f54c56', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68893) authorize /opt/stack/nova/nova/policy.py:192}} [ 674.355400] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790985, 'name': CreateVM_Task, 'duration_secs': 0.315374} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.355600] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a70c7ae6-8758-4bc9-a3eb-57c7051ebbc7] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 674.356538] env[68893]: DEBUG oslo_concurrency.lockutils [None req-59b897e4-be3d-4a24-93dc-e891fb3f5550 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.356716] env[68893]: DEBUG oslo_concurrency.lockutils [None req-59b897e4-be3d-4a24-93dc-e891fb3f5550 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.357073] env[68893]: DEBUG oslo_concurrency.lockutils [None req-59b897e4-be3d-4a24-93dc-e891fb3f5550 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.357345] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c5eb921-0c6f-466b-b83f-e196cfbeecae {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.363280] env[68893]: DEBUG oslo_vmware.api [None req-59b897e4-be3d-4a24-93dc-e891fb3f5550 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Waiting for the task: (returnval){ [ 674.363280] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52bbbbe3-549d-cead-d5b0-3f72d067dfa3" [ 674.363280] env[68893]: _type = "Task" [ 674.363280] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.372346] env[68893]: DEBUG oslo_vmware.api [None req-59b897e4-be3d-4a24-93dc-e891fb3f5550 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52bbbbe3-549d-cead-d5b0-3f72d067dfa3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.398821] env[68893]: DEBUG oslo_vmware.api [None req-8e5cb206-9242-465a-b7c2-53d46a4f667d tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] Task: {'id': task-2790986, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.668347] env[68893]: DEBUG nova.compute.manager [None req-e43b3505-e7b4-4009-99ed-4a4de03f767e tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: d2187069-2dba-4d01-969f-510f659fc163] Start building block device mappings for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 674.759087] env[68893]: DEBUG oslo_concurrency.lockutils [None req-a02d0b28-b549-4881-abed-9de3098c2607 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Acquiring lock "add4ef29-6e07-4272-b41a-04a95f62e169" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.759565] env[68893]: DEBUG oslo_concurrency.lockutils [None req-a02d0b28-b549-4881-abed-9de3098c2607 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Lock "add4ef29-6e07-4272-b41a-04a95f62e169" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.879222] env[68893]: DEBUG oslo_concurrency.lockutils [None req-59b897e4-be3d-4a24-93dc-e891fb3f5550 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.879473] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-59b897e4-be3d-4a24-93dc-e891fb3f5550 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] [instance: a70c7ae6-8758-4bc9-a3eb-57c7051ebbc7] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 674.879676] env[68893]: DEBUG oslo_concurrency.lockutils [None req-59b897e4-be3d-4a24-93dc-e891fb3f5550 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.891807] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86d50242-f132-4c04-a11a-a98432801e21 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.899192] env[68893]: DEBUG oslo_vmware.api [None req-8e5cb206-9242-465a-b7c2-53d46a4f667d tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] Task: {'id': task-2790986, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.727054} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.900965] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e5cb206-9242-465a-b7c2-53d46a4f667d tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] Copied Virtual Disk [datastore2] vmware_temp/0bdf6c48-658f-418c-b392-e23b418c29bc/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/tmp-sparse.vmdk to [datastore2] vmware_temp/0bdf6c48-658f-418c-b392-e23b418c29bc/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 674.901160] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e5cb206-9242-465a-b7c2-53d46a4f667d tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] Deleting the datastore file [datastore2] vmware_temp/0bdf6c48-658f-418c-b392-e23b418c29bc/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/tmp-sparse.vmdk {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 674.901426] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c9650c66-1a0f-433c-914c-2de145c06234 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.903732] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12d4a2e3-8062-4077-b3c9-8e7c31606af7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.935719] env[68893]: DEBUG oslo_vmware.api [None req-8e5cb206-9242-465a-b7c2-53d46a4f667d tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] Waiting for the task: (returnval){ [ 674.935719] env[68893]: value = "task-2790987" [ 674.935719] env[68893]: _type = "Task" [ 674.935719] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.936807] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64b4c49a-3b66-4398-a707-5c707add920c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.950655] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-358a4050-eeb9-4e15-9441-c328d380580e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.954448] env[68893]: DEBUG oslo_vmware.api [None req-8e5cb206-9242-465a-b7c2-53d46a4f667d tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] Task: {'id': task-2790987, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.967618] env[68893]: DEBUG nova.compute.provider_tree [None req-06348b3c-b004-40c7-a2ee-bf20ea50e96e tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 675.134525] env[68893]: DEBUG nova.network.neutron [None req-e43b3505-e7b4-4009-99ed-4a4de03f767e tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: d2187069-2dba-4d01-969f-510f659fc163] Successfully created port: 83210d30-f086-4b9b-9f37-e58f8c9649f4 {{(pid=68893) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 675.200663] env[68893]: DEBUG nova.compute.manager [req-a6ae4a56-25f3-4410-a5eb-3b731b268ddf req-bdef1af9-388a-414e-8013-32c271dd47af service nova] [instance: 68c585a7-41de-4a16-848b-548a1adf0aec] Received event network-changed-a91c1610-4f3e-402f-bc4f-f6b387aa5ba1 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 675.200980] env[68893]: DEBUG nova.compute.manager [req-a6ae4a56-25f3-4410-a5eb-3b731b268ddf req-bdef1af9-388a-414e-8013-32c271dd47af service nova] [instance: 68c585a7-41de-4a16-848b-548a1adf0aec] Refreshing instance network info cache due to event network-changed-a91c1610-4f3e-402f-bc4f-f6b387aa5ba1. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 675.201111] env[68893]: DEBUG oslo_concurrency.lockutils [req-a6ae4a56-25f3-4410-a5eb-3b731b268ddf req-bdef1af9-388a-414e-8013-32c271dd47af service nova] Acquiring lock "refresh_cache-68c585a7-41de-4a16-848b-548a1adf0aec" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.201260] env[68893]: DEBUG oslo_concurrency.lockutils [req-a6ae4a56-25f3-4410-a5eb-3b731b268ddf req-bdef1af9-388a-414e-8013-32c271dd47af service nova] Acquired lock "refresh_cache-68c585a7-41de-4a16-848b-548a1adf0aec" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.201453] env[68893]: DEBUG nova.network.neutron [req-a6ae4a56-25f3-4410-a5eb-3b731b268ddf req-bdef1af9-388a-414e-8013-32c271dd47af service nova] [instance: 68c585a7-41de-4a16-848b-548a1adf0aec] Refreshing network info cache for port a91c1610-4f3e-402f-bc4f-f6b387aa5ba1 {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 675.452340] env[68893]: DEBUG oslo_vmware.api [None req-8e5cb206-9242-465a-b7c2-53d46a4f667d tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] Task: {'id': task-2790987, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.063208} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.452643] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e5cb206-9242-465a-b7c2-53d46a4f667d tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 675.454166] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e5cb206-9242-465a-b7c2-53d46a4f667d tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] Moving file from [datastore2] vmware_temp/0bdf6c48-658f-418c-b392-e23b418c29bc/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f to [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f. {{(pid=68893) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 675.454166] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-bc785587-d251-47c0-8ae1-f83f2fff08ed {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.461580] env[68893]: DEBUG oslo_vmware.api [None req-8e5cb206-9242-465a-b7c2-53d46a4f667d tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] Waiting for the task: (returnval){ [ 675.461580] env[68893]: value = "task-2790988" [ 675.461580] env[68893]: _type = "Task" [ 675.461580] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.472363] env[68893]: DEBUG nova.scheduler.client.report [None req-06348b3c-b004-40c7-a2ee-bf20ea50e96e tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 675.482462] env[68893]: DEBUG oslo_vmware.api [None req-8e5cb206-9242-465a-b7c2-53d46a4f667d tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] Task: {'id': task-2790988, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.685117] env[68893]: DEBUG nova.compute.manager [None req-e43b3505-e7b4-4009-99ed-4a4de03f767e tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: d2187069-2dba-4d01-969f-510f659fc163] Start spawning the instance on the hypervisor. {{(pid=68893) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 675.721086] env[68893]: DEBUG nova.virt.hardware [None req-e43b3505-e7b4-4009-99ed-4a4de03f767e tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 675.721324] env[68893]: DEBUG nova.virt.hardware [None req-e43b3505-e7b4-4009-99ed-4a4de03f767e tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 675.721484] env[68893]: DEBUG nova.virt.hardware [None req-e43b3505-e7b4-4009-99ed-4a4de03f767e tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 675.721659] env[68893]: DEBUG nova.virt.hardware [None req-e43b3505-e7b4-4009-99ed-4a4de03f767e tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 675.721800] env[68893]: DEBUG nova.virt.hardware [None req-e43b3505-e7b4-4009-99ed-4a4de03f767e tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 675.721937] env[68893]: DEBUG nova.virt.hardware [None req-e43b3505-e7b4-4009-99ed-4a4de03f767e tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 675.725287] env[68893]: DEBUG nova.virt.hardware [None req-e43b3505-e7b4-4009-99ed-4a4de03f767e tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 675.725524] env[68893]: DEBUG nova.virt.hardware [None req-e43b3505-e7b4-4009-99ed-4a4de03f767e tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 675.725735] env[68893]: DEBUG nova.virt.hardware [None req-e43b3505-e7b4-4009-99ed-4a4de03f767e tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 675.725912] env[68893]: DEBUG nova.virt.hardware [None req-e43b3505-e7b4-4009-99ed-4a4de03f767e tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 675.726096] env[68893]: DEBUG nova.virt.hardware [None req-e43b3505-e7b4-4009-99ed-4a4de03f767e tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 675.729195] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3841da5b-366e-4f12-8b4d-1a91e8519310 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.737289] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a54454fd-0f4d-4570-86ab-080c5254370f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.876127] env[68893]: DEBUG nova.network.neutron [None req-3a076e06-6dc0-46b7-ac41-637a4399a3c6 tempest-ServerDiagnosticsTest-348060520 tempest-ServerDiagnosticsTest-348060520-project-member] [instance: a1ae5389-8497-4b29-a00b-a5b357b4c433] Successfully updated port: bce0b480-ee49-45be-b657-ffc067f5dd1d {{(pid=68893) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 675.973943] env[68893]: DEBUG oslo_vmware.api [None req-8e5cb206-9242-465a-b7c2-53d46a4f667d tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] Task: {'id': task-2790988, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.027776} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.974244] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e5cb206-9242-465a-b7c2-53d46a4f667d tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] File moved {{(pid=68893) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 675.974478] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-8e5cb206-9242-465a-b7c2-53d46a4f667d tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] [instance: 856fd677-c151-4e53-9a1b-b684ee27dc37] Cleaning up location [datastore2] vmware_temp/0bdf6c48-658f-418c-b392-e23b418c29bc {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 675.974683] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e5cb206-9242-465a-b7c2-53d46a4f667d tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] Deleting the datastore file [datastore2] vmware_temp/0bdf6c48-658f-418c-b392-e23b418c29bc {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 675.974998] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-96e9c0c2-6414-486a-960e-d23533abd01a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.979662] env[68893]: DEBUG oslo_concurrency.lockutils [None req-06348b3c-b004-40c7-a2ee-bf20ea50e96e tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.326s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.980514] env[68893]: DEBUG nova.compute.manager [None req-06348b3c-b004-40c7-a2ee-bf20ea50e96e tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] [instance: 292718c1-e976-4462-aede-a2ed6b8415de] Start building networks asynchronously for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 675.986438] env[68893]: DEBUG oslo_concurrency.lockutils [None req-222eef0f-8e0b-4bbf-93f3-f8da7d0a0574 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.288s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.988063] env[68893]: INFO nova.compute.claims [None req-222eef0f-8e0b-4bbf-93f3-f8da7d0a0574 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] [instance: 29bce734-9f04-41eb-92e5-df9248dc10a3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 675.992609] env[68893]: DEBUG oslo_vmware.api [None req-8e5cb206-9242-465a-b7c2-53d46a4f667d tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] Waiting for the task: (returnval){ [ 675.992609] env[68893]: value = "task-2790989" [ 675.992609] env[68893]: _type = "Task" [ 675.992609] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.006309] env[68893]: DEBUG oslo_vmware.api [None req-8e5cb206-9242-465a-b7c2-53d46a4f667d tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] Task: {'id': task-2790989, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.358661] env[68893]: DEBUG nova.network.neutron [req-a6ae4a56-25f3-4410-a5eb-3b731b268ddf req-bdef1af9-388a-414e-8013-32c271dd47af service nova] [instance: 68c585a7-41de-4a16-848b-548a1adf0aec] Updated VIF entry in instance network info cache for port a91c1610-4f3e-402f-bc4f-f6b387aa5ba1. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 676.359067] env[68893]: DEBUG nova.network.neutron [req-a6ae4a56-25f3-4410-a5eb-3b731b268ddf req-bdef1af9-388a-414e-8013-32c271dd47af service nova] [instance: 68c585a7-41de-4a16-848b-548a1adf0aec] Updating instance_info_cache with network_info: [{"id": "a91c1610-4f3e-402f-bc4f-f6b387aa5ba1", "address": "fa:16:3e:56:1d:21", "network": {"id": "508509dd-7bfd-4a64-9135-d3dbeac23fa6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.199", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a15c0c8454c748249efd16f753a7dc35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa91c1610-4f", "ovs_interfaceid": "a91c1610-4f3e-402f-bc4f-f6b387aa5ba1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.379818] env[68893]: DEBUG oslo_concurrency.lockutils [None req-3a076e06-6dc0-46b7-ac41-637a4399a3c6 tempest-ServerDiagnosticsTest-348060520 tempest-ServerDiagnosticsTest-348060520-project-member] Acquiring lock "refresh_cache-a1ae5389-8497-4b29-a00b-a5b357b4c433" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.379818] env[68893]: DEBUG oslo_concurrency.lockutils [None req-3a076e06-6dc0-46b7-ac41-637a4399a3c6 tempest-ServerDiagnosticsTest-348060520 tempest-ServerDiagnosticsTest-348060520-project-member] Acquired lock "refresh_cache-a1ae5389-8497-4b29-a00b-a5b357b4c433" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.379818] env[68893]: DEBUG nova.network.neutron [None req-3a076e06-6dc0-46b7-ac41-637a4399a3c6 tempest-ServerDiagnosticsTest-348060520 tempest-ServerDiagnosticsTest-348060520-project-member] [instance: a1ae5389-8497-4b29-a00b-a5b357b4c433] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 676.496430] env[68893]: DEBUG nova.compute.utils [None req-06348b3c-b004-40c7-a2ee-bf20ea50e96e tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 676.504493] env[68893]: DEBUG nova.compute.manager [None req-06348b3c-b004-40c7-a2ee-bf20ea50e96e tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] [instance: 292718c1-e976-4462-aede-a2ed6b8415de] Allocating IP information in the background. {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 676.504493] env[68893]: DEBUG nova.network.neutron [None req-06348b3c-b004-40c7-a2ee-bf20ea50e96e tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] [instance: 292718c1-e976-4462-aede-a2ed6b8415de] allocate_for_instance() {{(pid=68893) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 676.518591] env[68893]: DEBUG oslo_vmware.api [None req-8e5cb206-9242-465a-b7c2-53d46a4f667d tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] Task: {'id': task-2790989, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.02315} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.518856] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e5cb206-9242-465a-b7c2-53d46a4f667d tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 676.519853] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1ced2c0-aa1b-44cc-929c-0bb43d9f5b9a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.526375] env[68893]: DEBUG oslo_vmware.api [None req-8e5cb206-9242-465a-b7c2-53d46a4f667d tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] Waiting for the task: (returnval){ [ 676.526375] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]5207a387-444e-d5a7-a2cc-b5f52afed7ef" [ 676.526375] env[68893]: _type = "Task" [ 676.526375] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.537996] env[68893]: DEBUG oslo_vmware.api [None req-8e5cb206-9242-465a-b7c2-53d46a4f667d tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]5207a387-444e-d5a7-a2cc-b5f52afed7ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.583760] env[68893]: DEBUG nova.policy [None req-06348b3c-b004-40c7-a2ee-bf20ea50e96e tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '756e39318f034d70bb77135ce045e990', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '39484e4d540249b899ec91b14570abc5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68893) authorize /opt/stack/nova/nova/policy.py:192}} [ 676.869851] env[68893]: DEBUG oslo_concurrency.lockutils [req-a6ae4a56-25f3-4410-a5eb-3b731b268ddf req-bdef1af9-388a-414e-8013-32c271dd47af service nova] Releasing lock "refresh_cache-68c585a7-41de-4a16-848b-548a1adf0aec" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.870135] env[68893]: DEBUG nova.compute.manager [req-a6ae4a56-25f3-4410-a5eb-3b731b268ddf req-bdef1af9-388a-414e-8013-32c271dd47af service nova] [instance: a70c7ae6-8758-4bc9-a3eb-57c7051ebbc7] Received event network-vif-plugged-76ce3cff-7a9d-477f-8174-b8c64b7d6a79 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 676.870345] env[68893]: DEBUG oslo_concurrency.lockutils [req-a6ae4a56-25f3-4410-a5eb-3b731b268ddf req-bdef1af9-388a-414e-8013-32c271dd47af service nova] Acquiring lock "a70c7ae6-8758-4bc9-a3eb-57c7051ebbc7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.870930] env[68893]: DEBUG oslo_concurrency.lockutils [req-a6ae4a56-25f3-4410-a5eb-3b731b268ddf req-bdef1af9-388a-414e-8013-32c271dd47af service nova] Lock "a70c7ae6-8758-4bc9-a3eb-57c7051ebbc7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.870930] env[68893]: DEBUG oslo_concurrency.lockutils [req-a6ae4a56-25f3-4410-a5eb-3b731b268ddf req-bdef1af9-388a-414e-8013-32c271dd47af service nova] Lock "a70c7ae6-8758-4bc9-a3eb-57c7051ebbc7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.870930] env[68893]: DEBUG nova.compute.manager [req-a6ae4a56-25f3-4410-a5eb-3b731b268ddf req-bdef1af9-388a-414e-8013-32c271dd47af service nova] [instance: a70c7ae6-8758-4bc9-a3eb-57c7051ebbc7] No waiting events found dispatching network-vif-plugged-76ce3cff-7a9d-477f-8174-b8c64b7d6a79 {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 676.871050] env[68893]: WARNING nova.compute.manager [req-a6ae4a56-25f3-4410-a5eb-3b731b268ddf req-bdef1af9-388a-414e-8013-32c271dd47af service nova] [instance: a70c7ae6-8758-4bc9-a3eb-57c7051ebbc7] Received unexpected event network-vif-plugged-76ce3cff-7a9d-477f-8174-b8c64b7d6a79 for instance with vm_state building and task_state spawning. [ 676.871207] env[68893]: DEBUG nova.compute.manager [req-a6ae4a56-25f3-4410-a5eb-3b731b268ddf req-bdef1af9-388a-414e-8013-32c271dd47af service nova] [instance: a70c7ae6-8758-4bc9-a3eb-57c7051ebbc7] Received event network-changed-76ce3cff-7a9d-477f-8174-b8c64b7d6a79 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 676.871386] env[68893]: DEBUG nova.compute.manager [req-a6ae4a56-25f3-4410-a5eb-3b731b268ddf req-bdef1af9-388a-414e-8013-32c271dd47af service nova] [instance: a70c7ae6-8758-4bc9-a3eb-57c7051ebbc7] Refreshing instance network info cache due to event network-changed-76ce3cff-7a9d-477f-8174-b8c64b7d6a79. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 676.871534] env[68893]: DEBUG oslo_concurrency.lockutils [req-a6ae4a56-25f3-4410-a5eb-3b731b268ddf req-bdef1af9-388a-414e-8013-32c271dd47af service nova] Acquiring lock "refresh_cache-a70c7ae6-8758-4bc9-a3eb-57c7051ebbc7" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.871662] env[68893]: DEBUG oslo_concurrency.lockutils [req-a6ae4a56-25f3-4410-a5eb-3b731b268ddf req-bdef1af9-388a-414e-8013-32c271dd47af service nova] Acquired lock "refresh_cache-a70c7ae6-8758-4bc9-a3eb-57c7051ebbc7" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.871833] env[68893]: DEBUG nova.network.neutron [req-a6ae4a56-25f3-4410-a5eb-3b731b268ddf req-bdef1af9-388a-414e-8013-32c271dd47af service nova] [instance: a70c7ae6-8758-4bc9-a3eb-57c7051ebbc7] Refreshing network info cache for port 76ce3cff-7a9d-477f-8174-b8c64b7d6a79 {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 676.976171] env[68893]: DEBUG nova.network.neutron [None req-3a076e06-6dc0-46b7-ac41-637a4399a3c6 tempest-ServerDiagnosticsTest-348060520 tempest-ServerDiagnosticsTest-348060520-project-member] [instance: a1ae5389-8497-4b29-a00b-a5b357b4c433] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 677.017120] env[68893]: DEBUG nova.compute.manager [None req-06348b3c-b004-40c7-a2ee-bf20ea50e96e tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] [instance: 292718c1-e976-4462-aede-a2ed6b8415de] Start building block device mappings for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 677.050612] env[68893]: DEBUG oslo_vmware.api [None req-8e5cb206-9242-465a-b7c2-53d46a4f667d tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]5207a387-444e-d5a7-a2cc-b5f52afed7ef, 'name': SearchDatastore_Task, 'duration_secs': 0.012203} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.051518] env[68893]: DEBUG oslo_concurrency.lockutils [None req-8e5cb206-9242-465a-b7c2-53d46a4f667d tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.051518] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e5cb206-9242-465a-b7c2-53d46a4f667d tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] 856fd677-c151-4e53-9a1b-b684ee27dc37/856fd677-c151-4e53-9a1b-b684ee27dc37.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 677.051705] env[68893]: DEBUG oslo_concurrency.lockutils [None req-e6fee1f8-8c82-45f4-8e64-cd6570f2d1b4 tempest-ServerDiagnosticsNegativeTest-1412921569 tempest-ServerDiagnosticsNegativeTest-1412921569-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.051790] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6fee1f8-8c82-45f4-8e64-cd6570f2d1b4 tempest-ServerDiagnosticsNegativeTest-1412921569 tempest-ServerDiagnosticsNegativeTest-1412921569-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 677.051998] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b3b77de4-3132-4014-b855-461c4f93090d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.054423] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-05a53a7c-8b78-4faa-befb-c474f6906657 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.063037] env[68893]: DEBUG oslo_vmware.api [None req-8e5cb206-9242-465a-b7c2-53d46a4f667d tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] Waiting for the task: (returnval){ [ 677.063037] env[68893]: value = "task-2790990" [ 677.063037] env[68893]: _type = "Task" [ 677.063037] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.073230] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6fee1f8-8c82-45f4-8e64-cd6570f2d1b4 tempest-ServerDiagnosticsNegativeTest-1412921569 tempest-ServerDiagnosticsNegativeTest-1412921569-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 677.073230] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-e6fee1f8-8c82-45f4-8e64-cd6570f2d1b4 tempest-ServerDiagnosticsNegativeTest-1412921569 tempest-ServerDiagnosticsNegativeTest-1412921569-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 677.074388] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd2fc45a-e87b-4317-970f-11180d69c68d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.082276] env[68893]: DEBUG oslo_vmware.api [None req-8e5cb206-9242-465a-b7c2-53d46a4f667d tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] Task: {'id': task-2790990, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.084717] env[68893]: DEBUG oslo_vmware.api [None req-e6fee1f8-8c82-45f4-8e64-cd6570f2d1b4 tempest-ServerDiagnosticsNegativeTest-1412921569 tempest-ServerDiagnosticsNegativeTest-1412921569-project-member] Waiting for the task: (returnval){ [ 677.084717] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52e09d88-1a19-89e6-32f7-62c9ed5a1d57" [ 677.084717] env[68893]: _type = "Task" [ 677.084717] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.099156] env[68893]: DEBUG oslo_vmware.api [None req-e6fee1f8-8c82-45f4-8e64-cd6570f2d1b4 tempest-ServerDiagnosticsNegativeTest-1412921569 tempest-ServerDiagnosticsNegativeTest-1412921569-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52e09d88-1a19-89e6-32f7-62c9ed5a1d57, 'name': SearchDatastore_Task, 'duration_secs': 0.009408} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.100031] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8ff1f16-ad02-4f22-8c7d-4cb87a4ce835 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.105979] env[68893]: DEBUG oslo_vmware.api [None req-e6fee1f8-8c82-45f4-8e64-cd6570f2d1b4 tempest-ServerDiagnosticsNegativeTest-1412921569 tempest-ServerDiagnosticsNegativeTest-1412921569-project-member] Waiting for the task: (returnval){ [ 677.105979] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52a57a57-17cd-d8f7-acf5-aa1f4ea5be8d" [ 677.105979] env[68893]: _type = "Task" [ 677.105979] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.124591] env[68893]: DEBUG oslo_vmware.api [None req-e6fee1f8-8c82-45f4-8e64-cd6570f2d1b4 tempest-ServerDiagnosticsNegativeTest-1412921569 tempest-ServerDiagnosticsNegativeTest-1412921569-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52a57a57-17cd-d8f7-acf5-aa1f4ea5be8d, 'name': SearchDatastore_Task, 'duration_secs': 0.011823} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.124893] env[68893]: DEBUG oslo_concurrency.lockutils [None req-e6fee1f8-8c82-45f4-8e64-cd6570f2d1b4 tempest-ServerDiagnosticsNegativeTest-1412921569 tempest-ServerDiagnosticsNegativeTest-1412921569-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.125191] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6fee1f8-8c82-45f4-8e64-cd6570f2d1b4 tempest-ServerDiagnosticsNegativeTest-1412921569 tempest-ServerDiagnosticsNegativeTest-1412921569-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] 68c585a7-41de-4a16-848b-548a1adf0aec/68c585a7-41de-4a16-848b-548a1adf0aec.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 677.125509] env[68893]: DEBUG oslo_concurrency.lockutils [None req-59b897e4-be3d-4a24-93dc-e891fb3f5550 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.125914] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-59b897e4-be3d-4a24-93dc-e891fb3f5550 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 677.126104] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-92e0869f-9945-4ea1-84a1-81fbc66e9697 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.135725] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7fe5a8d9-ce50-49fd-aaf9-9d97cf675e68 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.147166] env[68893]: DEBUG oslo_vmware.api [None req-e6fee1f8-8c82-45f4-8e64-cd6570f2d1b4 tempest-ServerDiagnosticsNegativeTest-1412921569 tempest-ServerDiagnosticsNegativeTest-1412921569-project-member] Waiting for the task: (returnval){ [ 677.147166] env[68893]: value = "task-2790991" [ 677.147166] env[68893]: _type = "Task" [ 677.147166] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.148459] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-59b897e4-be3d-4a24-93dc-e891fb3f5550 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 677.148643] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-59b897e4-be3d-4a24-93dc-e891fb3f5550 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 677.153215] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c5d2c7d-ae6a-431a-8b20-ba1a4b2d2d74 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.164469] env[68893]: DEBUG oslo_vmware.api [None req-e6fee1f8-8c82-45f4-8e64-cd6570f2d1b4 tempest-ServerDiagnosticsNegativeTest-1412921569 tempest-ServerDiagnosticsNegativeTest-1412921569-project-member] Task: {'id': task-2790991, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.164823] env[68893]: DEBUG oslo_vmware.api [None req-59b897e4-be3d-4a24-93dc-e891fb3f5550 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Waiting for the task: (returnval){ [ 677.164823] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]523f9313-e35c-aa85-8719-716a39910329" [ 677.164823] env[68893]: _type = "Task" [ 677.164823] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.179088] env[68893]: DEBUG oslo_vmware.api [None req-59b897e4-be3d-4a24-93dc-e891fb3f5550 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]523f9313-e35c-aa85-8719-716a39910329, 'name': SearchDatastore_Task, 'duration_secs': 0.011066} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.180040] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cc1fdaa-4b1a-4138-9241-8e2ff542d694 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.187308] env[68893]: DEBUG oslo_vmware.api [None req-59b897e4-be3d-4a24-93dc-e891fb3f5550 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Waiting for the task: (returnval){ [ 677.187308] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52bee28a-1408-071c-34d9-f030db4c0831" [ 677.187308] env[68893]: _type = "Task" [ 677.187308] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.201070] env[68893]: DEBUG oslo_vmware.api [None req-59b897e4-be3d-4a24-93dc-e891fb3f5550 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52bee28a-1408-071c-34d9-f030db4c0831, 'name': SearchDatastore_Task, 'duration_secs': 0.009287} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.201347] env[68893]: DEBUG oslo_concurrency.lockutils [None req-59b897e4-be3d-4a24-93dc-e891fb3f5550 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.201605] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-59b897e4-be3d-4a24-93dc-e891fb3f5550 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] a70c7ae6-8758-4bc9-a3eb-57c7051ebbc7/a70c7ae6-8758-4bc9-a3eb-57c7051ebbc7.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 677.201859] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f0d27e76-32aa-4cdf-bee3-2a03945ba5c8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.212548] env[68893]: DEBUG oslo_vmware.api [None req-59b897e4-be3d-4a24-93dc-e891fb3f5550 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Waiting for the task: (returnval){ [ 677.212548] env[68893]: value = "task-2790992" [ 677.212548] env[68893]: _type = "Task" [ 677.212548] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.220837] env[68893]: DEBUG oslo_vmware.api [None req-59b897e4-be3d-4a24-93dc-e891fb3f5550 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Task: {'id': task-2790992, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.336026] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10d541c3-920f-4eed-a288-e2ad11453499 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.344791] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62e8c5b6-bb21-4b0f-8877-3b407bc92ecf {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.395761] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2ca0d81-723d-4e48-8ef1-f87644d8a2a0 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.405107] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77e8b2a1-b05e-48f1-a3d1-9bce61489d2c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.419325] env[68893]: DEBUG nova.compute.provider_tree [None req-222eef0f-8e0b-4bbf-93f3-f8da7d0a0574 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 677.580886] env[68893]: DEBUG oslo_vmware.api [None req-8e5cb206-9242-465a-b7c2-53d46a4f667d tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] Task: {'id': task-2790990, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513217} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.581123] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e5cb206-9242-465a-b7c2-53d46a4f667d tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] 856fd677-c151-4e53-9a1b-b684ee27dc37/856fd677-c151-4e53-9a1b-b684ee27dc37.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 677.581503] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-8e5cb206-9242-465a-b7c2-53d46a4f667d tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] [instance: 856fd677-c151-4e53-9a1b-b684ee27dc37] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 677.581937] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-85a53b93-51c7-41fe-8d61-1ff8afd61879 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.591220] env[68893]: DEBUG oslo_vmware.api [None req-8e5cb206-9242-465a-b7c2-53d46a4f667d tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] Waiting for the task: (returnval){ [ 677.591220] env[68893]: value = "task-2790993" [ 677.591220] env[68893]: _type = "Task" [ 677.591220] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.600232] env[68893]: DEBUG oslo_vmware.api [None req-8e5cb206-9242-465a-b7c2-53d46a4f667d tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] Task: {'id': task-2790993, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.635445] env[68893]: DEBUG nova.network.neutron [None req-3a076e06-6dc0-46b7-ac41-637a4399a3c6 tempest-ServerDiagnosticsTest-348060520 tempest-ServerDiagnosticsTest-348060520-project-member] [instance: a1ae5389-8497-4b29-a00b-a5b357b4c433] Updating instance_info_cache with network_info: [{"id": "bce0b480-ee49-45be-b657-ffc067f5dd1d", "address": "fa:16:3e:a5:e7:d6", "network": {"id": "508509dd-7bfd-4a64-9135-d3dbeac23fa6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.159", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a15c0c8454c748249efd16f753a7dc35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbce0b480-ee", "ovs_interfaceid": "bce0b480-ee49-45be-b657-ffc067f5dd1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.661220] env[68893]: DEBUG oslo_vmware.api [None req-e6fee1f8-8c82-45f4-8e64-cd6570f2d1b4 tempest-ServerDiagnosticsNegativeTest-1412921569 tempest-ServerDiagnosticsNegativeTest-1412921569-project-member] Task: {'id': task-2790991, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.712526] env[68893]: DEBUG nova.network.neutron [None req-06348b3c-b004-40c7-a2ee-bf20ea50e96e tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] [instance: 292718c1-e976-4462-aede-a2ed6b8415de] Successfully created port: 8b127f11-cfee-4818-9be4-d821773629e1 {{(pid=68893) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 677.722429] env[68893]: DEBUG oslo_concurrency.lockutils [None req-9f0dbc1d-334e-4366-9732-fb90b90e9f81 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Acquiring lock "d09a64f4-84e1-4eb5-9cd1-32e9de8b921d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.722762] env[68893]: DEBUG oslo_concurrency.lockutils [None req-9f0dbc1d-334e-4366-9732-fb90b90e9f81 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Lock "d09a64f4-84e1-4eb5-9cd1-32e9de8b921d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.729706] env[68893]: DEBUG oslo_vmware.api [None req-59b897e4-be3d-4a24-93dc-e891fb3f5550 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Task: {'id': task-2790992, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.868059] env[68893]: DEBUG nova.network.neutron [req-a6ae4a56-25f3-4410-a5eb-3b731b268ddf req-bdef1af9-388a-414e-8013-32c271dd47af service nova] [instance: a70c7ae6-8758-4bc9-a3eb-57c7051ebbc7] Updated VIF entry in instance network info cache for port 76ce3cff-7a9d-477f-8174-b8c64b7d6a79. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 677.868624] env[68893]: DEBUG nova.network.neutron [req-a6ae4a56-25f3-4410-a5eb-3b731b268ddf req-bdef1af9-388a-414e-8013-32c271dd47af service nova] [instance: a70c7ae6-8758-4bc9-a3eb-57c7051ebbc7] Updating instance_info_cache with network_info: [{"id": "76ce3cff-7a9d-477f-8174-b8c64b7d6a79", "address": "fa:16:3e:39:7d:a7", "network": {"id": "508509dd-7bfd-4a64-9135-d3dbeac23fa6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.201", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a15c0c8454c748249efd16f753a7dc35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76ce3cff-7a", "ovs_interfaceid": "76ce3cff-7a9d-477f-8174-b8c64b7d6a79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.894644] env[68893]: DEBUG nova.network.neutron [None req-e43b3505-e7b4-4009-99ed-4a4de03f767e tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: d2187069-2dba-4d01-969f-510f659fc163] Successfully updated port: 83210d30-f086-4b9b-9f37-e58f8c9649f4 {{(pid=68893) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 677.927207] env[68893]: DEBUG nova.scheduler.client.report [None req-222eef0f-8e0b-4bbf-93f3-f8da7d0a0574 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 678.033566] env[68893]: DEBUG nova.compute.manager [None req-06348b3c-b004-40c7-a2ee-bf20ea50e96e tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] [instance: 292718c1-e976-4462-aede-a2ed6b8415de] Start spawning the instance on the hypervisor. {{(pid=68893) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 678.060615] env[68893]: DEBUG nova.virt.hardware [None req-06348b3c-b004-40c7-a2ee-bf20ea50e96e tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 678.061041] env[68893]: DEBUG nova.virt.hardware [None req-06348b3c-b004-40c7-a2ee-bf20ea50e96e tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 678.061484] env[68893]: DEBUG nova.virt.hardware [None req-06348b3c-b004-40c7-a2ee-bf20ea50e96e tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 678.061694] env[68893]: DEBUG nova.virt.hardware [None req-06348b3c-b004-40c7-a2ee-bf20ea50e96e tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 678.061895] env[68893]: DEBUG nova.virt.hardware [None req-06348b3c-b004-40c7-a2ee-bf20ea50e96e tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 678.062108] env[68893]: DEBUG nova.virt.hardware [None req-06348b3c-b004-40c7-a2ee-bf20ea50e96e tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 678.062350] env[68893]: DEBUG nova.virt.hardware [None req-06348b3c-b004-40c7-a2ee-bf20ea50e96e tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 678.062601] env[68893]: DEBUG nova.virt.hardware [None req-06348b3c-b004-40c7-a2ee-bf20ea50e96e tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 678.062881] env[68893]: DEBUG nova.virt.hardware [None req-06348b3c-b004-40c7-a2ee-bf20ea50e96e tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 678.063135] env[68893]: DEBUG nova.virt.hardware [None req-06348b3c-b004-40c7-a2ee-bf20ea50e96e tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 678.063508] env[68893]: DEBUG nova.virt.hardware [None req-06348b3c-b004-40c7-a2ee-bf20ea50e96e tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 678.064855] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-561dcb44-b607-4602-a05e-5e047a6d4387 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.074488] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfe7d145-00cf-45bc-8166-db8a30d74bcc {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.101644] env[68893]: DEBUG oslo_vmware.api [None req-8e5cb206-9242-465a-b7c2-53d46a4f667d tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] Task: {'id': task-2790993, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085378} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.102050] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-8e5cb206-9242-465a-b7c2-53d46a4f667d tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] [instance: 856fd677-c151-4e53-9a1b-b684ee27dc37] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 678.103577] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3622582-bf1c-4e15-9f4c-0b9c4b4a9995 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.128691] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e5cb206-9242-465a-b7c2-53d46a4f667d tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] [instance: 856fd677-c151-4e53-9a1b-b684ee27dc37] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] 856fd677-c151-4e53-9a1b-b684ee27dc37/856fd677-c151-4e53-9a1b-b684ee27dc37.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 678.129014] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21766427-455c-448a-9075-5c5d88babe7d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.147204] env[68893]: DEBUG oslo_concurrency.lockutils [None req-3a076e06-6dc0-46b7-ac41-637a4399a3c6 tempest-ServerDiagnosticsTest-348060520 tempest-ServerDiagnosticsTest-348060520-project-member] Releasing lock "refresh_cache-a1ae5389-8497-4b29-a00b-a5b357b4c433" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.148632] env[68893]: DEBUG nova.compute.manager [None req-3a076e06-6dc0-46b7-ac41-637a4399a3c6 tempest-ServerDiagnosticsTest-348060520 tempest-ServerDiagnosticsTest-348060520-project-member] [instance: a1ae5389-8497-4b29-a00b-a5b357b4c433] Instance network_info: |[{"id": "bce0b480-ee49-45be-b657-ffc067f5dd1d", "address": "fa:16:3e:a5:e7:d6", "network": {"id": "508509dd-7bfd-4a64-9135-d3dbeac23fa6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.159", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a15c0c8454c748249efd16f753a7dc35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbce0b480-ee", "ovs_interfaceid": "bce0b480-ee49-45be-b657-ffc067f5dd1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 678.148803] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-3a076e06-6dc0-46b7-ac41-637a4399a3c6 tempest-ServerDiagnosticsTest-348060520 tempest-ServerDiagnosticsTest-348060520-project-member] [instance: a1ae5389-8497-4b29-a00b-a5b357b4c433] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:e7:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bce0b480-ee49-45be-b657-ffc067f5dd1d', 'vif_model': 'vmxnet3'}] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 678.156843] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a076e06-6dc0-46b7-ac41-637a4399a3c6 tempest-ServerDiagnosticsTest-348060520 tempest-ServerDiagnosticsTest-348060520-project-member] Creating folder: Project (fc0b26b45e8a459eb6d6f367b1a741bc). Parent ref: group-v560969. {{(pid=68893) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 678.158043] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ae6df84f-1c69-41d2-9a19-b0dd1e25156c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.165274] env[68893]: DEBUG oslo_vmware.api [None req-8e5cb206-9242-465a-b7c2-53d46a4f667d tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] Waiting for the task: (returnval){ [ 678.165274] env[68893]: value = "task-2790994" [ 678.165274] env[68893]: _type = "Task" [ 678.165274] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.178571] env[68893]: DEBUG oslo_vmware.api [None req-8e5cb206-9242-465a-b7c2-53d46a4f667d tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] Task: {'id': task-2790994, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.181549] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-3a076e06-6dc0-46b7-ac41-637a4399a3c6 tempest-ServerDiagnosticsTest-348060520 tempest-ServerDiagnosticsTest-348060520-project-member] Created folder: Project (fc0b26b45e8a459eb6d6f367b1a741bc) in parent group-v560969. [ 678.181696] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a076e06-6dc0-46b7-ac41-637a4399a3c6 tempest-ServerDiagnosticsTest-348060520 tempest-ServerDiagnosticsTest-348060520-project-member] Creating folder: Instances. Parent ref: group-v560979. {{(pid=68893) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 678.181974] env[68893]: DEBUG oslo_vmware.api [None req-e6fee1f8-8c82-45f4-8e64-cd6570f2d1b4 tempest-ServerDiagnosticsNegativeTest-1412921569 tempest-ServerDiagnosticsNegativeTest-1412921569-project-member] Task: {'id': task-2790991, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.773889} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.182187] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-07bd34df-ef3b-4a0e-a289-efc6e2571b35 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.184188] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6fee1f8-8c82-45f4-8e64-cd6570f2d1b4 tempest-ServerDiagnosticsNegativeTest-1412921569 tempest-ServerDiagnosticsNegativeTest-1412921569-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] 68c585a7-41de-4a16-848b-548a1adf0aec/68c585a7-41de-4a16-848b-548a1adf0aec.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 678.184325] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-e6fee1f8-8c82-45f4-8e64-cd6570f2d1b4 tempest-ServerDiagnosticsNegativeTest-1412921569 tempest-ServerDiagnosticsNegativeTest-1412921569-project-member] [instance: 68c585a7-41de-4a16-848b-548a1adf0aec] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 678.184462] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f3a64045-2fc8-4f37-9ea8-6b447585bd7d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.192523] env[68893]: DEBUG oslo_vmware.api [None req-e6fee1f8-8c82-45f4-8e64-cd6570f2d1b4 tempest-ServerDiagnosticsNegativeTest-1412921569 tempest-ServerDiagnosticsNegativeTest-1412921569-project-member] Waiting for the task: (returnval){ [ 678.192523] env[68893]: value = "task-2790996" [ 678.192523] env[68893]: _type = "Task" [ 678.192523] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.197055] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-3a076e06-6dc0-46b7-ac41-637a4399a3c6 tempest-ServerDiagnosticsTest-348060520 tempest-ServerDiagnosticsTest-348060520-project-member] Created folder: Instances in parent group-v560979. [ 678.197319] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3a076e06-6dc0-46b7-ac41-637a4399a3c6 tempest-ServerDiagnosticsTest-348060520 tempest-ServerDiagnosticsTest-348060520-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 678.197853] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1ae5389-8497-4b29-a00b-a5b357b4c433] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 678.198079] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fa913d58-88f3-4ecd-8ea7-68ec902149e5 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.221188] env[68893]: DEBUG oslo_vmware.api [None req-e6fee1f8-8c82-45f4-8e64-cd6570f2d1b4 tempest-ServerDiagnosticsNegativeTest-1412921569 tempest-ServerDiagnosticsNegativeTest-1412921569-project-member] Task: {'id': task-2790996, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.230900] env[68893]: DEBUG oslo_vmware.api [None req-59b897e4-be3d-4a24-93dc-e891fb3f5550 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Task: {'id': task-2790992, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.9715} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.232014] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-59b897e4-be3d-4a24-93dc-e891fb3f5550 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] a70c7ae6-8758-4bc9-a3eb-57c7051ebbc7/a70c7ae6-8758-4bc9-a3eb-57c7051ebbc7.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 678.232619] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-59b897e4-be3d-4a24-93dc-e891fb3f5550 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] [instance: a70c7ae6-8758-4bc9-a3eb-57c7051ebbc7] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 678.232619] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 678.232619] env[68893]: value = "task-2790998" [ 678.232619] env[68893]: _type = "Task" [ 678.232619] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.232830] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bb098be5-1b1d-4659-9866-626a3a8d1081 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.247298] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790998, 'name': CreateVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.247938] env[68893]: DEBUG oslo_vmware.api [None req-59b897e4-be3d-4a24-93dc-e891fb3f5550 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Waiting for the task: (returnval){ [ 678.247938] env[68893]: value = "task-2790999" [ 678.247938] env[68893]: _type = "Task" [ 678.247938] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.256666] env[68893]: DEBUG oslo_vmware.api [None req-59b897e4-be3d-4a24-93dc-e891fb3f5550 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Task: {'id': task-2790999, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.354128] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f02bc39a-caa9-4dc2-a6da-f54684b93a32 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] Acquiring lock "e3de132a-5a8c-49f7-8dde-273070d38b23" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.354317] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f02bc39a-caa9-4dc2-a6da-f54684b93a32 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] Lock "e3de132a-5a8c-49f7-8dde-273070d38b23" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.371365] env[68893]: DEBUG oslo_concurrency.lockutils [req-a6ae4a56-25f3-4410-a5eb-3b731b268ddf req-bdef1af9-388a-414e-8013-32c271dd47af service nova] Releasing lock "refresh_cache-a70c7ae6-8758-4bc9-a3eb-57c7051ebbc7" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.397107] env[68893]: DEBUG oslo_concurrency.lockutils [None req-e43b3505-e7b4-4009-99ed-4a4de03f767e tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Acquiring lock "refresh_cache-d2187069-2dba-4d01-969f-510f659fc163" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.397356] env[68893]: DEBUG oslo_concurrency.lockutils [None req-e43b3505-e7b4-4009-99ed-4a4de03f767e tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Acquired lock "refresh_cache-d2187069-2dba-4d01-969f-510f659fc163" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.397398] env[68893]: DEBUG nova.network.neutron [None req-e43b3505-e7b4-4009-99ed-4a4de03f767e tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: d2187069-2dba-4d01-969f-510f659fc163] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 678.433233] env[68893]: DEBUG oslo_concurrency.lockutils [None req-222eef0f-8e0b-4bbf-93f3-f8da7d0a0574 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.448s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.433751] env[68893]: DEBUG nova.compute.manager [None req-222eef0f-8e0b-4bbf-93f3-f8da7d0a0574 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] [instance: 29bce734-9f04-41eb-92e5-df9248dc10a3] Start building networks asynchronously for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 678.440122] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f0fb623d-1afd-4cd3-b62b-6a76c8ab13b3 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.032s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.441808] env[68893]: INFO nova.compute.claims [None req-f0fb623d-1afd-4cd3-b62b-6a76c8ab13b3 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] [instance: ea8f3ce4-4b6e-4bd1-b959-2412268d1b3e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 678.677132] env[68893]: DEBUG oslo_vmware.api [None req-8e5cb206-9242-465a-b7c2-53d46a4f667d tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] Task: {'id': task-2790994, 'name': ReconfigVM_Task, 'duration_secs': 0.328175} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.677132] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e5cb206-9242-465a-b7c2-53d46a4f667d tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] [instance: 856fd677-c151-4e53-9a1b-b684ee27dc37] Reconfigured VM instance instance-00000003 to attach disk [datastore2] 856fd677-c151-4e53-9a1b-b684ee27dc37/856fd677-c151-4e53-9a1b-b684ee27dc37.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 678.678128] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-adb23e59-d4cb-4037-bdf0-bd2f93910998 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.687098] env[68893]: DEBUG oslo_vmware.api [None req-8e5cb206-9242-465a-b7c2-53d46a4f667d tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] Waiting for the task: (returnval){ [ 678.687098] env[68893]: value = "task-2791000" [ 678.687098] env[68893]: _type = "Task" [ 678.687098] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.704368] env[68893]: DEBUG oslo_vmware.api [None req-8e5cb206-9242-465a-b7c2-53d46a4f667d tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] Task: {'id': task-2791000, 'name': Rename_Task} progress is 6%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.709494] env[68893]: DEBUG oslo_vmware.api [None req-e6fee1f8-8c82-45f4-8e64-cd6570f2d1b4 tempest-ServerDiagnosticsNegativeTest-1412921569 tempest-ServerDiagnosticsNegativeTest-1412921569-project-member] Task: {'id': task-2790996, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072851} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.710427] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-e6fee1f8-8c82-45f4-8e64-cd6570f2d1b4 tempest-ServerDiagnosticsNegativeTest-1412921569 tempest-ServerDiagnosticsNegativeTest-1412921569-project-member] [instance: 68c585a7-41de-4a16-848b-548a1adf0aec] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 678.710898] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4427d83d-8035-41df-933b-2c50a6765caf {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.735985] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6fee1f8-8c82-45f4-8e64-cd6570f2d1b4 tempest-ServerDiagnosticsNegativeTest-1412921569 tempest-ServerDiagnosticsNegativeTest-1412921569-project-member] [instance: 68c585a7-41de-4a16-848b-548a1adf0aec] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] 68c585a7-41de-4a16-848b-548a1adf0aec/68c585a7-41de-4a16-848b-548a1adf0aec.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 678.736683] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3125e972-9a33-4009-ba27-52eba28e412c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.765032] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2790998, 'name': CreateVM_Task, 'duration_secs': 0.372563} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.768737] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1ae5389-8497-4b29-a00b-a5b357b4c433] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 678.769258] env[68893]: DEBUG oslo_vmware.api [None req-e6fee1f8-8c82-45f4-8e64-cd6570f2d1b4 tempest-ServerDiagnosticsNegativeTest-1412921569 tempest-ServerDiagnosticsNegativeTest-1412921569-project-member] Waiting for the task: (returnval){ [ 678.769258] env[68893]: value = "task-2791001" [ 678.769258] env[68893]: _type = "Task" [ 678.769258] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.769413] env[68893]: DEBUG oslo_vmware.api [None req-59b897e4-be3d-4a24-93dc-e891fb3f5550 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Task: {'id': task-2790999, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067579} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.769945] env[68893]: DEBUG oslo_concurrency.lockutils [None req-3a076e06-6dc0-46b7-ac41-637a4399a3c6 tempest-ServerDiagnosticsTest-348060520 tempest-ServerDiagnosticsTest-348060520-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.770501] env[68893]: DEBUG oslo_concurrency.lockutils [None req-3a076e06-6dc0-46b7-ac41-637a4399a3c6 tempest-ServerDiagnosticsTest-348060520 tempest-ServerDiagnosticsTest-348060520-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.770853] env[68893]: DEBUG oslo_concurrency.lockutils [None req-3a076e06-6dc0-46b7-ac41-637a4399a3c6 tempest-ServerDiagnosticsTest-348060520 tempest-ServerDiagnosticsTest-348060520-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.771200] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-59b897e4-be3d-4a24-93dc-e891fb3f5550 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] [instance: a70c7ae6-8758-4bc9-a3eb-57c7051ebbc7] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 678.771442] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e84c30ef-2dfe-415c-891d-819900b0b3b8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.776975] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7edfbe9-c72d-4259-9523-085a878823da {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.782333] env[68893]: DEBUG oslo_vmware.api [None req-3a076e06-6dc0-46b7-ac41-637a4399a3c6 tempest-ServerDiagnosticsTest-348060520 tempest-ServerDiagnosticsTest-348060520-project-member] Waiting for the task: (returnval){ [ 678.782333] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]527c1162-41a8-f304-e15d-9d2b29991553" [ 678.782333] env[68893]: _type = "Task" [ 678.782333] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.807037] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-59b897e4-be3d-4a24-93dc-e891fb3f5550 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] [instance: a70c7ae6-8758-4bc9-a3eb-57c7051ebbc7] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] a70c7ae6-8758-4bc9-a3eb-57c7051ebbc7/a70c7ae6-8758-4bc9-a3eb-57c7051ebbc7.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 678.809285] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53985a1a-ab83-4ccb-b78a-6e76901438a6 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.831311] env[68893]: DEBUG oslo_vmware.api [None req-3a076e06-6dc0-46b7-ac41-637a4399a3c6 tempest-ServerDiagnosticsTest-348060520 tempest-ServerDiagnosticsTest-348060520-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]527c1162-41a8-f304-e15d-9d2b29991553, 'name': SearchDatastore_Task, 'duration_secs': 0.012877} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.832711] env[68893]: DEBUG oslo_concurrency.lockutils [None req-3a076e06-6dc0-46b7-ac41-637a4399a3c6 tempest-ServerDiagnosticsTest-348060520 tempest-ServerDiagnosticsTest-348060520-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.832979] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-3a076e06-6dc0-46b7-ac41-637a4399a3c6 tempest-ServerDiagnosticsTest-348060520 tempest-ServerDiagnosticsTest-348060520-project-member] [instance: a1ae5389-8497-4b29-a00b-a5b357b4c433] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 678.833238] env[68893]: DEBUG oslo_concurrency.lockutils [None req-3a076e06-6dc0-46b7-ac41-637a4399a3c6 tempest-ServerDiagnosticsTest-348060520 tempest-ServerDiagnosticsTest-348060520-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.833840] env[68893]: DEBUG oslo_concurrency.lockutils [None req-3a076e06-6dc0-46b7-ac41-637a4399a3c6 tempest-ServerDiagnosticsTest-348060520 tempest-ServerDiagnosticsTest-348060520-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.833840] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a076e06-6dc0-46b7-ac41-637a4399a3c6 tempest-ServerDiagnosticsTest-348060520 tempest-ServerDiagnosticsTest-348060520-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 678.834066] env[68893]: DEBUG oslo_vmware.api [None req-59b897e4-be3d-4a24-93dc-e891fb3f5550 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Waiting for the task: (returnval){ [ 678.834066] env[68893]: value = "task-2791002" [ 678.834066] env[68893]: _type = "Task" [ 678.834066] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.834303] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-64c4eb99-0640-4eda-bb23-9ebdb837110b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.844933] env[68893]: DEBUG oslo_vmware.api [None req-59b897e4-be3d-4a24-93dc-e891fb3f5550 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Task: {'id': task-2791002, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.846173] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a076e06-6dc0-46b7-ac41-637a4399a3c6 tempest-ServerDiagnosticsTest-348060520 tempest-ServerDiagnosticsTest-348060520-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 678.846364] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-3a076e06-6dc0-46b7-ac41-637a4399a3c6 tempest-ServerDiagnosticsTest-348060520 tempest-ServerDiagnosticsTest-348060520-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 678.847121] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-548685ae-2487-4393-a1c4-a3777cfef324 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.852288] env[68893]: DEBUG oslo_vmware.api [None req-3a076e06-6dc0-46b7-ac41-637a4399a3c6 tempest-ServerDiagnosticsTest-348060520 tempest-ServerDiagnosticsTest-348060520-project-member] Waiting for the task: (returnval){ [ 678.852288] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52ef91e5-00e1-d4f2-f759-9700b7592475" [ 678.852288] env[68893]: _type = "Task" [ 678.852288] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.860637] env[68893]: DEBUG oslo_vmware.api [None req-3a076e06-6dc0-46b7-ac41-637a4399a3c6 tempest-ServerDiagnosticsTest-348060520 tempest-ServerDiagnosticsTest-348060520-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52ef91e5-00e1-d4f2-f759-9700b7592475, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.890261] env[68893]: DEBUG oslo_concurrency.lockutils [None req-832d9164-04c9-4484-b414-e0da7e0f6ac5 tempest-ServerExternalEventsTest-153007225 tempest-ServerExternalEventsTest-153007225-project-member] Acquiring lock "d00e31be-e1ca-4417-af4f-3f85d95e1b4b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.890492] env[68893]: DEBUG oslo_concurrency.lockutils [None req-832d9164-04c9-4484-b414-e0da7e0f6ac5 tempest-ServerExternalEventsTest-153007225 tempest-ServerExternalEventsTest-153007225-project-member] Lock "d00e31be-e1ca-4417-af4f-3f85d95e1b4b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.946650] env[68893]: DEBUG nova.compute.utils [None req-222eef0f-8e0b-4bbf-93f3-f8da7d0a0574 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 678.950163] env[68893]: DEBUG nova.compute.manager [None req-222eef0f-8e0b-4bbf-93f3-f8da7d0a0574 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] [instance: 29bce734-9f04-41eb-92e5-df9248dc10a3] Allocating IP information in the background. {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 678.950365] env[68893]: DEBUG nova.network.neutron [None req-222eef0f-8e0b-4bbf-93f3-f8da7d0a0574 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] [instance: 29bce734-9f04-41eb-92e5-df9248dc10a3] allocate_for_instance() {{(pid=68893) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 678.978474] env[68893]: DEBUG nova.network.neutron [None req-e43b3505-e7b4-4009-99ed-4a4de03f767e tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: d2187069-2dba-4d01-969f-510f659fc163] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 679.047985] env[68893]: DEBUG nova.policy [None req-222eef0f-8e0b-4bbf-93f3-f8da7d0a0574 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '96387d32c67f4872abd59fdcc0ad1671', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0f22a5c1b6284a6c95b4cb53a94caab1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68893) authorize /opt/stack/nova/nova/policy.py:192}} [ 679.195346] env[68893]: DEBUG oslo_vmware.api [None req-8e5cb206-9242-465a-b7c2-53d46a4f667d tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] Task: {'id': task-2791000, 'name': Rename_Task, 'duration_secs': 0.140899} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.195663] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e5cb206-9242-465a-b7c2-53d46a4f667d tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] [instance: 856fd677-c151-4e53-9a1b-b684ee27dc37] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 679.195909] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1c93367c-3c2f-4e8c-aede-c859738238a8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.204913] env[68893]: DEBUG oslo_vmware.api [None req-8e5cb206-9242-465a-b7c2-53d46a4f667d tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] Waiting for the task: (returnval){ [ 679.204913] env[68893]: value = "task-2791003" [ 679.204913] env[68893]: _type = "Task" [ 679.204913] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.214654] env[68893]: DEBUG oslo_vmware.api [None req-8e5cb206-9242-465a-b7c2-53d46a4f667d tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] Task: {'id': task-2791003, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.280148] env[68893]: DEBUG oslo_vmware.api [None req-e6fee1f8-8c82-45f4-8e64-cd6570f2d1b4 tempest-ServerDiagnosticsNegativeTest-1412921569 tempest-ServerDiagnosticsNegativeTest-1412921569-project-member] Task: {'id': task-2791001, 'name': ReconfigVM_Task, 'duration_secs': 0.29562} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.280450] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6fee1f8-8c82-45f4-8e64-cd6570f2d1b4 tempest-ServerDiagnosticsNegativeTest-1412921569 tempest-ServerDiagnosticsNegativeTest-1412921569-project-member] [instance: 68c585a7-41de-4a16-848b-548a1adf0aec] Reconfigured VM instance instance-00000001 to attach disk [datastore2] 68c585a7-41de-4a16-848b-548a1adf0aec/68c585a7-41de-4a16-848b-548a1adf0aec.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 679.281214] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-16334ba9-ac9b-499b-bdd9-9896775ed0f0 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.287267] env[68893]: DEBUG oslo_vmware.api [None req-e6fee1f8-8c82-45f4-8e64-cd6570f2d1b4 tempest-ServerDiagnosticsNegativeTest-1412921569 tempest-ServerDiagnosticsNegativeTest-1412921569-project-member] Waiting for the task: (returnval){ [ 679.287267] env[68893]: value = "task-2791004" [ 679.287267] env[68893]: _type = "Task" [ 679.287267] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.290030] env[68893]: DEBUG nova.network.neutron [None req-e43b3505-e7b4-4009-99ed-4a4de03f767e tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: d2187069-2dba-4d01-969f-510f659fc163] Updating instance_info_cache with network_info: [{"id": "83210d30-f086-4b9b-9f37-e58f8c9649f4", "address": "fa:16:3e:98:dc:21", "network": {"id": "508509dd-7bfd-4a64-9135-d3dbeac23fa6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.213", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a15c0c8454c748249efd16f753a7dc35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83210d30-f0", "ovs_interfaceid": "83210d30-f086-4b9b-9f37-e58f8c9649f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.298438] env[68893]: DEBUG oslo_vmware.api [None req-e6fee1f8-8c82-45f4-8e64-cd6570f2d1b4 tempest-ServerDiagnosticsNegativeTest-1412921569 tempest-ServerDiagnosticsNegativeTest-1412921569-project-member] Task: {'id': task-2791004, 'name': Rename_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.349683] env[68893]: DEBUG oslo_vmware.api [None req-59b897e4-be3d-4a24-93dc-e891fb3f5550 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Task: {'id': task-2791002, 'name': ReconfigVM_Task, 'duration_secs': 0.266726} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.349683] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-59b897e4-be3d-4a24-93dc-e891fb3f5550 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] [instance: a70c7ae6-8758-4bc9-a3eb-57c7051ebbc7] Reconfigured VM instance instance-00000002 to attach disk [datastore2] a70c7ae6-8758-4bc9-a3eb-57c7051ebbc7/a70c7ae6-8758-4bc9-a3eb-57c7051ebbc7.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 679.349683] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2c75aac2-4e9a-4fe8-8920-73a550c517b9 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.356017] env[68893]: DEBUG oslo_vmware.api [None req-59b897e4-be3d-4a24-93dc-e891fb3f5550 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Waiting for the task: (returnval){ [ 679.356017] env[68893]: value = "task-2791005" [ 679.356017] env[68893]: _type = "Task" [ 679.356017] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.368072] env[68893]: DEBUG oslo_vmware.api [None req-3a076e06-6dc0-46b7-ac41-637a4399a3c6 tempest-ServerDiagnosticsTest-348060520 tempest-ServerDiagnosticsTest-348060520-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52ef91e5-00e1-d4f2-f759-9700b7592475, 'name': SearchDatastore_Task, 'duration_secs': 0.010212} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.372989] env[68893]: DEBUG oslo_vmware.api [None req-59b897e4-be3d-4a24-93dc-e891fb3f5550 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Task: {'id': task-2791005, 'name': Rename_Task} progress is 10%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.373925] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b922c814-c56e-4dc6-9cef-21a47fae780a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.378937] env[68893]: DEBUG oslo_vmware.api [None req-3a076e06-6dc0-46b7-ac41-637a4399a3c6 tempest-ServerDiagnosticsTest-348060520 tempest-ServerDiagnosticsTest-348060520-project-member] Waiting for the task: (returnval){ [ 679.378937] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52e1d606-9f13-8b16-80a3-927b2399b217" [ 679.378937] env[68893]: _type = "Task" [ 679.378937] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.387270] env[68893]: DEBUG oslo_vmware.api [None req-3a076e06-6dc0-46b7-ac41-637a4399a3c6 tempest-ServerDiagnosticsTest-348060520 tempest-ServerDiagnosticsTest-348060520-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52e1d606-9f13-8b16-80a3-927b2399b217, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.454049] env[68893]: DEBUG nova.compute.manager [None req-222eef0f-8e0b-4bbf-93f3-f8da7d0a0574 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] [instance: 29bce734-9f04-41eb-92e5-df9248dc10a3] Start building block device mappings for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 679.571053] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f638fbcd-afa4-4575-b3fc-5a9e5266a2b9 tempest-FloatingIPsAssociationNegativeTestJSON-159533486 tempest-FloatingIPsAssociationNegativeTestJSON-159533486-project-member] Acquiring lock "17c90488-234d-4203-964f-a4863bbe5e47" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.571674] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f638fbcd-afa4-4575-b3fc-5a9e5266a2b9 tempest-FloatingIPsAssociationNegativeTestJSON-159533486 tempest-FloatingIPsAssociationNegativeTestJSON-159533486-project-member] Lock "17c90488-234d-4203-964f-a4863bbe5e47" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.704096] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7108e65f-dc21-4312-9482-a0b56222daa3 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.720833] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0071582-d28c-46a4-8220-4e7312ee158d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.725943] env[68893]: DEBUG oslo_vmware.api [None req-8e5cb206-9242-465a-b7c2-53d46a4f667d tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] Task: {'id': task-2791003, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.758347] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26cad08b-a4a9-4bee-be6c-eb06e979bf52 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.767205] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87e06872-dd86-45d5-a0c9-2b420f56d6d4 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.783031] env[68893]: DEBUG nova.compute.provider_tree [None req-f0fb623d-1afd-4cd3-b62b-6a76c8ab13b3 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Updating inventory in ProviderTree for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 679.793767] env[68893]: DEBUG oslo_concurrency.lockutils [None req-e43b3505-e7b4-4009-99ed-4a4de03f767e tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Releasing lock "refresh_cache-d2187069-2dba-4d01-969f-510f659fc163" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.794114] env[68893]: DEBUG nova.compute.manager [None req-e43b3505-e7b4-4009-99ed-4a4de03f767e tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: d2187069-2dba-4d01-969f-510f659fc163] Instance network_info: |[{"id": "83210d30-f086-4b9b-9f37-e58f8c9649f4", "address": "fa:16:3e:98:dc:21", "network": {"id": "508509dd-7bfd-4a64-9135-d3dbeac23fa6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.213", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a15c0c8454c748249efd16f753a7dc35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83210d30-f0", "ovs_interfaceid": "83210d30-f086-4b9b-9f37-e58f8c9649f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 679.799166] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-e43b3505-e7b4-4009-99ed-4a4de03f767e tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: d2187069-2dba-4d01-969f-510f659fc163] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:dc:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '83210d30-f086-4b9b-9f37-e58f8c9649f4', 'vif_model': 'vmxnet3'}] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 679.809979] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-e43b3505-e7b4-4009-99ed-4a4de03f767e tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Creating folder: Project (d4d6da16c6974dd6ba61faefc3f54c56). Parent ref: group-v560969. {{(pid=68893) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 679.810824] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-561d5c2c-1300-4d70-babd-9cf047c37803 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.818521] env[68893]: DEBUG oslo_vmware.api [None req-e6fee1f8-8c82-45f4-8e64-cd6570f2d1b4 tempest-ServerDiagnosticsNegativeTest-1412921569 tempest-ServerDiagnosticsNegativeTest-1412921569-project-member] Task: {'id': task-2791004, 'name': Rename_Task, 'duration_secs': 0.14777} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.818649] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6fee1f8-8c82-45f4-8e64-cd6570f2d1b4 tempest-ServerDiagnosticsNegativeTest-1412921569 tempest-ServerDiagnosticsNegativeTest-1412921569-project-member] [instance: 68c585a7-41de-4a16-848b-548a1adf0aec] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 679.819155] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e75e5b29-36d3-43e0-8d27-4e5dc46449d0 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.821866] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-e43b3505-e7b4-4009-99ed-4a4de03f767e tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Created folder: Project (d4d6da16c6974dd6ba61faefc3f54c56) in parent group-v560969. [ 679.822053] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-e43b3505-e7b4-4009-99ed-4a4de03f767e tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Creating folder: Instances. Parent ref: group-v560982. {{(pid=68893) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 679.822575] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4699ddd8-a3b5-475c-959a-76beff363aea {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.827998] env[68893]: DEBUG oslo_vmware.api [None req-e6fee1f8-8c82-45f4-8e64-cd6570f2d1b4 tempest-ServerDiagnosticsNegativeTest-1412921569 tempest-ServerDiagnosticsNegativeTest-1412921569-project-member] Waiting for the task: (returnval){ [ 679.827998] env[68893]: value = "task-2791007" [ 679.827998] env[68893]: _type = "Task" [ 679.827998] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.833259] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-e43b3505-e7b4-4009-99ed-4a4de03f767e tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Created folder: Instances in parent group-v560982. [ 679.833259] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e43b3505-e7b4-4009-99ed-4a4de03f767e tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 679.833581] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2187069-2dba-4d01-969f-510f659fc163] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 679.833795] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5d228557-5187-4ff6-8b50-0f54b915cefe {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.852824] env[68893]: DEBUG oslo_vmware.api [None req-e6fee1f8-8c82-45f4-8e64-cd6570f2d1b4 tempest-ServerDiagnosticsNegativeTest-1412921569 tempest-ServerDiagnosticsNegativeTest-1412921569-project-member] Task: {'id': task-2791007, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.857375] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 679.857375] env[68893]: value = "task-2791009" [ 679.857375] env[68893]: _type = "Task" [ 679.857375] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.868965] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791009, 'name': CreateVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.872065] env[68893]: DEBUG oslo_vmware.api [None req-59b897e4-be3d-4a24-93dc-e891fb3f5550 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Task: {'id': task-2791005, 'name': Rename_Task, 'duration_secs': 0.149182} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.872359] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-59b897e4-be3d-4a24-93dc-e891fb3f5550 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] [instance: a70c7ae6-8758-4bc9-a3eb-57c7051ebbc7] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 679.872603] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bbfd4da9-5f45-40f4-928e-3333623d1a7d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.878458] env[68893]: DEBUG oslo_vmware.api [None req-59b897e4-be3d-4a24-93dc-e891fb3f5550 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Waiting for the task: (returnval){ [ 679.878458] env[68893]: value = "task-2791010" [ 679.878458] env[68893]: _type = "Task" [ 679.878458] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.888986] env[68893]: DEBUG oslo_vmware.api [None req-59b897e4-be3d-4a24-93dc-e891fb3f5550 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Task: {'id': task-2791010, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.893622] env[68893]: DEBUG oslo_vmware.api [None req-3a076e06-6dc0-46b7-ac41-637a4399a3c6 tempest-ServerDiagnosticsTest-348060520 tempest-ServerDiagnosticsTest-348060520-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52e1d606-9f13-8b16-80a3-927b2399b217, 'name': SearchDatastore_Task, 'duration_secs': 0.009466} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.893728] env[68893]: DEBUG oslo_concurrency.lockutils [None req-3a076e06-6dc0-46b7-ac41-637a4399a3c6 tempest-ServerDiagnosticsTest-348060520 tempest-ServerDiagnosticsTest-348060520-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.894063] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a076e06-6dc0-46b7-ac41-637a4399a3c6 tempest-ServerDiagnosticsTest-348060520 tempest-ServerDiagnosticsTest-348060520-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] a1ae5389-8497-4b29-a00b-a5b357b4c433/a1ae5389-8497-4b29-a00b-a5b357b4c433.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 679.894323] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-50eac1b3-d698-4feb-9020-a37862e680c1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.900586] env[68893]: DEBUG oslo_vmware.api [None req-3a076e06-6dc0-46b7-ac41-637a4399a3c6 tempest-ServerDiagnosticsTest-348060520 tempest-ServerDiagnosticsTest-348060520-project-member] Waiting for the task: (returnval){ [ 679.900586] env[68893]: value = "task-2791011" [ 679.900586] env[68893]: _type = "Task" [ 679.900586] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.909417] env[68893]: DEBUG oslo_vmware.api [None req-3a076e06-6dc0-46b7-ac41-637a4399a3c6 tempest-ServerDiagnosticsTest-348060520 tempest-ServerDiagnosticsTest-348060520-project-member] Task: {'id': task-2791011, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.165435] env[68893]: DEBUG nova.network.neutron [None req-222eef0f-8e0b-4bbf-93f3-f8da7d0a0574 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] [instance: 29bce734-9f04-41eb-92e5-df9248dc10a3] Successfully created port: 613e8e69-1491-4dd3-acca-6b365858f2d9 {{(pid=68893) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 680.220425] env[68893]: DEBUG oslo_vmware.api [None req-8e5cb206-9242-465a-b7c2-53d46a4f667d tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] Task: {'id': task-2791003, 'name': PowerOnVM_Task, 'duration_secs': 0.649444} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.220817] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e5cb206-9242-465a-b7c2-53d46a4f667d tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] [instance: 856fd677-c151-4e53-9a1b-b684ee27dc37] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 680.221286] env[68893]: INFO nova.compute.manager [None req-8e5cb206-9242-465a-b7c2-53d46a4f667d tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] [instance: 856fd677-c151-4e53-9a1b-b684ee27dc37] Took 9.29 seconds to spawn the instance on the hypervisor. [ 680.221577] env[68893]: DEBUG nova.compute.manager [None req-8e5cb206-9242-465a-b7c2-53d46a4f667d tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] [instance: 856fd677-c151-4e53-9a1b-b684ee27dc37] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 680.222511] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f96ed3d9-fa87-4440-bd8b-2f6443d89843 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.247421] env[68893]: DEBUG nova.compute.manager [req-7cfdedda-a497-44b0-a972-06f2213e0c2a req-af3b0a1a-b104-406c-b6c4-e1c4abe14a54 service nova] [instance: a1ae5389-8497-4b29-a00b-a5b357b4c433] Received event network-vif-plugged-bce0b480-ee49-45be-b657-ffc067f5dd1d {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 680.247421] env[68893]: DEBUG oslo_concurrency.lockutils [req-7cfdedda-a497-44b0-a972-06f2213e0c2a req-af3b0a1a-b104-406c-b6c4-e1c4abe14a54 service nova] Acquiring lock "a1ae5389-8497-4b29-a00b-a5b357b4c433-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.247421] env[68893]: DEBUG oslo_concurrency.lockutils [req-7cfdedda-a497-44b0-a972-06f2213e0c2a req-af3b0a1a-b104-406c-b6c4-e1c4abe14a54 service nova] Lock "a1ae5389-8497-4b29-a00b-a5b357b4c433-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.248122] env[68893]: DEBUG oslo_concurrency.lockutils [req-7cfdedda-a497-44b0-a972-06f2213e0c2a req-af3b0a1a-b104-406c-b6c4-e1c4abe14a54 service nova] Lock "a1ae5389-8497-4b29-a00b-a5b357b4c433-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.248461] env[68893]: DEBUG nova.compute.manager [req-7cfdedda-a497-44b0-a972-06f2213e0c2a req-af3b0a1a-b104-406c-b6c4-e1c4abe14a54 service nova] [instance: a1ae5389-8497-4b29-a00b-a5b357b4c433] No waiting events found dispatching network-vif-plugged-bce0b480-ee49-45be-b657-ffc067f5dd1d {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 680.248685] env[68893]: WARNING nova.compute.manager [req-7cfdedda-a497-44b0-a972-06f2213e0c2a req-af3b0a1a-b104-406c-b6c4-e1c4abe14a54 service nova] [instance: a1ae5389-8497-4b29-a00b-a5b357b4c433] Received unexpected event network-vif-plugged-bce0b480-ee49-45be-b657-ffc067f5dd1d for instance with vm_state building and task_state spawning. [ 680.248874] env[68893]: DEBUG nova.compute.manager [req-7cfdedda-a497-44b0-a972-06f2213e0c2a req-af3b0a1a-b104-406c-b6c4-e1c4abe14a54 service nova] [instance: a1ae5389-8497-4b29-a00b-a5b357b4c433] Received event network-changed-bce0b480-ee49-45be-b657-ffc067f5dd1d {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 680.249058] env[68893]: DEBUG nova.compute.manager [req-7cfdedda-a497-44b0-a972-06f2213e0c2a req-af3b0a1a-b104-406c-b6c4-e1c4abe14a54 service nova] [instance: a1ae5389-8497-4b29-a00b-a5b357b4c433] Refreshing instance network info cache due to event network-changed-bce0b480-ee49-45be-b657-ffc067f5dd1d. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 680.249284] env[68893]: DEBUG oslo_concurrency.lockutils [req-7cfdedda-a497-44b0-a972-06f2213e0c2a req-af3b0a1a-b104-406c-b6c4-e1c4abe14a54 service nova] Acquiring lock "refresh_cache-a1ae5389-8497-4b29-a00b-a5b357b4c433" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.250837] env[68893]: DEBUG oslo_concurrency.lockutils [req-7cfdedda-a497-44b0-a972-06f2213e0c2a req-af3b0a1a-b104-406c-b6c4-e1c4abe14a54 service nova] Acquired lock "refresh_cache-a1ae5389-8497-4b29-a00b-a5b357b4c433" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.250837] env[68893]: DEBUG nova.network.neutron [req-7cfdedda-a497-44b0-a972-06f2213e0c2a req-af3b0a1a-b104-406c-b6c4-e1c4abe14a54 service nova] [instance: a1ae5389-8497-4b29-a00b-a5b357b4c433] Refreshing network info cache for port bce0b480-ee49-45be-b657-ffc067f5dd1d {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 680.313519] env[68893]: ERROR nova.scheduler.client.report [None req-f0fb623d-1afd-4cd3-b62b-6a76c8ab13b3 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] [req-0d9a5b12-6d55-4f1f-8a5d-2c1ccd22b3d3] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d14b70d6-a636-4db0-b5a6-b901da6fa895. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0d9a5b12-6d55-4f1f-8a5d-2c1ccd22b3d3"}]} [ 680.341103] env[68893]: DEBUG oslo_vmware.api [None req-e6fee1f8-8c82-45f4-8e64-cd6570f2d1b4 tempest-ServerDiagnosticsNegativeTest-1412921569 tempest-ServerDiagnosticsNegativeTest-1412921569-project-member] Task: {'id': task-2791007, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.342634] env[68893]: DEBUG nova.scheduler.client.report [None req-f0fb623d-1afd-4cd3-b62b-6a76c8ab13b3 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Refreshing inventories for resource provider d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 680.364114] env[68893]: DEBUG nova.scheduler.client.report [None req-f0fb623d-1afd-4cd3-b62b-6a76c8ab13b3 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Updating ProviderTree inventory for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 680.364368] env[68893]: DEBUG nova.compute.provider_tree [None req-f0fb623d-1afd-4cd3-b62b-6a76c8ab13b3 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Updating inventory in ProviderTree for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 680.373141] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791009, 'name': CreateVM_Task} progress is 99%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.382561] env[68893]: DEBUG nova.scheduler.client.report [None req-f0fb623d-1afd-4cd3-b62b-6a76c8ab13b3 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Refreshing aggregate associations for resource provider d14b70d6-a636-4db0-b5a6-b901da6fa895, aggregates: None {{(pid=68893) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 680.393099] env[68893]: DEBUG nova.network.neutron [None req-06348b3c-b004-40c7-a2ee-bf20ea50e96e tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] [instance: 292718c1-e976-4462-aede-a2ed6b8415de] Successfully updated port: 8b127f11-cfee-4818-9be4-d821773629e1 {{(pid=68893) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 680.402787] env[68893]: DEBUG oslo_vmware.api [None req-59b897e4-be3d-4a24-93dc-e891fb3f5550 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Task: {'id': task-2791010, 'name': PowerOnVM_Task} progress is 71%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.413980] env[68893]: DEBUG oslo_vmware.api [None req-3a076e06-6dc0-46b7-ac41-637a4399a3c6 tempest-ServerDiagnosticsTest-348060520 tempest-ServerDiagnosticsTest-348060520-project-member] Task: {'id': task-2791011, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.420972] env[68893]: DEBUG nova.scheduler.client.report [None req-f0fb623d-1afd-4cd3-b62b-6a76c8ab13b3 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Refreshing trait associations for resource provider d14b70d6-a636-4db0-b5a6-b901da6fa895, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE {{(pid=68893) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 680.466702] env[68893]: DEBUG oslo_concurrency.lockutils [None req-93e36688-e5fe-4efc-b634-77ba65c14c68 tempest-VolumesAssistedSnapshotsTest-845263238 tempest-VolumesAssistedSnapshotsTest-845263238-project-member] Acquiring lock "0584a6fd-aa46-4da6-bc9a-90ee80698237" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.466961] env[68893]: DEBUG oslo_concurrency.lockutils [None req-93e36688-e5fe-4efc-b634-77ba65c14c68 tempest-VolumesAssistedSnapshotsTest-845263238 tempest-VolumesAssistedSnapshotsTest-845263238-project-member] Lock "0584a6fd-aa46-4da6-bc9a-90ee80698237" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.468461] env[68893]: DEBUG nova.compute.manager [None req-222eef0f-8e0b-4bbf-93f3-f8da7d0a0574 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] [instance: 29bce734-9f04-41eb-92e5-df9248dc10a3] Start spawning the instance on the hypervisor. {{(pid=68893) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 680.502809] env[68893]: DEBUG nova.virt.hardware [None req-222eef0f-8e0b-4bbf-93f3-f8da7d0a0574 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 680.503073] env[68893]: DEBUG nova.virt.hardware [None req-222eef0f-8e0b-4bbf-93f3-f8da7d0a0574 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 680.503234] env[68893]: DEBUG nova.virt.hardware [None req-222eef0f-8e0b-4bbf-93f3-f8da7d0a0574 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 680.503410] env[68893]: DEBUG nova.virt.hardware [None req-222eef0f-8e0b-4bbf-93f3-f8da7d0a0574 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 680.503553] env[68893]: DEBUG nova.virt.hardware [None req-222eef0f-8e0b-4bbf-93f3-f8da7d0a0574 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 680.503698] env[68893]: DEBUG nova.virt.hardware [None req-222eef0f-8e0b-4bbf-93f3-f8da7d0a0574 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 680.503907] env[68893]: DEBUG nova.virt.hardware [None req-222eef0f-8e0b-4bbf-93f3-f8da7d0a0574 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 680.504075] env[68893]: DEBUG nova.virt.hardware [None req-222eef0f-8e0b-4bbf-93f3-f8da7d0a0574 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 680.504245] env[68893]: DEBUG nova.virt.hardware [None req-222eef0f-8e0b-4bbf-93f3-f8da7d0a0574 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 680.504429] env[68893]: DEBUG nova.virt.hardware [None req-222eef0f-8e0b-4bbf-93f3-f8da7d0a0574 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 680.504598] env[68893]: DEBUG nova.virt.hardware [None req-222eef0f-8e0b-4bbf-93f3-f8da7d0a0574 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 680.509839] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d73c92ca-81b5-4640-8fc8-acf90666e486 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.521610] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5b68e85-fb8d-4478-94fb-00561458fa69 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.746220] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06b5ad05-94b1-4005-9a09-89756f36a169 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.751591] env[68893]: INFO nova.compute.manager [None req-8e5cb206-9242-465a-b7c2-53d46a4f667d tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] [instance: 856fd677-c151-4e53-9a1b-b684ee27dc37] Took 18.33 seconds to build instance. [ 680.755152] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f69c54ff-289f-4717-ba92-51838f421194 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.793252] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce94c6d9-9aab-4638-ba89-573022f9747a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.802071] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6210e39-aa6a-4830-b256-5ab65bf89c2f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.817294] env[68893]: DEBUG nova.compute.provider_tree [None req-f0fb623d-1afd-4cd3-b62b-6a76c8ab13b3 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Updating inventory in ProviderTree for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 680.841345] env[68893]: DEBUG oslo_vmware.api [None req-e6fee1f8-8c82-45f4-8e64-cd6570f2d1b4 tempest-ServerDiagnosticsNegativeTest-1412921569 tempest-ServerDiagnosticsNegativeTest-1412921569-project-member] Task: {'id': task-2791007, 'name': PowerOnVM_Task, 'duration_secs': 0.790399} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.841602] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6fee1f8-8c82-45f4-8e64-cd6570f2d1b4 tempest-ServerDiagnosticsNegativeTest-1412921569 tempest-ServerDiagnosticsNegativeTest-1412921569-project-member] [instance: 68c585a7-41de-4a16-848b-548a1adf0aec] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 680.841788] env[68893]: INFO nova.compute.manager [None req-e6fee1f8-8c82-45f4-8e64-cd6570f2d1b4 tempest-ServerDiagnosticsNegativeTest-1412921569 tempest-ServerDiagnosticsNegativeTest-1412921569-project-member] [instance: 68c585a7-41de-4a16-848b-548a1adf0aec] Took 14.39 seconds to spawn the instance on the hypervisor. [ 680.841961] env[68893]: DEBUG nova.compute.manager [None req-e6fee1f8-8c82-45f4-8e64-cd6570f2d1b4 tempest-ServerDiagnosticsNegativeTest-1412921569 tempest-ServerDiagnosticsNegativeTest-1412921569-project-member] [instance: 68c585a7-41de-4a16-848b-548a1adf0aec] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 680.843083] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef9946f1-fe6c-4eca-afdd-db061bece271 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.867722] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791009, 'name': CreateVM_Task, 'duration_secs': 0.590636} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.867982] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2187069-2dba-4d01-969f-510f659fc163] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 680.869347] env[68893]: DEBUG oslo_concurrency.lockutils [None req-e43b3505-e7b4-4009-99ed-4a4de03f767e tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.869347] env[68893]: DEBUG oslo_concurrency.lockutils [None req-e43b3505-e7b4-4009-99ed-4a4de03f767e tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.869714] env[68893]: DEBUG oslo_concurrency.lockutils [None req-e43b3505-e7b4-4009-99ed-4a4de03f767e tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.869989] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd9ad545-038b-43eb-86a7-b1679dba033c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.875667] env[68893]: DEBUG oslo_vmware.api [None req-e43b3505-e7b4-4009-99ed-4a4de03f767e tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Waiting for the task: (returnval){ [ 680.875667] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]529f3d95-fe50-66d3-d3d3-3cc9ca4e9e8b" [ 680.875667] env[68893]: _type = "Task" [ 680.875667] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.883971] env[68893]: DEBUG oslo_vmware.api [None req-e43b3505-e7b4-4009-99ed-4a4de03f767e tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]529f3d95-fe50-66d3-d3d3-3cc9ca4e9e8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.893222] env[68893]: DEBUG oslo_vmware.api [None req-59b897e4-be3d-4a24-93dc-e891fb3f5550 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Task: {'id': task-2791010, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.896318] env[68893]: DEBUG oslo_concurrency.lockutils [None req-06348b3c-b004-40c7-a2ee-bf20ea50e96e tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Acquiring lock "refresh_cache-292718c1-e976-4462-aede-a2ed6b8415de" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.896318] env[68893]: DEBUG oslo_concurrency.lockutils [None req-06348b3c-b004-40c7-a2ee-bf20ea50e96e tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Acquired lock "refresh_cache-292718c1-e976-4462-aede-a2ed6b8415de" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.896318] env[68893]: DEBUG nova.network.neutron [None req-06348b3c-b004-40c7-a2ee-bf20ea50e96e tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] [instance: 292718c1-e976-4462-aede-a2ed6b8415de] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 680.915517] env[68893]: DEBUG oslo_vmware.api [None req-3a076e06-6dc0-46b7-ac41-637a4399a3c6 tempest-ServerDiagnosticsTest-348060520 tempest-ServerDiagnosticsTest-348060520-project-member] Task: {'id': task-2791011, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53786} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.915834] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a076e06-6dc0-46b7-ac41-637a4399a3c6 tempest-ServerDiagnosticsTest-348060520 tempest-ServerDiagnosticsTest-348060520-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] a1ae5389-8497-4b29-a00b-a5b357b4c433/a1ae5389-8497-4b29-a00b-a5b357b4c433.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 680.916070] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-3a076e06-6dc0-46b7-ac41-637a4399a3c6 tempest-ServerDiagnosticsTest-348060520 tempest-ServerDiagnosticsTest-348060520-project-member] [instance: a1ae5389-8497-4b29-a00b-a5b357b4c433] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 680.916521] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e2f37db8-bf97-46ac-837c-3bc7092dd279 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.923378] env[68893]: DEBUG oslo_vmware.api [None req-3a076e06-6dc0-46b7-ac41-637a4399a3c6 tempest-ServerDiagnosticsTest-348060520 tempest-ServerDiagnosticsTest-348060520-project-member] Waiting for the task: (returnval){ [ 680.923378] env[68893]: value = "task-2791012" [ 680.923378] env[68893]: _type = "Task" [ 680.923378] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.931099] env[68893]: DEBUG oslo_vmware.api [None req-3a076e06-6dc0-46b7-ac41-637a4399a3c6 tempest-ServerDiagnosticsTest-348060520 tempest-ServerDiagnosticsTest-348060520-project-member] Task: {'id': task-2791012, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.242243] env[68893]: DEBUG nova.network.neutron [req-7cfdedda-a497-44b0-a972-06f2213e0c2a req-af3b0a1a-b104-406c-b6c4-e1c4abe14a54 service nova] [instance: a1ae5389-8497-4b29-a00b-a5b357b4c433] Updated VIF entry in instance network info cache for port bce0b480-ee49-45be-b657-ffc067f5dd1d. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 681.242524] env[68893]: DEBUG nova.network.neutron [req-7cfdedda-a497-44b0-a972-06f2213e0c2a req-af3b0a1a-b104-406c-b6c4-e1c4abe14a54 service nova] [instance: a1ae5389-8497-4b29-a00b-a5b357b4c433] Updating instance_info_cache with network_info: [{"id": "bce0b480-ee49-45be-b657-ffc067f5dd1d", "address": "fa:16:3e:a5:e7:d6", "network": {"id": "508509dd-7bfd-4a64-9135-d3dbeac23fa6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.159", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a15c0c8454c748249efd16f753a7dc35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbce0b480-ee", "ovs_interfaceid": "bce0b480-ee49-45be-b657-ffc067f5dd1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.253277] env[68893]: DEBUG oslo_concurrency.lockutils [None req-8e5cb206-9242-465a-b7c2-53d46a4f667d tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] Lock "856fd677-c151-4e53-9a1b-b684ee27dc37" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.851s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.359531] env[68893]: DEBUG nova.compute.manager [req-8809c6c2-85c5-4f3d-923f-6e08c629be57 req-55d8690b-5f1f-4cc9-9375-1b24f981ef43 service nova] [instance: 292718c1-e976-4462-aede-a2ed6b8415de] Received event network-vif-plugged-8b127f11-cfee-4818-9be4-d821773629e1 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 681.359531] env[68893]: DEBUG oslo_concurrency.lockutils [req-8809c6c2-85c5-4f3d-923f-6e08c629be57 req-55d8690b-5f1f-4cc9-9375-1b24f981ef43 service nova] Acquiring lock "292718c1-e976-4462-aede-a2ed6b8415de-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.359531] env[68893]: DEBUG oslo_concurrency.lockutils [req-8809c6c2-85c5-4f3d-923f-6e08c629be57 req-55d8690b-5f1f-4cc9-9375-1b24f981ef43 service nova] Lock "292718c1-e976-4462-aede-a2ed6b8415de-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.359531] env[68893]: DEBUG oslo_concurrency.lockutils [req-8809c6c2-85c5-4f3d-923f-6e08c629be57 req-55d8690b-5f1f-4cc9-9375-1b24f981ef43 service nova] Lock "292718c1-e976-4462-aede-a2ed6b8415de-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.359531] env[68893]: DEBUG nova.compute.manager [req-8809c6c2-85c5-4f3d-923f-6e08c629be57 req-55d8690b-5f1f-4cc9-9375-1b24f981ef43 service nova] [instance: 292718c1-e976-4462-aede-a2ed6b8415de] No waiting events found dispatching network-vif-plugged-8b127f11-cfee-4818-9be4-d821773629e1 {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 681.359810] env[68893]: WARNING nova.compute.manager [req-8809c6c2-85c5-4f3d-923f-6e08c629be57 req-55d8690b-5f1f-4cc9-9375-1b24f981ef43 service nova] [instance: 292718c1-e976-4462-aede-a2ed6b8415de] Received unexpected event network-vif-plugged-8b127f11-cfee-4818-9be4-d821773629e1 for instance with vm_state building and task_state spawning. [ 681.361738] env[68893]: INFO nova.compute.manager [None req-e6fee1f8-8c82-45f4-8e64-cd6570f2d1b4 tempest-ServerDiagnosticsNegativeTest-1412921569 tempest-ServerDiagnosticsNegativeTest-1412921569-project-member] [instance: 68c585a7-41de-4a16-848b-548a1adf0aec] Took 19.22 seconds to build instance. [ 681.366235] env[68893]: DEBUG nova.scheduler.client.report [None req-f0fb623d-1afd-4cd3-b62b-6a76c8ab13b3 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Updated inventory for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with generation 21 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 681.366457] env[68893]: DEBUG nova.compute.provider_tree [None req-f0fb623d-1afd-4cd3-b62b-6a76c8ab13b3 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Updating resource provider d14b70d6-a636-4db0-b5a6-b901da6fa895 generation from 21 to 22 during operation: update_inventory {{(pid=68893) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 681.366628] env[68893]: DEBUG nova.compute.provider_tree [None req-f0fb623d-1afd-4cd3-b62b-6a76c8ab13b3 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Updating inventory in ProviderTree for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 681.396450] env[68893]: DEBUG oslo_vmware.api [None req-e43b3505-e7b4-4009-99ed-4a4de03f767e tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]529f3d95-fe50-66d3-d3d3-3cc9ca4e9e8b, 'name': SearchDatastore_Task, 'duration_secs': 0.011085} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.396932] env[68893]: DEBUG oslo_concurrency.lockutils [None req-e43b3505-e7b4-4009-99ed-4a4de03f767e tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.397208] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-e43b3505-e7b4-4009-99ed-4a4de03f767e tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: d2187069-2dba-4d01-969f-510f659fc163] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 681.397465] env[68893]: DEBUG oslo_concurrency.lockutils [None req-e43b3505-e7b4-4009-99ed-4a4de03f767e tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.397613] env[68893]: DEBUG oslo_concurrency.lockutils [None req-e43b3505-e7b4-4009-99ed-4a4de03f767e tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.397791] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-e43b3505-e7b4-4009-99ed-4a4de03f767e tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 681.400105] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-425eeb0a-1e52-42c5-8f5a-75a67aa48412 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.405558] env[68893]: DEBUG oslo_vmware.api [None req-59b897e4-be3d-4a24-93dc-e891fb3f5550 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Task: {'id': task-2791010, 'name': PowerOnVM_Task, 'duration_secs': 1.039057} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.407063] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-59b897e4-be3d-4a24-93dc-e891fb3f5550 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] [instance: a70c7ae6-8758-4bc9-a3eb-57c7051ebbc7] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 681.407063] env[68893]: INFO nova.compute.manager [None req-59b897e4-be3d-4a24-93dc-e891fb3f5550 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] [instance: a70c7ae6-8758-4bc9-a3eb-57c7051ebbc7] Took 12.75 seconds to spawn the instance on the hypervisor. [ 681.407305] env[68893]: DEBUG nova.compute.manager [None req-59b897e4-be3d-4a24-93dc-e891fb3f5550 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] [instance: a70c7ae6-8758-4bc9-a3eb-57c7051ebbc7] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 681.408083] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cf6b259-f7c6-40a3-9c82-dc0296ae55d8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.418712] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-e43b3505-e7b4-4009-99ed-4a4de03f767e tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 681.420599] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-e43b3505-e7b4-4009-99ed-4a4de03f767e tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 681.420599] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9082d382-3fef-4da0-b6db-cca9ef9d04a7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.428238] env[68893]: DEBUG oslo_vmware.api [None req-e43b3505-e7b4-4009-99ed-4a4de03f767e tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Waiting for the task: (returnval){ [ 681.428238] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]5239d0b9-8df2-ed6d-8ab5-8b85ccc2c6fc" [ 681.428238] env[68893]: _type = "Task" [ 681.428238] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.434279] env[68893]: DEBUG oslo_vmware.api [None req-3a076e06-6dc0-46b7-ac41-637a4399a3c6 tempest-ServerDiagnosticsTest-348060520 tempest-ServerDiagnosticsTest-348060520-project-member] Task: {'id': task-2791012, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064821} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.434900] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-3a076e06-6dc0-46b7-ac41-637a4399a3c6 tempest-ServerDiagnosticsTest-348060520 tempest-ServerDiagnosticsTest-348060520-project-member] [instance: a1ae5389-8497-4b29-a00b-a5b357b4c433] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 681.435718] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a12fb6c6-1cd6-402e-8ef1-2fa1b9757a93 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.441527] env[68893]: DEBUG oslo_vmware.api [None req-e43b3505-e7b4-4009-99ed-4a4de03f767e tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]5239d0b9-8df2-ed6d-8ab5-8b85ccc2c6fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.461770] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a076e06-6dc0-46b7-ac41-637a4399a3c6 tempest-ServerDiagnosticsTest-348060520 tempest-ServerDiagnosticsTest-348060520-project-member] [instance: a1ae5389-8497-4b29-a00b-a5b357b4c433] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] a1ae5389-8497-4b29-a00b-a5b357b4c433/a1ae5389-8497-4b29-a00b-a5b357b4c433.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 681.464119] env[68893]: DEBUG nova.network.neutron [None req-06348b3c-b004-40c7-a2ee-bf20ea50e96e tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] [instance: 292718c1-e976-4462-aede-a2ed6b8415de] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 681.466056] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-811cfdd4-3be6-406b-85be-2f92b9033d93 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.487869] env[68893]: DEBUG oslo_vmware.api [None req-3a076e06-6dc0-46b7-ac41-637a4399a3c6 tempest-ServerDiagnosticsTest-348060520 tempest-ServerDiagnosticsTest-348060520-project-member] Waiting for the task: (returnval){ [ 681.487869] env[68893]: value = "task-2791013" [ 681.487869] env[68893]: _type = "Task" [ 681.487869] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.498217] env[68893]: DEBUG oslo_vmware.api [None req-3a076e06-6dc0-46b7-ac41-637a4399a3c6 tempest-ServerDiagnosticsTest-348060520 tempest-ServerDiagnosticsTest-348060520-project-member] Task: {'id': task-2791013, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.741786] env[68893]: DEBUG nova.network.neutron [None req-06348b3c-b004-40c7-a2ee-bf20ea50e96e tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] [instance: 292718c1-e976-4462-aede-a2ed6b8415de] Updating instance_info_cache with network_info: [{"id": "8b127f11-cfee-4818-9be4-d821773629e1", "address": "fa:16:3e:ec:1b:66", "network": {"id": "508509dd-7bfd-4a64-9135-d3dbeac23fa6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.140", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a15c0c8454c748249efd16f753a7dc35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b127f11-cf", "ovs_interfaceid": "8b127f11-cfee-4818-9be4-d821773629e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.749323] env[68893]: DEBUG oslo_concurrency.lockutils [req-7cfdedda-a497-44b0-a972-06f2213e0c2a req-af3b0a1a-b104-406c-b6c4-e1c4abe14a54 service nova] Releasing lock "refresh_cache-a1ae5389-8497-4b29-a00b-a5b357b4c433" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.759341] env[68893]: DEBUG nova.compute.manager [None req-ca9332dd-ef22-43b7-a03c-eb25dc0d20a7 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] [instance: 427db270-9f81-4bed-8039-a8e1d87ab427] Starting instance... {{(pid=68893) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 681.862720] env[68893]: DEBUG oslo_concurrency.lockutils [None req-e6fee1f8-8c82-45f4-8e64-cd6570f2d1b4 tempest-ServerDiagnosticsNegativeTest-1412921569 tempest-ServerDiagnosticsNegativeTest-1412921569-project-member] Lock "68c585a7-41de-4a16-848b-548a1adf0aec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.732s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.874254] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f0fb623d-1afd-4cd3-b62b-6a76c8ab13b3 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.432s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.874254] env[68893]: DEBUG nova.compute.manager [None req-f0fb623d-1afd-4cd3-b62b-6a76c8ab13b3 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] [instance: ea8f3ce4-4b6e-4bd1-b959-2412268d1b3e] Start building networks asynchronously for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 681.874923] env[68893]: DEBUG oslo_concurrency.lockutils [None req-a4dd925b-530e-42a3-8b41-f841dfde56a6 tempest-ServersTestFqdnHostnames-1794249434 tempest-ServersTestFqdnHostnames-1794249434-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.288s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.876966] env[68893]: INFO nova.compute.claims [None req-a4dd925b-530e-42a3-8b41-f841dfde56a6 tempest-ServersTestFqdnHostnames-1794249434 tempest-ServersTestFqdnHostnames-1794249434-project-member] [instance: 8aa9ad1d-d3b0-4038-acd1-0fca895a3ac1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 681.931502] env[68893]: INFO nova.compute.manager [None req-59b897e4-be3d-4a24-93dc-e891fb3f5550 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] [instance: a70c7ae6-8758-4bc9-a3eb-57c7051ebbc7] Took 19.78 seconds to build instance. [ 681.954585] env[68893]: DEBUG oslo_vmware.api [None req-e43b3505-e7b4-4009-99ed-4a4de03f767e tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]5239d0b9-8df2-ed6d-8ab5-8b85ccc2c6fc, 'name': SearchDatastore_Task, 'duration_secs': 0.020983} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.954851] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21ff0884-228c-446b-9750-e5cab152e3e0 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.961745] env[68893]: DEBUG oslo_vmware.api [None req-e43b3505-e7b4-4009-99ed-4a4de03f767e tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Waiting for the task: (returnval){ [ 681.961745] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52e6c5b4-0b5c-5e8b-f562-4f8d5ec278af" [ 681.961745] env[68893]: _type = "Task" [ 681.961745] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.972065] env[68893]: DEBUG oslo_vmware.api [None req-e43b3505-e7b4-4009-99ed-4a4de03f767e tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52e6c5b4-0b5c-5e8b-f562-4f8d5ec278af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.999989] env[68893]: DEBUG oslo_vmware.api [None req-3a076e06-6dc0-46b7-ac41-637a4399a3c6 tempest-ServerDiagnosticsTest-348060520 tempest-ServerDiagnosticsTest-348060520-project-member] Task: {'id': task-2791013, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.136628] env[68893]: DEBUG nova.compute.manager [None req-675b4a88-a3fe-457f-abd3-bc327cee4452 tempest-ServerDiagnosticsV248Test-466204336 tempest-ServerDiagnosticsV248Test-466204336-project-admin] [instance: 856fd677-c151-4e53-9a1b-b684ee27dc37] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 682.137801] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bdf7a7e-279b-4d8d-a725-f549c5a5a33c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.147807] env[68893]: INFO nova.compute.manager [None req-675b4a88-a3fe-457f-abd3-bc327cee4452 tempest-ServerDiagnosticsV248Test-466204336 tempest-ServerDiagnosticsV248Test-466204336-project-admin] [instance: 856fd677-c151-4e53-9a1b-b684ee27dc37] Retrieving diagnostics [ 682.147807] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-321e3590-8c90-45ad-81ce-b3d669a80ada {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.244324] env[68893]: DEBUG oslo_concurrency.lockutils [None req-06348b3c-b004-40c7-a2ee-bf20ea50e96e tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Releasing lock "refresh_cache-292718c1-e976-4462-aede-a2ed6b8415de" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.244735] env[68893]: DEBUG nova.compute.manager [None req-06348b3c-b004-40c7-a2ee-bf20ea50e96e tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] [instance: 292718c1-e976-4462-aede-a2ed6b8415de] Instance network_info: |[{"id": "8b127f11-cfee-4818-9be4-d821773629e1", "address": "fa:16:3e:ec:1b:66", "network": {"id": "508509dd-7bfd-4a64-9135-d3dbeac23fa6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.140", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a15c0c8454c748249efd16f753a7dc35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b127f11-cf", "ovs_interfaceid": "8b127f11-cfee-4818-9be4-d821773629e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 682.245084] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-06348b3c-b004-40c7-a2ee-bf20ea50e96e tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] [instance: 292718c1-e976-4462-aede-a2ed6b8415de] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:1b:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8b127f11-cfee-4818-9be4-d821773629e1', 'vif_model': 'vmxnet3'}] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 682.252689] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-06348b3c-b004-40c7-a2ee-bf20ea50e96e tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Creating folder: Project (39484e4d540249b899ec91b14570abc5). Parent ref: group-v560969. {{(pid=68893) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 682.253083] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d547873e-f3b8-40d7-87c4-873748cb0737 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.278009] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-06348b3c-b004-40c7-a2ee-bf20ea50e96e tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Created folder: Project (39484e4d540249b899ec91b14570abc5) in parent group-v560969. [ 682.278009] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-06348b3c-b004-40c7-a2ee-bf20ea50e96e tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Creating folder: Instances. Parent ref: group-v560985. {{(pid=68893) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 682.278009] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5fdd23d0-711f-407c-9b01-a0b22c16bffa {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.293772] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-06348b3c-b004-40c7-a2ee-bf20ea50e96e tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Created folder: Instances in parent group-v560985. [ 682.294036] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-06348b3c-b004-40c7-a2ee-bf20ea50e96e tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 682.294613] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 292718c1-e976-4462-aede-a2ed6b8415de] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 682.295232] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aa925745-976c-42ac-809c-8e7af7ed6df4 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.312572] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ca9332dd-ef22-43b7-a03c-eb25dc0d20a7 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.320337] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 682.320337] env[68893]: value = "task-2791016" [ 682.320337] env[68893]: _type = "Task" [ 682.320337] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.329725] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791016, 'name': CreateVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.368676] env[68893]: DEBUG nova.compute.manager [None req-a02d0b28-b549-4881-abed-9de3098c2607 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] [instance: add4ef29-6e07-4272-b41a-04a95f62e169] Starting instance... {{(pid=68893) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 682.383455] env[68893]: DEBUG nova.compute.utils [None req-f0fb623d-1afd-4cd3-b62b-6a76c8ab13b3 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 682.391455] env[68893]: DEBUG nova.compute.manager [None req-f0fb623d-1afd-4cd3-b62b-6a76c8ab13b3 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] [instance: ea8f3ce4-4b6e-4bd1-b959-2412268d1b3e] Allocating IP information in the background. {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 682.392372] env[68893]: DEBUG nova.network.neutron [None req-f0fb623d-1afd-4cd3-b62b-6a76c8ab13b3 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] [instance: ea8f3ce4-4b6e-4bd1-b959-2412268d1b3e] allocate_for_instance() {{(pid=68893) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 682.432367] env[68893]: DEBUG nova.network.neutron [None req-222eef0f-8e0b-4bbf-93f3-f8da7d0a0574 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] [instance: 29bce734-9f04-41eb-92e5-df9248dc10a3] Successfully updated port: 613e8e69-1491-4dd3-acca-6b365858f2d9 {{(pid=68893) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 682.436140] env[68893]: DEBUG oslo_concurrency.lockutils [None req-59b897e4-be3d-4a24-93dc-e891fb3f5550 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Lock "a70c7ae6-8758-4bc9-a3eb-57c7051ebbc7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.304s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.473998] env[68893]: DEBUG oslo_vmware.api [None req-e43b3505-e7b4-4009-99ed-4a4de03f767e tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52e6c5b4-0b5c-5e8b-f562-4f8d5ec278af, 'name': SearchDatastore_Task, 'duration_secs': 0.011062} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.474518] env[68893]: DEBUG oslo_concurrency.lockutils [None req-e43b3505-e7b4-4009-99ed-4a4de03f767e tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.474729] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-e43b3505-e7b4-4009-99ed-4a4de03f767e tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] d2187069-2dba-4d01-969f-510f659fc163/d2187069-2dba-4d01-969f-510f659fc163.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 682.475021] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-addf3a47-563e-48c1-9cc3-6ed04bcdc19b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.485615] env[68893]: DEBUG oslo_vmware.api [None req-e43b3505-e7b4-4009-99ed-4a4de03f767e tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Waiting for the task: (returnval){ [ 682.485615] env[68893]: value = "task-2791017" [ 682.485615] env[68893]: _type = "Task" [ 682.485615] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.496313] env[68893]: DEBUG oslo_vmware.api [None req-e43b3505-e7b4-4009-99ed-4a4de03f767e tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Task: {'id': task-2791017, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.504035] env[68893]: DEBUG oslo_vmware.api [None req-3a076e06-6dc0-46b7-ac41-637a4399a3c6 tempest-ServerDiagnosticsTest-348060520 tempest-ServerDiagnosticsTest-348060520-project-member] Task: {'id': task-2791013, 'name': ReconfigVM_Task, 'duration_secs': 0.548731} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.504540] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a076e06-6dc0-46b7-ac41-637a4399a3c6 tempest-ServerDiagnosticsTest-348060520 tempest-ServerDiagnosticsTest-348060520-project-member] [instance: a1ae5389-8497-4b29-a00b-a5b357b4c433] Reconfigured VM instance instance-00000004 to attach disk [datastore2] a1ae5389-8497-4b29-a00b-a5b357b4c433/a1ae5389-8497-4b29-a00b-a5b357b4c433.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 682.504964] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-13ef49cc-d127-42b0-958b-81ef5eed87e6 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.512795] env[68893]: DEBUG nova.policy [None req-f0fb623d-1afd-4cd3-b62b-6a76c8ab13b3 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '36749ab662414dfb92a0c8f446606fc4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '547b6d99a78b47ee92a40b782653e73d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68893) authorize /opt/stack/nova/nova/policy.py:192}} [ 682.519062] env[68893]: DEBUG oslo_vmware.api [None req-3a076e06-6dc0-46b7-ac41-637a4399a3c6 tempest-ServerDiagnosticsTest-348060520 tempest-ServerDiagnosticsTest-348060520-project-member] Waiting for the task: (returnval){ [ 682.519062] env[68893]: value = "task-2791018" [ 682.519062] env[68893]: _type = "Task" [ 682.519062] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.527282] env[68893]: DEBUG oslo_vmware.api [None req-3a076e06-6dc0-46b7-ac41-637a4399a3c6 tempest-ServerDiagnosticsTest-348060520 tempest-ServerDiagnosticsTest-348060520-project-member] Task: {'id': task-2791018, 'name': Rename_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.832898] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791016, 'name': CreateVM_Task} progress is 99%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.892245] env[68893]: DEBUG nova.compute.manager [None req-f0fb623d-1afd-4cd3-b62b-6a76c8ab13b3 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] [instance: ea8f3ce4-4b6e-4bd1-b959-2412268d1b3e] Start building block device mappings for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 682.906748] env[68893]: DEBUG oslo_concurrency.lockutils [None req-a02d0b28-b549-4881-abed-9de3098c2607 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.936799] env[68893]: DEBUG oslo_concurrency.lockutils [None req-222eef0f-8e0b-4bbf-93f3-f8da7d0a0574 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Acquiring lock "refresh_cache-29bce734-9f04-41eb-92e5-df9248dc10a3" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.936977] env[68893]: DEBUG oslo_concurrency.lockutils [None req-222eef0f-8e0b-4bbf-93f3-f8da7d0a0574 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Acquired lock "refresh_cache-29bce734-9f04-41eb-92e5-df9248dc10a3" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.937157] env[68893]: DEBUG nova.network.neutron [None req-222eef0f-8e0b-4bbf-93f3-f8da7d0a0574 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] [instance: 29bce734-9f04-41eb-92e5-df9248dc10a3] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 682.938600] env[68893]: DEBUG nova.compute.manager [None req-9f0dbc1d-334e-4366-9732-fb90b90e9f81 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] [instance: d09a64f4-84e1-4eb5-9cd1-32e9de8b921d] Starting instance... {{(pid=68893) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 683.006704] env[68893]: DEBUG oslo_vmware.api [None req-e43b3505-e7b4-4009-99ed-4a4de03f767e tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Task: {'id': task-2791017, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.030212] env[68893]: DEBUG oslo_vmware.api [None req-3a076e06-6dc0-46b7-ac41-637a4399a3c6 tempest-ServerDiagnosticsTest-348060520 tempest-ServerDiagnosticsTest-348060520-project-member] Task: {'id': task-2791018, 'name': Rename_Task, 'duration_secs': 0.234704} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.033065] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a076e06-6dc0-46b7-ac41-637a4399a3c6 tempest-ServerDiagnosticsTest-348060520 tempest-ServerDiagnosticsTest-348060520-project-member] [instance: a1ae5389-8497-4b29-a00b-a5b357b4c433] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 683.033523] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-41e135cf-fbf4-4c18-a43b-580b8caf0b7f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.042411] env[68893]: DEBUG oslo_vmware.api [None req-3a076e06-6dc0-46b7-ac41-637a4399a3c6 tempest-ServerDiagnosticsTest-348060520 tempest-ServerDiagnosticsTest-348060520-project-member] Waiting for the task: (returnval){ [ 683.042411] env[68893]: value = "task-2791019" [ 683.042411] env[68893]: _type = "Task" [ 683.042411] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.053216] env[68893]: DEBUG oslo_vmware.api [None req-3a076e06-6dc0-46b7-ac41-637a4399a3c6 tempest-ServerDiagnosticsTest-348060520 tempest-ServerDiagnosticsTest-348060520-project-member] Task: {'id': task-2791019, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.269812] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-539a6432-d318-4ecd-9210-ad0b14cfab2b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.276457] env[68893]: DEBUG nova.network.neutron [None req-f0fb623d-1afd-4cd3-b62b-6a76c8ab13b3 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] [instance: ea8f3ce4-4b6e-4bd1-b959-2412268d1b3e] Successfully created port: 0109eb02-71cd-4fca-9e16-76ba7cf60f9f {{(pid=68893) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 683.285809] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b995b42f-9e33-4348-aeb2-2aff7afb1cd9 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.336546] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-683e1d21-08a0-4b41-90a8-f6a6a2c5e263 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.350897] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791016, 'name': CreateVM_Task, 'duration_secs': 0.524327} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.351664] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 292718c1-e976-4462-aede-a2ed6b8415de] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 683.353403] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a131856-09d0-4347-aedc-d6dc741d783c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.360615] env[68893]: DEBUG oslo_concurrency.lockutils [None req-06348b3c-b004-40c7-a2ee-bf20ea50e96e tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.360615] env[68893]: DEBUG oslo_concurrency.lockutils [None req-06348b3c-b004-40c7-a2ee-bf20ea50e96e tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.361108] env[68893]: DEBUG oslo_concurrency.lockutils [None req-06348b3c-b004-40c7-a2ee-bf20ea50e96e tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.361716] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3d9a8fc-0154-450b-ae46-0ca692e1b5a1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.368515] env[68893]: DEBUG oslo_vmware.api [None req-06348b3c-b004-40c7-a2ee-bf20ea50e96e tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Waiting for the task: (returnval){ [ 683.368515] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]522672c9-17dc-f12f-eed6-dd8022764e44" [ 683.368515] env[68893]: _type = "Task" [ 683.368515] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.382037] env[68893]: DEBUG nova.compute.provider_tree [None req-a4dd925b-530e-42a3-8b41-f841dfde56a6 tempest-ServersTestFqdnHostnames-1794249434 tempest-ServersTestFqdnHostnames-1794249434-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 683.396098] env[68893]: DEBUG oslo_vmware.api [None req-06348b3c-b004-40c7-a2ee-bf20ea50e96e tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]522672c9-17dc-f12f-eed6-dd8022764e44, 'name': SearchDatastore_Task, 'duration_secs': 0.011811} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.396999] env[68893]: DEBUG oslo_concurrency.lockutils [None req-06348b3c-b004-40c7-a2ee-bf20ea50e96e tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.397608] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-06348b3c-b004-40c7-a2ee-bf20ea50e96e tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] [instance: 292718c1-e976-4462-aede-a2ed6b8415de] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 683.397608] env[68893]: DEBUG oslo_concurrency.lockutils [None req-06348b3c-b004-40c7-a2ee-bf20ea50e96e tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.397752] env[68893]: DEBUG oslo_concurrency.lockutils [None req-06348b3c-b004-40c7-a2ee-bf20ea50e96e tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.398523] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-06348b3c-b004-40c7-a2ee-bf20ea50e96e tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 683.398608] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dba9052a-0cd6-49b0-8693-c639bab7db93 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.410243] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-06348b3c-b004-40c7-a2ee-bf20ea50e96e tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 683.410464] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-06348b3c-b004-40c7-a2ee-bf20ea50e96e tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 683.411486] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7753267-1919-4700-ad24-fbddda0cc3fd {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.418907] env[68893]: DEBUG oslo_vmware.api [None req-06348b3c-b004-40c7-a2ee-bf20ea50e96e tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Waiting for the task: (returnval){ [ 683.418907] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]522a0e56-620b-fb29-c651-321599d753be" [ 683.418907] env[68893]: _type = "Task" [ 683.418907] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.433718] env[68893]: DEBUG oslo_vmware.api [None req-06348b3c-b004-40c7-a2ee-bf20ea50e96e tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]522a0e56-620b-fb29-c651-321599d753be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.466741] env[68893]: DEBUG oslo_concurrency.lockutils [None req-9f0dbc1d-334e-4366-9732-fb90b90e9f81 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.500407] env[68893]: DEBUG oslo_vmware.api [None req-e43b3505-e7b4-4009-99ed-4a4de03f767e tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Task: {'id': task-2791017, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.590796} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.501622] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-e43b3505-e7b4-4009-99ed-4a4de03f767e tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] d2187069-2dba-4d01-969f-510f659fc163/d2187069-2dba-4d01-969f-510f659fc163.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 683.502000] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-e43b3505-e7b4-4009-99ed-4a4de03f767e tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: d2187069-2dba-4d01-969f-510f659fc163] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 683.502867] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-056e23da-55da-46d1-ac3f-110b52444476 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.512658] env[68893]: DEBUG oslo_vmware.api [None req-e43b3505-e7b4-4009-99ed-4a4de03f767e tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Waiting for the task: (returnval){ [ 683.512658] env[68893]: value = "task-2791020" [ 683.512658] env[68893]: _type = "Task" [ 683.512658] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.522544] env[68893]: DEBUG oslo_vmware.api [None req-e43b3505-e7b4-4009-99ed-4a4de03f767e tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Task: {'id': task-2791020, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.558390] env[68893]: DEBUG oslo_vmware.api [None req-3a076e06-6dc0-46b7-ac41-637a4399a3c6 tempest-ServerDiagnosticsTest-348060520 tempest-ServerDiagnosticsTest-348060520-project-member] Task: {'id': task-2791019, 'name': PowerOnVM_Task} progress is 1%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.584662] env[68893]: DEBUG nova.network.neutron [None req-222eef0f-8e0b-4bbf-93f3-f8da7d0a0574 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] [instance: 29bce734-9f04-41eb-92e5-df9248dc10a3] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 683.890841] env[68893]: DEBUG nova.scheduler.client.report [None req-a4dd925b-530e-42a3-8b41-f841dfde56a6 tempest-ServersTestFqdnHostnames-1794249434 tempest-ServersTestFqdnHostnames-1794249434-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 683.909468] env[68893]: DEBUG nova.compute.manager [None req-f0fb623d-1afd-4cd3-b62b-6a76c8ab13b3 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] [instance: ea8f3ce4-4b6e-4bd1-b959-2412268d1b3e] Start spawning the instance on the hypervisor. {{(pid=68893) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 683.931999] env[68893]: DEBUG oslo_vmware.api [None req-06348b3c-b004-40c7-a2ee-bf20ea50e96e tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]522a0e56-620b-fb29-c651-321599d753be, 'name': SearchDatastore_Task, 'duration_secs': 0.016267} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.933030] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64ebce49-5ce0-4c64-9fce-5d43c3242a24 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.941051] env[68893]: DEBUG oslo_vmware.api [None req-06348b3c-b004-40c7-a2ee-bf20ea50e96e tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Waiting for the task: (returnval){ [ 683.941051] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52f8179b-4c64-1ca2-1992-f3dd0566568b" [ 683.941051] env[68893]: _type = "Task" [ 683.941051] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.955965] env[68893]: DEBUG oslo_concurrency.lockutils [None req-cef36878-b1fc-4161-9a48-858492d0df42 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] Acquiring lock "3f20bd77-e350-409c-beb3-6e8a188048ab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.956301] env[68893]: DEBUG oslo_concurrency.lockutils [None req-cef36878-b1fc-4161-9a48-858492d0df42 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] Lock "3f20bd77-e350-409c-beb3-6e8a188048ab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.956554] env[68893]: DEBUG oslo_vmware.api [None req-06348b3c-b004-40c7-a2ee-bf20ea50e96e tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52f8179b-4c64-1ca2-1992-f3dd0566568b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.959104] env[68893]: DEBUG nova.virt.hardware [None req-f0fb623d-1afd-4cd3-b62b-6a76c8ab13b3 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 683.959339] env[68893]: DEBUG nova.virt.hardware [None req-f0fb623d-1afd-4cd3-b62b-6a76c8ab13b3 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 683.959524] env[68893]: DEBUG nova.virt.hardware [None req-f0fb623d-1afd-4cd3-b62b-6a76c8ab13b3 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 683.959777] env[68893]: DEBUG nova.virt.hardware [None req-f0fb623d-1afd-4cd3-b62b-6a76c8ab13b3 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 683.960177] env[68893]: DEBUG nova.virt.hardware [None req-f0fb623d-1afd-4cd3-b62b-6a76c8ab13b3 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 683.960334] env[68893]: DEBUG nova.virt.hardware [None req-f0fb623d-1afd-4cd3-b62b-6a76c8ab13b3 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 683.960532] env[68893]: DEBUG nova.virt.hardware [None req-f0fb623d-1afd-4cd3-b62b-6a76c8ab13b3 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 683.960709] env[68893]: DEBUG nova.virt.hardware [None req-f0fb623d-1afd-4cd3-b62b-6a76c8ab13b3 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 683.960844] env[68893]: DEBUG nova.virt.hardware [None req-f0fb623d-1afd-4cd3-b62b-6a76c8ab13b3 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 683.961015] env[68893]: DEBUG nova.virt.hardware [None req-f0fb623d-1afd-4cd3-b62b-6a76c8ab13b3 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 683.961197] env[68893]: DEBUG nova.virt.hardware [None req-f0fb623d-1afd-4cd3-b62b-6a76c8ab13b3 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 683.962506] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6444bbc8-ee7b-45d3-8923-79da15198d1c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.974694] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d557b4ae-e3c5-40d3-bfa7-4ab4b2ed71b1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.024995] env[68893]: DEBUG oslo_vmware.api [None req-e43b3505-e7b4-4009-99ed-4a4de03f767e tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Task: {'id': task-2791020, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076634} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.025609] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-e43b3505-e7b4-4009-99ed-4a4de03f767e tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: d2187069-2dba-4d01-969f-510f659fc163] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 684.026200] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-addabc46-40da-4dca-a5c8-2ce7f3a955a9 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.052545] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-e43b3505-e7b4-4009-99ed-4a4de03f767e tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: d2187069-2dba-4d01-969f-510f659fc163] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] d2187069-2dba-4d01-969f-510f659fc163/d2187069-2dba-4d01-969f-510f659fc163.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 684.056207] env[68893]: DEBUG nova.network.neutron [None req-222eef0f-8e0b-4bbf-93f3-f8da7d0a0574 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] [instance: 29bce734-9f04-41eb-92e5-df9248dc10a3] Updating instance_info_cache with network_info: [{"id": "613e8e69-1491-4dd3-acca-6b365858f2d9", "address": "fa:16:3e:5a:8c:cc", "network": {"id": "a540c826-e494-45de-8f70-b191dfb6a44e", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-768655203-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f22a5c1b6284a6c95b4cb53a94caab1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap613e8e69-14", "ovs_interfaceid": "613e8e69-1491-4dd3-acca-6b365858f2d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.056207] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d412dfe-f2f9-4158-b8e2-3ec2df940d89 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.082420] env[68893]: DEBUG oslo_vmware.api [None req-3a076e06-6dc0-46b7-ac41-637a4399a3c6 tempest-ServerDiagnosticsTest-348060520 tempest-ServerDiagnosticsTest-348060520-project-member] Task: {'id': task-2791019, 'name': PowerOnVM_Task} progress is 91%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.084048] env[68893]: DEBUG oslo_vmware.api [None req-e43b3505-e7b4-4009-99ed-4a4de03f767e tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Waiting for the task: (returnval){ [ 684.084048] env[68893]: value = "task-2791021" [ 684.084048] env[68893]: _type = "Task" [ 684.084048] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.093928] env[68893]: DEBUG oslo_vmware.api [None req-e43b3505-e7b4-4009-99ed-4a4de03f767e tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Task: {'id': task-2791021, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.175202] env[68893]: DEBUG nova.compute.manager [req-f59e8943-a5cc-4da8-82cf-3a7e6c4f928d req-d338275d-632e-44f3-8c65-8c3f767eea53 service nova] [instance: d2187069-2dba-4d01-969f-510f659fc163] Received event network-vif-plugged-83210d30-f086-4b9b-9f37-e58f8c9649f4 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 684.175529] env[68893]: DEBUG oslo_concurrency.lockutils [req-f59e8943-a5cc-4da8-82cf-3a7e6c4f928d req-d338275d-632e-44f3-8c65-8c3f767eea53 service nova] Acquiring lock "d2187069-2dba-4d01-969f-510f659fc163-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.175861] env[68893]: DEBUG oslo_concurrency.lockutils [req-f59e8943-a5cc-4da8-82cf-3a7e6c4f928d req-d338275d-632e-44f3-8c65-8c3f767eea53 service nova] Lock "d2187069-2dba-4d01-969f-510f659fc163-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.176222] env[68893]: DEBUG oslo_concurrency.lockutils [req-f59e8943-a5cc-4da8-82cf-3a7e6c4f928d req-d338275d-632e-44f3-8c65-8c3f767eea53 service nova] Lock "d2187069-2dba-4d01-969f-510f659fc163-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.176328] env[68893]: DEBUG nova.compute.manager [req-f59e8943-a5cc-4da8-82cf-3a7e6c4f928d req-d338275d-632e-44f3-8c65-8c3f767eea53 service nova] [instance: d2187069-2dba-4d01-969f-510f659fc163] No waiting events found dispatching network-vif-plugged-83210d30-f086-4b9b-9f37-e58f8c9649f4 {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 684.176474] env[68893]: WARNING nova.compute.manager [req-f59e8943-a5cc-4da8-82cf-3a7e6c4f928d req-d338275d-632e-44f3-8c65-8c3f767eea53 service nova] [instance: d2187069-2dba-4d01-969f-510f659fc163] Received unexpected event network-vif-plugged-83210d30-f086-4b9b-9f37-e58f8c9649f4 for instance with vm_state building and task_state spawning. [ 684.176698] env[68893]: DEBUG nova.compute.manager [req-f59e8943-a5cc-4da8-82cf-3a7e6c4f928d req-d338275d-632e-44f3-8c65-8c3f767eea53 service nova] [instance: d2187069-2dba-4d01-969f-510f659fc163] Received event network-changed-83210d30-f086-4b9b-9f37-e58f8c9649f4 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 684.176886] env[68893]: DEBUG nova.compute.manager [req-f59e8943-a5cc-4da8-82cf-3a7e6c4f928d req-d338275d-632e-44f3-8c65-8c3f767eea53 service nova] [instance: d2187069-2dba-4d01-969f-510f659fc163] Refreshing instance network info cache due to event network-changed-83210d30-f086-4b9b-9f37-e58f8c9649f4. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 684.177108] env[68893]: DEBUG oslo_concurrency.lockutils [req-f59e8943-a5cc-4da8-82cf-3a7e6c4f928d req-d338275d-632e-44f3-8c65-8c3f767eea53 service nova] Acquiring lock "refresh_cache-d2187069-2dba-4d01-969f-510f659fc163" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.177292] env[68893]: DEBUG oslo_concurrency.lockutils [req-f59e8943-a5cc-4da8-82cf-3a7e6c4f928d req-d338275d-632e-44f3-8c65-8c3f767eea53 service nova] Acquired lock "refresh_cache-d2187069-2dba-4d01-969f-510f659fc163" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.177480] env[68893]: DEBUG nova.network.neutron [req-f59e8943-a5cc-4da8-82cf-3a7e6c4f928d req-d338275d-632e-44f3-8c65-8c3f767eea53 service nova] [instance: d2187069-2dba-4d01-969f-510f659fc163] Refreshing network info cache for port 83210d30-f086-4b9b-9f37-e58f8c9649f4 {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 684.396815] env[68893]: DEBUG oslo_concurrency.lockutils [None req-a4dd925b-530e-42a3-8b41-f841dfde56a6 tempest-ServersTestFqdnHostnames-1794249434 tempest-ServersTestFqdnHostnames-1794249434-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.522s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.397610] env[68893]: DEBUG nova.compute.manager [None req-a4dd925b-530e-42a3-8b41-f841dfde56a6 tempest-ServersTestFqdnHostnames-1794249434 tempest-ServersTestFqdnHostnames-1794249434-project-member] [instance: 8aa9ad1d-d3b0-4038-acd1-0fca895a3ac1] Start building networks asynchronously for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 684.403487] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 13.565s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.404065] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.404402] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68893) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 684.404615] env[68893]: DEBUG oslo_concurrency.lockutils [None req-7beb3c86-4353-458e-b7cf-7882851bf516 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.202s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.407622] env[68893]: INFO nova.compute.claims [None req-7beb3c86-4353-458e-b7cf-7882851bf516 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] [instance: 49227832-6556-4c04-8875-6a4b9414b1d8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 684.415626] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ae065c7-6327-4694-be96-71475dde5ed1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.432934] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aad479f5-1889-4696-b9f0-989dea1d5e0a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.461121] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0bd76f1-cfd2-4953-96fc-94ad4cae9dfe {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.476296] env[68893]: DEBUG oslo_vmware.api [None req-06348b3c-b004-40c7-a2ee-bf20ea50e96e tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52f8179b-4c64-1ca2-1992-f3dd0566568b, 'name': SearchDatastore_Task, 'duration_secs': 0.024794} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.477406] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9edff35-6768-4ba6-b65f-3d5b38293cb4 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.480748] env[68893]: DEBUG oslo_concurrency.lockutils [None req-06348b3c-b004-40c7-a2ee-bf20ea50e96e tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.482110] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-06348b3c-b004-40c7-a2ee-bf20ea50e96e tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] 292718c1-e976-4462-aede-a2ed6b8415de/292718c1-e976-4462-aede-a2ed6b8415de.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 684.482776] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f3452082-b734-491e-8652-98b62b01cc77 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.524231] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181108MB free_disk=174GB free_vcpus=48 pci_devices=None {{(pid=68893) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 684.524803] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.526623] env[68893]: DEBUG oslo_vmware.api [None req-06348b3c-b004-40c7-a2ee-bf20ea50e96e tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Waiting for the task: (returnval){ [ 684.526623] env[68893]: value = "task-2791022" [ 684.526623] env[68893]: _type = "Task" [ 684.526623] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.537749] env[68893]: DEBUG oslo_vmware.api [None req-06348b3c-b004-40c7-a2ee-bf20ea50e96e tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Task: {'id': task-2791022, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.569802] env[68893]: DEBUG oslo_vmware.api [None req-3a076e06-6dc0-46b7-ac41-637a4399a3c6 tempest-ServerDiagnosticsTest-348060520 tempest-ServerDiagnosticsTest-348060520-project-member] Task: {'id': task-2791019, 'name': PowerOnVM_Task, 'duration_secs': 1.050837} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.569971] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a076e06-6dc0-46b7-ac41-637a4399a3c6 tempest-ServerDiagnosticsTest-348060520 tempest-ServerDiagnosticsTest-348060520-project-member] [instance: a1ae5389-8497-4b29-a00b-a5b357b4c433] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 684.571612] env[68893]: INFO nova.compute.manager [None req-3a076e06-6dc0-46b7-ac41-637a4399a3c6 tempest-ServerDiagnosticsTest-348060520 tempest-ServerDiagnosticsTest-348060520-project-member] [instance: a1ae5389-8497-4b29-a00b-a5b357b4c433] Took 11.31 seconds to spawn the instance on the hypervisor. [ 684.571612] env[68893]: DEBUG nova.compute.manager [None req-3a076e06-6dc0-46b7-ac41-637a4399a3c6 tempest-ServerDiagnosticsTest-348060520 tempest-ServerDiagnosticsTest-348060520-project-member] [instance: a1ae5389-8497-4b29-a00b-a5b357b4c433] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 684.571612] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-836ff553-51b6-4b3c-8f2e-63aff25f00d2 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.574589] env[68893]: DEBUG oslo_concurrency.lockutils [None req-222eef0f-8e0b-4bbf-93f3-f8da7d0a0574 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Releasing lock "refresh_cache-29bce734-9f04-41eb-92e5-df9248dc10a3" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.574879] env[68893]: DEBUG nova.compute.manager [None req-222eef0f-8e0b-4bbf-93f3-f8da7d0a0574 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] [instance: 29bce734-9f04-41eb-92e5-df9248dc10a3] Instance network_info: |[{"id": "613e8e69-1491-4dd3-acca-6b365858f2d9", "address": "fa:16:3e:5a:8c:cc", "network": {"id": "a540c826-e494-45de-8f70-b191dfb6a44e", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-768655203-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f22a5c1b6284a6c95b4cb53a94caab1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap613e8e69-14", "ovs_interfaceid": "613e8e69-1491-4dd3-acca-6b365858f2d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 684.575326] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-222eef0f-8e0b-4bbf-93f3-f8da7d0a0574 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] [instance: 29bce734-9f04-41eb-92e5-df9248dc10a3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5a:8c:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6def6dc5-d564-45ca-8f4f-7c820677e6e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '613e8e69-1491-4dd3-acca-6b365858f2d9', 'vif_model': 'vmxnet3'}] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 684.585126] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-222eef0f-8e0b-4bbf-93f3-f8da7d0a0574 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Creating folder: Project (0f22a5c1b6284a6c95b4cb53a94caab1). Parent ref: group-v560969. {{(pid=68893) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 684.585126] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-816f4393-80ec-477c-ae8c-fccbad9a09e3 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.605997] env[68893]: DEBUG oslo_vmware.api [None req-e43b3505-e7b4-4009-99ed-4a4de03f767e tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Task: {'id': task-2791021, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.615353] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-222eef0f-8e0b-4bbf-93f3-f8da7d0a0574 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Created folder: Project (0f22a5c1b6284a6c95b4cb53a94caab1) in parent group-v560969. [ 684.615353] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-222eef0f-8e0b-4bbf-93f3-f8da7d0a0574 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Creating folder: Instances. Parent ref: group-v560988. {{(pid=68893) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 684.615353] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-618ddb6e-221a-45b2-a84b-bba197c2bdee {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.631276] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-222eef0f-8e0b-4bbf-93f3-f8da7d0a0574 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Created folder: Instances in parent group-v560988. [ 684.631936] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-222eef0f-8e0b-4bbf-93f3-f8da7d0a0574 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 684.632451] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29bce734-9f04-41eb-92e5-df9248dc10a3] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 684.632898] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8cff1eb2-6e92-4900-8dea-42805cf1fd87 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.672623] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 684.672623] env[68893]: value = "task-2791025" [ 684.672623] env[68893]: _type = "Task" [ 684.672623] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.690726] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791025, 'name': CreateVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.923270] env[68893]: DEBUG nova.compute.utils [None req-a4dd925b-530e-42a3-8b41-f841dfde56a6 tempest-ServersTestFqdnHostnames-1794249434 tempest-ServersTestFqdnHostnames-1794249434-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 684.927056] env[68893]: DEBUG nova.compute.manager [None req-a4dd925b-530e-42a3-8b41-f841dfde56a6 tempest-ServersTestFqdnHostnames-1794249434 tempest-ServersTestFqdnHostnames-1794249434-project-member] [instance: 8aa9ad1d-d3b0-4038-acd1-0fca895a3ac1] Allocating IP information in the background. {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 684.927295] env[68893]: DEBUG nova.network.neutron [None req-a4dd925b-530e-42a3-8b41-f841dfde56a6 tempest-ServersTestFqdnHostnames-1794249434 tempest-ServersTestFqdnHostnames-1794249434-project-member] [instance: 8aa9ad1d-d3b0-4038-acd1-0fca895a3ac1] allocate_for_instance() {{(pid=68893) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 685.042143] env[68893]: DEBUG oslo_vmware.api [None req-06348b3c-b004-40c7-a2ee-bf20ea50e96e tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Task: {'id': task-2791022, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.098043] env[68893]: DEBUG nova.policy [None req-a4dd925b-530e-42a3-8b41-f841dfde56a6 tempest-ServersTestFqdnHostnames-1794249434 tempest-ServersTestFqdnHostnames-1794249434-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '92194a2b6a454d99bfbb4ac2f965ca72', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd42da197dfc4139a6a59304a295ee02', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68893) authorize /opt/stack/nova/nova/policy.py:192}} [ 685.119026] env[68893]: DEBUG oslo_vmware.api [None req-e43b3505-e7b4-4009-99ed-4a4de03f767e tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Task: {'id': task-2791021, 'name': ReconfigVM_Task, 'duration_secs': 0.83477} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.120800] env[68893]: INFO nova.compute.manager [None req-3a076e06-6dc0-46b7-ac41-637a4399a3c6 tempest-ServerDiagnosticsTest-348060520 tempest-ServerDiagnosticsTest-348060520-project-member] [instance: a1ae5389-8497-4b29-a00b-a5b357b4c433] Took 21.03 seconds to build instance. [ 685.122078] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-e43b3505-e7b4-4009-99ed-4a4de03f767e tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: d2187069-2dba-4d01-969f-510f659fc163] Reconfigured VM instance instance-00000005 to attach disk [datastore2] d2187069-2dba-4d01-969f-510f659fc163/d2187069-2dba-4d01-969f-510f659fc163.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 685.122594] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5d59a4fd-c327-4f49-9ccf-4c4f1a1edcbd {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.136996] env[68893]: DEBUG oslo_vmware.api [None req-e43b3505-e7b4-4009-99ed-4a4de03f767e tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Waiting for the task: (returnval){ [ 685.136996] env[68893]: value = "task-2791026" [ 685.136996] env[68893]: _type = "Task" [ 685.136996] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.153392] env[68893]: DEBUG oslo_vmware.api [None req-e43b3505-e7b4-4009-99ed-4a4de03f767e tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Task: {'id': task-2791026, 'name': Rename_Task} progress is 6%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.157523] env[68893]: DEBUG nova.compute.manager [req-51e30993-a150-45c8-983e-bf9db364885c req-499b2ab3-f638-45d4-a8fe-506a69cfbcc3 service nova] [instance: 292718c1-e976-4462-aede-a2ed6b8415de] Received event network-changed-8b127f11-cfee-4818-9be4-d821773629e1 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 685.157523] env[68893]: DEBUG nova.compute.manager [req-51e30993-a150-45c8-983e-bf9db364885c req-499b2ab3-f638-45d4-a8fe-506a69cfbcc3 service nova] [instance: 292718c1-e976-4462-aede-a2ed6b8415de] Refreshing instance network info cache due to event network-changed-8b127f11-cfee-4818-9be4-d821773629e1. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 685.157523] env[68893]: DEBUG oslo_concurrency.lockutils [req-51e30993-a150-45c8-983e-bf9db364885c req-499b2ab3-f638-45d4-a8fe-506a69cfbcc3 service nova] Acquiring lock "refresh_cache-292718c1-e976-4462-aede-a2ed6b8415de" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.157523] env[68893]: DEBUG oslo_concurrency.lockutils [req-51e30993-a150-45c8-983e-bf9db364885c req-499b2ab3-f638-45d4-a8fe-506a69cfbcc3 service nova] Acquired lock "refresh_cache-292718c1-e976-4462-aede-a2ed6b8415de" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.157523] env[68893]: DEBUG nova.network.neutron [req-51e30993-a150-45c8-983e-bf9db364885c req-499b2ab3-f638-45d4-a8fe-506a69cfbcc3 service nova] [instance: 292718c1-e976-4462-aede-a2ed6b8415de] Refreshing network info cache for port 8b127f11-cfee-4818-9be4-d821773629e1 {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 685.189235] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791025, 'name': CreateVM_Task} progress is 99%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.335808] env[68893]: DEBUG nova.network.neutron [req-f59e8943-a5cc-4da8-82cf-3a7e6c4f928d req-d338275d-632e-44f3-8c65-8c3f767eea53 service nova] [instance: d2187069-2dba-4d01-969f-510f659fc163] Updated VIF entry in instance network info cache for port 83210d30-f086-4b9b-9f37-e58f8c9649f4. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 685.336412] env[68893]: DEBUG nova.network.neutron [req-f59e8943-a5cc-4da8-82cf-3a7e6c4f928d req-d338275d-632e-44f3-8c65-8c3f767eea53 service nova] [instance: d2187069-2dba-4d01-969f-510f659fc163] Updating instance_info_cache with network_info: [{"id": "83210d30-f086-4b9b-9f37-e58f8c9649f4", "address": "fa:16:3e:98:dc:21", "network": {"id": "508509dd-7bfd-4a64-9135-d3dbeac23fa6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.213", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a15c0c8454c748249efd16f753a7dc35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83210d30-f0", "ovs_interfaceid": "83210d30-f086-4b9b-9f37-e58f8c9649f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.434114] env[68893]: DEBUG nova.compute.manager [None req-a4dd925b-530e-42a3-8b41-f841dfde56a6 tempest-ServersTestFqdnHostnames-1794249434 tempest-ServersTestFqdnHostnames-1794249434-project-member] [instance: 8aa9ad1d-d3b0-4038-acd1-0fca895a3ac1] Start building block device mappings for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 685.541883] env[68893]: DEBUG oslo_vmware.api [None req-06348b3c-b004-40c7-a2ee-bf20ea50e96e tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Task: {'id': task-2791022, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.660403} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.544785] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-06348b3c-b004-40c7-a2ee-bf20ea50e96e tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] 292718c1-e976-4462-aede-a2ed6b8415de/292718c1-e976-4462-aede-a2ed6b8415de.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 685.545060] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-06348b3c-b004-40c7-a2ee-bf20ea50e96e tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] [instance: 292718c1-e976-4462-aede-a2ed6b8415de] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 685.545643] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9c36cf9d-9d8a-41e8-8d88-e0210b842a5a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.555927] env[68893]: DEBUG oslo_vmware.api [None req-06348b3c-b004-40c7-a2ee-bf20ea50e96e tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Waiting for the task: (returnval){ [ 685.555927] env[68893]: value = "task-2791027" [ 685.555927] env[68893]: _type = "Task" [ 685.555927] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.571380] env[68893]: DEBUG oslo_vmware.api [None req-06348b3c-b004-40c7-a2ee-bf20ea50e96e tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Task: {'id': task-2791027, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.623201] env[68893]: DEBUG oslo_concurrency.lockutils [None req-3a076e06-6dc0-46b7-ac41-637a4399a3c6 tempest-ServerDiagnosticsTest-348060520 tempest-ServerDiagnosticsTest-348060520-project-member] Lock "a1ae5389-8497-4b29-a00b-a5b357b4c433" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.548s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.659116] env[68893]: DEBUG oslo_vmware.api [None req-e43b3505-e7b4-4009-99ed-4a4de03f767e tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Task: {'id': task-2791026, 'name': Rename_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.687882] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791025, 'name': CreateVM_Task, 'duration_secs': 0.617905} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.687882] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29bce734-9f04-41eb-92e5-df9248dc10a3] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 685.691301] env[68893]: DEBUG oslo_concurrency.lockutils [None req-222eef0f-8e0b-4bbf-93f3-f8da7d0a0574 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.691807] env[68893]: DEBUG oslo_concurrency.lockutils [None req-222eef0f-8e0b-4bbf-93f3-f8da7d0a0574 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.691900] env[68893]: DEBUG oslo_concurrency.lockutils [None req-222eef0f-8e0b-4bbf-93f3-f8da7d0a0574 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.692600] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5104842b-9099-4426-b6b8-2d20517a1072 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.699185] env[68893]: DEBUG oslo_vmware.api [None req-222eef0f-8e0b-4bbf-93f3-f8da7d0a0574 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Waiting for the task: (returnval){ [ 685.699185] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]528e94be-dcb9-fa48-f1b4-9d3f65d24989" [ 685.699185] env[68893]: _type = "Task" [ 685.699185] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.712444] env[68893]: DEBUG oslo_vmware.api [None req-222eef0f-8e0b-4bbf-93f3-f8da7d0a0574 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]528e94be-dcb9-fa48-f1b4-9d3f65d24989, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.843670] env[68893]: DEBUG oslo_concurrency.lockutils [req-f59e8943-a5cc-4da8-82cf-3a7e6c4f928d req-d338275d-632e-44f3-8c65-8c3f767eea53 service nova] Releasing lock "refresh_cache-d2187069-2dba-4d01-969f-510f659fc163" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.866947] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1397be76-8987-4c9f-86cd-4c06212a2fb1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.872829] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ca4cd74-a513-4670-8840-f9acb04b1145 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.911635] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8991947-5585-49de-99f4-f4ff4e739fdc {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.920620] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-226b598a-5acf-4a1c-a89c-7507bd703cb6 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.937065] env[68893]: DEBUG nova.compute.provider_tree [None req-7beb3c86-4353-458e-b7cf-7882851bf516 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 686.069131] env[68893]: DEBUG oslo_vmware.api [None req-06348b3c-b004-40c7-a2ee-bf20ea50e96e tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Task: {'id': task-2791027, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.2995} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.069805] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-06348b3c-b004-40c7-a2ee-bf20ea50e96e tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] [instance: 292718c1-e976-4462-aede-a2ed6b8415de] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 686.070659] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b98268a5-cf36-45ed-bf0e-6a2070cd9192 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.108257] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-06348b3c-b004-40c7-a2ee-bf20ea50e96e tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] [instance: 292718c1-e976-4462-aede-a2ed6b8415de] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] 292718c1-e976-4462-aede-a2ed6b8415de/292718c1-e976-4462-aede-a2ed6b8415de.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 686.108257] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-413227de-7f40-4b84-b3ce-5e142192fcf1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.127991] env[68893]: DEBUG nova.compute.manager [None req-f02bc39a-caa9-4dc2-a6da-f54684b93a32 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] [instance: e3de132a-5a8c-49f7-8dde-273070d38b23] Starting instance... {{(pid=68893) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 686.134249] env[68893]: DEBUG oslo_vmware.api [None req-06348b3c-b004-40c7-a2ee-bf20ea50e96e tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Waiting for the task: (returnval){ [ 686.134249] env[68893]: value = "task-2791028" [ 686.134249] env[68893]: _type = "Task" [ 686.134249] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.148673] env[68893]: DEBUG oslo_vmware.api [None req-06348b3c-b004-40c7-a2ee-bf20ea50e96e tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Task: {'id': task-2791028, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.155989] env[68893]: DEBUG oslo_vmware.api [None req-e43b3505-e7b4-4009-99ed-4a4de03f767e tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Task: {'id': task-2791026, 'name': Rename_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.215672] env[68893]: DEBUG oslo_vmware.api [None req-222eef0f-8e0b-4bbf-93f3-f8da7d0a0574 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]528e94be-dcb9-fa48-f1b4-9d3f65d24989, 'name': SearchDatastore_Task, 'duration_secs': 0.019418} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.216078] env[68893]: DEBUG oslo_concurrency.lockutils [None req-222eef0f-8e0b-4bbf-93f3-f8da7d0a0574 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.216449] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-222eef0f-8e0b-4bbf-93f3-f8da7d0a0574 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] [instance: 29bce734-9f04-41eb-92e5-df9248dc10a3] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 686.216645] env[68893]: DEBUG oslo_concurrency.lockutils [None req-222eef0f-8e0b-4bbf-93f3-f8da7d0a0574 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.216850] env[68893]: DEBUG oslo_concurrency.lockutils [None req-222eef0f-8e0b-4bbf-93f3-f8da7d0a0574 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.217085] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-222eef0f-8e0b-4bbf-93f3-f8da7d0a0574 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 686.221021] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-03284ba8-6989-4643-bda2-b5413644d39e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.239687] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-222eef0f-8e0b-4bbf-93f3-f8da7d0a0574 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 686.239901] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-222eef0f-8e0b-4bbf-93f3-f8da7d0a0574 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 686.240728] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8be2ea21-2fc7-4d88-bbc9-4905cd04c460 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.258255] env[68893]: DEBUG oslo_vmware.api [None req-222eef0f-8e0b-4bbf-93f3-f8da7d0a0574 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Waiting for the task: (returnval){ [ 686.258255] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52141310-fb9a-07e7-4b92-06b031272296" [ 686.258255] env[68893]: _type = "Task" [ 686.258255] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.269608] env[68893]: DEBUG oslo_vmware.api [None req-222eef0f-8e0b-4bbf-93f3-f8da7d0a0574 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52141310-fb9a-07e7-4b92-06b031272296, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.347011] env[68893]: DEBUG nova.network.neutron [None req-a4dd925b-530e-42a3-8b41-f841dfde56a6 tempest-ServersTestFqdnHostnames-1794249434 tempest-ServersTestFqdnHostnames-1794249434-project-member] [instance: 8aa9ad1d-d3b0-4038-acd1-0fca895a3ac1] Successfully created port: d821bb35-25d7-4826-883b-5c39a0d860f9 {{(pid=68893) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 686.445777] env[68893]: DEBUG nova.scheduler.client.report [None req-7beb3c86-4353-458e-b7cf-7882851bf516 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 686.460316] env[68893]: DEBUG nova.compute.manager [None req-a4dd925b-530e-42a3-8b41-f841dfde56a6 tempest-ServersTestFqdnHostnames-1794249434 tempest-ServersTestFqdnHostnames-1794249434-project-member] [instance: 8aa9ad1d-d3b0-4038-acd1-0fca895a3ac1] Start spawning the instance on the hypervisor. {{(pid=68893) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 686.520796] env[68893]: DEBUG nova.virt.hardware [None req-a4dd925b-530e-42a3-8b41-f841dfde56a6 tempest-ServersTestFqdnHostnames-1794249434 tempest-ServersTestFqdnHostnames-1794249434-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 686.521786] env[68893]: DEBUG nova.virt.hardware [None req-a4dd925b-530e-42a3-8b41-f841dfde56a6 tempest-ServersTestFqdnHostnames-1794249434 tempest-ServersTestFqdnHostnames-1794249434-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 686.522051] env[68893]: DEBUG nova.virt.hardware [None req-a4dd925b-530e-42a3-8b41-f841dfde56a6 tempest-ServersTestFqdnHostnames-1794249434 tempest-ServersTestFqdnHostnames-1794249434-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 686.522495] env[68893]: DEBUG nova.virt.hardware [None req-a4dd925b-530e-42a3-8b41-f841dfde56a6 tempest-ServersTestFqdnHostnames-1794249434 tempest-ServersTestFqdnHostnames-1794249434-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 686.522495] env[68893]: DEBUG nova.virt.hardware [None req-a4dd925b-530e-42a3-8b41-f841dfde56a6 tempest-ServersTestFqdnHostnames-1794249434 tempest-ServersTestFqdnHostnames-1794249434-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 686.522648] env[68893]: DEBUG nova.virt.hardware [None req-a4dd925b-530e-42a3-8b41-f841dfde56a6 tempest-ServersTestFqdnHostnames-1794249434 tempest-ServersTestFqdnHostnames-1794249434-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 686.523117] env[68893]: DEBUG nova.virt.hardware [None req-a4dd925b-530e-42a3-8b41-f841dfde56a6 tempest-ServersTestFqdnHostnames-1794249434 tempest-ServersTestFqdnHostnames-1794249434-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 686.523246] env[68893]: DEBUG nova.virt.hardware [None req-a4dd925b-530e-42a3-8b41-f841dfde56a6 tempest-ServersTestFqdnHostnames-1794249434 tempest-ServersTestFqdnHostnames-1794249434-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 686.523490] env[68893]: DEBUG nova.virt.hardware [None req-a4dd925b-530e-42a3-8b41-f841dfde56a6 tempest-ServersTestFqdnHostnames-1794249434 tempest-ServersTestFqdnHostnames-1794249434-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 686.523615] env[68893]: DEBUG nova.virt.hardware [None req-a4dd925b-530e-42a3-8b41-f841dfde56a6 tempest-ServersTestFqdnHostnames-1794249434 tempest-ServersTestFqdnHostnames-1794249434-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 686.527098] env[68893]: DEBUG nova.virt.hardware [None req-a4dd925b-530e-42a3-8b41-f841dfde56a6 tempest-ServersTestFqdnHostnames-1794249434 tempest-ServersTestFqdnHostnames-1794249434-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 686.527098] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab26d87-c294-4fb3-ad0d-ed5dbc525268 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.539278] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d194244a-9eaf-4190-820c-dbece29d4d46 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.654069] env[68893]: DEBUG oslo_vmware.api [None req-e43b3505-e7b4-4009-99ed-4a4de03f767e tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Task: {'id': task-2791026, 'name': Rename_Task, 'duration_secs': 1.399737} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.657721] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-e43b3505-e7b4-4009-99ed-4a4de03f767e tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: d2187069-2dba-4d01-969f-510f659fc163] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 686.658079] env[68893]: DEBUG oslo_vmware.api [None req-06348b3c-b004-40c7-a2ee-bf20ea50e96e tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Task: {'id': task-2791028, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.658349] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7e4d2621-b2db-44f7-9aef-64a2672a3ddc {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.661940] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f02bc39a-caa9-4dc2-a6da-f54684b93a32 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.667024] env[68893]: DEBUG oslo_vmware.api [None req-e43b3505-e7b4-4009-99ed-4a4de03f767e tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Waiting for the task: (returnval){ [ 686.667024] env[68893]: value = "task-2791029" [ 686.667024] env[68893]: _type = "Task" [ 686.667024] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.676456] env[68893]: DEBUG oslo_vmware.api [None req-e43b3505-e7b4-4009-99ed-4a4de03f767e tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Task: {'id': task-2791029, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.706801] env[68893]: DEBUG oslo_concurrency.lockutils [None req-c9a4be79-12a8-4aaa-bf83-555e8c3e8462 tempest-DeleteServersAdminTestJSON-701345070 tempest-DeleteServersAdminTestJSON-701345070-project-admin] Acquiring lock "a70c7ae6-8758-4bc9-a3eb-57c7051ebbc7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.707675] env[68893]: DEBUG oslo_concurrency.lockutils [None req-c9a4be79-12a8-4aaa-bf83-555e8c3e8462 tempest-DeleteServersAdminTestJSON-701345070 tempest-DeleteServersAdminTestJSON-701345070-project-admin] Lock "a70c7ae6-8758-4bc9-a3eb-57c7051ebbc7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.708393] env[68893]: DEBUG oslo_concurrency.lockutils [None req-c9a4be79-12a8-4aaa-bf83-555e8c3e8462 tempest-DeleteServersAdminTestJSON-701345070 tempest-DeleteServersAdminTestJSON-701345070-project-admin] Acquiring lock "a70c7ae6-8758-4bc9-a3eb-57c7051ebbc7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.708393] env[68893]: DEBUG oslo_concurrency.lockutils [None req-c9a4be79-12a8-4aaa-bf83-555e8c3e8462 tempest-DeleteServersAdminTestJSON-701345070 tempest-DeleteServersAdminTestJSON-701345070-project-admin] Lock "a70c7ae6-8758-4bc9-a3eb-57c7051ebbc7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.708749] env[68893]: DEBUG oslo_concurrency.lockutils [None req-c9a4be79-12a8-4aaa-bf83-555e8c3e8462 tempest-DeleteServersAdminTestJSON-701345070 tempest-DeleteServersAdminTestJSON-701345070-project-admin] Lock "a70c7ae6-8758-4bc9-a3eb-57c7051ebbc7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.711399] env[68893]: INFO nova.compute.manager [None req-c9a4be79-12a8-4aaa-bf83-555e8c3e8462 tempest-DeleteServersAdminTestJSON-701345070 tempest-DeleteServersAdminTestJSON-701345070-project-admin] [instance: a70c7ae6-8758-4bc9-a3eb-57c7051ebbc7] Terminating instance [ 686.771387] env[68893]: DEBUG oslo_vmware.api [None req-222eef0f-8e0b-4bbf-93f3-f8da7d0a0574 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52141310-fb9a-07e7-4b92-06b031272296, 'name': SearchDatastore_Task, 'duration_secs': 0.027822} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.772285] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05cfbf8d-a27a-482d-88b2-565f96682145 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.780271] env[68893]: DEBUG oslo_vmware.api [None req-222eef0f-8e0b-4bbf-93f3-f8da7d0a0574 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Waiting for the task: (returnval){ [ 686.780271] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52832f0b-d132-587f-90df-e82e42ff2c83" [ 686.780271] env[68893]: _type = "Task" [ 686.780271] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.792568] env[68893]: DEBUG oslo_vmware.api [None req-222eef0f-8e0b-4bbf-93f3-f8da7d0a0574 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52832f0b-d132-587f-90df-e82e42ff2c83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.904616] env[68893]: DEBUG nova.network.neutron [None req-f0fb623d-1afd-4cd3-b62b-6a76c8ab13b3 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] [instance: ea8f3ce4-4b6e-4bd1-b959-2412268d1b3e] Successfully updated port: 0109eb02-71cd-4fca-9e16-76ba7cf60f9f {{(pid=68893) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 686.908153] env[68893]: DEBUG nova.network.neutron [req-51e30993-a150-45c8-983e-bf9db364885c req-499b2ab3-f638-45d4-a8fe-506a69cfbcc3 service nova] [instance: 292718c1-e976-4462-aede-a2ed6b8415de] Updated VIF entry in instance network info cache for port 8b127f11-cfee-4818-9be4-d821773629e1. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 686.908496] env[68893]: DEBUG nova.network.neutron [req-51e30993-a150-45c8-983e-bf9db364885c req-499b2ab3-f638-45d4-a8fe-506a69cfbcc3 service nova] [instance: 292718c1-e976-4462-aede-a2ed6b8415de] Updating instance_info_cache with network_info: [{"id": "8b127f11-cfee-4818-9be4-d821773629e1", "address": "fa:16:3e:ec:1b:66", "network": {"id": "508509dd-7bfd-4a64-9135-d3dbeac23fa6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.140", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a15c0c8454c748249efd16f753a7dc35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b127f11-cf", "ovs_interfaceid": "8b127f11-cfee-4818-9be4-d821773629e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.928942] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ce2f465f-a8f2-4c4b-bd5f-ce576e0b47fd tempest-ServerDiagnosticsNegativeTest-1412921569 tempest-ServerDiagnosticsNegativeTest-1412921569-project-member] Acquiring lock "68c585a7-41de-4a16-848b-548a1adf0aec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.929407] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ce2f465f-a8f2-4c4b-bd5f-ce576e0b47fd tempest-ServerDiagnosticsNegativeTest-1412921569 tempest-ServerDiagnosticsNegativeTest-1412921569-project-member] Lock "68c585a7-41de-4a16-848b-548a1adf0aec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.929492] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ce2f465f-a8f2-4c4b-bd5f-ce576e0b47fd tempest-ServerDiagnosticsNegativeTest-1412921569 tempest-ServerDiagnosticsNegativeTest-1412921569-project-member] Acquiring lock "68c585a7-41de-4a16-848b-548a1adf0aec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.929677] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ce2f465f-a8f2-4c4b-bd5f-ce576e0b47fd tempest-ServerDiagnosticsNegativeTest-1412921569 tempest-ServerDiagnosticsNegativeTest-1412921569-project-member] Lock "68c585a7-41de-4a16-848b-548a1adf0aec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.929916] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ce2f465f-a8f2-4c4b-bd5f-ce576e0b47fd tempest-ServerDiagnosticsNegativeTest-1412921569 tempest-ServerDiagnosticsNegativeTest-1412921569-project-member] Lock "68c585a7-41de-4a16-848b-548a1adf0aec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.932377] env[68893]: INFO nova.compute.manager [None req-ce2f465f-a8f2-4c4b-bd5f-ce576e0b47fd tempest-ServerDiagnosticsNegativeTest-1412921569 tempest-ServerDiagnosticsNegativeTest-1412921569-project-member] [instance: 68c585a7-41de-4a16-848b-548a1adf0aec] Terminating instance [ 686.953859] env[68893]: DEBUG oslo_concurrency.lockutils [None req-7beb3c86-4353-458e-b7cf-7882851bf516 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.549s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.954735] env[68893]: DEBUG nova.compute.manager [None req-7beb3c86-4353-458e-b7cf-7882851bf516 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] [instance: 49227832-6556-4c04-8875-6a4b9414b1d8] Start building networks asynchronously for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 686.957388] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ca9332dd-ef22-43b7-a03c-eb25dc0d20a7 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.645s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.958822] env[68893]: INFO nova.compute.claims [None req-ca9332dd-ef22-43b7-a03c-eb25dc0d20a7 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] [instance: 427db270-9f81-4bed-8039-a8e1d87ab427] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 687.149285] env[68893]: DEBUG oslo_vmware.api [None req-06348b3c-b004-40c7-a2ee-bf20ea50e96e tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Task: {'id': task-2791028, 'name': ReconfigVM_Task, 'duration_secs': 0.627044} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.149653] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-06348b3c-b004-40c7-a2ee-bf20ea50e96e tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] [instance: 292718c1-e976-4462-aede-a2ed6b8415de] Reconfigured VM instance instance-00000006 to attach disk [datastore2] 292718c1-e976-4462-aede-a2ed6b8415de/292718c1-e976-4462-aede-a2ed6b8415de.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 687.150800] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-36c670a7-a17d-40ed-98a4-85e9f37a7bc4 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.163284] env[68893]: DEBUG oslo_vmware.api [None req-06348b3c-b004-40c7-a2ee-bf20ea50e96e tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Waiting for the task: (returnval){ [ 687.163284] env[68893]: value = "task-2791030" [ 687.163284] env[68893]: _type = "Task" [ 687.163284] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.184143] env[68893]: DEBUG oslo_vmware.api [None req-06348b3c-b004-40c7-a2ee-bf20ea50e96e tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Task: {'id': task-2791030, 'name': Rename_Task} progress is 6%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.184615] env[68893]: DEBUG oslo_vmware.api [None req-e43b3505-e7b4-4009-99ed-4a4de03f767e tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Task: {'id': task-2791029, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.219766] env[68893]: DEBUG nova.compute.manager [None req-c9a4be79-12a8-4aaa-bf83-555e8c3e8462 tempest-DeleteServersAdminTestJSON-701345070 tempest-DeleteServersAdminTestJSON-701345070-project-admin] [instance: a70c7ae6-8758-4bc9-a3eb-57c7051ebbc7] Start destroying the instance on the hypervisor. {{(pid=68893) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 687.219766] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-c9a4be79-12a8-4aaa-bf83-555e8c3e8462 tempest-DeleteServersAdminTestJSON-701345070 tempest-DeleteServersAdminTestJSON-701345070-project-admin] [instance: a70c7ae6-8758-4bc9-a3eb-57c7051ebbc7] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 687.219766] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adbccc5c-dda7-41d2-a8a1-d0a17d33583b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.235174] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9a4be79-12a8-4aaa-bf83-555e8c3e8462 tempest-DeleteServersAdminTestJSON-701345070 tempest-DeleteServersAdminTestJSON-701345070-project-admin] [instance: a70c7ae6-8758-4bc9-a3eb-57c7051ebbc7] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 687.235700] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2dc64b94-79f8-4ffa-b53e-4065793b33f3 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.246037] env[68893]: DEBUG oslo_vmware.api [None req-c9a4be79-12a8-4aaa-bf83-555e8c3e8462 tempest-DeleteServersAdminTestJSON-701345070 tempest-DeleteServersAdminTestJSON-701345070-project-admin] Waiting for the task: (returnval){ [ 687.246037] env[68893]: value = "task-2791031" [ 687.246037] env[68893]: _type = "Task" [ 687.246037] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.256933] env[68893]: DEBUG oslo_vmware.api [None req-c9a4be79-12a8-4aaa-bf83-555e8c3e8462 tempest-DeleteServersAdminTestJSON-701345070 tempest-DeleteServersAdminTestJSON-701345070-project-admin] Task: {'id': task-2791031, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.295243] env[68893]: DEBUG oslo_vmware.api [None req-222eef0f-8e0b-4bbf-93f3-f8da7d0a0574 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52832f0b-d132-587f-90df-e82e42ff2c83, 'name': SearchDatastore_Task, 'duration_secs': 0.010794} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.295243] env[68893]: DEBUG oslo_concurrency.lockutils [None req-222eef0f-8e0b-4bbf-93f3-f8da7d0a0574 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.295243] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-222eef0f-8e0b-4bbf-93f3-f8da7d0a0574 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] 29bce734-9f04-41eb-92e5-df9248dc10a3/29bce734-9f04-41eb-92e5-df9248dc10a3.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 687.295243] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ee3d8d89-f181-4df9-91e7-310c2e09669f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.304437] env[68893]: DEBUG oslo_vmware.api [None req-222eef0f-8e0b-4bbf-93f3-f8da7d0a0574 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Waiting for the task: (returnval){ [ 687.304437] env[68893]: value = "task-2791032" [ 687.304437] env[68893]: _type = "Task" [ 687.304437] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.319986] env[68893]: DEBUG oslo_vmware.api [None req-222eef0f-8e0b-4bbf-93f3-f8da7d0a0574 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Task: {'id': task-2791032, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.409698] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f0fb623d-1afd-4cd3-b62b-6a76c8ab13b3 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Acquiring lock "refresh_cache-ea8f3ce4-4b6e-4bd1-b959-2412268d1b3e" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.409964] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f0fb623d-1afd-4cd3-b62b-6a76c8ab13b3 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Acquired lock "refresh_cache-ea8f3ce4-4b6e-4bd1-b959-2412268d1b3e" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.410276] env[68893]: DEBUG nova.network.neutron [None req-f0fb623d-1afd-4cd3-b62b-6a76c8ab13b3 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] [instance: ea8f3ce4-4b6e-4bd1-b959-2412268d1b3e] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 687.412573] env[68893]: DEBUG oslo_concurrency.lockutils [req-51e30993-a150-45c8-983e-bf9db364885c req-499b2ab3-f638-45d4-a8fe-506a69cfbcc3 service nova] Releasing lock "refresh_cache-292718c1-e976-4462-aede-a2ed6b8415de" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.415092] env[68893]: DEBUG nova.compute.manager [req-51e30993-a150-45c8-983e-bf9db364885c req-499b2ab3-f638-45d4-a8fe-506a69cfbcc3 service nova] [instance: 29bce734-9f04-41eb-92e5-df9248dc10a3] Received event network-vif-plugged-613e8e69-1491-4dd3-acca-6b365858f2d9 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 687.415700] env[68893]: DEBUG oslo_concurrency.lockutils [req-51e30993-a150-45c8-983e-bf9db364885c req-499b2ab3-f638-45d4-a8fe-506a69cfbcc3 service nova] Acquiring lock "29bce734-9f04-41eb-92e5-df9248dc10a3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.416058] env[68893]: DEBUG oslo_concurrency.lockutils [req-51e30993-a150-45c8-983e-bf9db364885c req-499b2ab3-f638-45d4-a8fe-506a69cfbcc3 service nova] Lock "29bce734-9f04-41eb-92e5-df9248dc10a3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.003s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.416216] env[68893]: DEBUG oslo_concurrency.lockutils [req-51e30993-a150-45c8-983e-bf9db364885c req-499b2ab3-f638-45d4-a8fe-506a69cfbcc3 service nova] Lock "29bce734-9f04-41eb-92e5-df9248dc10a3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.416355] env[68893]: DEBUG nova.compute.manager [req-51e30993-a150-45c8-983e-bf9db364885c req-499b2ab3-f638-45d4-a8fe-506a69cfbcc3 service nova] [instance: 29bce734-9f04-41eb-92e5-df9248dc10a3] No waiting events found dispatching network-vif-plugged-613e8e69-1491-4dd3-acca-6b365858f2d9 {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 687.416538] env[68893]: WARNING nova.compute.manager [req-51e30993-a150-45c8-983e-bf9db364885c req-499b2ab3-f638-45d4-a8fe-506a69cfbcc3 service nova] [instance: 29bce734-9f04-41eb-92e5-df9248dc10a3] Received unexpected event network-vif-plugged-613e8e69-1491-4dd3-acca-6b365858f2d9 for instance with vm_state building and task_state spawning. [ 687.416737] env[68893]: DEBUG nova.compute.manager [req-51e30993-a150-45c8-983e-bf9db364885c req-499b2ab3-f638-45d4-a8fe-506a69cfbcc3 service nova] [instance: 29bce734-9f04-41eb-92e5-df9248dc10a3] Received event network-changed-613e8e69-1491-4dd3-acca-6b365858f2d9 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 687.416946] env[68893]: DEBUG nova.compute.manager [req-51e30993-a150-45c8-983e-bf9db364885c req-499b2ab3-f638-45d4-a8fe-506a69cfbcc3 service nova] [instance: 29bce734-9f04-41eb-92e5-df9248dc10a3] Refreshing instance network info cache due to event network-changed-613e8e69-1491-4dd3-acca-6b365858f2d9. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 687.417122] env[68893]: DEBUG oslo_concurrency.lockutils [req-51e30993-a150-45c8-983e-bf9db364885c req-499b2ab3-f638-45d4-a8fe-506a69cfbcc3 service nova] Acquiring lock "refresh_cache-29bce734-9f04-41eb-92e5-df9248dc10a3" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.417256] env[68893]: DEBUG oslo_concurrency.lockutils [req-51e30993-a150-45c8-983e-bf9db364885c req-499b2ab3-f638-45d4-a8fe-506a69cfbcc3 service nova] Acquired lock "refresh_cache-29bce734-9f04-41eb-92e5-df9248dc10a3" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.417411] env[68893]: DEBUG nova.network.neutron [req-51e30993-a150-45c8-983e-bf9db364885c req-499b2ab3-f638-45d4-a8fe-506a69cfbcc3 service nova] [instance: 29bce734-9f04-41eb-92e5-df9248dc10a3] Refreshing network info cache for port 613e8e69-1491-4dd3-acca-6b365858f2d9 {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 687.441798] env[68893]: DEBUG nova.compute.manager [None req-ce2f465f-a8f2-4c4b-bd5f-ce576e0b47fd tempest-ServerDiagnosticsNegativeTest-1412921569 tempest-ServerDiagnosticsNegativeTest-1412921569-project-member] [instance: 68c585a7-41de-4a16-848b-548a1adf0aec] Start destroying the instance on the hypervisor. {{(pid=68893) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 687.442065] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-ce2f465f-a8f2-4c4b-bd5f-ce576e0b47fd tempest-ServerDiagnosticsNegativeTest-1412921569 tempest-ServerDiagnosticsNegativeTest-1412921569-project-member] [instance: 68c585a7-41de-4a16-848b-548a1adf0aec] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 687.443298] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa443186-6007-46f5-b0be-e43ad76686ee {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.453072] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce2f465f-a8f2-4c4b-bd5f-ce576e0b47fd tempest-ServerDiagnosticsNegativeTest-1412921569 tempest-ServerDiagnosticsNegativeTest-1412921569-project-member] [instance: 68c585a7-41de-4a16-848b-548a1adf0aec] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 687.453345] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-02a45eb0-915a-4e86-abcf-626332c75c34 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.463589] env[68893]: DEBUG nova.compute.utils [None req-7beb3c86-4353-458e-b7cf-7882851bf516 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 687.467359] env[68893]: DEBUG oslo_vmware.api [None req-ce2f465f-a8f2-4c4b-bd5f-ce576e0b47fd tempest-ServerDiagnosticsNegativeTest-1412921569 tempest-ServerDiagnosticsNegativeTest-1412921569-project-member] Waiting for the task: (returnval){ [ 687.467359] env[68893]: value = "task-2791033" [ 687.467359] env[68893]: _type = "Task" [ 687.467359] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.472976] env[68893]: DEBUG nova.compute.manager [None req-7beb3c86-4353-458e-b7cf-7882851bf516 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] [instance: 49227832-6556-4c04-8875-6a4b9414b1d8] Allocating IP information in the background. {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 687.472976] env[68893]: DEBUG nova.network.neutron [None req-7beb3c86-4353-458e-b7cf-7882851bf516 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] [instance: 49227832-6556-4c04-8875-6a4b9414b1d8] allocate_for_instance() {{(pid=68893) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 687.488015] env[68893]: DEBUG oslo_vmware.api [None req-ce2f465f-a8f2-4c4b-bd5f-ce576e0b47fd tempest-ServerDiagnosticsNegativeTest-1412921569 tempest-ServerDiagnosticsNegativeTest-1412921569-project-member] Task: {'id': task-2791033, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.584182] env[68893]: DEBUG nova.policy [None req-7beb3c86-4353-458e-b7cf-7882851bf516 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '36749ab662414dfb92a0c8f446606fc4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '547b6d99a78b47ee92a40b782653e73d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68893) authorize /opt/stack/nova/nova/policy.py:192}} [ 687.691025] env[68893]: DEBUG oslo_vmware.api [None req-06348b3c-b004-40c7-a2ee-bf20ea50e96e tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Task: {'id': task-2791030, 'name': Rename_Task, 'duration_secs': 0.24817} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.695428] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-06348b3c-b004-40c7-a2ee-bf20ea50e96e tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] [instance: 292718c1-e976-4462-aede-a2ed6b8415de] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 687.696522] env[68893]: DEBUG oslo_vmware.api [None req-e43b3505-e7b4-4009-99ed-4a4de03f767e tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Task: {'id': task-2791029, 'name': PowerOnVM_Task, 'duration_secs': 0.619002} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.697110] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-de6739fd-41f6-4a04-a85a-8d7d5e2c9040 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.701137] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-e43b3505-e7b4-4009-99ed-4a4de03f767e tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: d2187069-2dba-4d01-969f-510f659fc163] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 687.702111] env[68893]: INFO nova.compute.manager [None req-e43b3505-e7b4-4009-99ed-4a4de03f767e tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: d2187069-2dba-4d01-969f-510f659fc163] Took 12.02 seconds to spawn the instance on the hypervisor. [ 687.702965] env[68893]: DEBUG nova.compute.manager [None req-e43b3505-e7b4-4009-99ed-4a4de03f767e tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: d2187069-2dba-4d01-969f-510f659fc163] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 687.704803] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd69b42f-17ca-4952-8d02-7a642d992de9 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.727526] env[68893]: DEBUG oslo_vmware.api [None req-06348b3c-b004-40c7-a2ee-bf20ea50e96e tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Waiting for the task: (returnval){ [ 687.727526] env[68893]: value = "task-2791034" [ 687.727526] env[68893]: _type = "Task" [ 687.727526] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.746833] env[68893]: DEBUG oslo_vmware.api [None req-06348b3c-b004-40c7-a2ee-bf20ea50e96e tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Task: {'id': task-2791034, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.772384] env[68893]: DEBUG oslo_vmware.api [None req-c9a4be79-12a8-4aaa-bf83-555e8c3e8462 tempest-DeleteServersAdminTestJSON-701345070 tempest-DeleteServersAdminTestJSON-701345070-project-admin] Task: {'id': task-2791031, 'name': PowerOffVM_Task, 'duration_secs': 0.207519} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.772384] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9a4be79-12a8-4aaa-bf83-555e8c3e8462 tempest-DeleteServersAdminTestJSON-701345070 tempest-DeleteServersAdminTestJSON-701345070-project-admin] [instance: a70c7ae6-8758-4bc9-a3eb-57c7051ebbc7] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 687.772384] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-c9a4be79-12a8-4aaa-bf83-555e8c3e8462 tempest-DeleteServersAdminTestJSON-701345070 tempest-DeleteServersAdminTestJSON-701345070-project-admin] [instance: a70c7ae6-8758-4bc9-a3eb-57c7051ebbc7] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 687.772753] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b58ebadc-9528-4c04-b76d-1c06ce3d1553 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.828954] env[68893]: DEBUG oslo_vmware.api [None req-222eef0f-8e0b-4bbf-93f3-f8da7d0a0574 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Task: {'id': task-2791032, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.878223] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-c9a4be79-12a8-4aaa-bf83-555e8c3e8462 tempest-DeleteServersAdminTestJSON-701345070 tempest-DeleteServersAdminTestJSON-701345070-project-admin] [instance: a70c7ae6-8758-4bc9-a3eb-57c7051ebbc7] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 687.878542] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-c9a4be79-12a8-4aaa-bf83-555e8c3e8462 tempest-DeleteServersAdminTestJSON-701345070 tempest-DeleteServersAdminTestJSON-701345070-project-admin] [instance: a70c7ae6-8758-4bc9-a3eb-57c7051ebbc7] Deleting contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 687.878859] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9a4be79-12a8-4aaa-bf83-555e8c3e8462 tempest-DeleteServersAdminTestJSON-701345070 tempest-DeleteServersAdminTestJSON-701345070-project-admin] Deleting the datastore file [datastore2] a70c7ae6-8758-4bc9-a3eb-57c7051ebbc7 {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 687.879288] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-61adc954-c8d9-47e4-af63-28e41ff7f1af {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.890335] env[68893]: DEBUG oslo_vmware.api [None req-c9a4be79-12a8-4aaa-bf83-555e8c3e8462 tempest-DeleteServersAdminTestJSON-701345070 tempest-DeleteServersAdminTestJSON-701345070-project-admin] Waiting for the task: (returnval){ [ 687.890335] env[68893]: value = "task-2791036" [ 687.890335] env[68893]: _type = "Task" [ 687.890335] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.910587] env[68893]: DEBUG oslo_vmware.api [None req-c9a4be79-12a8-4aaa-bf83-555e8c3e8462 tempest-DeleteServersAdminTestJSON-701345070 tempest-DeleteServersAdminTestJSON-701345070-project-admin] Task: {'id': task-2791036, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.969070] env[68893]: DEBUG nova.compute.manager [None req-7beb3c86-4353-458e-b7cf-7882851bf516 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] [instance: 49227832-6556-4c04-8875-6a4b9414b1d8] Start building block device mappings for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 687.994899] env[68893]: DEBUG oslo_vmware.api [None req-ce2f465f-a8f2-4c4b-bd5f-ce576e0b47fd tempest-ServerDiagnosticsNegativeTest-1412921569 tempest-ServerDiagnosticsNegativeTest-1412921569-project-member] Task: {'id': task-2791033, 'name': PowerOffVM_Task, 'duration_secs': 0.359025} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.995308] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce2f465f-a8f2-4c4b-bd5f-ce576e0b47fd tempest-ServerDiagnosticsNegativeTest-1412921569 tempest-ServerDiagnosticsNegativeTest-1412921569-project-member] [instance: 68c585a7-41de-4a16-848b-548a1adf0aec] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 687.995515] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-ce2f465f-a8f2-4c4b-bd5f-ce576e0b47fd tempest-ServerDiagnosticsNegativeTest-1412921569 tempest-ServerDiagnosticsNegativeTest-1412921569-project-member] [instance: 68c585a7-41de-4a16-848b-548a1adf0aec] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 687.995857] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-de995737-cc24-4fa7-8e54-80bbf372525d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.052565] env[68893]: DEBUG nova.network.neutron [None req-f0fb623d-1afd-4cd3-b62b-6a76c8ab13b3 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] [instance: ea8f3ce4-4b6e-4bd1-b959-2412268d1b3e] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 688.086715] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-ce2f465f-a8f2-4c4b-bd5f-ce576e0b47fd tempest-ServerDiagnosticsNegativeTest-1412921569 tempest-ServerDiagnosticsNegativeTest-1412921569-project-member] [instance: 68c585a7-41de-4a16-848b-548a1adf0aec] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 688.087761] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-ce2f465f-a8f2-4c4b-bd5f-ce576e0b47fd tempest-ServerDiagnosticsNegativeTest-1412921569 tempest-ServerDiagnosticsNegativeTest-1412921569-project-member] [instance: 68c585a7-41de-4a16-848b-548a1adf0aec] Deleting contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 688.087761] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce2f465f-a8f2-4c4b-bd5f-ce576e0b47fd tempest-ServerDiagnosticsNegativeTest-1412921569 tempest-ServerDiagnosticsNegativeTest-1412921569-project-member] Deleting the datastore file [datastore2] 68c585a7-41de-4a16-848b-548a1adf0aec {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 688.087761] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7b61c345-e7d0-494a-9e6e-a27c501dfa01 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.100045] env[68893]: DEBUG oslo_vmware.api [None req-ce2f465f-a8f2-4c4b-bd5f-ce576e0b47fd tempest-ServerDiagnosticsNegativeTest-1412921569 tempest-ServerDiagnosticsNegativeTest-1412921569-project-member] Waiting for the task: (returnval){ [ 688.100045] env[68893]: value = "task-2791038" [ 688.100045] env[68893]: _type = "Task" [ 688.100045] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.130686] env[68893]: DEBUG oslo_vmware.api [None req-ce2f465f-a8f2-4c4b-bd5f-ce576e0b47fd tempest-ServerDiagnosticsNegativeTest-1412921569 tempest-ServerDiagnosticsNegativeTest-1412921569-project-member] Task: {'id': task-2791038, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.253280] env[68893]: INFO nova.compute.manager [None req-e43b3505-e7b4-4009-99ed-4a4de03f767e tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: d2187069-2dba-4d01-969f-510f659fc163] Took 23.37 seconds to build instance. [ 688.270118] env[68893]: DEBUG oslo_vmware.api [None req-06348b3c-b004-40c7-a2ee-bf20ea50e96e tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Task: {'id': task-2791034, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.329851] env[68893]: DEBUG oslo_vmware.api [None req-222eef0f-8e0b-4bbf-93f3-f8da7d0a0574 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Task: {'id': task-2791032, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.615514} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.330379] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-222eef0f-8e0b-4bbf-93f3-f8da7d0a0574 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] 29bce734-9f04-41eb-92e5-df9248dc10a3/29bce734-9f04-41eb-92e5-df9248dc10a3.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 688.330457] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-222eef0f-8e0b-4bbf-93f3-f8da7d0a0574 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] [instance: 29bce734-9f04-41eb-92e5-df9248dc10a3] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 688.330715] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1701db2f-2a75-4a04-8492-a1ca164d61a1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.341809] env[68893]: DEBUG oslo_vmware.api [None req-222eef0f-8e0b-4bbf-93f3-f8da7d0a0574 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Waiting for the task: (returnval){ [ 688.341809] env[68893]: value = "task-2791039" [ 688.341809] env[68893]: _type = "Task" [ 688.341809] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.362294] env[68893]: DEBUG oslo_vmware.api [None req-222eef0f-8e0b-4bbf-93f3-f8da7d0a0574 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Task: {'id': task-2791039, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.383821] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2609167f-fd80-4a28-a52a-03814424117b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.399601] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42484386-b502-49ad-8c8b-9c3fddbd9ef9 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.406653] env[68893]: DEBUG oslo_vmware.api [None req-c9a4be79-12a8-4aaa-bf83-555e8c3e8462 tempest-DeleteServersAdminTestJSON-701345070 tempest-DeleteServersAdminTestJSON-701345070-project-admin] Task: {'id': task-2791036, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.296734} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.407369] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9a4be79-12a8-4aaa-bf83-555e8c3e8462 tempest-DeleteServersAdminTestJSON-701345070 tempest-DeleteServersAdminTestJSON-701345070-project-admin] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 688.407536] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-c9a4be79-12a8-4aaa-bf83-555e8c3e8462 tempest-DeleteServersAdminTestJSON-701345070 tempest-DeleteServersAdminTestJSON-701345070-project-admin] [instance: a70c7ae6-8758-4bc9-a3eb-57c7051ebbc7] Deleted contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 688.407702] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-c9a4be79-12a8-4aaa-bf83-555e8c3e8462 tempest-DeleteServersAdminTestJSON-701345070 tempest-DeleteServersAdminTestJSON-701345070-project-admin] [instance: a70c7ae6-8758-4bc9-a3eb-57c7051ebbc7] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 688.407879] env[68893]: INFO nova.compute.manager [None req-c9a4be79-12a8-4aaa-bf83-555e8c3e8462 tempest-DeleteServersAdminTestJSON-701345070 tempest-DeleteServersAdminTestJSON-701345070-project-admin] [instance: a70c7ae6-8758-4bc9-a3eb-57c7051ebbc7] Took 1.19 seconds to destroy the instance on the hypervisor. [ 688.408337] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c9a4be79-12a8-4aaa-bf83-555e8c3e8462 tempest-DeleteServersAdminTestJSON-701345070 tempest-DeleteServersAdminTestJSON-701345070-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 688.408558] env[68893]: DEBUG nova.compute.manager [-] [instance: a70c7ae6-8758-4bc9-a3eb-57c7051ebbc7] Deallocating network for instance {{(pid=68893) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 688.408663] env[68893]: DEBUG nova.network.neutron [-] [instance: a70c7ae6-8758-4bc9-a3eb-57c7051ebbc7] deallocate_for_instance() {{(pid=68893) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 688.411537] env[68893]: DEBUG nova.network.neutron [req-51e30993-a150-45c8-983e-bf9db364885c req-499b2ab3-f638-45d4-a8fe-506a69cfbcc3 service nova] [instance: 29bce734-9f04-41eb-92e5-df9248dc10a3] Updated VIF entry in instance network info cache for port 613e8e69-1491-4dd3-acca-6b365858f2d9. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 688.411859] env[68893]: DEBUG nova.network.neutron [req-51e30993-a150-45c8-983e-bf9db364885c req-499b2ab3-f638-45d4-a8fe-506a69cfbcc3 service nova] [instance: 29bce734-9f04-41eb-92e5-df9248dc10a3] Updating instance_info_cache with network_info: [{"id": "613e8e69-1491-4dd3-acca-6b365858f2d9", "address": "fa:16:3e:5a:8c:cc", "network": {"id": "a540c826-e494-45de-8f70-b191dfb6a44e", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-768655203-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f22a5c1b6284a6c95b4cb53a94caab1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap613e8e69-14", "ovs_interfaceid": "613e8e69-1491-4dd3-acca-6b365858f2d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.444246] env[68893]: DEBUG oslo_concurrency.lockutils [req-51e30993-a150-45c8-983e-bf9db364885c req-499b2ab3-f638-45d4-a8fe-506a69cfbcc3 service nova] Releasing lock "refresh_cache-29bce734-9f04-41eb-92e5-df9248dc10a3" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.445211] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b77f45c-4e38-4014-9eb4-b1c093519378 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.454840] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe5e106b-fc8d-437d-ac9b-f20bff640963 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.471527] env[68893]: DEBUG nova.compute.provider_tree [None req-ca9332dd-ef22-43b7-a03c-eb25dc0d20a7 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 688.609219] env[68893]: DEBUG nova.compute.manager [req-4dedafa0-9a6f-4750-bda4-56d12898e485 req-aebf99c4-696e-4bc2-884c-b0412203d7ad service nova] [instance: ea8f3ce4-4b6e-4bd1-b959-2412268d1b3e] Received event network-vif-plugged-0109eb02-71cd-4fca-9e16-76ba7cf60f9f {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 688.609426] env[68893]: DEBUG oslo_concurrency.lockutils [req-4dedafa0-9a6f-4750-bda4-56d12898e485 req-aebf99c4-696e-4bc2-884c-b0412203d7ad service nova] Acquiring lock "ea8f3ce4-4b6e-4bd1-b959-2412268d1b3e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.609628] env[68893]: DEBUG oslo_concurrency.lockutils [req-4dedafa0-9a6f-4750-bda4-56d12898e485 req-aebf99c4-696e-4bc2-884c-b0412203d7ad service nova] Lock "ea8f3ce4-4b6e-4bd1-b959-2412268d1b3e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.609783] env[68893]: DEBUG oslo_concurrency.lockutils [req-4dedafa0-9a6f-4750-bda4-56d12898e485 req-aebf99c4-696e-4bc2-884c-b0412203d7ad service nova] Lock "ea8f3ce4-4b6e-4bd1-b959-2412268d1b3e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.609940] env[68893]: DEBUG nova.compute.manager [req-4dedafa0-9a6f-4750-bda4-56d12898e485 req-aebf99c4-696e-4bc2-884c-b0412203d7ad service nova] [instance: ea8f3ce4-4b6e-4bd1-b959-2412268d1b3e] No waiting events found dispatching network-vif-plugged-0109eb02-71cd-4fca-9e16-76ba7cf60f9f {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 688.610116] env[68893]: WARNING nova.compute.manager [req-4dedafa0-9a6f-4750-bda4-56d12898e485 req-aebf99c4-696e-4bc2-884c-b0412203d7ad service nova] [instance: ea8f3ce4-4b6e-4bd1-b959-2412268d1b3e] Received unexpected event network-vif-plugged-0109eb02-71cd-4fca-9e16-76ba7cf60f9f for instance with vm_state building and task_state spawning. [ 688.610272] env[68893]: DEBUG nova.compute.manager [req-4dedafa0-9a6f-4750-bda4-56d12898e485 req-aebf99c4-696e-4bc2-884c-b0412203d7ad service nova] [instance: ea8f3ce4-4b6e-4bd1-b959-2412268d1b3e] Received event network-changed-0109eb02-71cd-4fca-9e16-76ba7cf60f9f {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 688.610428] env[68893]: DEBUG nova.compute.manager [req-4dedafa0-9a6f-4750-bda4-56d12898e485 req-aebf99c4-696e-4bc2-884c-b0412203d7ad service nova] [instance: ea8f3ce4-4b6e-4bd1-b959-2412268d1b3e] Refreshing instance network info cache due to event network-changed-0109eb02-71cd-4fca-9e16-76ba7cf60f9f. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 688.611224] env[68893]: DEBUG oslo_concurrency.lockutils [req-4dedafa0-9a6f-4750-bda4-56d12898e485 req-aebf99c4-696e-4bc2-884c-b0412203d7ad service nova] Acquiring lock "refresh_cache-ea8f3ce4-4b6e-4bd1-b959-2412268d1b3e" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.617731] env[68893]: DEBUG oslo_vmware.api [None req-ce2f465f-a8f2-4c4b-bd5f-ce576e0b47fd tempest-ServerDiagnosticsNegativeTest-1412921569 tempest-ServerDiagnosticsNegativeTest-1412921569-project-member] Task: {'id': task-2791038, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17444} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.618203] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce2f465f-a8f2-4c4b-bd5f-ce576e0b47fd tempest-ServerDiagnosticsNegativeTest-1412921569 tempest-ServerDiagnosticsNegativeTest-1412921569-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 688.618897] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-ce2f465f-a8f2-4c4b-bd5f-ce576e0b47fd tempest-ServerDiagnosticsNegativeTest-1412921569 tempest-ServerDiagnosticsNegativeTest-1412921569-project-member] [instance: 68c585a7-41de-4a16-848b-548a1adf0aec] Deleted contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 688.618897] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-ce2f465f-a8f2-4c4b-bd5f-ce576e0b47fd tempest-ServerDiagnosticsNegativeTest-1412921569 tempest-ServerDiagnosticsNegativeTest-1412921569-project-member] [instance: 68c585a7-41de-4a16-848b-548a1adf0aec] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 688.618897] env[68893]: INFO nova.compute.manager [None req-ce2f465f-a8f2-4c4b-bd5f-ce576e0b47fd tempest-ServerDiagnosticsNegativeTest-1412921569 tempest-ServerDiagnosticsNegativeTest-1412921569-project-member] [instance: 68c585a7-41de-4a16-848b-548a1adf0aec] Took 1.18 seconds to destroy the instance on the hypervisor. [ 688.619168] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ce2f465f-a8f2-4c4b-bd5f-ce576e0b47fd tempest-ServerDiagnosticsNegativeTest-1412921569 tempest-ServerDiagnosticsNegativeTest-1412921569-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 688.619168] env[68893]: DEBUG nova.compute.manager [-] [instance: 68c585a7-41de-4a16-848b-548a1adf0aec] Deallocating network for instance {{(pid=68893) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 688.619265] env[68893]: DEBUG nova.network.neutron [-] [instance: 68c585a7-41de-4a16-848b-548a1adf0aec] deallocate_for_instance() {{(pid=68893) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 688.630328] env[68893]: DEBUG nova.compute.manager [None req-5c6e7210-6e69-4c86-9244-6cb0c6175bca tempest-ServerDiagnosticsTest-504216972 tempest-ServerDiagnosticsTest-504216972-project-admin] [instance: a1ae5389-8497-4b29-a00b-a5b357b4c433] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 688.634873] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5cadedd-2b06-4c9d-837e-0c93651a5394 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.644081] env[68893]: INFO nova.compute.manager [None req-5c6e7210-6e69-4c86-9244-6cb0c6175bca tempest-ServerDiagnosticsTest-504216972 tempest-ServerDiagnosticsTest-504216972-project-admin] [instance: a1ae5389-8497-4b29-a00b-a5b357b4c433] Retrieving diagnostics [ 688.644894] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d905686-3714-46c3-80d4-321cd236e766 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.761264] env[68893]: DEBUG oslo_concurrency.lockutils [None req-e43b3505-e7b4-4009-99ed-4a4de03f767e tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Lock "d2187069-2dba-4d01-969f-510f659fc163" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.887s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.761488] env[68893]: DEBUG oslo_vmware.api [None req-06348b3c-b004-40c7-a2ee-bf20ea50e96e tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Task: {'id': task-2791034, 'name': PowerOnVM_Task, 'duration_secs': 0.732623} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.766057] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-06348b3c-b004-40c7-a2ee-bf20ea50e96e tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] [instance: 292718c1-e976-4462-aede-a2ed6b8415de] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 688.766173] env[68893]: INFO nova.compute.manager [None req-06348b3c-b004-40c7-a2ee-bf20ea50e96e tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] [instance: 292718c1-e976-4462-aede-a2ed6b8415de] Took 10.73 seconds to spawn the instance on the hypervisor. [ 688.766349] env[68893]: DEBUG nova.compute.manager [None req-06348b3c-b004-40c7-a2ee-bf20ea50e96e tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] [instance: 292718c1-e976-4462-aede-a2ed6b8415de] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 688.767441] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e40c223f-8b2c-4511-a6a7-0863c2d35645 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.859417] env[68893]: DEBUG oslo_vmware.api [None req-222eef0f-8e0b-4bbf-93f3-f8da7d0a0574 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Task: {'id': task-2791039, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.171446} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.859624] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-222eef0f-8e0b-4bbf-93f3-f8da7d0a0574 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] [instance: 29bce734-9f04-41eb-92e5-df9248dc10a3] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 688.860888] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0db64f8c-ee01-45b7-a5ae-3a7496dab69f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.892113] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-222eef0f-8e0b-4bbf-93f3-f8da7d0a0574 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] [instance: 29bce734-9f04-41eb-92e5-df9248dc10a3] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] 29bce734-9f04-41eb-92e5-df9248dc10a3/29bce734-9f04-41eb-92e5-df9248dc10a3.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 688.892113] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86a3c370-4be0-4cbf-87c0-abd3d778e3b7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.919214] env[68893]: DEBUG oslo_vmware.api [None req-222eef0f-8e0b-4bbf-93f3-f8da7d0a0574 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Waiting for the task: (returnval){ [ 688.919214] env[68893]: value = "task-2791040" [ 688.919214] env[68893]: _type = "Task" [ 688.919214] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.929528] env[68893]: DEBUG oslo_vmware.api [None req-222eef0f-8e0b-4bbf-93f3-f8da7d0a0574 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Task: {'id': task-2791040, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.934781] env[68893]: DEBUG nova.network.neutron [None req-f0fb623d-1afd-4cd3-b62b-6a76c8ab13b3 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] [instance: ea8f3ce4-4b6e-4bd1-b959-2412268d1b3e] Updating instance_info_cache with network_info: [{"id": "0109eb02-71cd-4fca-9e16-76ba7cf60f9f", "address": "fa:16:3e:ee:9a:9b", "network": {"id": "7c47df7c-11e4-4add-bbbc-9f3e8b65146e", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-128273444-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "547b6d99a78b47ee92a40b782653e73d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fa01fe1a-83b6-4c10-af75-00ddb17f9bbf", "external-id": "nsx-vlan-transportzone-431", "segmentation_id": 431, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0109eb02-71", "ovs_interfaceid": "0109eb02-71cd-4fca-9e16-76ba7cf60f9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.974708] env[68893]: DEBUG nova.scheduler.client.report [None req-ca9332dd-ef22-43b7-a03c-eb25dc0d20a7 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 688.988065] env[68893]: DEBUG nova.compute.manager [None req-7beb3c86-4353-458e-b7cf-7882851bf516 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] [instance: 49227832-6556-4c04-8875-6a4b9414b1d8] Start spawning the instance on the hypervisor. {{(pid=68893) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 689.020111] env[68893]: DEBUG nova.virt.hardware [None req-7beb3c86-4353-458e-b7cf-7882851bf516 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 689.020111] env[68893]: DEBUG nova.virt.hardware [None req-7beb3c86-4353-458e-b7cf-7882851bf516 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 689.020273] env[68893]: DEBUG nova.virt.hardware [None req-7beb3c86-4353-458e-b7cf-7882851bf516 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 689.021143] env[68893]: DEBUG nova.virt.hardware [None req-7beb3c86-4353-458e-b7cf-7882851bf516 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 689.021143] env[68893]: DEBUG nova.virt.hardware [None req-7beb3c86-4353-458e-b7cf-7882851bf516 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 689.021143] env[68893]: DEBUG nova.virt.hardware [None req-7beb3c86-4353-458e-b7cf-7882851bf516 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 689.021143] env[68893]: DEBUG nova.virt.hardware [None req-7beb3c86-4353-458e-b7cf-7882851bf516 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 689.025064] env[68893]: DEBUG nova.virt.hardware [None req-7beb3c86-4353-458e-b7cf-7882851bf516 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 689.025332] env[68893]: DEBUG nova.virt.hardware [None req-7beb3c86-4353-458e-b7cf-7882851bf516 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 689.025514] env[68893]: DEBUG nova.virt.hardware [None req-7beb3c86-4353-458e-b7cf-7882851bf516 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 689.025736] env[68893]: DEBUG nova.virt.hardware [None req-7beb3c86-4353-458e-b7cf-7882851bf516 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 689.027184] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3ac5c66-b1b3-4e0c-b06a-96e55a6e71df {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.036947] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3776d8f8-7fb1-49a5-a4af-3717afe37f10 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.212947] env[68893]: DEBUG nova.network.neutron [None req-7beb3c86-4353-458e-b7cf-7882851bf516 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] [instance: 49227832-6556-4c04-8875-6a4b9414b1d8] Successfully created port: e55ea5f2-c505-46f8-a229-2eca868d49ad {{(pid=68893) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 689.224642] env[68893]: DEBUG nova.network.neutron [None req-a4dd925b-530e-42a3-8b41-f841dfde56a6 tempest-ServersTestFqdnHostnames-1794249434 tempest-ServersTestFqdnHostnames-1794249434-project-member] [instance: 8aa9ad1d-d3b0-4038-acd1-0fca895a3ac1] Successfully updated port: d821bb35-25d7-4826-883b-5c39a0d860f9 {{(pid=68893) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 689.266974] env[68893]: DEBUG nova.compute.manager [None req-832d9164-04c9-4484-b414-e0da7e0f6ac5 tempest-ServerExternalEventsTest-153007225 tempest-ServerExternalEventsTest-153007225-project-member] [instance: d00e31be-e1ca-4417-af4f-3f85d95e1b4b] Starting instance... {{(pid=68893) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 689.299653] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ebd86513-13de-40ee-8b19-faf447db1c59 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Acquiring lock "a18eb1c3-0700-4e59-be23-2c91afa4b7b1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.300689] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ebd86513-13de-40ee-8b19-faf447db1c59 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Lock "a18eb1c3-0700-4e59-be23-2c91afa4b7b1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.301399] env[68893]: INFO nova.compute.manager [None req-06348b3c-b004-40c7-a2ee-bf20ea50e96e tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] [instance: 292718c1-e976-4462-aede-a2ed6b8415de] Took 24.04 seconds to build instance. [ 689.439986] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f0fb623d-1afd-4cd3-b62b-6a76c8ab13b3 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Releasing lock "refresh_cache-ea8f3ce4-4b6e-4bd1-b959-2412268d1b3e" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.439986] env[68893]: DEBUG nova.compute.manager [None req-f0fb623d-1afd-4cd3-b62b-6a76c8ab13b3 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] [instance: ea8f3ce4-4b6e-4bd1-b959-2412268d1b3e] Instance network_info: |[{"id": "0109eb02-71cd-4fca-9e16-76ba7cf60f9f", "address": "fa:16:3e:ee:9a:9b", "network": {"id": "7c47df7c-11e4-4add-bbbc-9f3e8b65146e", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-128273444-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "547b6d99a78b47ee92a40b782653e73d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fa01fe1a-83b6-4c10-af75-00ddb17f9bbf", "external-id": "nsx-vlan-transportzone-431", "segmentation_id": 431, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0109eb02-71", "ovs_interfaceid": "0109eb02-71cd-4fca-9e16-76ba7cf60f9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 689.440517] env[68893]: DEBUG oslo_vmware.api [None req-222eef0f-8e0b-4bbf-93f3-f8da7d0a0574 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Task: {'id': task-2791040, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.440517] env[68893]: DEBUG oslo_concurrency.lockutils [req-4dedafa0-9a6f-4750-bda4-56d12898e485 req-aebf99c4-696e-4bc2-884c-b0412203d7ad service nova] Acquired lock "refresh_cache-ea8f3ce4-4b6e-4bd1-b959-2412268d1b3e" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.440517] env[68893]: DEBUG nova.network.neutron [req-4dedafa0-9a6f-4750-bda4-56d12898e485 req-aebf99c4-696e-4bc2-884c-b0412203d7ad service nova] [instance: ea8f3ce4-4b6e-4bd1-b959-2412268d1b3e] Refreshing network info cache for port 0109eb02-71cd-4fca-9e16-76ba7cf60f9f {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 689.442664] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-f0fb623d-1afd-4cd3-b62b-6a76c8ab13b3 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] [instance: ea8f3ce4-4b6e-4bd1-b959-2412268d1b3e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:9a:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fa01fe1a-83b6-4c10-af75-00ddb17f9bbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0109eb02-71cd-4fca-9e16-76ba7cf60f9f', 'vif_model': 'vmxnet3'}] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 689.451294] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0fb623d-1afd-4cd3-b62b-6a76c8ab13b3 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Creating folder: Project (547b6d99a78b47ee92a40b782653e73d). Parent ref: group-v560969. {{(pid=68893) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 689.451899] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2ff416a3-efb3-4cd0-a569-490b0b9828fc {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.469950] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-f0fb623d-1afd-4cd3-b62b-6a76c8ab13b3 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Created folder: Project (547b6d99a78b47ee92a40b782653e73d) in parent group-v560969. [ 689.469950] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0fb623d-1afd-4cd3-b62b-6a76c8ab13b3 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Creating folder: Instances. Parent ref: group-v560991. {{(pid=68893) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 689.469950] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2c3b76c0-ea27-4e86-9f49-a0bee6fed680 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.481889] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ca9332dd-ef22-43b7-a03c-eb25dc0d20a7 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.524s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.482300] env[68893]: DEBUG nova.compute.manager [None req-ca9332dd-ef22-43b7-a03c-eb25dc0d20a7 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] [instance: 427db270-9f81-4bed-8039-a8e1d87ab427] Start building networks asynchronously for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 689.486238] env[68893]: DEBUG oslo_concurrency.lockutils [None req-a02d0b28-b549-4881-abed-9de3098c2607 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.580s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.489022] env[68893]: INFO nova.compute.claims [None req-a02d0b28-b549-4881-abed-9de3098c2607 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] [instance: add4ef29-6e07-4272-b41a-04a95f62e169] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 689.491444] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-f0fb623d-1afd-4cd3-b62b-6a76c8ab13b3 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Created folder: Instances in parent group-v560991. [ 689.491679] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f0fb623d-1afd-4cd3-b62b-6a76c8ab13b3 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 689.492770] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea8f3ce4-4b6e-4bd1-b959-2412268d1b3e] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 689.492982] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-de452ac8-212d-46f7-a46f-e4cdba7fe8d2 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.517397] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 689.517397] env[68893]: value = "task-2791043" [ 689.517397] env[68893]: _type = "Task" [ 689.517397] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.528408] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791043, 'name': CreateVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.728514] env[68893]: DEBUG oslo_concurrency.lockutils [None req-a4dd925b-530e-42a3-8b41-f841dfde56a6 tempest-ServersTestFqdnHostnames-1794249434 tempest-ServersTestFqdnHostnames-1794249434-project-member] Acquiring lock "refresh_cache-8aa9ad1d-d3b0-4038-acd1-0fca895a3ac1" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.728735] env[68893]: DEBUG oslo_concurrency.lockutils [None req-a4dd925b-530e-42a3-8b41-f841dfde56a6 tempest-ServersTestFqdnHostnames-1794249434 tempest-ServersTestFqdnHostnames-1794249434-project-member] Acquired lock "refresh_cache-8aa9ad1d-d3b0-4038-acd1-0fca895a3ac1" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.729247] env[68893]: DEBUG nova.network.neutron [None req-a4dd925b-530e-42a3-8b41-f841dfde56a6 tempest-ServersTestFqdnHostnames-1794249434 tempest-ServersTestFqdnHostnames-1794249434-project-member] [instance: 8aa9ad1d-d3b0-4038-acd1-0fca895a3ac1] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 689.805251] env[68893]: DEBUG oslo_concurrency.lockutils [None req-06348b3c-b004-40c7-a2ee-bf20ea50e96e tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Lock "292718c1-e976-4462-aede-a2ed6b8415de" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.559s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.810390] env[68893]: DEBUG oslo_concurrency.lockutils [None req-832d9164-04c9-4484-b414-e0da7e0f6ac5 tempest-ServerExternalEventsTest-153007225 tempest-ServerExternalEventsTest-153007225-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.933050] env[68893]: DEBUG oslo_vmware.api [None req-222eef0f-8e0b-4bbf-93f3-f8da7d0a0574 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Task: {'id': task-2791040, 'name': ReconfigVM_Task, 'duration_secs': 0.765848} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.933375] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-222eef0f-8e0b-4bbf-93f3-f8da7d0a0574 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] [instance: 29bce734-9f04-41eb-92e5-df9248dc10a3] Reconfigured VM instance instance-00000007 to attach disk [datastore2] 29bce734-9f04-41eb-92e5-df9248dc10a3/29bce734-9f04-41eb-92e5-df9248dc10a3.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 689.934059] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9d14993c-e5f3-47db-8eaf-bba96899f48f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.947968] env[68893]: DEBUG oslo_vmware.api [None req-222eef0f-8e0b-4bbf-93f3-f8da7d0a0574 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Waiting for the task: (returnval){ [ 689.947968] env[68893]: value = "task-2791044" [ 689.947968] env[68893]: _type = "Task" [ 689.947968] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.966134] env[68893]: DEBUG oslo_vmware.api [None req-222eef0f-8e0b-4bbf-93f3-f8da7d0a0574 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Task: {'id': task-2791044, 'name': Rename_Task} progress is 6%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.993832] env[68893]: DEBUG nova.compute.utils [None req-ca9332dd-ef22-43b7-a03c-eb25dc0d20a7 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 689.995461] env[68893]: DEBUG nova.compute.manager [None req-ca9332dd-ef22-43b7-a03c-eb25dc0d20a7 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] [instance: 427db270-9f81-4bed-8039-a8e1d87ab427] Allocating IP information in the background. {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 689.995571] env[68893]: DEBUG nova.network.neutron [None req-ca9332dd-ef22-43b7-a03c-eb25dc0d20a7 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] [instance: 427db270-9f81-4bed-8039-a8e1d87ab427] allocate_for_instance() {{(pid=68893) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 690.033632] env[68893]: DEBUG oslo_concurrency.lockutils [None req-30ddcb9f-7ba9-4d4c-8e55-e68be63b3515 tempest-TenantUsagesTestJSON-742880608 tempest-TenantUsagesTestJSON-742880608-project-member] Acquiring lock "15785bfd-102b-4abf-b9ab-12e38c653a49" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.034277] env[68893]: DEBUG oslo_concurrency.lockutils [None req-30ddcb9f-7ba9-4d4c-8e55-e68be63b3515 tempest-TenantUsagesTestJSON-742880608 tempest-TenantUsagesTestJSON-742880608-project-member] Lock "15785bfd-102b-4abf-b9ab-12e38c653a49" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.042328] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791043, 'name': CreateVM_Task, 'duration_secs': 0.418051} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.042535] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea8f3ce4-4b6e-4bd1-b959-2412268d1b3e] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 690.044450] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f0fb623d-1afd-4cd3-b62b-6a76c8ab13b3 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.044450] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f0fb623d-1afd-4cd3-b62b-6a76c8ab13b3 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.044450] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f0fb623d-1afd-4cd3-b62b-6a76c8ab13b3 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.044450] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4171cdae-5050-4990-9253-76aa91528425 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.051526] env[68893]: DEBUG oslo_vmware.api [None req-f0fb623d-1afd-4cd3-b62b-6a76c8ab13b3 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Waiting for the task: (returnval){ [ 690.051526] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]523ed909-1af7-e279-e1f8-39e68b25e0a3" [ 690.051526] env[68893]: _type = "Task" [ 690.051526] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.065438] env[68893]: DEBUG oslo_vmware.api [None req-f0fb623d-1afd-4cd3-b62b-6a76c8ab13b3 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]523ed909-1af7-e279-e1f8-39e68b25e0a3, 'name': SearchDatastore_Task, 'duration_secs': 0.01063} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.065815] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f0fb623d-1afd-4cd3-b62b-6a76c8ab13b3 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.066021] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-f0fb623d-1afd-4cd3-b62b-6a76c8ab13b3 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] [instance: ea8f3ce4-4b6e-4bd1-b959-2412268d1b3e] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 690.066257] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f0fb623d-1afd-4cd3-b62b-6a76c8ab13b3 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.066392] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f0fb623d-1afd-4cd3-b62b-6a76c8ab13b3 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.066582] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0fb623d-1afd-4cd3-b62b-6a76c8ab13b3 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 690.066834] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-066e37ea-b07b-4c81-aad6-9288c2f6bfa9 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.070901] env[68893]: DEBUG nova.policy [None req-ca9332dd-ef22-43b7-a03c-eb25dc0d20a7 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '36749ab662414dfb92a0c8f446606fc4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '547b6d99a78b47ee92a40b782653e73d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68893) authorize /opt/stack/nova/nova/policy.py:192}} [ 690.086606] env[68893]: DEBUG nova.network.neutron [-] [instance: 68c585a7-41de-4a16-848b-548a1adf0aec] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.090025] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0fb623d-1afd-4cd3-b62b-6a76c8ab13b3 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 690.090025] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-f0fb623d-1afd-4cd3-b62b-6a76c8ab13b3 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 690.090470] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-756f81c9-a27f-48eb-83c3-2c63c759566a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.102367] env[68893]: DEBUG oslo_vmware.api [None req-f0fb623d-1afd-4cd3-b62b-6a76c8ab13b3 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Waiting for the task: (returnval){ [ 690.102367] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]521cc9ec-e794-3dc7-af9e-cea1f79fff77" [ 690.102367] env[68893]: _type = "Task" [ 690.102367] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.114941] env[68893]: DEBUG oslo_vmware.api [None req-f0fb623d-1afd-4cd3-b62b-6a76c8ab13b3 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]521cc9ec-e794-3dc7-af9e-cea1f79fff77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.176034] env[68893]: DEBUG nova.network.neutron [-] [instance: a70c7ae6-8758-4bc9-a3eb-57c7051ebbc7] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.192063] env[68893]: DEBUG nova.compute.manager [req-be4613e5-1227-405b-8057-7b100f54beeb req-756ce967-dcc1-440e-8f5f-872abad28332 service nova] [instance: 8aa9ad1d-d3b0-4038-acd1-0fca895a3ac1] Received event network-vif-plugged-d821bb35-25d7-4826-883b-5c39a0d860f9 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 690.192292] env[68893]: DEBUG oslo_concurrency.lockutils [req-be4613e5-1227-405b-8057-7b100f54beeb req-756ce967-dcc1-440e-8f5f-872abad28332 service nova] Acquiring lock "8aa9ad1d-d3b0-4038-acd1-0fca895a3ac1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.192490] env[68893]: DEBUG oslo_concurrency.lockutils [req-be4613e5-1227-405b-8057-7b100f54beeb req-756ce967-dcc1-440e-8f5f-872abad28332 service nova] Lock "8aa9ad1d-d3b0-4038-acd1-0fca895a3ac1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.192649] env[68893]: DEBUG oslo_concurrency.lockutils [req-be4613e5-1227-405b-8057-7b100f54beeb req-756ce967-dcc1-440e-8f5f-872abad28332 service nova] Lock "8aa9ad1d-d3b0-4038-acd1-0fca895a3ac1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.192808] env[68893]: DEBUG nova.compute.manager [req-be4613e5-1227-405b-8057-7b100f54beeb req-756ce967-dcc1-440e-8f5f-872abad28332 service nova] [instance: 8aa9ad1d-d3b0-4038-acd1-0fca895a3ac1] No waiting events found dispatching network-vif-plugged-d821bb35-25d7-4826-883b-5c39a0d860f9 {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 690.192966] env[68893]: WARNING nova.compute.manager [req-be4613e5-1227-405b-8057-7b100f54beeb req-756ce967-dcc1-440e-8f5f-872abad28332 service nova] [instance: 8aa9ad1d-d3b0-4038-acd1-0fca895a3ac1] Received unexpected event network-vif-plugged-d821bb35-25d7-4826-883b-5c39a0d860f9 for instance with vm_state building and task_state spawning. [ 690.307751] env[68893]: DEBUG nova.network.neutron [None req-a4dd925b-530e-42a3-8b41-f841dfde56a6 tempest-ServersTestFqdnHostnames-1794249434 tempest-ServersTestFqdnHostnames-1794249434-project-member] [instance: 8aa9ad1d-d3b0-4038-acd1-0fca895a3ac1] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 690.314618] env[68893]: DEBUG nova.compute.manager [None req-f638fbcd-afa4-4575-b3fc-5a9e5266a2b9 tempest-FloatingIPsAssociationNegativeTestJSON-159533486 tempest-FloatingIPsAssociationNegativeTestJSON-159533486-project-member] [instance: 17c90488-234d-4203-964f-a4863bbe5e47] Starting instance... {{(pid=68893) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 690.467378] env[68893]: DEBUG oslo_vmware.api [None req-222eef0f-8e0b-4bbf-93f3-f8da7d0a0574 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Task: {'id': task-2791044, 'name': Rename_Task, 'duration_secs': 0.189207} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.467754] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-222eef0f-8e0b-4bbf-93f3-f8da7d0a0574 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] [instance: 29bce734-9f04-41eb-92e5-df9248dc10a3] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 690.467993] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f50a4d37-bb4b-49f7-88c1-c3bad31f816e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.477300] env[68893]: DEBUG oslo_vmware.api [None req-222eef0f-8e0b-4bbf-93f3-f8da7d0a0574 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Waiting for the task: (returnval){ [ 690.477300] env[68893]: value = "task-2791045" [ 690.477300] env[68893]: _type = "Task" [ 690.477300] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.491804] env[68893]: DEBUG oslo_vmware.api [None req-222eef0f-8e0b-4bbf-93f3-f8da7d0a0574 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Task: {'id': task-2791045, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.500580] env[68893]: DEBUG nova.compute.manager [None req-ca9332dd-ef22-43b7-a03c-eb25dc0d20a7 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] [instance: 427db270-9f81-4bed-8039-a8e1d87ab427] Start building block device mappings for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 690.591613] env[68893]: INFO nova.compute.manager [-] [instance: 68c585a7-41de-4a16-848b-548a1adf0aec] Took 1.97 seconds to deallocate network for instance. [ 690.620531] env[68893]: DEBUG oslo_vmware.api [None req-f0fb623d-1afd-4cd3-b62b-6a76c8ab13b3 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]521cc9ec-e794-3dc7-af9e-cea1f79fff77, 'name': SearchDatastore_Task, 'duration_secs': 0.012368} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.621755] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d708def7-74ef-432d-a7fa-d64532633e83 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.634577] env[68893]: DEBUG oslo_vmware.api [None req-f0fb623d-1afd-4cd3-b62b-6a76c8ab13b3 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Waiting for the task: (returnval){ [ 690.634577] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52b51c88-fe67-a14e-70c9-9e64fd808f58" [ 690.634577] env[68893]: _type = "Task" [ 690.634577] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.642500] env[68893]: DEBUG oslo_vmware.api [None req-f0fb623d-1afd-4cd3-b62b-6a76c8ab13b3 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52b51c88-fe67-a14e-70c9-9e64fd808f58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.681090] env[68893]: INFO nova.compute.manager [-] [instance: a70c7ae6-8758-4bc9-a3eb-57c7051ebbc7] Took 2.27 seconds to deallocate network for instance. [ 690.786662] env[68893]: DEBUG nova.network.neutron [None req-a4dd925b-530e-42a3-8b41-f841dfde56a6 tempest-ServersTestFqdnHostnames-1794249434 tempest-ServersTestFqdnHostnames-1794249434-project-member] [instance: 8aa9ad1d-d3b0-4038-acd1-0fca895a3ac1] Updating instance_info_cache with network_info: [{"id": "d821bb35-25d7-4826-883b-5c39a0d860f9", "address": "fa:16:3e:d3:7d:ac", "network": {"id": "f4cc82dc-cf73-475f-8018-5acf87fe5aae", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-869086851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd42da197dfc4139a6a59304a295ee02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd821bb35-25", "ovs_interfaceid": "d821bb35-25d7-4826-883b-5c39a0d860f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.823736] env[68893]: DEBUG nova.network.neutron [req-4dedafa0-9a6f-4750-bda4-56d12898e485 req-aebf99c4-696e-4bc2-884c-b0412203d7ad service nova] [instance: ea8f3ce4-4b6e-4bd1-b959-2412268d1b3e] Updated VIF entry in instance network info cache for port 0109eb02-71cd-4fca-9e16-76ba7cf60f9f. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 690.824261] env[68893]: DEBUG nova.network.neutron [req-4dedafa0-9a6f-4750-bda4-56d12898e485 req-aebf99c4-696e-4bc2-884c-b0412203d7ad service nova] [instance: ea8f3ce4-4b6e-4bd1-b959-2412268d1b3e] Updating instance_info_cache with network_info: [{"id": "0109eb02-71cd-4fca-9e16-76ba7cf60f9f", "address": "fa:16:3e:ee:9a:9b", "network": {"id": "7c47df7c-11e4-4add-bbbc-9f3e8b65146e", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-128273444-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "547b6d99a78b47ee92a40b782653e73d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fa01fe1a-83b6-4c10-af75-00ddb17f9bbf", "external-id": "nsx-vlan-transportzone-431", "segmentation_id": 431, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0109eb02-71", "ovs_interfaceid": "0109eb02-71cd-4fca-9e16-76ba7cf60f9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.844058] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f638fbcd-afa4-4575-b3fc-5a9e5266a2b9 tempest-FloatingIPsAssociationNegativeTestJSON-159533486 tempest-FloatingIPsAssociationNegativeTestJSON-159533486-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.955906] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb145141-1ae8-49a7-9a1b-ebcc300f3507 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.971233] env[68893]: DEBUG oslo_concurrency.lockutils [None req-085754d0-a0f9-431d-aa5a-0b9e73b52542 tempest-ServerDiagnosticsTest-348060520 tempest-ServerDiagnosticsTest-348060520-project-member] Acquiring lock "a1ae5389-8497-4b29-a00b-a5b357b4c433" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.971233] env[68893]: DEBUG oslo_concurrency.lockutils [None req-085754d0-a0f9-431d-aa5a-0b9e73b52542 tempest-ServerDiagnosticsTest-348060520 tempest-ServerDiagnosticsTest-348060520-project-member] Lock "a1ae5389-8497-4b29-a00b-a5b357b4c433" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.971469] env[68893]: DEBUG oslo_concurrency.lockutils [None req-085754d0-a0f9-431d-aa5a-0b9e73b52542 tempest-ServerDiagnosticsTest-348060520 tempest-ServerDiagnosticsTest-348060520-project-member] Acquiring lock "a1ae5389-8497-4b29-a00b-a5b357b4c433-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.972114] env[68893]: DEBUG oslo_concurrency.lockutils [None req-085754d0-a0f9-431d-aa5a-0b9e73b52542 tempest-ServerDiagnosticsTest-348060520 tempest-ServerDiagnosticsTest-348060520-project-member] Lock "a1ae5389-8497-4b29-a00b-a5b357b4c433-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.972114] env[68893]: DEBUG oslo_concurrency.lockutils [None req-085754d0-a0f9-431d-aa5a-0b9e73b52542 tempest-ServerDiagnosticsTest-348060520 tempest-ServerDiagnosticsTest-348060520-project-member] Lock "a1ae5389-8497-4b29-a00b-a5b357b4c433-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.974415] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddf7d498-c558-4506-b362-66ecf33f880a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.983204] env[68893]: INFO nova.compute.manager [None req-085754d0-a0f9-431d-aa5a-0b9e73b52542 tempest-ServerDiagnosticsTest-348060520 tempest-ServerDiagnosticsTest-348060520-project-member] [instance: a1ae5389-8497-4b29-a00b-a5b357b4c433] Terminating instance [ 691.000998] env[68893]: DEBUG oslo_vmware.api [None req-222eef0f-8e0b-4bbf-93f3-f8da7d0a0574 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Task: {'id': task-2791045, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.040827] env[68893]: DEBUG nova.network.neutron [None req-ca9332dd-ef22-43b7-a03c-eb25dc0d20a7 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] [instance: 427db270-9f81-4bed-8039-a8e1d87ab427] Successfully created port: e81ed086-4296-441e-aaae-dd33838b0c26 {{(pid=68893) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 691.044085] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5986d7c-f603-46e6-9d27-e4b403213e90 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.055777] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47c3d197-a682-451a-8c12-2330b220fa49 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.072602] env[68893]: DEBUG nova.compute.provider_tree [None req-a02d0b28-b549-4881-abed-9de3098c2607 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 691.108717] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ce2f465f-a8f2-4c4b-bd5f-ce576e0b47fd tempest-ServerDiagnosticsNegativeTest-1412921569 tempest-ServerDiagnosticsNegativeTest-1412921569-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.147479] env[68893]: DEBUG oslo_vmware.api [None req-f0fb623d-1afd-4cd3-b62b-6a76c8ab13b3 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52b51c88-fe67-a14e-70c9-9e64fd808f58, 'name': SearchDatastore_Task, 'duration_secs': 0.026178} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.147479] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f0fb623d-1afd-4cd3-b62b-6a76c8ab13b3 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.148547] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0fb623d-1afd-4cd3-b62b-6a76c8ab13b3 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] ea8f3ce4-4b6e-4bd1-b959-2412268d1b3e/ea8f3ce4-4b6e-4bd1-b959-2412268d1b3e.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 691.149466] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2d1959fa-7ed4-4571-9df1-d581ac462f94 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.159889] env[68893]: DEBUG oslo_vmware.api [None req-f0fb623d-1afd-4cd3-b62b-6a76c8ab13b3 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Waiting for the task: (returnval){ [ 691.159889] env[68893]: value = "task-2791046" [ 691.159889] env[68893]: _type = "Task" [ 691.159889] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.171455] env[68893]: DEBUG oslo_vmware.api [None req-f0fb623d-1afd-4cd3-b62b-6a76c8ab13b3 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Task: {'id': task-2791046, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.189059] env[68893]: DEBUG oslo_concurrency.lockutils [None req-c9a4be79-12a8-4aaa-bf83-555e8c3e8462 tempest-DeleteServersAdminTestJSON-701345070 tempest-DeleteServersAdminTestJSON-701345070-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.293541] env[68893]: DEBUG oslo_concurrency.lockutils [None req-a4dd925b-530e-42a3-8b41-f841dfde56a6 tempest-ServersTestFqdnHostnames-1794249434 tempest-ServersTestFqdnHostnames-1794249434-project-member] Releasing lock "refresh_cache-8aa9ad1d-d3b0-4038-acd1-0fca895a3ac1" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.293893] env[68893]: DEBUG nova.compute.manager [None req-a4dd925b-530e-42a3-8b41-f841dfde56a6 tempest-ServersTestFqdnHostnames-1794249434 tempest-ServersTestFqdnHostnames-1794249434-project-member] [instance: 8aa9ad1d-d3b0-4038-acd1-0fca895a3ac1] Instance network_info: |[{"id": "d821bb35-25d7-4826-883b-5c39a0d860f9", "address": "fa:16:3e:d3:7d:ac", "network": {"id": "f4cc82dc-cf73-475f-8018-5acf87fe5aae", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-869086851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd42da197dfc4139a6a59304a295ee02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd821bb35-25", "ovs_interfaceid": "d821bb35-25d7-4826-883b-5c39a0d860f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 691.294196] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-a4dd925b-530e-42a3-8b41-f841dfde56a6 tempest-ServersTestFqdnHostnames-1794249434 tempest-ServersTestFqdnHostnames-1794249434-project-member] [instance: 8aa9ad1d-d3b0-4038-acd1-0fca895a3ac1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:7d:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78e1ebb0-0130-446b-bf73-a0e59bbb95cc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd821bb35-25d7-4826-883b-5c39a0d860f9', 'vif_model': 'vmxnet3'}] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 691.303506] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4dd925b-530e-42a3-8b41-f841dfde56a6 tempest-ServersTestFqdnHostnames-1794249434 tempest-ServersTestFqdnHostnames-1794249434-project-member] Creating folder: Project (bd42da197dfc4139a6a59304a295ee02). Parent ref: group-v560969. {{(pid=68893) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 691.304221] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dd406a65-6dd2-4740-b082-74ccbe65ca88 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.318892] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-a4dd925b-530e-42a3-8b41-f841dfde56a6 tempest-ServersTestFqdnHostnames-1794249434 tempest-ServersTestFqdnHostnames-1794249434-project-member] Created folder: Project (bd42da197dfc4139a6a59304a295ee02) in parent group-v560969. [ 691.318892] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4dd925b-530e-42a3-8b41-f841dfde56a6 tempest-ServersTestFqdnHostnames-1794249434 tempest-ServersTestFqdnHostnames-1794249434-project-member] Creating folder: Instances. Parent ref: group-v560994. {{(pid=68893) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 691.318892] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eb26db87-8467-4b9d-89e4-93a904165ca1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.328783] env[68893]: DEBUG oslo_concurrency.lockutils [req-4dedafa0-9a6f-4750-bda4-56d12898e485 req-aebf99c4-696e-4bc2-884c-b0412203d7ad service nova] Releasing lock "refresh_cache-ea8f3ce4-4b6e-4bd1-b959-2412268d1b3e" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.335457] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-a4dd925b-530e-42a3-8b41-f841dfde56a6 tempest-ServersTestFqdnHostnames-1794249434 tempest-ServersTestFqdnHostnames-1794249434-project-member] Created folder: Instances in parent group-v560994. [ 691.336375] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a4dd925b-530e-42a3-8b41-f841dfde56a6 tempest-ServersTestFqdnHostnames-1794249434 tempest-ServersTestFqdnHostnames-1794249434-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 691.336375] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8aa9ad1d-d3b0-4038-acd1-0fca895a3ac1] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 691.337473] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1c1e35eb-0e45-414f-93cf-1c5186a4372e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.362293] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 691.362293] env[68893]: value = "task-2791049" [ 691.362293] env[68893]: _type = "Task" [ 691.362293] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.374578] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791049, 'name': CreateVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.505878] env[68893]: DEBUG nova.compute.manager [None req-085754d0-a0f9-431d-aa5a-0b9e73b52542 tempest-ServerDiagnosticsTest-348060520 tempest-ServerDiagnosticsTest-348060520-project-member] [instance: a1ae5389-8497-4b29-a00b-a5b357b4c433] Start destroying the instance on the hypervisor. {{(pid=68893) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 691.506040] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-085754d0-a0f9-431d-aa5a-0b9e73b52542 tempest-ServerDiagnosticsTest-348060520 tempest-ServerDiagnosticsTest-348060520-project-member] [instance: a1ae5389-8497-4b29-a00b-a5b357b4c433] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 691.509350] env[68893]: DEBUG oslo_vmware.api [None req-222eef0f-8e0b-4bbf-93f3-f8da7d0a0574 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Task: {'id': task-2791045, 'name': PowerOnVM_Task, 'duration_secs': 0.997852} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.509350] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd6ea829-efe6-438d-9d6c-3f9ff9e8e8ae {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.513951] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-222eef0f-8e0b-4bbf-93f3-f8da7d0a0574 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] [instance: 29bce734-9f04-41eb-92e5-df9248dc10a3] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 691.514168] env[68893]: INFO nova.compute.manager [None req-222eef0f-8e0b-4bbf-93f3-f8da7d0a0574 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] [instance: 29bce734-9f04-41eb-92e5-df9248dc10a3] Took 11.05 seconds to spawn the instance on the hypervisor. [ 691.514360] env[68893]: DEBUG nova.compute.manager [None req-222eef0f-8e0b-4bbf-93f3-f8da7d0a0574 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] [instance: 29bce734-9f04-41eb-92e5-df9248dc10a3] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 691.515512] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4db9c24-0cb8-4947-a06f-2d805410117d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.532018] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-085754d0-a0f9-431d-aa5a-0b9e73b52542 tempest-ServerDiagnosticsTest-348060520 tempest-ServerDiagnosticsTest-348060520-project-member] [instance: a1ae5389-8497-4b29-a00b-a5b357b4c433] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 691.532018] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8d4552a1-552a-4251-baff-cee4431ffb66 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.542578] env[68893]: DEBUG oslo_vmware.api [None req-085754d0-a0f9-431d-aa5a-0b9e73b52542 tempest-ServerDiagnosticsTest-348060520 tempest-ServerDiagnosticsTest-348060520-project-member] Waiting for the task: (returnval){ [ 691.542578] env[68893]: value = "task-2791050" [ 691.542578] env[68893]: _type = "Task" [ 691.542578] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.549068] env[68893]: DEBUG nova.compute.manager [None req-ca9332dd-ef22-43b7-a03c-eb25dc0d20a7 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] [instance: 427db270-9f81-4bed-8039-a8e1d87ab427] Start spawning the instance on the hypervisor. {{(pid=68893) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 691.560564] env[68893]: DEBUG oslo_vmware.api [None req-085754d0-a0f9-431d-aa5a-0b9e73b52542 tempest-ServerDiagnosticsTest-348060520 tempest-ServerDiagnosticsTest-348060520-project-member] Task: {'id': task-2791050, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.582338] env[68893]: DEBUG nova.scheduler.client.report [None req-a02d0b28-b549-4881-abed-9de3098c2607 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 691.598791] env[68893]: DEBUG nova.virt.hardware [None req-ca9332dd-ef22-43b7-a03c-eb25dc0d20a7 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 691.599123] env[68893]: DEBUG nova.virt.hardware [None req-ca9332dd-ef22-43b7-a03c-eb25dc0d20a7 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 691.599314] env[68893]: DEBUG nova.virt.hardware [None req-ca9332dd-ef22-43b7-a03c-eb25dc0d20a7 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 691.599591] env[68893]: DEBUG nova.virt.hardware [None req-ca9332dd-ef22-43b7-a03c-eb25dc0d20a7 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 691.599821] env[68893]: DEBUG nova.virt.hardware [None req-ca9332dd-ef22-43b7-a03c-eb25dc0d20a7 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 691.599909] env[68893]: DEBUG nova.virt.hardware [None req-ca9332dd-ef22-43b7-a03c-eb25dc0d20a7 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 691.600152] env[68893]: DEBUG nova.virt.hardware [None req-ca9332dd-ef22-43b7-a03c-eb25dc0d20a7 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 691.600351] env[68893]: DEBUG nova.virt.hardware [None req-ca9332dd-ef22-43b7-a03c-eb25dc0d20a7 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 691.600561] env[68893]: DEBUG nova.virt.hardware [None req-ca9332dd-ef22-43b7-a03c-eb25dc0d20a7 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 691.600727] env[68893]: DEBUG nova.virt.hardware [None req-ca9332dd-ef22-43b7-a03c-eb25dc0d20a7 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 691.600904] env[68893]: DEBUG nova.virt.hardware [None req-ca9332dd-ef22-43b7-a03c-eb25dc0d20a7 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 691.603214] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab6c9c6f-61d7-4da6-b43d-77032bb3379f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.617016] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfc8c84d-d529-4974-a03b-2173663ffe67 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.674375] env[68893]: DEBUG oslo_vmware.api [None req-f0fb623d-1afd-4cd3-b62b-6a76c8ab13b3 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Task: {'id': task-2791046, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.850489] env[68893]: DEBUG nova.compute.manager [req-5ead40c7-4446-4236-a018-c176c50cb99a req-b4e48e09-8b74-4eab-b57f-e62e59d86bc4 service nova] [instance: a70c7ae6-8758-4bc9-a3eb-57c7051ebbc7] Received event network-vif-deleted-76ce3cff-7a9d-477f-8174-b8c64b7d6a79 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 691.877491] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791049, 'name': CreateVM_Task} progress is 99%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.040597] env[68893]: INFO nova.compute.manager [None req-222eef0f-8e0b-4bbf-93f3-f8da7d0a0574 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] [instance: 29bce734-9f04-41eb-92e5-df9248dc10a3] Took 24.38 seconds to build instance. [ 692.054214] env[68893]: DEBUG oslo_vmware.api [None req-085754d0-a0f9-431d-aa5a-0b9e73b52542 tempest-ServerDiagnosticsTest-348060520 tempest-ServerDiagnosticsTest-348060520-project-member] Task: {'id': task-2791050, 'name': PowerOffVM_Task, 'duration_secs': 0.357418} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.054214] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-085754d0-a0f9-431d-aa5a-0b9e73b52542 tempest-ServerDiagnosticsTest-348060520 tempest-ServerDiagnosticsTest-348060520-project-member] [instance: a1ae5389-8497-4b29-a00b-a5b357b4c433] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 692.054214] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-085754d0-a0f9-431d-aa5a-0b9e73b52542 tempest-ServerDiagnosticsTest-348060520 tempest-ServerDiagnosticsTest-348060520-project-member] [instance: a1ae5389-8497-4b29-a00b-a5b357b4c433] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 692.054214] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-19e74e29-0ef9-4fd2-b794-f2a09dec8f22 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.092130] env[68893]: DEBUG oslo_concurrency.lockutils [None req-a02d0b28-b549-4881-abed-9de3098c2607 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.605s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.092130] env[68893]: DEBUG nova.compute.manager [None req-a02d0b28-b549-4881-abed-9de3098c2607 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] [instance: add4ef29-6e07-4272-b41a-04a95f62e169] Start building networks asynchronously for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 692.095411] env[68893]: DEBUG oslo_concurrency.lockutils [None req-9f0dbc1d-334e-4366-9732-fb90b90e9f81 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.629s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.097287] env[68893]: INFO nova.compute.claims [None req-9f0dbc1d-334e-4366-9732-fb90b90e9f81 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] [instance: d09a64f4-84e1-4eb5-9cd1-32e9de8b921d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 692.121686] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-085754d0-a0f9-431d-aa5a-0b9e73b52542 tempest-ServerDiagnosticsTest-348060520 tempest-ServerDiagnosticsTest-348060520-project-member] [instance: a1ae5389-8497-4b29-a00b-a5b357b4c433] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 692.121905] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-085754d0-a0f9-431d-aa5a-0b9e73b52542 tempest-ServerDiagnosticsTest-348060520 tempest-ServerDiagnosticsTest-348060520-project-member] [instance: a1ae5389-8497-4b29-a00b-a5b357b4c433] Deleting contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 692.122275] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-085754d0-a0f9-431d-aa5a-0b9e73b52542 tempest-ServerDiagnosticsTest-348060520 tempest-ServerDiagnosticsTest-348060520-project-member] Deleting the datastore file [datastore2] a1ae5389-8497-4b29-a00b-a5b357b4c433 {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 692.122571] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-321f9052-0bc8-4065-a98c-3b17e1684b91 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.132922] env[68893]: DEBUG oslo_vmware.api [None req-085754d0-a0f9-431d-aa5a-0b9e73b52542 tempest-ServerDiagnosticsTest-348060520 tempest-ServerDiagnosticsTest-348060520-project-member] Waiting for the task: (returnval){ [ 692.132922] env[68893]: value = "task-2791052" [ 692.132922] env[68893]: _type = "Task" [ 692.132922] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.150592] env[68893]: DEBUG oslo_vmware.api [None req-085754d0-a0f9-431d-aa5a-0b9e73b52542 tempest-ServerDiagnosticsTest-348060520 tempest-ServerDiagnosticsTest-348060520-project-member] Task: {'id': task-2791052, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.180340] env[68893]: DEBUG oslo_vmware.api [None req-f0fb623d-1afd-4cd3-b62b-6a76c8ab13b3 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Task: {'id': task-2791046, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.631526} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.180806] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0fb623d-1afd-4cd3-b62b-6a76c8ab13b3 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] ea8f3ce4-4b6e-4bd1-b959-2412268d1b3e/ea8f3ce4-4b6e-4bd1-b959-2412268d1b3e.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 692.181247] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-f0fb623d-1afd-4cd3-b62b-6a76c8ab13b3 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] [instance: ea8f3ce4-4b6e-4bd1-b959-2412268d1b3e] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 692.183315] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-da381633-55b6-432a-8898-5a80dc4ad2ff {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.194983] env[68893]: DEBUG oslo_vmware.api [None req-f0fb623d-1afd-4cd3-b62b-6a76c8ab13b3 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Waiting for the task: (returnval){ [ 692.194983] env[68893]: value = "task-2791053" [ 692.194983] env[68893]: _type = "Task" [ 692.194983] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.207434] env[68893]: DEBUG oslo_vmware.api [None req-f0fb623d-1afd-4cd3-b62b-6a76c8ab13b3 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Task: {'id': task-2791053, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.384768] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791049, 'name': CreateVM_Task, 'duration_secs': 0.580416} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.384768] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8aa9ad1d-d3b0-4038-acd1-0fca895a3ac1] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 692.384768] env[68893]: DEBUG oslo_concurrency.lockutils [None req-a4dd925b-530e-42a3-8b41-f841dfde56a6 tempest-ServersTestFqdnHostnames-1794249434 tempest-ServersTestFqdnHostnames-1794249434-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.384768] env[68893]: DEBUG oslo_concurrency.lockutils [None req-a4dd925b-530e-42a3-8b41-f841dfde56a6 tempest-ServersTestFqdnHostnames-1794249434 tempest-ServersTestFqdnHostnames-1794249434-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.384768] env[68893]: DEBUG oslo_concurrency.lockutils [None req-a4dd925b-530e-42a3-8b41-f841dfde56a6 tempest-ServersTestFqdnHostnames-1794249434 tempest-ServersTestFqdnHostnames-1794249434-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.384768] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-013f6390-52d5-4d31-bf9e-335adde6898c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.394235] env[68893]: DEBUG oslo_vmware.api [None req-a4dd925b-530e-42a3-8b41-f841dfde56a6 tempest-ServersTestFqdnHostnames-1794249434 tempest-ServersTestFqdnHostnames-1794249434-project-member] Waiting for the task: (returnval){ [ 692.394235] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]527ff4dd-20f4-fb59-01ba-838c766c42e0" [ 692.394235] env[68893]: _type = "Task" [ 692.394235] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.395361] env[68893]: DEBUG nova.network.neutron [None req-7beb3c86-4353-458e-b7cf-7882851bf516 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] [instance: 49227832-6556-4c04-8875-6a4b9414b1d8] Successfully updated port: e55ea5f2-c505-46f8-a229-2eca868d49ad {{(pid=68893) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 692.411194] env[68893]: DEBUG oslo_vmware.api [None req-a4dd925b-530e-42a3-8b41-f841dfde56a6 tempest-ServersTestFqdnHostnames-1794249434 tempest-ServersTestFqdnHostnames-1794249434-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]527ff4dd-20f4-fb59-01ba-838c766c42e0, 'name': SearchDatastore_Task, 'duration_secs': 0.014894} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.411194] env[68893]: DEBUG oslo_concurrency.lockutils [None req-a4dd925b-530e-42a3-8b41-f841dfde56a6 tempest-ServersTestFqdnHostnames-1794249434 tempest-ServersTestFqdnHostnames-1794249434-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.411851] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-a4dd925b-530e-42a3-8b41-f841dfde56a6 tempest-ServersTestFqdnHostnames-1794249434 tempest-ServersTestFqdnHostnames-1794249434-project-member] [instance: 8aa9ad1d-d3b0-4038-acd1-0fca895a3ac1] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 692.416357] env[68893]: DEBUG oslo_concurrency.lockutils [None req-a4dd925b-530e-42a3-8b41-f841dfde56a6 tempest-ServersTestFqdnHostnames-1794249434 tempest-ServersTestFqdnHostnames-1794249434-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.416357] env[68893]: DEBUG oslo_concurrency.lockutils [None req-a4dd925b-530e-42a3-8b41-f841dfde56a6 tempest-ServersTestFqdnHostnames-1794249434 tempest-ServersTestFqdnHostnames-1794249434-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.416357] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4dd925b-530e-42a3-8b41-f841dfde56a6 tempest-ServersTestFqdnHostnames-1794249434 tempest-ServersTestFqdnHostnames-1794249434-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 692.416357] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2f22a088-fd7a-4305-85c5-04bbd6f3c764 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.426646] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4dd925b-530e-42a3-8b41-f841dfde56a6 tempest-ServersTestFqdnHostnames-1794249434 tempest-ServersTestFqdnHostnames-1794249434-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 692.426893] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-a4dd925b-530e-42a3-8b41-f841dfde56a6 tempest-ServersTestFqdnHostnames-1794249434 tempest-ServersTestFqdnHostnames-1794249434-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 692.427667] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4ee447b-e208-4f60-b7ee-039c6edd46cc {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.437970] env[68893]: DEBUG oslo_vmware.api [None req-a4dd925b-530e-42a3-8b41-f841dfde56a6 tempest-ServersTestFqdnHostnames-1794249434 tempest-ServersTestFqdnHostnames-1794249434-project-member] Waiting for the task: (returnval){ [ 692.437970] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]529d2f2c-1b32-2376-ea54-5e259e7a3526" [ 692.437970] env[68893]: _type = "Task" [ 692.437970] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.451278] env[68893]: DEBUG oslo_vmware.api [None req-a4dd925b-530e-42a3-8b41-f841dfde56a6 tempest-ServersTestFqdnHostnames-1794249434 tempest-ServersTestFqdnHostnames-1794249434-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]529d2f2c-1b32-2376-ea54-5e259e7a3526, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.546823] env[68893]: DEBUG oslo_concurrency.lockutils [None req-222eef0f-8e0b-4bbf-93f3-f8da7d0a0574 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Lock "29bce734-9f04-41eb-92e5-df9248dc10a3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.892s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.602330] env[68893]: DEBUG nova.compute.utils [None req-a02d0b28-b549-4881-abed-9de3098c2607 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 692.604258] env[68893]: DEBUG nova.compute.manager [None req-a02d0b28-b549-4881-abed-9de3098c2607 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] [instance: add4ef29-6e07-4272-b41a-04a95f62e169] Allocating IP information in the background. {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 692.604258] env[68893]: DEBUG nova.network.neutron [None req-a02d0b28-b549-4881-abed-9de3098c2607 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] [instance: add4ef29-6e07-4272-b41a-04a95f62e169] allocate_for_instance() {{(pid=68893) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 692.645618] env[68893]: DEBUG oslo_vmware.api [None req-085754d0-a0f9-431d-aa5a-0b9e73b52542 tempest-ServerDiagnosticsTest-348060520 tempest-ServerDiagnosticsTest-348060520-project-member] Task: {'id': task-2791052, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.714463] env[68893]: DEBUG oslo_vmware.api [None req-f0fb623d-1afd-4cd3-b62b-6a76c8ab13b3 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Task: {'id': task-2791053, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.23713} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.714463] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-f0fb623d-1afd-4cd3-b62b-6a76c8ab13b3 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] [instance: ea8f3ce4-4b6e-4bd1-b959-2412268d1b3e] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 692.714463] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4ebd79b-ab69-4bc4-8afb-980d0b52aaa2 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.745811] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0fb623d-1afd-4cd3-b62b-6a76c8ab13b3 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] [instance: ea8f3ce4-4b6e-4bd1-b959-2412268d1b3e] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] ea8f3ce4-4b6e-4bd1-b959-2412268d1b3e/ea8f3ce4-4b6e-4bd1-b959-2412268d1b3e.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 692.747647] env[68893]: DEBUG nova.policy [None req-a02d0b28-b549-4881-abed-9de3098c2607 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'af4eede248ee4257a4939a5686b4aed1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '032efc00300e464696496e9889c66cd9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68893) authorize /opt/stack/nova/nova/policy.py:192}} [ 692.753123] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f27c652b-7ee4-459b-9615-95788f375a3e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.778032] env[68893]: DEBUG oslo_vmware.api [None req-f0fb623d-1afd-4cd3-b62b-6a76c8ab13b3 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Waiting for the task: (returnval){ [ 692.778032] env[68893]: value = "task-2791054" [ 692.778032] env[68893]: _type = "Task" [ 692.778032] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.787995] env[68893]: DEBUG oslo_vmware.api [None req-f0fb623d-1afd-4cd3-b62b-6a76c8ab13b3 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Task: {'id': task-2791054, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.898310] env[68893]: DEBUG oslo_concurrency.lockutils [None req-7beb3c86-4353-458e-b7cf-7882851bf516 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Acquiring lock "refresh_cache-49227832-6556-4c04-8875-6a4b9414b1d8" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.898572] env[68893]: DEBUG oslo_concurrency.lockutils [None req-7beb3c86-4353-458e-b7cf-7882851bf516 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Acquired lock "refresh_cache-49227832-6556-4c04-8875-6a4b9414b1d8" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.898624] env[68893]: DEBUG nova.network.neutron [None req-7beb3c86-4353-458e-b7cf-7882851bf516 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] [instance: 49227832-6556-4c04-8875-6a4b9414b1d8] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 692.958158] env[68893]: DEBUG oslo_vmware.api [None req-a4dd925b-530e-42a3-8b41-f841dfde56a6 tempest-ServersTestFqdnHostnames-1794249434 tempest-ServersTestFqdnHostnames-1794249434-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]529d2f2c-1b32-2376-ea54-5e259e7a3526, 'name': SearchDatastore_Task, 'duration_secs': 0.069692} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.959576] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cf41912-a6ce-4c2c-a084-20bd6b054216 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.968295] env[68893]: DEBUG oslo_vmware.api [None req-a4dd925b-530e-42a3-8b41-f841dfde56a6 tempest-ServersTestFqdnHostnames-1794249434 tempest-ServersTestFqdnHostnames-1794249434-project-member] Waiting for the task: (returnval){ [ 692.968295] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]522e296b-b6a5-b18a-b9e4-a342e9ca7fe7" [ 692.968295] env[68893]: _type = "Task" [ 692.968295] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.980147] env[68893]: DEBUG oslo_vmware.api [None req-a4dd925b-530e-42a3-8b41-f841dfde56a6 tempest-ServersTestFqdnHostnames-1794249434 tempest-ServersTestFqdnHostnames-1794249434-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]522e296b-b6a5-b18a-b9e4-a342e9ca7fe7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.051043] env[68893]: DEBUG nova.compute.manager [None req-93e36688-e5fe-4efc-b634-77ba65c14c68 tempest-VolumesAssistedSnapshotsTest-845263238 tempest-VolumesAssistedSnapshotsTest-845263238-project-member] [instance: 0584a6fd-aa46-4da6-bc9a-90ee80698237] Starting instance... {{(pid=68893) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 693.115296] env[68893]: DEBUG nova.compute.manager [None req-a02d0b28-b549-4881-abed-9de3098c2607 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] [instance: add4ef29-6e07-4272-b41a-04a95f62e169] Start building block device mappings for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 693.147405] env[68893]: DEBUG oslo_vmware.api [None req-085754d0-a0f9-431d-aa5a-0b9e73b52542 tempest-ServerDiagnosticsTest-348060520 tempest-ServerDiagnosticsTest-348060520-project-member] Task: {'id': task-2791052, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.51879} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.147405] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-085754d0-a0f9-431d-aa5a-0b9e73b52542 tempest-ServerDiagnosticsTest-348060520 tempest-ServerDiagnosticsTest-348060520-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 693.147405] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-085754d0-a0f9-431d-aa5a-0b9e73b52542 tempest-ServerDiagnosticsTest-348060520 tempest-ServerDiagnosticsTest-348060520-project-member] [instance: a1ae5389-8497-4b29-a00b-a5b357b4c433] Deleted contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 693.147405] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-085754d0-a0f9-431d-aa5a-0b9e73b52542 tempest-ServerDiagnosticsTest-348060520 tempest-ServerDiagnosticsTest-348060520-project-member] [instance: a1ae5389-8497-4b29-a00b-a5b357b4c433] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 693.147405] env[68893]: INFO nova.compute.manager [None req-085754d0-a0f9-431d-aa5a-0b9e73b52542 tempest-ServerDiagnosticsTest-348060520 tempest-ServerDiagnosticsTest-348060520-project-member] [instance: a1ae5389-8497-4b29-a00b-a5b357b4c433] Took 1.64 seconds to destroy the instance on the hypervisor. [ 693.147784] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-085754d0-a0f9-431d-aa5a-0b9e73b52542 tempest-ServerDiagnosticsTest-348060520 tempest-ServerDiagnosticsTest-348060520-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 693.147784] env[68893]: DEBUG nova.compute.manager [-] [instance: a1ae5389-8497-4b29-a00b-a5b357b4c433] Deallocating network for instance {{(pid=68893) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 693.147784] env[68893]: DEBUG nova.network.neutron [-] [instance: a1ae5389-8497-4b29-a00b-a5b357b4c433] deallocate_for_instance() {{(pid=68893) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 693.304221] env[68893]: DEBUG oslo_vmware.api [None req-f0fb623d-1afd-4cd3-b62b-6a76c8ab13b3 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Task: {'id': task-2791054, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.489158] env[68893]: DEBUG oslo_vmware.api [None req-a4dd925b-530e-42a3-8b41-f841dfde56a6 tempest-ServersTestFqdnHostnames-1794249434 tempest-ServersTestFqdnHostnames-1794249434-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]522e296b-b6a5-b18a-b9e4-a342e9ca7fe7, 'name': SearchDatastore_Task, 'duration_secs': 0.043789} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.489158] env[68893]: DEBUG oslo_concurrency.lockutils [None req-a4dd925b-530e-42a3-8b41-f841dfde56a6 tempest-ServersTestFqdnHostnames-1794249434 tempest-ServersTestFqdnHostnames-1794249434-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.489158] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4dd925b-530e-42a3-8b41-f841dfde56a6 tempest-ServersTestFqdnHostnames-1794249434 tempest-ServersTestFqdnHostnames-1794249434-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] 8aa9ad1d-d3b0-4038-acd1-0fca895a3ac1/8aa9ad1d-d3b0-4038-acd1-0fca895a3ac1.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 693.489158] env[68893]: DEBUG nova.network.neutron [None req-7beb3c86-4353-458e-b7cf-7882851bf516 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] [instance: 49227832-6556-4c04-8875-6a4b9414b1d8] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 693.490993] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-930fe892-dc5b-475d-ab4c-2f7529f921e0 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.504886] env[68893]: DEBUG oslo_vmware.api [None req-a4dd925b-530e-42a3-8b41-f841dfde56a6 tempest-ServersTestFqdnHostnames-1794249434 tempest-ServersTestFqdnHostnames-1794249434-project-member] Waiting for the task: (returnval){ [ 693.504886] env[68893]: value = "task-2791055" [ 693.504886] env[68893]: _type = "Task" [ 693.504886] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.520771] env[68893]: DEBUG oslo_vmware.api [None req-a4dd925b-530e-42a3-8b41-f841dfde56a6 tempest-ServersTestFqdnHostnames-1794249434 tempest-ServersTestFqdnHostnames-1794249434-project-member] Task: {'id': task-2791055, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.537982] env[68893]: DEBUG nova.network.neutron [None req-ca9332dd-ef22-43b7-a03c-eb25dc0d20a7 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] [instance: 427db270-9f81-4bed-8039-a8e1d87ab427] Successfully updated port: e81ed086-4296-441e-aaae-dd33838b0c26 {{(pid=68893) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 693.567591] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b693c334-bacf-4ab5-a3df-d9a8df9b7e6e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.578802] env[68893]: DEBUG oslo_concurrency.lockutils [None req-93e36688-e5fe-4efc-b634-77ba65c14c68 tempest-VolumesAssistedSnapshotsTest-845263238 tempest-VolumesAssistedSnapshotsTest-845263238-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.585691] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70bfa54d-9e29-46ab-b243-366ce9483f80 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.629217] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cc2fb5b-0254-4299-b915-ced88138ae67 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.639566] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-833a7908-7c44-4c32-b152-b097b8d0aff4 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.661158] env[68893]: DEBUG nova.compute.provider_tree [None req-9f0dbc1d-334e-4366-9732-fb90b90e9f81 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 693.787685] env[68893]: DEBUG nova.network.neutron [None req-7beb3c86-4353-458e-b7cf-7882851bf516 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] [instance: 49227832-6556-4c04-8875-6a4b9414b1d8] Updating instance_info_cache with network_info: [{"id": "e55ea5f2-c505-46f8-a229-2eca868d49ad", "address": "fa:16:3e:2f:09:c8", "network": {"id": "7c47df7c-11e4-4add-bbbc-9f3e8b65146e", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-128273444-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "547b6d99a78b47ee92a40b782653e73d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fa01fe1a-83b6-4c10-af75-00ddb17f9bbf", "external-id": "nsx-vlan-transportzone-431", "segmentation_id": 431, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape55ea5f2-c5", "ovs_interfaceid": "e55ea5f2-c505-46f8-a229-2eca868d49ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.799733] env[68893]: DEBUG oslo_vmware.api [None req-f0fb623d-1afd-4cd3-b62b-6a76c8ab13b3 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Task: {'id': task-2791054, 'name': ReconfigVM_Task, 'duration_secs': 0.90252} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.800052] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0fb623d-1afd-4cd3-b62b-6a76c8ab13b3 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] [instance: ea8f3ce4-4b6e-4bd1-b959-2412268d1b3e] Reconfigured VM instance instance-00000008 to attach disk [datastore2] ea8f3ce4-4b6e-4bd1-b959-2412268d1b3e/ea8f3ce4-4b6e-4bd1-b959-2412268d1b3e.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 693.800734] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-93581fd3-3a33-42b0-ac5d-b540d7243225 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.812185] env[68893]: DEBUG oslo_vmware.api [None req-f0fb623d-1afd-4cd3-b62b-6a76c8ab13b3 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Waiting for the task: (returnval){ [ 693.812185] env[68893]: value = "task-2791056" [ 693.812185] env[68893]: _type = "Task" [ 693.812185] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.833446] env[68893]: DEBUG oslo_vmware.api [None req-f0fb623d-1afd-4cd3-b62b-6a76c8ab13b3 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Task: {'id': task-2791056, 'name': Rename_Task} progress is 6%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.842770] env[68893]: DEBUG nova.compute.manager [req-4eddd40a-981e-4bf0-adda-843049d1b993 req-f20d9d3f-f365-49ed-b30d-8b1cafbdaeff service nova] [instance: 8aa9ad1d-d3b0-4038-acd1-0fca895a3ac1] Received event network-changed-d821bb35-25d7-4826-883b-5c39a0d860f9 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 693.843164] env[68893]: DEBUG nova.compute.manager [req-4eddd40a-981e-4bf0-adda-843049d1b993 req-f20d9d3f-f365-49ed-b30d-8b1cafbdaeff service nova] [instance: 8aa9ad1d-d3b0-4038-acd1-0fca895a3ac1] Refreshing instance network info cache due to event network-changed-d821bb35-25d7-4826-883b-5c39a0d860f9. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 693.843250] env[68893]: DEBUG oslo_concurrency.lockutils [req-4eddd40a-981e-4bf0-adda-843049d1b993 req-f20d9d3f-f365-49ed-b30d-8b1cafbdaeff service nova] Acquiring lock "refresh_cache-8aa9ad1d-d3b0-4038-acd1-0fca895a3ac1" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.843394] env[68893]: DEBUG oslo_concurrency.lockutils [req-4eddd40a-981e-4bf0-adda-843049d1b993 req-f20d9d3f-f365-49ed-b30d-8b1cafbdaeff service nova] Acquired lock "refresh_cache-8aa9ad1d-d3b0-4038-acd1-0fca895a3ac1" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.843580] env[68893]: DEBUG nova.network.neutron [req-4eddd40a-981e-4bf0-adda-843049d1b993 req-f20d9d3f-f365-49ed-b30d-8b1cafbdaeff service nova] [instance: 8aa9ad1d-d3b0-4038-acd1-0fca895a3ac1] Refreshing network info cache for port d821bb35-25d7-4826-883b-5c39a0d860f9 {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 693.877553] env[68893]: DEBUG oslo_concurrency.lockutils [None req-cb3de616-d1c2-491f-98a4-9f6760a289c0 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Acquiring lock "a168e41a-cc22-4f30-b7eb-e390d73f0eff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.878225] env[68893]: DEBUG oslo_concurrency.lockutils [None req-cb3de616-d1c2-491f-98a4-9f6760a289c0 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Lock "a168e41a-cc22-4f30-b7eb-e390d73f0eff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.019905] env[68893]: DEBUG oslo_vmware.api [None req-a4dd925b-530e-42a3-8b41-f841dfde56a6 tempest-ServersTestFqdnHostnames-1794249434 tempest-ServersTestFqdnHostnames-1794249434-project-member] Task: {'id': task-2791055, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.044143] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ca9332dd-ef22-43b7-a03c-eb25dc0d20a7 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Acquiring lock "refresh_cache-427db270-9f81-4bed-8039-a8e1d87ab427" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.047913] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ca9332dd-ef22-43b7-a03c-eb25dc0d20a7 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Acquired lock "refresh_cache-427db270-9f81-4bed-8039-a8e1d87ab427" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.048082] env[68893]: DEBUG nova.network.neutron [None req-ca9332dd-ef22-43b7-a03c-eb25dc0d20a7 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] [instance: 427db270-9f81-4bed-8039-a8e1d87ab427] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 694.134464] env[68893]: DEBUG nova.compute.manager [None req-a02d0b28-b549-4881-abed-9de3098c2607 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] [instance: add4ef29-6e07-4272-b41a-04a95f62e169] Start spawning the instance on the hypervisor. {{(pid=68893) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 694.164075] env[68893]: DEBUG nova.scheduler.client.report [None req-9f0dbc1d-334e-4366-9732-fb90b90e9f81 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 694.174678] env[68893]: DEBUG nova.virt.hardware [None req-a02d0b28-b549-4881-abed-9de3098c2607 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 694.174921] env[68893]: DEBUG nova.virt.hardware [None req-a02d0b28-b549-4881-abed-9de3098c2607 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 694.175100] env[68893]: DEBUG nova.virt.hardware [None req-a02d0b28-b549-4881-abed-9de3098c2607 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 694.175288] env[68893]: DEBUG nova.virt.hardware [None req-a02d0b28-b549-4881-abed-9de3098c2607 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 694.175431] env[68893]: DEBUG nova.virt.hardware [None req-a02d0b28-b549-4881-abed-9de3098c2607 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 694.175575] env[68893]: DEBUG nova.virt.hardware [None req-a02d0b28-b549-4881-abed-9de3098c2607 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 694.175818] env[68893]: DEBUG nova.virt.hardware [None req-a02d0b28-b549-4881-abed-9de3098c2607 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 694.175975] env[68893]: DEBUG nova.virt.hardware [None req-a02d0b28-b549-4881-abed-9de3098c2607 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 694.176153] env[68893]: DEBUG nova.virt.hardware [None req-a02d0b28-b549-4881-abed-9de3098c2607 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 694.176308] env[68893]: DEBUG nova.virt.hardware [None req-a02d0b28-b549-4881-abed-9de3098c2607 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 694.176473] env[68893]: DEBUG nova.virt.hardware [None req-a02d0b28-b549-4881-abed-9de3098c2607 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 694.177369] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68d6f769-c75e-4834-bd3a-d744303792f1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.186455] env[68893]: DEBUG nova.network.neutron [None req-a02d0b28-b549-4881-abed-9de3098c2607 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] [instance: add4ef29-6e07-4272-b41a-04a95f62e169] Successfully created port: 0947a9d6-6bbb-4fa8-8aab-5f0025cc95dc {{(pid=68893) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 694.189590] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-866de4de-c099-4dc1-ad3f-62511e6dba86 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.232202] env[68893]: DEBUG nova.compute.manager [None req-21b210cc-742d-4765-8b4f-096706219586 tempest-ServerDiagnosticsV248Test-466204336 tempest-ServerDiagnosticsV248Test-466204336-project-admin] [instance: 856fd677-c151-4e53-9a1b-b684ee27dc37] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 694.233310] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32b4b891-c115-40df-9713-0a4c3b23cbaf {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.242081] env[68893]: INFO nova.compute.manager [None req-21b210cc-742d-4765-8b4f-096706219586 tempest-ServerDiagnosticsV248Test-466204336 tempest-ServerDiagnosticsV248Test-466204336-project-admin] [instance: 856fd677-c151-4e53-9a1b-b684ee27dc37] Retrieving diagnostics [ 694.242855] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceb8747d-3563-486e-aec0-e621463ee017 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.250416] env[68893]: DEBUG oslo_concurrency.lockutils [None req-8ea5f161-5224-430d-8342-748662771069 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Acquiring lock "1e106741-a2d1-40cc-b287-3f2af59084ca" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.250633] env[68893]: DEBUG oslo_concurrency.lockutils [None req-8ea5f161-5224-430d-8342-748662771069 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Lock "1e106741-a2d1-40cc-b287-3f2af59084ca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.282999] env[68893]: DEBUG nova.compute.manager [None req-6e0714be-7fa9-4796-af2f-f9aca3d7cac6 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: d2187069-2dba-4d01-969f-510f659fc163] Stashing vm_state: active {{(pid=68893) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 694.293592] env[68893]: DEBUG oslo_concurrency.lockutils [None req-7beb3c86-4353-458e-b7cf-7882851bf516 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Releasing lock "refresh_cache-49227832-6556-4c04-8875-6a4b9414b1d8" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.293592] env[68893]: DEBUG nova.compute.manager [None req-7beb3c86-4353-458e-b7cf-7882851bf516 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] [instance: 49227832-6556-4c04-8875-6a4b9414b1d8] Instance network_info: |[{"id": "e55ea5f2-c505-46f8-a229-2eca868d49ad", "address": "fa:16:3e:2f:09:c8", "network": {"id": "7c47df7c-11e4-4add-bbbc-9f3e8b65146e", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-128273444-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "547b6d99a78b47ee92a40b782653e73d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fa01fe1a-83b6-4c10-af75-00ddb17f9bbf", "external-id": "nsx-vlan-transportzone-431", "segmentation_id": 431, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape55ea5f2-c5", "ovs_interfaceid": "e55ea5f2-c505-46f8-a229-2eca868d49ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 694.293765] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-7beb3c86-4353-458e-b7cf-7882851bf516 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] [instance: 49227832-6556-4c04-8875-6a4b9414b1d8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:09:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fa01fe1a-83b6-4c10-af75-00ddb17f9bbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e55ea5f2-c505-46f8-a229-2eca868d49ad', 'vif_model': 'vmxnet3'}] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 694.302602] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7beb3c86-4353-458e-b7cf-7882851bf516 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 694.302602] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49227832-6556-4c04-8875-6a4b9414b1d8] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 694.302602] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e493a7ca-74c6-4d74-ac62-2353d1a69cd5 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.329639] env[68893]: DEBUG oslo_vmware.api [None req-f0fb623d-1afd-4cd3-b62b-6a76c8ab13b3 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Task: {'id': task-2791056, 'name': Rename_Task, 'duration_secs': 0.330554} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.331136] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0fb623d-1afd-4cd3-b62b-6a76c8ab13b3 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] [instance: ea8f3ce4-4b6e-4bd1-b959-2412268d1b3e] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 694.331136] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 694.331136] env[68893]: value = "task-2791057" [ 694.331136] env[68893]: _type = "Task" [ 694.331136] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.331136] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2c2d7b18-36b7-493c-a073-9c076eec7afc {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.342109] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791057, 'name': CreateVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.343594] env[68893]: DEBUG oslo_vmware.api [None req-f0fb623d-1afd-4cd3-b62b-6a76c8ab13b3 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Waiting for the task: (returnval){ [ 694.343594] env[68893]: value = "task-2791058" [ 694.343594] env[68893]: _type = "Task" [ 694.343594] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.522750] env[68893]: DEBUG oslo_vmware.api [None req-a4dd925b-530e-42a3-8b41-f841dfde56a6 tempest-ServersTestFqdnHostnames-1794249434 tempest-ServersTestFqdnHostnames-1794249434-project-member] Task: {'id': task-2791055, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.539215} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.523078] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4dd925b-530e-42a3-8b41-f841dfde56a6 tempest-ServersTestFqdnHostnames-1794249434 tempest-ServersTestFqdnHostnames-1794249434-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] 8aa9ad1d-d3b0-4038-acd1-0fca895a3ac1/8aa9ad1d-d3b0-4038-acd1-0fca895a3ac1.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 694.523307] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-a4dd925b-530e-42a3-8b41-f841dfde56a6 tempest-ServersTestFqdnHostnames-1794249434 tempest-ServersTestFqdnHostnames-1794249434-project-member] [instance: 8aa9ad1d-d3b0-4038-acd1-0fca895a3ac1] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 694.523567] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4c9fb5a1-f494-4022-80cd-f04cfd239f09 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.535552] env[68893]: DEBUG oslo_vmware.api [None req-a4dd925b-530e-42a3-8b41-f841dfde56a6 tempest-ServersTestFqdnHostnames-1794249434 tempest-ServersTestFqdnHostnames-1794249434-project-member] Waiting for the task: (returnval){ [ 694.535552] env[68893]: value = "task-2791059" [ 694.535552] env[68893]: _type = "Task" [ 694.535552] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.544724] env[68893]: DEBUG oslo_vmware.api [None req-a4dd925b-530e-42a3-8b41-f841dfde56a6 tempest-ServersTestFqdnHostnames-1794249434 tempest-ServersTestFqdnHostnames-1794249434-project-member] Task: {'id': task-2791059, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.600150] env[68893]: DEBUG nova.network.neutron [None req-ca9332dd-ef22-43b7-a03c-eb25dc0d20a7 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] [instance: 427db270-9f81-4bed-8039-a8e1d87ab427] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 694.671211] env[68893]: DEBUG oslo_concurrency.lockutils [None req-9f0dbc1d-334e-4366-9732-fb90b90e9f81 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.575s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.671980] env[68893]: DEBUG nova.compute.manager [None req-9f0dbc1d-334e-4366-9732-fb90b90e9f81 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] [instance: d09a64f4-84e1-4eb5-9cd1-32e9de8b921d] Start building networks asynchronously for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 694.674965] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 10.150s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.790337] env[68893]: DEBUG nova.network.neutron [-] [instance: a1ae5389-8497-4b29-a00b-a5b357b4c433] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.815125] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6e0714be-7fa9-4796-af2f-f9aca3d7cac6 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.846238] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791057, 'name': CreateVM_Task, 'duration_secs': 0.408579} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.849402] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49227832-6556-4c04-8875-6a4b9414b1d8] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 694.850461] env[68893]: DEBUG oslo_concurrency.lockutils [None req-7beb3c86-4353-458e-b7cf-7882851bf516 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.850635] env[68893]: DEBUG oslo_concurrency.lockutils [None req-7beb3c86-4353-458e-b7cf-7882851bf516 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.850967] env[68893]: DEBUG oslo_concurrency.lockutils [None req-7beb3c86-4353-458e-b7cf-7882851bf516 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.851667] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f49d5fc1-1fee-48e8-a5a5-18ee8585401b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.859819] env[68893]: DEBUG oslo_vmware.api [None req-f0fb623d-1afd-4cd3-b62b-6a76c8ab13b3 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Task: {'id': task-2791058, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.861086] env[68893]: DEBUG oslo_vmware.api [None req-7beb3c86-4353-458e-b7cf-7882851bf516 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Waiting for the task: (returnval){ [ 694.861086] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]525862be-440c-a99f-528c-ff67da2506c3" [ 694.861086] env[68893]: _type = "Task" [ 694.861086] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.870916] env[68893]: DEBUG oslo_vmware.api [None req-7beb3c86-4353-458e-b7cf-7882851bf516 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]525862be-440c-a99f-528c-ff67da2506c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.928191] env[68893]: DEBUG nova.network.neutron [None req-ca9332dd-ef22-43b7-a03c-eb25dc0d20a7 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] [instance: 427db270-9f81-4bed-8039-a8e1d87ab427] Updating instance_info_cache with network_info: [{"id": "e81ed086-4296-441e-aaae-dd33838b0c26", "address": "fa:16:3e:4c:1d:af", "network": {"id": "7c47df7c-11e4-4add-bbbc-9f3e8b65146e", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-128273444-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "547b6d99a78b47ee92a40b782653e73d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fa01fe1a-83b6-4c10-af75-00ddb17f9bbf", "external-id": "nsx-vlan-transportzone-431", "segmentation_id": 431, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape81ed086-42", "ovs_interfaceid": "e81ed086-4296-441e-aaae-dd33838b0c26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.022095] env[68893]: DEBUG nova.network.neutron [req-4eddd40a-981e-4bf0-adda-843049d1b993 req-f20d9d3f-f365-49ed-b30d-8b1cafbdaeff service nova] [instance: 8aa9ad1d-d3b0-4038-acd1-0fca895a3ac1] Updated VIF entry in instance network info cache for port d821bb35-25d7-4826-883b-5c39a0d860f9. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 695.022095] env[68893]: DEBUG nova.network.neutron [req-4eddd40a-981e-4bf0-adda-843049d1b993 req-f20d9d3f-f365-49ed-b30d-8b1cafbdaeff service nova] [instance: 8aa9ad1d-d3b0-4038-acd1-0fca895a3ac1] Updating instance_info_cache with network_info: [{"id": "d821bb35-25d7-4826-883b-5c39a0d860f9", "address": "fa:16:3e:d3:7d:ac", "network": {"id": "f4cc82dc-cf73-475f-8018-5acf87fe5aae", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-869086851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd42da197dfc4139a6a59304a295ee02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd821bb35-25", "ovs_interfaceid": "d821bb35-25d7-4826-883b-5c39a0d860f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.048034] env[68893]: DEBUG oslo_vmware.api [None req-a4dd925b-530e-42a3-8b41-f841dfde56a6 tempest-ServersTestFqdnHostnames-1794249434 tempest-ServersTestFqdnHostnames-1794249434-project-member] Task: {'id': task-2791059, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081294} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.048834] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-a4dd925b-530e-42a3-8b41-f841dfde56a6 tempest-ServersTestFqdnHostnames-1794249434 tempest-ServersTestFqdnHostnames-1794249434-project-member] [instance: 8aa9ad1d-d3b0-4038-acd1-0fca895a3ac1] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 695.049921] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48f74b2f-78c8-4894-99a3-306459a73993 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.079937] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4dd925b-530e-42a3-8b41-f841dfde56a6 tempest-ServersTestFqdnHostnames-1794249434 tempest-ServersTestFqdnHostnames-1794249434-project-member] [instance: 8aa9ad1d-d3b0-4038-acd1-0fca895a3ac1] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] 8aa9ad1d-d3b0-4038-acd1-0fca895a3ac1/8aa9ad1d-d3b0-4038-acd1-0fca895a3ac1.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 695.081125] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bda01eb5-6f45-457a-8906-3605d9532f28 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.104840] env[68893]: DEBUG oslo_vmware.api [None req-a4dd925b-530e-42a3-8b41-f841dfde56a6 tempest-ServersTestFqdnHostnames-1794249434 tempest-ServersTestFqdnHostnames-1794249434-project-member] Waiting for the task: (returnval){ [ 695.104840] env[68893]: value = "task-2791060" [ 695.104840] env[68893]: _type = "Task" [ 695.104840] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.115658] env[68893]: DEBUG oslo_vmware.api [None req-a4dd925b-530e-42a3-8b41-f841dfde56a6 tempest-ServersTestFqdnHostnames-1794249434 tempest-ServersTestFqdnHostnames-1794249434-project-member] Task: {'id': task-2791060, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.186221] env[68893]: DEBUG nova.compute.utils [None req-9f0dbc1d-334e-4366-9732-fb90b90e9f81 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 695.188162] env[68893]: DEBUG nova.compute.manager [None req-9f0dbc1d-334e-4366-9732-fb90b90e9f81 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] [instance: d09a64f4-84e1-4eb5-9cd1-32e9de8b921d] Allocating IP information in the background. {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 695.189074] env[68893]: DEBUG nova.network.neutron [None req-9f0dbc1d-334e-4366-9732-fb90b90e9f81 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] [instance: d09a64f4-84e1-4eb5-9cd1-32e9de8b921d] allocate_for_instance() {{(pid=68893) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 695.232849] env[68893]: DEBUG nova.compute.manager [None req-71c78263-ac3f-4264-81cd-62ba6c65a564 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] [instance: 29bce734-9f04-41eb-92e5-df9248dc10a3] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 695.235022] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56cda2fe-5e18-4c59-9348-41aa218a79ea {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.295795] env[68893]: INFO nova.compute.manager [-] [instance: a1ae5389-8497-4b29-a00b-a5b357b4c433] Took 2.15 seconds to deallocate network for instance. [ 695.322047] env[68893]: DEBUG nova.policy [None req-9f0dbc1d-334e-4366-9732-fb90b90e9f81 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6a93998c8c8541679b3db62df07c5f71', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7150b1757bb64298a92e8121a5b8e631', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68893) authorize /opt/stack/nova/nova/policy.py:192}} [ 695.366511] env[68893]: DEBUG oslo_vmware.api [None req-f0fb623d-1afd-4cd3-b62b-6a76c8ab13b3 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Task: {'id': task-2791058, 'name': PowerOnVM_Task, 'duration_secs': 0.841055} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.373215] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0fb623d-1afd-4cd3-b62b-6a76c8ab13b3 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] [instance: ea8f3ce4-4b6e-4bd1-b959-2412268d1b3e] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 695.373478] env[68893]: INFO nova.compute.manager [None req-f0fb623d-1afd-4cd3-b62b-6a76c8ab13b3 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] [instance: ea8f3ce4-4b6e-4bd1-b959-2412268d1b3e] Took 11.46 seconds to spawn the instance on the hypervisor. [ 695.373695] env[68893]: DEBUG nova.compute.manager [None req-f0fb623d-1afd-4cd3-b62b-6a76c8ab13b3 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] [instance: ea8f3ce4-4b6e-4bd1-b959-2412268d1b3e] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 695.374909] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bd2adae-009e-4f46-a336-1d2940e9b778 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.385326] env[68893]: DEBUG oslo_vmware.api [None req-7beb3c86-4353-458e-b7cf-7882851bf516 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]525862be-440c-a99f-528c-ff67da2506c3, 'name': SearchDatastore_Task, 'duration_secs': 0.022582} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.387149] env[68893]: DEBUG oslo_concurrency.lockutils [None req-7beb3c86-4353-458e-b7cf-7882851bf516 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.387390] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-7beb3c86-4353-458e-b7cf-7882851bf516 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] [instance: 49227832-6556-4c04-8875-6a4b9414b1d8] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 695.387619] env[68893]: DEBUG oslo_concurrency.lockutils [None req-7beb3c86-4353-458e-b7cf-7882851bf516 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.387766] env[68893]: DEBUG oslo_concurrency.lockutils [None req-7beb3c86-4353-458e-b7cf-7882851bf516 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.387942] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-7beb3c86-4353-458e-b7cf-7882851bf516 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 695.391749] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-11a322a6-a1ff-44f2-9f44-456e0dda13fc {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.408977] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-7beb3c86-4353-458e-b7cf-7882851bf516 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 695.409234] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-7beb3c86-4353-458e-b7cf-7882851bf516 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 695.414527] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8894d3ab-84c4-4e94-bb91-431de4bf22c1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.426693] env[68893]: DEBUG oslo_vmware.api [None req-7beb3c86-4353-458e-b7cf-7882851bf516 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Waiting for the task: (returnval){ [ 695.426693] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]5226118d-6aeb-92b9-6475-6d14fe518122" [ 695.426693] env[68893]: _type = "Task" [ 695.426693] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.436360] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ca9332dd-ef22-43b7-a03c-eb25dc0d20a7 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Releasing lock "refresh_cache-427db270-9f81-4bed-8039-a8e1d87ab427" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.436648] env[68893]: DEBUG nova.compute.manager [None req-ca9332dd-ef22-43b7-a03c-eb25dc0d20a7 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] [instance: 427db270-9f81-4bed-8039-a8e1d87ab427] Instance network_info: |[{"id": "e81ed086-4296-441e-aaae-dd33838b0c26", "address": "fa:16:3e:4c:1d:af", "network": {"id": "7c47df7c-11e4-4add-bbbc-9f3e8b65146e", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-128273444-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "547b6d99a78b47ee92a40b782653e73d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fa01fe1a-83b6-4c10-af75-00ddb17f9bbf", "external-id": "nsx-vlan-transportzone-431", "segmentation_id": 431, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape81ed086-42", "ovs_interfaceid": "e81ed086-4296-441e-aaae-dd33838b0c26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 695.436983] env[68893]: DEBUG oslo_vmware.api [None req-7beb3c86-4353-458e-b7cf-7882851bf516 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]5226118d-6aeb-92b9-6475-6d14fe518122, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.437798] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-ca9332dd-ef22-43b7-a03c-eb25dc0d20a7 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] [instance: 427db270-9f81-4bed-8039-a8e1d87ab427] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:1d:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fa01fe1a-83b6-4c10-af75-00ddb17f9bbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e81ed086-4296-441e-aaae-dd33838b0c26', 'vif_model': 'vmxnet3'}] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 695.446660] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ca9332dd-ef22-43b7-a03c-eb25dc0d20a7 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 695.446923] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 427db270-9f81-4bed-8039-a8e1d87ab427] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 695.447150] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4d868fbf-a41a-4b87-a05f-a9d1e4ed1e27 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.472898] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 695.472898] env[68893]: value = "task-2791061" [ 695.472898] env[68893]: _type = "Task" [ 695.472898] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.482625] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791061, 'name': CreateVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.524375] env[68893]: DEBUG oslo_concurrency.lockutils [req-4eddd40a-981e-4bf0-adda-843049d1b993 req-f20d9d3f-f365-49ed-b30d-8b1cafbdaeff service nova] Releasing lock "refresh_cache-8aa9ad1d-d3b0-4038-acd1-0fca895a3ac1" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.524649] env[68893]: DEBUG nova.compute.manager [req-4eddd40a-981e-4bf0-adda-843049d1b993 req-f20d9d3f-f365-49ed-b30d-8b1cafbdaeff service nova] [instance: 68c585a7-41de-4a16-848b-548a1adf0aec] Received event network-vif-deleted-a91c1610-4f3e-402f-bc4f-f6b387aa5ba1 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 695.619646] env[68893]: DEBUG oslo_vmware.api [None req-a4dd925b-530e-42a3-8b41-f841dfde56a6 tempest-ServersTestFqdnHostnames-1794249434 tempest-ServersTestFqdnHostnames-1794249434-project-member] Task: {'id': task-2791060, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.693754] env[68893]: INFO nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: d2187069-2dba-4d01-969f-510f659fc163] Updating resource usage from migration eed2150f-3565-452f-8761-1795930c7209 [ 695.702393] env[68893]: DEBUG nova.compute.manager [None req-9f0dbc1d-334e-4366-9732-fb90b90e9f81 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] [instance: d09a64f4-84e1-4eb5-9cd1-32e9de8b921d] Start building block device mappings for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 695.706693] env[68893]: DEBUG nova.compute.manager [req-6968e6ff-343e-4fed-ba14-4c28014cc0a8 req-f3f8b2fd-07c3-4b5a-b7c7-870a828f8d28 service nova] [instance: 49227832-6556-4c04-8875-6a4b9414b1d8] Received event network-vif-plugged-e55ea5f2-c505-46f8-a229-2eca868d49ad {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 695.706693] env[68893]: DEBUG oslo_concurrency.lockutils [req-6968e6ff-343e-4fed-ba14-4c28014cc0a8 req-f3f8b2fd-07c3-4b5a-b7c7-870a828f8d28 service nova] Acquiring lock "49227832-6556-4c04-8875-6a4b9414b1d8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.706843] env[68893]: DEBUG oslo_concurrency.lockutils [req-6968e6ff-343e-4fed-ba14-4c28014cc0a8 req-f3f8b2fd-07c3-4b5a-b7c7-870a828f8d28 service nova] Lock "49227832-6556-4c04-8875-6a4b9414b1d8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.706941] env[68893]: DEBUG oslo_concurrency.lockutils [req-6968e6ff-343e-4fed-ba14-4c28014cc0a8 req-f3f8b2fd-07c3-4b5a-b7c7-870a828f8d28 service nova] Lock "49227832-6556-4c04-8875-6a4b9414b1d8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.707582] env[68893]: DEBUG nova.compute.manager [req-6968e6ff-343e-4fed-ba14-4c28014cc0a8 req-f3f8b2fd-07c3-4b5a-b7c7-870a828f8d28 service nova] [instance: 49227832-6556-4c04-8875-6a4b9414b1d8] No waiting events found dispatching network-vif-plugged-e55ea5f2-c505-46f8-a229-2eca868d49ad {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 695.707774] env[68893]: WARNING nova.compute.manager [req-6968e6ff-343e-4fed-ba14-4c28014cc0a8 req-f3f8b2fd-07c3-4b5a-b7c7-870a828f8d28 service nova] [instance: 49227832-6556-4c04-8875-6a4b9414b1d8] Received unexpected event network-vif-plugged-e55ea5f2-c505-46f8-a229-2eca868d49ad for instance with vm_state building and task_state spawning. [ 695.708029] env[68893]: DEBUG nova.compute.manager [req-6968e6ff-343e-4fed-ba14-4c28014cc0a8 req-f3f8b2fd-07c3-4b5a-b7c7-870a828f8d28 service nova] [instance: 49227832-6556-4c04-8875-6a4b9414b1d8] Received event network-changed-e55ea5f2-c505-46f8-a229-2eca868d49ad {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 695.708735] env[68893]: DEBUG nova.compute.manager [req-6968e6ff-343e-4fed-ba14-4c28014cc0a8 req-f3f8b2fd-07c3-4b5a-b7c7-870a828f8d28 service nova] [instance: 49227832-6556-4c04-8875-6a4b9414b1d8] Refreshing instance network info cache due to event network-changed-e55ea5f2-c505-46f8-a229-2eca868d49ad. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 695.708735] env[68893]: DEBUG oslo_concurrency.lockutils [req-6968e6ff-343e-4fed-ba14-4c28014cc0a8 req-f3f8b2fd-07c3-4b5a-b7c7-870a828f8d28 service nova] Acquiring lock "refresh_cache-49227832-6556-4c04-8875-6a4b9414b1d8" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.708735] env[68893]: DEBUG oslo_concurrency.lockutils [req-6968e6ff-343e-4fed-ba14-4c28014cc0a8 req-f3f8b2fd-07c3-4b5a-b7c7-870a828f8d28 service nova] Acquired lock "refresh_cache-49227832-6556-4c04-8875-6a4b9414b1d8" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.708735] env[68893]: DEBUG nova.network.neutron [req-6968e6ff-343e-4fed-ba14-4c28014cc0a8 req-f3f8b2fd-07c3-4b5a-b7c7-870a828f8d28 service nova] [instance: 49227832-6556-4c04-8875-6a4b9414b1d8] Refreshing network info cache for port e55ea5f2-c505-46f8-a229-2eca868d49ad {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 695.737324] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance add4ef29-6e07-4272-b41a-04a95f62e169 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 695.737324] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance 29bce734-9f04-41eb-92e5-df9248dc10a3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 695.748578] env[68893]: INFO nova.compute.manager [None req-71c78263-ac3f-4264-81cd-62ba6c65a564 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] [instance: 29bce734-9f04-41eb-92e5-df9248dc10a3] instance snapshotting [ 695.751857] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abb68f04-30f8-4fcf-a858-7d66c35cd2e5 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.776051] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7213e32b-70a1-42a0-9f33-89d43648f604 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.801551] env[68893]: DEBUG oslo_concurrency.lockutils [None req-0306dc01-85a8-43aa-8951-fbbda9c63b03 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Acquiring lock "74e4929e-3ae3-4358-9544-e64b5c2f237f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.801551] env[68893]: DEBUG oslo_concurrency.lockutils [None req-0306dc01-85a8-43aa-8951-fbbda9c63b03 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Lock "74e4929e-3ae3-4358-9544-e64b5c2f237f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.808423] env[68893]: DEBUG oslo_concurrency.lockutils [None req-085754d0-a0f9-431d-aa5a-0b9e73b52542 tempest-ServerDiagnosticsTest-348060520 tempest-ServerDiagnosticsTest-348060520-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.901885] env[68893]: INFO nova.compute.manager [None req-f0fb623d-1afd-4cd3-b62b-6a76c8ab13b3 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] [instance: ea8f3ce4-4b6e-4bd1-b959-2412268d1b3e] Took 27.53 seconds to build instance. [ 695.940971] env[68893]: DEBUG oslo_vmware.api [None req-7beb3c86-4353-458e-b7cf-7882851bf516 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]5226118d-6aeb-92b9-6475-6d14fe518122, 'name': SearchDatastore_Task, 'duration_secs': 0.015215} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.941843] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c0f51fd-06ee-4b56-b195-27509eb26434 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.953299] env[68893]: DEBUG oslo_vmware.api [None req-7beb3c86-4353-458e-b7cf-7882851bf516 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Waiting for the task: (returnval){ [ 695.953299] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]524c42d3-ed76-90e2-a914-b5393ea86235" [ 695.953299] env[68893]: _type = "Task" [ 695.953299] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.966952] env[68893]: DEBUG oslo_vmware.api [None req-7beb3c86-4353-458e-b7cf-7882851bf516 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]524c42d3-ed76-90e2-a914-b5393ea86235, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.983789] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791061, 'name': CreateVM_Task} progress is 99%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.119201] env[68893]: DEBUG oslo_vmware.api [None req-a4dd925b-530e-42a3-8b41-f841dfde56a6 tempest-ServersTestFqdnHostnames-1794249434 tempest-ServersTestFqdnHostnames-1794249434-project-member] Task: {'id': task-2791060, 'name': ReconfigVM_Task, 'duration_secs': 0.713154} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.119520] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4dd925b-530e-42a3-8b41-f841dfde56a6 tempest-ServersTestFqdnHostnames-1794249434 tempest-ServersTestFqdnHostnames-1794249434-project-member] [instance: 8aa9ad1d-d3b0-4038-acd1-0fca895a3ac1] Reconfigured VM instance instance-00000009 to attach disk [datastore2] 8aa9ad1d-d3b0-4038-acd1-0fca895a3ac1/8aa9ad1d-d3b0-4038-acd1-0fca895a3ac1.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 696.120153] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e219cb21-b77f-4371-b907-730bb1380ebe {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.129517] env[68893]: DEBUG oslo_vmware.api [None req-a4dd925b-530e-42a3-8b41-f841dfde56a6 tempest-ServersTestFqdnHostnames-1794249434 tempest-ServersTestFqdnHostnames-1794249434-project-member] Waiting for the task: (returnval){ [ 696.129517] env[68893]: value = "task-2791062" [ 696.129517] env[68893]: _type = "Task" [ 696.129517] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.144370] env[68893]: DEBUG oslo_vmware.api [None req-a4dd925b-530e-42a3-8b41-f841dfde56a6 tempest-ServersTestFqdnHostnames-1794249434 tempest-ServersTestFqdnHostnames-1794249434-project-member] Task: {'id': task-2791062, 'name': Rename_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.239678] env[68893]: DEBUG nova.network.neutron [None req-9f0dbc1d-334e-4366-9732-fb90b90e9f81 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] [instance: d09a64f4-84e1-4eb5-9cd1-32e9de8b921d] Successfully created port: 502ee74c-53d4-4872-8da1-37213dc050bf {{(pid=68893) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 696.245210] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance 3f20bd77-e350-409c-beb3-6e8a188048ab has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 696.291877] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-71c78263-ac3f-4264-81cd-62ba6c65a564 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] [instance: 29bce734-9f04-41eb-92e5-df9248dc10a3] Creating Snapshot of the VM instance {{(pid=68893) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 696.292287] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e186979b-3056-4219-bb55-08e1560249f0 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.301650] env[68893]: DEBUG oslo_vmware.api [None req-71c78263-ac3f-4264-81cd-62ba6c65a564 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Waiting for the task: (returnval){ [ 696.301650] env[68893]: value = "task-2791063" [ 696.301650] env[68893]: _type = "Task" [ 696.301650] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.311834] env[68893]: DEBUG oslo_vmware.api [None req-71c78263-ac3f-4264-81cd-62ba6c65a564 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Task: {'id': task-2791063, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.405588] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f0fb623d-1afd-4cd3-b62b-6a76c8ab13b3 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Lock "ea8f3ce4-4b6e-4bd1-b959-2412268d1b3e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.039s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.468447] env[68893]: DEBUG oslo_vmware.api [None req-7beb3c86-4353-458e-b7cf-7882851bf516 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]524c42d3-ed76-90e2-a914-b5393ea86235, 'name': SearchDatastore_Task, 'duration_secs': 0.022919} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.468447] env[68893]: DEBUG oslo_concurrency.lockutils [None req-7beb3c86-4353-458e-b7cf-7882851bf516 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.468447] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-7beb3c86-4353-458e-b7cf-7882851bf516 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] 49227832-6556-4c04-8875-6a4b9414b1d8/49227832-6556-4c04-8875-6a4b9414b1d8.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 696.468447] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2205d19a-0a19-40bd-9dca-098b4c313c3b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.480506] env[68893]: DEBUG oslo_vmware.api [None req-7beb3c86-4353-458e-b7cf-7882851bf516 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Waiting for the task: (returnval){ [ 696.480506] env[68893]: value = "task-2791064" [ 696.480506] env[68893]: _type = "Task" [ 696.480506] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.492099] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791061, 'name': CreateVM_Task, 'duration_secs': 0.612617} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.493241] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 427db270-9f81-4bed-8039-a8e1d87ab427] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 696.494647] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ca9332dd-ef22-43b7-a03c-eb25dc0d20a7 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.494647] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ca9332dd-ef22-43b7-a03c-eb25dc0d20a7 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.494647] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ca9332dd-ef22-43b7-a03c-eb25dc0d20a7 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.494813] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17d0dd0c-116b-4b60-a4db-a3e926594f22 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.499883] env[68893]: DEBUG oslo_vmware.api [None req-7beb3c86-4353-458e-b7cf-7882851bf516 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Task: {'id': task-2791064, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.504790] env[68893]: DEBUG oslo_vmware.api [None req-ca9332dd-ef22-43b7-a03c-eb25dc0d20a7 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Waiting for the task: (returnval){ [ 696.504790] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]520311bf-b0dc-9596-9191-5a975cb00c2c" [ 696.504790] env[68893]: _type = "Task" [ 696.504790] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.518199] env[68893]: DEBUG oslo_vmware.api [None req-ca9332dd-ef22-43b7-a03c-eb25dc0d20a7 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]520311bf-b0dc-9596-9191-5a975cb00c2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.575262] env[68893]: DEBUG oslo_concurrency.lockutils [None req-fcf43ce6-8bc2-4fb3-8624-28716146cc66 tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] Acquiring lock "856fd677-c151-4e53-9a1b-b684ee27dc37" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.576624] env[68893]: DEBUG oslo_concurrency.lockutils [None req-fcf43ce6-8bc2-4fb3-8624-28716146cc66 tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] Lock "856fd677-c151-4e53-9a1b-b684ee27dc37" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.576624] env[68893]: DEBUG oslo_concurrency.lockutils [None req-fcf43ce6-8bc2-4fb3-8624-28716146cc66 tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] Acquiring lock "856fd677-c151-4e53-9a1b-b684ee27dc37-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.576624] env[68893]: DEBUG oslo_concurrency.lockutils [None req-fcf43ce6-8bc2-4fb3-8624-28716146cc66 tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] Lock "856fd677-c151-4e53-9a1b-b684ee27dc37-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.576624] env[68893]: DEBUG oslo_concurrency.lockutils [None req-fcf43ce6-8bc2-4fb3-8624-28716146cc66 tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] Lock "856fd677-c151-4e53-9a1b-b684ee27dc37-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.580233] env[68893]: INFO nova.compute.manager [None req-fcf43ce6-8bc2-4fb3-8624-28716146cc66 tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] [instance: 856fd677-c151-4e53-9a1b-b684ee27dc37] Terminating instance [ 696.623204] env[68893]: DEBUG nova.compute.manager [req-7e12648b-2fc2-447b-aec3-c767d08a1c1d req-0fec5107-1745-4b13-bc36-dc92c5484e40 service nova] [instance: 427db270-9f81-4bed-8039-a8e1d87ab427] Received event network-vif-plugged-e81ed086-4296-441e-aaae-dd33838b0c26 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 696.623204] env[68893]: DEBUG oslo_concurrency.lockutils [req-7e12648b-2fc2-447b-aec3-c767d08a1c1d req-0fec5107-1745-4b13-bc36-dc92c5484e40 service nova] Acquiring lock "427db270-9f81-4bed-8039-a8e1d87ab427-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.623204] env[68893]: DEBUG oslo_concurrency.lockutils [req-7e12648b-2fc2-447b-aec3-c767d08a1c1d req-0fec5107-1745-4b13-bc36-dc92c5484e40 service nova] Lock "427db270-9f81-4bed-8039-a8e1d87ab427-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.623204] env[68893]: DEBUG oslo_concurrency.lockutils [req-7e12648b-2fc2-447b-aec3-c767d08a1c1d req-0fec5107-1745-4b13-bc36-dc92c5484e40 service nova] Lock "427db270-9f81-4bed-8039-a8e1d87ab427-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.623204] env[68893]: DEBUG nova.compute.manager [req-7e12648b-2fc2-447b-aec3-c767d08a1c1d req-0fec5107-1745-4b13-bc36-dc92c5484e40 service nova] [instance: 427db270-9f81-4bed-8039-a8e1d87ab427] No waiting events found dispatching network-vif-plugged-e81ed086-4296-441e-aaae-dd33838b0c26 {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 696.623723] env[68893]: WARNING nova.compute.manager [req-7e12648b-2fc2-447b-aec3-c767d08a1c1d req-0fec5107-1745-4b13-bc36-dc92c5484e40 service nova] [instance: 427db270-9f81-4bed-8039-a8e1d87ab427] Received unexpected event network-vif-plugged-e81ed086-4296-441e-aaae-dd33838b0c26 for instance with vm_state building and task_state spawning. [ 696.624274] env[68893]: DEBUG nova.compute.manager [req-7e12648b-2fc2-447b-aec3-c767d08a1c1d req-0fec5107-1745-4b13-bc36-dc92c5484e40 service nova] [instance: 427db270-9f81-4bed-8039-a8e1d87ab427] Received event network-changed-e81ed086-4296-441e-aaae-dd33838b0c26 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 696.624458] env[68893]: DEBUG nova.compute.manager [req-7e12648b-2fc2-447b-aec3-c767d08a1c1d req-0fec5107-1745-4b13-bc36-dc92c5484e40 service nova] [instance: 427db270-9f81-4bed-8039-a8e1d87ab427] Refreshing instance network info cache due to event network-changed-e81ed086-4296-441e-aaae-dd33838b0c26. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 696.624656] env[68893]: DEBUG oslo_concurrency.lockutils [req-7e12648b-2fc2-447b-aec3-c767d08a1c1d req-0fec5107-1745-4b13-bc36-dc92c5484e40 service nova] Acquiring lock "refresh_cache-427db270-9f81-4bed-8039-a8e1d87ab427" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.624809] env[68893]: DEBUG oslo_concurrency.lockutils [req-7e12648b-2fc2-447b-aec3-c767d08a1c1d req-0fec5107-1745-4b13-bc36-dc92c5484e40 service nova] Acquired lock "refresh_cache-427db270-9f81-4bed-8039-a8e1d87ab427" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.625015] env[68893]: DEBUG nova.network.neutron [req-7e12648b-2fc2-447b-aec3-c767d08a1c1d req-0fec5107-1745-4b13-bc36-dc92c5484e40 service nova] [instance: 427db270-9f81-4bed-8039-a8e1d87ab427] Refreshing network info cache for port e81ed086-4296-441e-aaae-dd33838b0c26 {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 696.651025] env[68893]: DEBUG oslo_vmware.api [None req-a4dd925b-530e-42a3-8b41-f841dfde56a6 tempest-ServersTestFqdnHostnames-1794249434 tempest-ServersTestFqdnHostnames-1794249434-project-member] Task: {'id': task-2791062, 'name': Rename_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.711934] env[68893]: DEBUG nova.network.neutron [req-6968e6ff-343e-4fed-ba14-4c28014cc0a8 req-f3f8b2fd-07c3-4b5a-b7c7-870a828f8d28 service nova] [instance: 49227832-6556-4c04-8875-6a4b9414b1d8] Updated VIF entry in instance network info cache for port e55ea5f2-c505-46f8-a229-2eca868d49ad. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 696.715033] env[68893]: DEBUG nova.network.neutron [req-6968e6ff-343e-4fed-ba14-4c28014cc0a8 req-f3f8b2fd-07c3-4b5a-b7c7-870a828f8d28 service nova] [instance: 49227832-6556-4c04-8875-6a4b9414b1d8] Updating instance_info_cache with network_info: [{"id": "e55ea5f2-c505-46f8-a229-2eca868d49ad", "address": "fa:16:3e:2f:09:c8", "network": {"id": "7c47df7c-11e4-4add-bbbc-9f3e8b65146e", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-128273444-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "547b6d99a78b47ee92a40b782653e73d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fa01fe1a-83b6-4c10-af75-00ddb17f9bbf", "external-id": "nsx-vlan-transportzone-431", "segmentation_id": 431, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape55ea5f2-c5", "ovs_interfaceid": "e55ea5f2-c505-46f8-a229-2eca868d49ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.723421] env[68893]: DEBUG nova.compute.manager [None req-9f0dbc1d-334e-4366-9732-fb90b90e9f81 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] [instance: d09a64f4-84e1-4eb5-9cd1-32e9de8b921d] Start spawning the instance on the hypervisor. {{(pid=68893) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 696.748828] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance 17c90488-234d-4203-964f-a4863bbe5e47 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 696.748828] env[68893]: WARNING nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance 68c585a7-41de-4a16-848b-548a1adf0aec is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 696.748828] env[68893]: WARNING nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance a70c7ae6-8758-4bc9-a3eb-57c7051ebbc7 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 696.776738] env[68893]: DEBUG nova.virt.hardware [None req-9f0dbc1d-334e-4366-9732-fb90b90e9f81 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 696.776738] env[68893]: DEBUG nova.virt.hardware [None req-9f0dbc1d-334e-4366-9732-fb90b90e9f81 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 696.777222] env[68893]: DEBUG nova.virt.hardware [None req-9f0dbc1d-334e-4366-9732-fb90b90e9f81 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 696.778046] env[68893]: DEBUG nova.virt.hardware [None req-9f0dbc1d-334e-4366-9732-fb90b90e9f81 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 696.778162] env[68893]: DEBUG nova.virt.hardware [None req-9f0dbc1d-334e-4366-9732-fb90b90e9f81 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 696.778730] env[68893]: DEBUG nova.virt.hardware [None req-9f0dbc1d-334e-4366-9732-fb90b90e9f81 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 696.778730] env[68893]: DEBUG nova.virt.hardware [None req-9f0dbc1d-334e-4366-9732-fb90b90e9f81 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 696.778849] env[68893]: DEBUG nova.virt.hardware [None req-9f0dbc1d-334e-4366-9732-fb90b90e9f81 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 696.779230] env[68893]: DEBUG nova.virt.hardware [None req-9f0dbc1d-334e-4366-9732-fb90b90e9f81 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 696.779547] env[68893]: DEBUG nova.virt.hardware [None req-9f0dbc1d-334e-4366-9732-fb90b90e9f81 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 696.779783] env[68893]: DEBUG nova.virt.hardware [None req-9f0dbc1d-334e-4366-9732-fb90b90e9f81 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 696.785585] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13fa0ba2-79e6-4d2a-a5c5-70e8ecbd423a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.798791] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe16c075-80dc-46b1-8eb4-1139d3899604 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.821945] env[68893]: DEBUG oslo_vmware.api [None req-71c78263-ac3f-4264-81cd-62ba6c65a564 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Task: {'id': task-2791063, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.912094] env[68893]: DEBUG nova.compute.manager [None req-cef36878-b1fc-4161-9a48-858492d0df42 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] [instance: 3f20bd77-e350-409c-beb3-6e8a188048ab] Starting instance... {{(pid=68893) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 696.999879] env[68893]: DEBUG oslo_vmware.api [None req-7beb3c86-4353-458e-b7cf-7882851bf516 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Task: {'id': task-2791064, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.018818] env[68893]: DEBUG oslo_vmware.api [None req-ca9332dd-ef22-43b7-a03c-eb25dc0d20a7 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]520311bf-b0dc-9596-9191-5a975cb00c2c, 'name': SearchDatastore_Task, 'duration_secs': 0.025409} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.019689] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ca9332dd-ef22-43b7-a03c-eb25dc0d20a7 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.019865] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-ca9332dd-ef22-43b7-a03c-eb25dc0d20a7 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] [instance: 427db270-9f81-4bed-8039-a8e1d87ab427] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 697.020141] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ca9332dd-ef22-43b7-a03c-eb25dc0d20a7 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.020351] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ca9332dd-ef22-43b7-a03c-eb25dc0d20a7 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.020564] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca9332dd-ef22-43b7-a03c-eb25dc0d20a7 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 697.020920] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-390ba235-9478-4d59-813d-5435e87c915f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.045261] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca9332dd-ef22-43b7-a03c-eb25dc0d20a7 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 697.045491] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-ca9332dd-ef22-43b7-a03c-eb25dc0d20a7 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 697.046432] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-392d7d03-1d35-47a8-abc0-e417d21af370 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.054765] env[68893]: DEBUG oslo_vmware.api [None req-ca9332dd-ef22-43b7-a03c-eb25dc0d20a7 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Waiting for the task: (returnval){ [ 697.054765] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]5289db1d-6de1-34e1-3aed-0f59f84729e1" [ 697.054765] env[68893]: _type = "Task" [ 697.054765] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.069031] env[68893]: DEBUG oslo_vmware.api [None req-ca9332dd-ef22-43b7-a03c-eb25dc0d20a7 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]5289db1d-6de1-34e1-3aed-0f59f84729e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.085160] env[68893]: DEBUG oslo_concurrency.lockutils [None req-fcf43ce6-8bc2-4fb3-8624-28716146cc66 tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] Acquiring lock "refresh_cache-856fd677-c151-4e53-9a1b-b684ee27dc37" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.085160] env[68893]: DEBUG oslo_concurrency.lockutils [None req-fcf43ce6-8bc2-4fb3-8624-28716146cc66 tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] Acquired lock "refresh_cache-856fd677-c151-4e53-9a1b-b684ee27dc37" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.085160] env[68893]: DEBUG nova.network.neutron [None req-fcf43ce6-8bc2-4fb3-8624-28716146cc66 tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] [instance: 856fd677-c151-4e53-9a1b-b684ee27dc37] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 697.147510] env[68893]: DEBUG oslo_vmware.api [None req-a4dd925b-530e-42a3-8b41-f841dfde56a6 tempest-ServersTestFqdnHostnames-1794249434 tempest-ServersTestFqdnHostnames-1794249434-project-member] Task: {'id': task-2791062, 'name': Rename_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.219098] env[68893]: DEBUG oslo_concurrency.lockutils [req-6968e6ff-343e-4fed-ba14-4c28014cc0a8 req-f3f8b2fd-07c3-4b5a-b7c7-870a828f8d28 service nova] Releasing lock "refresh_cache-49227832-6556-4c04-8875-6a4b9414b1d8" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.249481] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance 1e106741-a2d1-40cc-b287-3f2af59084ca has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 697.249675] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance 292718c1-e976-4462-aede-a2ed6b8415de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 697.312517] env[68893]: DEBUG oslo_vmware.api [None req-71c78263-ac3f-4264-81cd-62ba6c65a564 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Task: {'id': task-2791063, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.379667] env[68893]: DEBUG nova.network.neutron [None req-a02d0b28-b549-4881-abed-9de3098c2607 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] [instance: add4ef29-6e07-4272-b41a-04a95f62e169] Successfully updated port: 0947a9d6-6bbb-4fa8-8aab-5f0025cc95dc {{(pid=68893) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 697.449183] env[68893]: DEBUG oslo_concurrency.lockutils [None req-cef36878-b1fc-4161-9a48-858492d0df42 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.478804] env[68893]: DEBUG nova.network.neutron [req-7e12648b-2fc2-447b-aec3-c767d08a1c1d req-0fec5107-1745-4b13-bc36-dc92c5484e40 service nova] [instance: 427db270-9f81-4bed-8039-a8e1d87ab427] Updated VIF entry in instance network info cache for port e81ed086-4296-441e-aaae-dd33838b0c26. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 697.480460] env[68893]: DEBUG nova.network.neutron [req-7e12648b-2fc2-447b-aec3-c767d08a1c1d req-0fec5107-1745-4b13-bc36-dc92c5484e40 service nova] [instance: 427db270-9f81-4bed-8039-a8e1d87ab427] Updating instance_info_cache with network_info: [{"id": "e81ed086-4296-441e-aaae-dd33838b0c26", "address": "fa:16:3e:4c:1d:af", "network": {"id": "7c47df7c-11e4-4add-bbbc-9f3e8b65146e", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-128273444-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "547b6d99a78b47ee92a40b782653e73d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fa01fe1a-83b6-4c10-af75-00ddb17f9bbf", "external-id": "nsx-vlan-transportzone-431", "segmentation_id": 431, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape81ed086-42", "ovs_interfaceid": "e81ed086-4296-441e-aaae-dd33838b0c26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.504121] env[68893]: DEBUG oslo_vmware.api [None req-7beb3c86-4353-458e-b7cf-7882851bf516 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Task: {'id': task-2791064, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.805038} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.504121] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-7beb3c86-4353-458e-b7cf-7882851bf516 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] 49227832-6556-4c04-8875-6a4b9414b1d8/49227832-6556-4c04-8875-6a4b9414b1d8.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 697.504121] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-7beb3c86-4353-458e-b7cf-7882851bf516 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] [instance: 49227832-6556-4c04-8875-6a4b9414b1d8] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 697.504344] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7c4452dc-defe-44dc-aba7-179449d302ad {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.513849] env[68893]: DEBUG oslo_vmware.api [None req-7beb3c86-4353-458e-b7cf-7882851bf516 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Waiting for the task: (returnval){ [ 697.513849] env[68893]: value = "task-2791065" [ 697.513849] env[68893]: _type = "Task" [ 697.513849] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.527117] env[68893]: DEBUG oslo_vmware.api [None req-7beb3c86-4353-458e-b7cf-7882851bf516 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Task: {'id': task-2791065, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.567463] env[68893]: DEBUG oslo_vmware.api [None req-ca9332dd-ef22-43b7-a03c-eb25dc0d20a7 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]5289db1d-6de1-34e1-3aed-0f59f84729e1, 'name': SearchDatastore_Task, 'duration_secs': 0.062335} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.568441] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fac3b398-83f2-4b05-be76-6b54fcda9fe9 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.574623] env[68893]: DEBUG oslo_vmware.api [None req-ca9332dd-ef22-43b7-a03c-eb25dc0d20a7 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Waiting for the task: (returnval){ [ 697.574623] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52b0b6e7-cabc-7cd3-f8c6-aa2a8f919089" [ 697.574623] env[68893]: _type = "Task" [ 697.574623] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.584382] env[68893]: DEBUG oslo_vmware.api [None req-ca9332dd-ef22-43b7-a03c-eb25dc0d20a7 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52b0b6e7-cabc-7cd3-f8c6-aa2a8f919089, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.609278] env[68893]: DEBUG nova.network.neutron [None req-fcf43ce6-8bc2-4fb3-8624-28716146cc66 tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] [instance: 856fd677-c151-4e53-9a1b-b684ee27dc37] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 697.647774] env[68893]: DEBUG oslo_vmware.api [None req-a4dd925b-530e-42a3-8b41-f841dfde56a6 tempest-ServersTestFqdnHostnames-1794249434 tempest-ServersTestFqdnHostnames-1794249434-project-member] Task: {'id': task-2791062, 'name': Rename_Task, 'duration_secs': 1.094879} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.648061] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4dd925b-530e-42a3-8b41-f841dfde56a6 tempest-ServersTestFqdnHostnames-1794249434 tempest-ServersTestFqdnHostnames-1794249434-project-member] [instance: 8aa9ad1d-d3b0-4038-acd1-0fca895a3ac1] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 697.648371] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1a742a15-d353-49f8-b252-980aa918e2ec {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.658703] env[68893]: DEBUG oslo_vmware.api [None req-a4dd925b-530e-42a3-8b41-f841dfde56a6 tempest-ServersTestFqdnHostnames-1794249434 tempest-ServersTestFqdnHostnames-1794249434-project-member] Waiting for the task: (returnval){ [ 697.658703] env[68893]: value = "task-2791066" [ 697.658703] env[68893]: _type = "Task" [ 697.658703] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.669950] env[68893]: DEBUG oslo_vmware.api [None req-a4dd925b-530e-42a3-8b41-f841dfde56a6 tempest-ServersTestFqdnHostnames-1794249434 tempest-ServersTestFqdnHostnames-1794249434-project-member] Task: {'id': task-2791066, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.695031] env[68893]: DEBUG nova.network.neutron [None req-fcf43ce6-8bc2-4fb3-8624-28716146cc66 tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] [instance: 856fd677-c151-4e53-9a1b-b684ee27dc37] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.753904] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance 0584a6fd-aa46-4da6-bc9a-90ee80698237 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 697.754240] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance 427db270-9f81-4bed-8039-a8e1d87ab427 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 697.754240] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance 49227832-6556-4c04-8875-6a4b9414b1d8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 697.754397] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance ea8f3ce4-4b6e-4bd1-b959-2412268d1b3e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 697.754457] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance d09a64f4-84e1-4eb5-9cd1-32e9de8b921d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 697.817328] env[68893]: DEBUG oslo_vmware.api [None req-71c78263-ac3f-4264-81cd-62ba6c65a564 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Task: {'id': task-2791063, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.883148] env[68893]: DEBUG oslo_concurrency.lockutils [None req-a02d0b28-b549-4881-abed-9de3098c2607 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Acquiring lock "refresh_cache-add4ef29-6e07-4272-b41a-04a95f62e169" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.883148] env[68893]: DEBUG oslo_concurrency.lockutils [None req-a02d0b28-b549-4881-abed-9de3098c2607 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Acquired lock "refresh_cache-add4ef29-6e07-4272-b41a-04a95f62e169" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.884260] env[68893]: DEBUG nova.network.neutron [None req-a02d0b28-b549-4881-abed-9de3098c2607 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] [instance: add4ef29-6e07-4272-b41a-04a95f62e169] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 697.984240] env[68893]: DEBUG oslo_concurrency.lockutils [req-7e12648b-2fc2-447b-aec3-c767d08a1c1d req-0fec5107-1745-4b13-bc36-dc92c5484e40 service nova] Releasing lock "refresh_cache-427db270-9f81-4bed-8039-a8e1d87ab427" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.026620] env[68893]: DEBUG oslo_vmware.api [None req-7beb3c86-4353-458e-b7cf-7882851bf516 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Task: {'id': task-2791065, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082981} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.027174] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-7beb3c86-4353-458e-b7cf-7882851bf516 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] [instance: 49227832-6556-4c04-8875-6a4b9414b1d8] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 698.028243] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c214a17-6200-4141-bac9-cf98a35f65f1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.055522] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-7beb3c86-4353-458e-b7cf-7882851bf516 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] [instance: 49227832-6556-4c04-8875-6a4b9414b1d8] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] 49227832-6556-4c04-8875-6a4b9414b1d8/49227832-6556-4c04-8875-6a4b9414b1d8.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 698.056091] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9641026-f78b-4173-906f-57a14eb8e44d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.091635] env[68893]: DEBUG oslo_vmware.api [None req-ca9332dd-ef22-43b7-a03c-eb25dc0d20a7 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52b0b6e7-cabc-7cd3-f8c6-aa2a8f919089, 'name': SearchDatastore_Task, 'duration_secs': 0.019214} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.091914] env[68893]: DEBUG oslo_vmware.api [None req-7beb3c86-4353-458e-b7cf-7882851bf516 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Waiting for the task: (returnval){ [ 698.091914] env[68893]: value = "task-2791067" [ 698.091914] env[68893]: _type = "Task" [ 698.091914] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.092138] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ca9332dd-ef22-43b7-a03c-eb25dc0d20a7 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.092390] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca9332dd-ef22-43b7-a03c-eb25dc0d20a7 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] 427db270-9f81-4bed-8039-a8e1d87ab427/427db270-9f81-4bed-8039-a8e1d87ab427.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 698.092690] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-06643ba1-b89b-4f8e-a9e1-3b85054a514c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.102532] env[68893]: DEBUG oslo_vmware.api [None req-ca9332dd-ef22-43b7-a03c-eb25dc0d20a7 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Waiting for the task: (returnval){ [ 698.102532] env[68893]: value = "task-2791068" [ 698.102532] env[68893]: _type = "Task" [ 698.102532] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.105731] env[68893]: DEBUG oslo_vmware.api [None req-7beb3c86-4353-458e-b7cf-7882851bf516 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Task: {'id': task-2791067, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.117177] env[68893]: DEBUG oslo_vmware.api [None req-ca9332dd-ef22-43b7-a03c-eb25dc0d20a7 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Task: {'id': task-2791068, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.170827] env[68893]: DEBUG oslo_vmware.api [None req-a4dd925b-530e-42a3-8b41-f841dfde56a6 tempest-ServersTestFqdnHostnames-1794249434 tempest-ServersTestFqdnHostnames-1794249434-project-member] Task: {'id': task-2791066, 'name': PowerOnVM_Task} progress is 87%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.199477] env[68893]: DEBUG oslo_concurrency.lockutils [None req-fcf43ce6-8bc2-4fb3-8624-28716146cc66 tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] Releasing lock "refresh_cache-856fd677-c151-4e53-9a1b-b684ee27dc37" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.200553] env[68893]: DEBUG nova.compute.manager [None req-fcf43ce6-8bc2-4fb3-8624-28716146cc66 tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] [instance: 856fd677-c151-4e53-9a1b-b684ee27dc37] Start destroying the instance on the hypervisor. {{(pid=68893) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 698.200727] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-fcf43ce6-8bc2-4fb3-8624-28716146cc66 tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] [instance: 856fd677-c151-4e53-9a1b-b684ee27dc37] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 698.201902] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70715f94-9769-4d93-9ece-70e047f229d1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.212207] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcf43ce6-8bc2-4fb3-8624-28716146cc66 tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] [instance: 856fd677-c151-4e53-9a1b-b684ee27dc37] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 698.213363] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d298f66d-4791-4ec5-95f5-187fc0568ba2 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.221443] env[68893]: DEBUG oslo_vmware.api [None req-fcf43ce6-8bc2-4fb3-8624-28716146cc66 tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] Waiting for the task: (returnval){ [ 698.221443] env[68893]: value = "task-2791069" [ 698.221443] env[68893]: _type = "Task" [ 698.221443] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.234980] env[68893]: DEBUG oslo_vmware.api [None req-fcf43ce6-8bc2-4fb3-8624-28716146cc66 tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] Task: {'id': task-2791069, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.263167] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance a18eb1c3-0700-4e59-be23-2c91afa4b7b1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 698.263167] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance 856fd677-c151-4e53-9a1b-b684ee27dc37 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 698.325972] env[68893]: DEBUG oslo_vmware.api [None req-71c78263-ac3f-4264-81cd-62ba6c65a564 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Task: {'id': task-2791063, 'name': CreateSnapshot_Task, 'duration_secs': 1.950505} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.328822] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-71c78263-ac3f-4264-81cd-62ba6c65a564 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] [instance: 29bce734-9f04-41eb-92e5-df9248dc10a3] Created Snapshot of the VM instance {{(pid=68893) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 698.330258] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17397b03-8c81-42ce-b5f3-f9b3cacc5284 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.419951] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b893a8ae-0e58-43f1-8096-1d06512c52ce tempest-ServerAddressesNegativeTestJSON-1075330625 tempest-ServerAddressesNegativeTestJSON-1075330625-project-member] Acquiring lock "4bb94a41-5549-4e59-a44b-094fff269e78" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.420515] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b893a8ae-0e58-43f1-8096-1d06512c52ce tempest-ServerAddressesNegativeTestJSON-1075330625 tempest-ServerAddressesNegativeTestJSON-1075330625-project-member] Lock "4bb94a41-5549-4e59-a44b-094fff269e78" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.461889] env[68893]: DEBUG nova.network.neutron [None req-a02d0b28-b549-4881-abed-9de3098c2607 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] [instance: add4ef29-6e07-4272-b41a-04a95f62e169] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 698.613841] env[68893]: DEBUG oslo_vmware.api [None req-7beb3c86-4353-458e-b7cf-7882851bf516 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Task: {'id': task-2791067, 'name': ReconfigVM_Task, 'duration_secs': 0.378408} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.622901] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-7beb3c86-4353-458e-b7cf-7882851bf516 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] [instance: 49227832-6556-4c04-8875-6a4b9414b1d8] Reconfigured VM instance instance-0000000a to attach disk [datastore2] 49227832-6556-4c04-8875-6a4b9414b1d8/49227832-6556-4c04-8875-6a4b9414b1d8.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 698.622901] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ebe81e2b-dcf7-441e-81fb-64bbaa80f3b0 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.632815] env[68893]: DEBUG nova.compute.manager [req-20558af5-51c3-4b21-b659-e9e780b384d8 req-ca9c390a-9129-47fc-9338-8b7bcd74e2ec service nova] [instance: a1ae5389-8497-4b29-a00b-a5b357b4c433] Received event network-vif-deleted-bce0b480-ee49-45be-b657-ffc067f5dd1d {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 698.632815] env[68893]: DEBUG nova.compute.manager [req-20558af5-51c3-4b21-b659-e9e780b384d8 req-ca9c390a-9129-47fc-9338-8b7bcd74e2ec service nova] [instance: add4ef29-6e07-4272-b41a-04a95f62e169] Received event network-vif-plugged-0947a9d6-6bbb-4fa8-8aab-5f0025cc95dc {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 698.632815] env[68893]: DEBUG oslo_concurrency.lockutils [req-20558af5-51c3-4b21-b659-e9e780b384d8 req-ca9c390a-9129-47fc-9338-8b7bcd74e2ec service nova] Acquiring lock "add4ef29-6e07-4272-b41a-04a95f62e169-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.632815] env[68893]: DEBUG oslo_concurrency.lockutils [req-20558af5-51c3-4b21-b659-e9e780b384d8 req-ca9c390a-9129-47fc-9338-8b7bcd74e2ec service nova] Lock "add4ef29-6e07-4272-b41a-04a95f62e169-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.633379] env[68893]: DEBUG oslo_concurrency.lockutils [req-20558af5-51c3-4b21-b659-e9e780b384d8 req-ca9c390a-9129-47fc-9338-8b7bcd74e2ec service nova] Lock "add4ef29-6e07-4272-b41a-04a95f62e169-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.633379] env[68893]: DEBUG nova.compute.manager [req-20558af5-51c3-4b21-b659-e9e780b384d8 req-ca9c390a-9129-47fc-9338-8b7bcd74e2ec service nova] [instance: add4ef29-6e07-4272-b41a-04a95f62e169] No waiting events found dispatching network-vif-plugged-0947a9d6-6bbb-4fa8-8aab-5f0025cc95dc {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 698.633379] env[68893]: WARNING nova.compute.manager [req-20558af5-51c3-4b21-b659-e9e780b384d8 req-ca9c390a-9129-47fc-9338-8b7bcd74e2ec service nova] [instance: add4ef29-6e07-4272-b41a-04a95f62e169] Received unexpected event network-vif-plugged-0947a9d6-6bbb-4fa8-8aab-5f0025cc95dc for instance with vm_state building and task_state spawning. [ 698.633379] env[68893]: DEBUG nova.compute.manager [req-20558af5-51c3-4b21-b659-e9e780b384d8 req-ca9c390a-9129-47fc-9338-8b7bcd74e2ec service nova] [instance: add4ef29-6e07-4272-b41a-04a95f62e169] Received event network-changed-0947a9d6-6bbb-4fa8-8aab-5f0025cc95dc {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 698.633379] env[68893]: DEBUG nova.compute.manager [req-20558af5-51c3-4b21-b659-e9e780b384d8 req-ca9c390a-9129-47fc-9338-8b7bcd74e2ec service nova] [instance: add4ef29-6e07-4272-b41a-04a95f62e169] Refreshing instance network info cache due to event network-changed-0947a9d6-6bbb-4fa8-8aab-5f0025cc95dc. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 698.633827] env[68893]: DEBUG oslo_concurrency.lockutils [req-20558af5-51c3-4b21-b659-e9e780b384d8 req-ca9c390a-9129-47fc-9338-8b7bcd74e2ec service nova] Acquiring lock "refresh_cache-add4ef29-6e07-4272-b41a-04a95f62e169" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.639534] env[68893]: DEBUG oslo_vmware.api [None req-ca9332dd-ef22-43b7-a03c-eb25dc0d20a7 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Task: {'id': task-2791068, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.646438] env[68893]: DEBUG oslo_vmware.api [None req-7beb3c86-4353-458e-b7cf-7882851bf516 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Waiting for the task: (returnval){ [ 698.646438] env[68893]: value = "task-2791070" [ 698.646438] env[68893]: _type = "Task" [ 698.646438] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.658057] env[68893]: DEBUG oslo_vmware.api [None req-7beb3c86-4353-458e-b7cf-7882851bf516 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Task: {'id': task-2791070, 'name': Rename_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.679717] env[68893]: DEBUG oslo_vmware.api [None req-a4dd925b-530e-42a3-8b41-f841dfde56a6 tempest-ServersTestFqdnHostnames-1794249434 tempest-ServersTestFqdnHostnames-1794249434-project-member] Task: {'id': task-2791066, 'name': PowerOnVM_Task, 'duration_secs': 0.744153} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.679717] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4dd925b-530e-42a3-8b41-f841dfde56a6 tempest-ServersTestFqdnHostnames-1794249434 tempest-ServersTestFqdnHostnames-1794249434-project-member] [instance: 8aa9ad1d-d3b0-4038-acd1-0fca895a3ac1] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 698.679899] env[68893]: INFO nova.compute.manager [None req-a4dd925b-530e-42a3-8b41-f841dfde56a6 tempest-ServersTestFqdnHostnames-1794249434 tempest-ServersTestFqdnHostnames-1794249434-project-member] [instance: 8aa9ad1d-d3b0-4038-acd1-0fca895a3ac1] Took 12.22 seconds to spawn the instance on the hypervisor. [ 698.680404] env[68893]: DEBUG nova.compute.manager [None req-a4dd925b-530e-42a3-8b41-f841dfde56a6 tempest-ServersTestFqdnHostnames-1794249434 tempest-ServersTestFqdnHostnames-1794249434-project-member] [instance: 8aa9ad1d-d3b0-4038-acd1-0fca895a3ac1] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 698.681409] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3db3d18d-b12a-4c79-8f83-86bd5aad44dc {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.736262] env[68893]: DEBUG oslo_vmware.api [None req-fcf43ce6-8bc2-4fb3-8624-28716146cc66 tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] Task: {'id': task-2791069, 'name': PowerOffVM_Task, 'duration_secs': 0.265623} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.736549] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcf43ce6-8bc2-4fb3-8624-28716146cc66 tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] [instance: 856fd677-c151-4e53-9a1b-b684ee27dc37] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 698.736760] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-fcf43ce6-8bc2-4fb3-8624-28716146cc66 tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] [instance: 856fd677-c151-4e53-9a1b-b684ee27dc37] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 698.737142] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6f71e62d-e783-44d4-92a8-1a35574627a7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.762630] env[68893]: DEBUG nova.network.neutron [None req-a02d0b28-b549-4881-abed-9de3098c2607 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] [instance: add4ef29-6e07-4272-b41a-04a95f62e169] Updating instance_info_cache with network_info: [{"id": "0947a9d6-6bbb-4fa8-8aab-5f0025cc95dc", "address": "fa:16:3e:e7:e7:fa", "network": {"id": "4b7f8a7a-78f7-47b0-8aeb-566554309a6e", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1023403548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "032efc00300e464696496e9889c66cd9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0947a9d6-6b", "ovs_interfaceid": "0947a9d6-6bbb-4fa8-8aab-5f0025cc95dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.765460] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance d00e31be-e1ca-4417-af4f-3f85d95e1b4b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 698.768809] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-fcf43ce6-8bc2-4fb3-8624-28716146cc66 tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] [instance: 856fd677-c151-4e53-9a1b-b684ee27dc37] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 698.769091] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-fcf43ce6-8bc2-4fb3-8624-28716146cc66 tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] [instance: 856fd677-c151-4e53-9a1b-b684ee27dc37] Deleting contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 698.769998] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcf43ce6-8bc2-4fb3-8624-28716146cc66 tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] Deleting the datastore file [datastore2] 856fd677-c151-4e53-9a1b-b684ee27dc37 {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 698.769998] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3a1c27e9-aaef-4c3f-a7de-5bfc914ea9f0 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.781651] env[68893]: DEBUG oslo_vmware.api [None req-fcf43ce6-8bc2-4fb3-8624-28716146cc66 tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] Waiting for the task: (returnval){ [ 698.781651] env[68893]: value = "task-2791072" [ 698.781651] env[68893]: _type = "Task" [ 698.781651] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.781651] env[68893]: DEBUG nova.network.neutron [None req-9f0dbc1d-334e-4366-9732-fb90b90e9f81 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] [instance: d09a64f4-84e1-4eb5-9cd1-32e9de8b921d] Successfully updated port: 502ee74c-53d4-4872-8da1-37213dc050bf {{(pid=68893) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 698.800047] env[68893]: DEBUG oslo_vmware.api [None req-fcf43ce6-8bc2-4fb3-8624-28716146cc66 tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] Task: {'id': task-2791072, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.862308] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-71c78263-ac3f-4264-81cd-62ba6c65a564 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] [instance: 29bce734-9f04-41eb-92e5-df9248dc10a3] Creating linked-clone VM from snapshot {{(pid=68893) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 698.862666] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9ac92c7c-6837-4065-96f3-fa5f2abf91fa {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.874454] env[68893]: DEBUG oslo_vmware.api [None req-71c78263-ac3f-4264-81cd-62ba6c65a564 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Waiting for the task: (returnval){ [ 698.874454] env[68893]: value = "task-2791073" [ 698.874454] env[68893]: _type = "Task" [ 698.874454] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.885995] env[68893]: DEBUG oslo_vmware.api [None req-71c78263-ac3f-4264-81cd-62ba6c65a564 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Task: {'id': task-2791073, 'name': CloneVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.136036] env[68893]: DEBUG oslo_vmware.api [None req-ca9332dd-ef22-43b7-a03c-eb25dc0d20a7 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Task: {'id': task-2791068, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.620825} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.136036] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca9332dd-ef22-43b7-a03c-eb25dc0d20a7 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] 427db270-9f81-4bed-8039-a8e1d87ab427/427db270-9f81-4bed-8039-a8e1d87ab427.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 699.136036] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-ca9332dd-ef22-43b7-a03c-eb25dc0d20a7 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] [instance: 427db270-9f81-4bed-8039-a8e1d87ab427] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 699.136036] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-93f15a0c-9dff-488b-8901-23ad26ba7c51 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.143718] env[68893]: DEBUG oslo_vmware.api [None req-ca9332dd-ef22-43b7-a03c-eb25dc0d20a7 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Waiting for the task: (returnval){ [ 699.143718] env[68893]: value = "task-2791074" [ 699.143718] env[68893]: _type = "Task" [ 699.143718] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.166962] env[68893]: DEBUG oslo_vmware.api [None req-7beb3c86-4353-458e-b7cf-7882851bf516 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Task: {'id': task-2791070, 'name': Rename_Task, 'duration_secs': 0.181268} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.167958] env[68893]: DEBUG oslo_vmware.api [None req-ca9332dd-ef22-43b7-a03c-eb25dc0d20a7 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Task: {'id': task-2791074, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.167958] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-7beb3c86-4353-458e-b7cf-7882851bf516 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] [instance: 49227832-6556-4c04-8875-6a4b9414b1d8] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 699.167958] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8b3b0891-96d8-4846-89be-6ad1d89cb970 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.177106] env[68893]: DEBUG oslo_vmware.api [None req-7beb3c86-4353-458e-b7cf-7882851bf516 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Waiting for the task: (returnval){ [ 699.177106] env[68893]: value = "task-2791075" [ 699.177106] env[68893]: _type = "Task" [ 699.177106] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.187681] env[68893]: DEBUG oslo_vmware.api [None req-7beb3c86-4353-458e-b7cf-7882851bf516 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Task: {'id': task-2791075, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.206727] env[68893]: INFO nova.compute.manager [None req-a4dd925b-530e-42a3-8b41-f841dfde56a6 tempest-ServersTestFqdnHostnames-1794249434 tempest-ServersTestFqdnHostnames-1794249434-project-member] [instance: 8aa9ad1d-d3b0-4038-acd1-0fca895a3ac1] Took 29.65 seconds to build instance. [ 699.266235] env[68893]: DEBUG oslo_concurrency.lockutils [None req-a02d0b28-b549-4881-abed-9de3098c2607 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Releasing lock "refresh_cache-add4ef29-6e07-4272-b41a-04a95f62e169" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.266383] env[68893]: DEBUG nova.compute.manager [None req-a02d0b28-b549-4881-abed-9de3098c2607 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] [instance: add4ef29-6e07-4272-b41a-04a95f62e169] Instance network_info: |[{"id": "0947a9d6-6bbb-4fa8-8aab-5f0025cc95dc", "address": "fa:16:3e:e7:e7:fa", "network": {"id": "4b7f8a7a-78f7-47b0-8aeb-566554309a6e", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1023403548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "032efc00300e464696496e9889c66cd9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0947a9d6-6b", "ovs_interfaceid": "0947a9d6-6bbb-4fa8-8aab-5f0025cc95dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 699.266711] env[68893]: DEBUG oslo_concurrency.lockutils [req-20558af5-51c3-4b21-b659-e9e780b384d8 req-ca9c390a-9129-47fc-9338-8b7bcd74e2ec service nova] Acquired lock "refresh_cache-add4ef29-6e07-4272-b41a-04a95f62e169" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.266934] env[68893]: DEBUG nova.network.neutron [req-20558af5-51c3-4b21-b659-e9e780b384d8 req-ca9c390a-9129-47fc-9338-8b7bcd74e2ec service nova] [instance: add4ef29-6e07-4272-b41a-04a95f62e169] Refreshing network info cache for port 0947a9d6-6bbb-4fa8-8aab-5f0025cc95dc {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 699.269687] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-a02d0b28-b549-4881-abed-9de3098c2607 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] [instance: add4ef29-6e07-4272-b41a-04a95f62e169] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:e7:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '678ebbe4-4c53-4eaf-a689-93981310f37d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0947a9d6-6bbb-4fa8-8aab-5f0025cc95dc', 'vif_model': 'vmxnet3'}] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 699.279192] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-a02d0b28-b549-4881-abed-9de3098c2607 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Creating folder: Project (032efc00300e464696496e9889c66cd9). Parent ref: group-v560969. {{(pid=68893) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 699.280961] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance e3de132a-5a8c-49f7-8dde-273070d38b23 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 699.281128] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance 8aa9ad1d-d3b0-4038-acd1-0fca895a3ac1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 699.281417] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance d2187069-2dba-4d01-969f-510f659fc163 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 699.281552] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Migration eed2150f-3565-452f-8761-1795930c7209 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 699.284328] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b7246d65-d0f6-4bf0-8981-44376d5194a0 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.291454] env[68893]: DEBUG oslo_concurrency.lockutils [None req-9f0dbc1d-334e-4366-9732-fb90b90e9f81 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Acquiring lock "refresh_cache-d09a64f4-84e1-4eb5-9cd1-32e9de8b921d" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.291454] env[68893]: DEBUG oslo_concurrency.lockutils [None req-9f0dbc1d-334e-4366-9732-fb90b90e9f81 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Acquired lock "refresh_cache-d09a64f4-84e1-4eb5-9cd1-32e9de8b921d" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.291454] env[68893]: DEBUG nova.network.neutron [None req-9f0dbc1d-334e-4366-9732-fb90b90e9f81 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] [instance: d09a64f4-84e1-4eb5-9cd1-32e9de8b921d] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 699.292860] env[68893]: DEBUG oslo_concurrency.lockutils [None req-346fe6ab-c187-4c49-b5bc-3989bd68686f tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Acquiring lock "b7c373f5-60c3-44c6-bbe7-d66be17f34fd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.296028] env[68893]: DEBUG oslo_concurrency.lockutils [None req-346fe6ab-c187-4c49-b5bc-3989bd68686f tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Lock "b7c373f5-60c3-44c6-bbe7-d66be17f34fd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.306573] env[68893]: DEBUG oslo_vmware.api [None req-fcf43ce6-8bc2-4fb3-8624-28716146cc66 tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] Task: {'id': task-2791072, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.259192} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.306849] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcf43ce6-8bc2-4fb3-8624-28716146cc66 tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 699.307049] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-fcf43ce6-8bc2-4fb3-8624-28716146cc66 tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] [instance: 856fd677-c151-4e53-9a1b-b684ee27dc37] Deleted contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 699.307261] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-fcf43ce6-8bc2-4fb3-8624-28716146cc66 tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] [instance: 856fd677-c151-4e53-9a1b-b684ee27dc37] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 699.307431] env[68893]: INFO nova.compute.manager [None req-fcf43ce6-8bc2-4fb3-8624-28716146cc66 tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] [instance: 856fd677-c151-4e53-9a1b-b684ee27dc37] Took 1.11 seconds to destroy the instance on the hypervisor. [ 699.307810] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fcf43ce6-8bc2-4fb3-8624-28716146cc66 tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 699.308295] env[68893]: DEBUG nova.compute.manager [-] [instance: 856fd677-c151-4e53-9a1b-b684ee27dc37] Deallocating network for instance {{(pid=68893) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 699.308390] env[68893]: DEBUG nova.network.neutron [-] [instance: 856fd677-c151-4e53-9a1b-b684ee27dc37] deallocate_for_instance() {{(pid=68893) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 699.312466] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-a02d0b28-b549-4881-abed-9de3098c2607 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Created folder: Project (032efc00300e464696496e9889c66cd9) in parent group-v560969. [ 699.313265] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-a02d0b28-b549-4881-abed-9de3098c2607 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Creating folder: Instances. Parent ref: group-v561001. {{(pid=68893) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 699.313351] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1ee903c6-2f04-46a8-a0ec-3abec4946047 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.329234] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-a02d0b28-b549-4881-abed-9de3098c2607 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Created folder: Instances in parent group-v561001. [ 699.329610] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a02d0b28-b549-4881-abed-9de3098c2607 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 699.329844] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: add4ef29-6e07-4272-b41a-04a95f62e169] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 699.330310] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-47fdd31e-4749-440f-a04f-42b970ea0622 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.350688] env[68893]: DEBUG nova.network.neutron [-] [instance: 856fd677-c151-4e53-9a1b-b684ee27dc37] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 699.359405] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 699.359405] env[68893]: value = "task-2791078" [ 699.359405] env[68893]: _type = "Task" [ 699.359405] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.378137] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791078, 'name': CreateVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.391018] env[68893]: DEBUG oslo_vmware.api [None req-71c78263-ac3f-4264-81cd-62ba6c65a564 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Task: {'id': task-2791073, 'name': CloneVM_Task} progress is 94%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.654618] env[68893]: DEBUG oslo_vmware.api [None req-ca9332dd-ef22-43b7-a03c-eb25dc0d20a7 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Task: {'id': task-2791074, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.166223} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.654904] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-ca9332dd-ef22-43b7-a03c-eb25dc0d20a7 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] [instance: 427db270-9f81-4bed-8039-a8e1d87ab427] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 699.655761] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d73a8826-f796-4744-aff9-42b277988d9c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.684212] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca9332dd-ef22-43b7-a03c-eb25dc0d20a7 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] [instance: 427db270-9f81-4bed-8039-a8e1d87ab427] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] 427db270-9f81-4bed-8039-a8e1d87ab427/427db270-9f81-4bed-8039-a8e1d87ab427.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 699.684411] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5575a8c-9f26-416c-8cd1-dcaa04eed70c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.715105] env[68893]: DEBUG oslo_concurrency.lockutils [None req-a4dd925b-530e-42a3-8b41-f841dfde56a6 tempest-ServersTestFqdnHostnames-1794249434 tempest-ServersTestFqdnHostnames-1794249434-project-member] Lock "8aa9ad1d-d3b0-4038-acd1-0fca895a3ac1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.175s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.716308] env[68893]: DEBUG oslo_vmware.api [None req-7beb3c86-4353-458e-b7cf-7882851bf516 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Task: {'id': task-2791075, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.721586] env[68893]: DEBUG oslo_vmware.api [None req-ca9332dd-ef22-43b7-a03c-eb25dc0d20a7 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Waiting for the task: (returnval){ [ 699.721586] env[68893]: value = "task-2791079" [ 699.721586] env[68893]: _type = "Task" [ 699.721586] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.736125] env[68893]: DEBUG oslo_vmware.api [None req-ca9332dd-ef22-43b7-a03c-eb25dc0d20a7 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Task: {'id': task-2791079, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.788447] env[68893]: DEBUG oslo_concurrency.lockutils [None req-a2aa330e-fd55-4c7a-a9ed-10a5dc736eec tempest-ServerMetadataTestJSON-289290010 tempest-ServerMetadataTestJSON-289290010-project-member] Acquiring lock "91617bdb-49a9-45b5-a147-d9d09248bb1c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.788710] env[68893]: DEBUG oslo_concurrency.lockutils [None req-a2aa330e-fd55-4c7a-a9ed-10a5dc736eec tempest-ServerMetadataTestJSON-289290010 tempest-ServerMetadataTestJSON-289290010-project-member] Lock "91617bdb-49a9-45b5-a147-d9d09248bb1c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.791602] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance 15785bfd-102b-4abf-b9ab-12e38c653a49 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 699.791602] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance a1ae5389-8497-4b29-a00b-a5b357b4c433 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 699.840787] env[68893]: DEBUG nova.network.neutron [None req-9f0dbc1d-334e-4366-9732-fb90b90e9f81 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] [instance: d09a64f4-84e1-4eb5-9cd1-32e9de8b921d] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 699.855152] env[68893]: DEBUG nova.network.neutron [-] [instance: 856fd677-c151-4e53-9a1b-b684ee27dc37] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.880490] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791078, 'name': CreateVM_Task} progress is 99%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.891820] env[68893]: DEBUG oslo_vmware.api [None req-71c78263-ac3f-4264-81cd-62ba6c65a564 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Task: {'id': task-2791073, 'name': CloneVM_Task} progress is 94%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.047521] env[68893]: DEBUG nova.network.neutron [None req-9f0dbc1d-334e-4366-9732-fb90b90e9f81 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] [instance: d09a64f4-84e1-4eb5-9cd1-32e9de8b921d] Updating instance_info_cache with network_info: [{"id": "502ee74c-53d4-4872-8da1-37213dc050bf", "address": "fa:16:3e:2f:88:b2", "network": {"id": "64f8635c-6a46-483b-96ac-b77fe56566a5", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-170821951-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7150b1757bb64298a92e8121a5b8e631", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap502ee74c-53", "ovs_interfaceid": "502ee74c-53d4-4872-8da1-37213dc050bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.053875] env[68893]: DEBUG nova.network.neutron [req-20558af5-51c3-4b21-b659-e9e780b384d8 req-ca9c390a-9129-47fc-9338-8b7bcd74e2ec service nova] [instance: add4ef29-6e07-4272-b41a-04a95f62e169] Updated VIF entry in instance network info cache for port 0947a9d6-6bbb-4fa8-8aab-5f0025cc95dc. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 700.054229] env[68893]: DEBUG nova.network.neutron [req-20558af5-51c3-4b21-b659-e9e780b384d8 req-ca9c390a-9129-47fc-9338-8b7bcd74e2ec service nova] [instance: add4ef29-6e07-4272-b41a-04a95f62e169] Updating instance_info_cache with network_info: [{"id": "0947a9d6-6bbb-4fa8-8aab-5f0025cc95dc", "address": "fa:16:3e:e7:e7:fa", "network": {"id": "4b7f8a7a-78f7-47b0-8aeb-566554309a6e", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1023403548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "032efc00300e464696496e9889c66cd9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0947a9d6-6b", "ovs_interfaceid": "0947a9d6-6bbb-4fa8-8aab-5f0025cc95dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.201978] env[68893]: DEBUG oslo_vmware.api [None req-7beb3c86-4353-458e-b7cf-7882851bf516 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Task: {'id': task-2791075, 'name': PowerOnVM_Task, 'duration_secs': 0.578704} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.202343] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-7beb3c86-4353-458e-b7cf-7882851bf516 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] [instance: 49227832-6556-4c04-8875-6a4b9414b1d8] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 700.203669] env[68893]: INFO nova.compute.manager [None req-7beb3c86-4353-458e-b7cf-7882851bf516 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] [instance: 49227832-6556-4c04-8875-6a4b9414b1d8] Took 11.22 seconds to spawn the instance on the hypervisor. [ 700.203669] env[68893]: DEBUG nova.compute.manager [None req-7beb3c86-4353-458e-b7cf-7882851bf516 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] [instance: 49227832-6556-4c04-8875-6a4b9414b1d8] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 700.203669] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b2eefed-f193-49f1-9acc-abdb4b56e15e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.221277] env[68893]: DEBUG nova.compute.manager [None req-ebd86513-13de-40ee-8b19-faf447db1c59 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] [instance: a18eb1c3-0700-4e59-be23-2c91afa4b7b1] Starting instance... {{(pid=68893) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 700.235036] env[68893]: DEBUG oslo_vmware.api [None req-ca9332dd-ef22-43b7-a03c-eb25dc0d20a7 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Task: {'id': task-2791079, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.294802] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance 74e4929e-3ae3-4358-9544-e64b5c2f237f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 700.359287] env[68893]: INFO nova.compute.manager [-] [instance: 856fd677-c151-4e53-9a1b-b684ee27dc37] Took 1.05 seconds to deallocate network for instance. [ 700.381759] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791078, 'name': CreateVM_Task, 'duration_secs': 0.714827} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.381759] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: add4ef29-6e07-4272-b41a-04a95f62e169] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 700.385352] env[68893]: DEBUG oslo_concurrency.lockutils [None req-a02d0b28-b549-4881-abed-9de3098c2607 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.385601] env[68893]: DEBUG oslo_concurrency.lockutils [None req-a02d0b28-b549-4881-abed-9de3098c2607 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.386371] env[68893]: DEBUG oslo_concurrency.lockutils [None req-a02d0b28-b549-4881-abed-9de3098c2607 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.386841] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50c5f3eb-25f4-4474-aeab-7287743dd6e4 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.394226] env[68893]: DEBUG oslo_vmware.api [None req-a02d0b28-b549-4881-abed-9de3098c2607 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Waiting for the task: (returnval){ [ 700.394226] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52515182-1f1e-9e94-f77a-4ccd21e860d2" [ 700.394226] env[68893]: _type = "Task" [ 700.394226] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.399374] env[68893]: DEBUG oslo_vmware.api [None req-71c78263-ac3f-4264-81cd-62ba6c65a564 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Task: {'id': task-2791073, 'name': CloneVM_Task} progress is 95%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.411808] env[68893]: DEBUG oslo_vmware.api [None req-a02d0b28-b549-4881-abed-9de3098c2607 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52515182-1f1e-9e94-f77a-4ccd21e860d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.553192] env[68893]: DEBUG oslo_concurrency.lockutils [None req-9f0dbc1d-334e-4366-9732-fb90b90e9f81 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Releasing lock "refresh_cache-d09a64f4-84e1-4eb5-9cd1-32e9de8b921d" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.553192] env[68893]: DEBUG nova.compute.manager [None req-9f0dbc1d-334e-4366-9732-fb90b90e9f81 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] [instance: d09a64f4-84e1-4eb5-9cd1-32e9de8b921d] Instance network_info: |[{"id": "502ee74c-53d4-4872-8da1-37213dc050bf", "address": "fa:16:3e:2f:88:b2", "network": {"id": "64f8635c-6a46-483b-96ac-b77fe56566a5", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-170821951-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7150b1757bb64298a92e8121a5b8e631", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap502ee74c-53", "ovs_interfaceid": "502ee74c-53d4-4872-8da1-37213dc050bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 700.553338] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-9f0dbc1d-334e-4366-9732-fb90b90e9f81 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] [instance: d09a64f4-84e1-4eb5-9cd1-32e9de8b921d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:88:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d859f07-052d-4a69-bdf1-24261a6a6daa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '502ee74c-53d4-4872-8da1-37213dc050bf', 'vif_model': 'vmxnet3'}] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 700.563915] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f0dbc1d-334e-4366-9732-fb90b90e9f81 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Creating folder: Project (7150b1757bb64298a92e8121a5b8e631). Parent ref: group-v560969. {{(pid=68893) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 700.564796] env[68893]: DEBUG oslo_concurrency.lockutils [req-20558af5-51c3-4b21-b659-e9e780b384d8 req-ca9c390a-9129-47fc-9338-8b7bcd74e2ec service nova] Releasing lock "refresh_cache-add4ef29-6e07-4272-b41a-04a95f62e169" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.565120] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0e65b742-8d7d-42f5-8365-603bb6687aee {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.581023] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-9f0dbc1d-334e-4366-9732-fb90b90e9f81 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Created folder: Project (7150b1757bb64298a92e8121a5b8e631) in parent group-v560969. [ 700.581023] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f0dbc1d-334e-4366-9732-fb90b90e9f81 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Creating folder: Instances. Parent ref: group-v561004. {{(pid=68893) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 700.581023] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a0d3c699-11ec-43f6-8a71-ab6d51b2856d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.596365] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-9f0dbc1d-334e-4366-9732-fb90b90e9f81 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Created folder: Instances in parent group-v561004. [ 700.597228] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9f0dbc1d-334e-4366-9732-fb90b90e9f81 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 700.597466] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d09a64f4-84e1-4eb5-9cd1-32e9de8b921d] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 700.598234] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a2c50abd-66d4-4af6-80bd-46bb1ef21bcf {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.626182] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 700.626182] env[68893]: value = "task-2791082" [ 700.626182] env[68893]: _type = "Task" [ 700.626182] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.636942] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791082, 'name': CreateVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.729611] env[68893]: INFO nova.compute.manager [None req-7beb3c86-4353-458e-b7cf-7882851bf516 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] [instance: 49227832-6556-4c04-8875-6a4b9414b1d8] Took 29.55 seconds to build instance. [ 700.747635] env[68893]: DEBUG oslo_vmware.api [None req-ca9332dd-ef22-43b7-a03c-eb25dc0d20a7 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Task: {'id': task-2791079, 'name': ReconfigVM_Task, 'duration_secs': 0.606384} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.748011] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca9332dd-ef22-43b7-a03c-eb25dc0d20a7 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] [instance: 427db270-9f81-4bed-8039-a8e1d87ab427] Reconfigured VM instance instance-0000000b to attach disk [datastore2] 427db270-9f81-4bed-8039-a8e1d87ab427/427db270-9f81-4bed-8039-a8e1d87ab427.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 700.748746] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1fd3ad74-8c6c-4af0-aedd-3d9345477210 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.757653] env[68893]: DEBUG oslo_vmware.api [None req-ca9332dd-ef22-43b7-a03c-eb25dc0d20a7 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Waiting for the task: (returnval){ [ 700.757653] env[68893]: value = "task-2791083" [ 700.757653] env[68893]: _type = "Task" [ 700.757653] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.763602] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ebd86513-13de-40ee-8b19-faf447db1c59 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.774439] env[68893]: DEBUG oslo_vmware.api [None req-ca9332dd-ef22-43b7-a03c-eb25dc0d20a7 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Task: {'id': task-2791083, 'name': Rename_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.797455] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance a168e41a-cc22-4f30-b7eb-e390d73f0eff has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 700.798165] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=68893) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 700.798165] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2688MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=68893) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 700.877201] env[68893]: DEBUG oslo_concurrency.lockutils [None req-fcf43ce6-8bc2-4fb3-8624-28716146cc66 tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.896859] env[68893]: DEBUG oslo_vmware.api [None req-71c78263-ac3f-4264-81cd-62ba6c65a564 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Task: {'id': task-2791073, 'name': CloneVM_Task, 'duration_secs': 1.723596} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.902534] env[68893]: INFO nova.virt.vmwareapi.vmops [None req-71c78263-ac3f-4264-81cd-62ba6c65a564 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] [instance: 29bce734-9f04-41eb-92e5-df9248dc10a3] Created linked-clone VM from snapshot [ 700.903764] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a51cab23-08ee-4776-b70c-3e4ef43fd65d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.917458] env[68893]: DEBUG oslo_vmware.api [None req-a02d0b28-b549-4881-abed-9de3098c2607 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52515182-1f1e-9e94-f77a-4ccd21e860d2, 'name': SearchDatastore_Task, 'duration_secs': 0.016893} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.922436] env[68893]: DEBUG oslo_concurrency.lockutils [None req-a02d0b28-b549-4881-abed-9de3098c2607 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.923245] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-a02d0b28-b549-4881-abed-9de3098c2607 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] [instance: add4ef29-6e07-4272-b41a-04a95f62e169] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 700.923245] env[68893]: DEBUG oslo_concurrency.lockutils [None req-a02d0b28-b549-4881-abed-9de3098c2607 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.923245] env[68893]: DEBUG oslo_concurrency.lockutils [None req-a02d0b28-b549-4881-abed-9de3098c2607 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.923405] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-a02d0b28-b549-4881-abed-9de3098c2607 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 700.923638] env[68893]: DEBUG nova.virt.vmwareapi.images [None req-71c78263-ac3f-4264-81cd-62ba6c65a564 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] [instance: 29bce734-9f04-41eb-92e5-df9248dc10a3] Uploading image 2bf38ed2-e84c-4df7-9fa8-91af673a974d {{(pid=68893) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 700.928808] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-27a1a76a-c65b-4c9d-8a64-921cef241039 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.942025] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-a02d0b28-b549-4881-abed-9de3098c2607 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 700.942378] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-a02d0b28-b549-4881-abed-9de3098c2607 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 700.943507] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b70a7b1-cd1e-4795-9d4a-ee72e6dda18d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.954635] env[68893]: DEBUG oslo_vmware.api [None req-a02d0b28-b549-4881-abed-9de3098c2607 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Waiting for the task: (returnval){ [ 700.954635] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]5238e85f-1fe6-cf3b-b443-a2e90e2257ee" [ 700.954635] env[68893]: _type = "Task" [ 700.954635] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.962500] env[68893]: DEBUG oslo_vmware.rw_handles [None req-71c78263-ac3f-4264-81cd-62ba6c65a564 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 700.962500] env[68893]: value = "vm-561000" [ 700.962500] env[68893]: _type = "VirtualMachine" [ 700.962500] env[68893]: }. {{(pid=68893) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 700.962779] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-db98c4f2-a27b-41ce-8670-7296f7dc4bf1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.973881] env[68893]: DEBUG oslo_vmware.api [None req-a02d0b28-b549-4881-abed-9de3098c2607 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]5238e85f-1fe6-cf3b-b443-a2e90e2257ee, 'name': SearchDatastore_Task, 'duration_secs': 0.016608} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.976245] env[68893]: DEBUG oslo_vmware.rw_handles [None req-71c78263-ac3f-4264-81cd-62ba6c65a564 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Lease: (returnval){ [ 700.976245] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]520a5813-5233-f213-1e6e-5aed93f64cfc" [ 700.976245] env[68893]: _type = "HttpNfcLease" [ 700.976245] env[68893]: } obtained for exporting VM: (result){ [ 700.976245] env[68893]: value = "vm-561000" [ 700.976245] env[68893]: _type = "VirtualMachine" [ 700.976245] env[68893]: }. {{(pid=68893) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 700.976756] env[68893]: DEBUG oslo_vmware.api [None req-71c78263-ac3f-4264-81cd-62ba6c65a564 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Waiting for the lease: (returnval){ [ 700.976756] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]520a5813-5233-f213-1e6e-5aed93f64cfc" [ 700.976756] env[68893]: _type = "HttpNfcLease" [ 700.976756] env[68893]: } to be ready. {{(pid=68893) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 700.976756] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-905b45b8-52ee-44ec-a301-0f1f58a7afee {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.990592] env[68893]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 700.990592] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]520a5813-5233-f213-1e6e-5aed93f64cfc" [ 700.990592] env[68893]: _type = "HttpNfcLease" [ 700.990592] env[68893]: } is initializing. {{(pid=68893) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 700.991770] env[68893]: DEBUG oslo_vmware.api [None req-a02d0b28-b549-4881-abed-9de3098c2607 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Waiting for the task: (returnval){ [ 700.991770] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]523320dc-08cc-ba25-289a-25237fed90d7" [ 700.991770] env[68893]: _type = "Task" [ 700.991770] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.006035] env[68893]: DEBUG oslo_vmware.api [None req-a02d0b28-b549-4881-abed-9de3098c2607 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]523320dc-08cc-ba25-289a-25237fed90d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.136401] env[68893]: DEBUG nova.compute.manager [req-d9eb7d00-e642-4745-b19d-e3e198ea484b req-90532096-40d6-469f-b4b5-d0fe13e2bd85 service nova] [instance: d09a64f4-84e1-4eb5-9cd1-32e9de8b921d] Received event network-vif-plugged-502ee74c-53d4-4872-8da1-37213dc050bf {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 701.136667] env[68893]: DEBUG oslo_concurrency.lockutils [req-d9eb7d00-e642-4745-b19d-e3e198ea484b req-90532096-40d6-469f-b4b5-d0fe13e2bd85 service nova] Acquiring lock "d09a64f4-84e1-4eb5-9cd1-32e9de8b921d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.136869] env[68893]: DEBUG oslo_concurrency.lockutils [req-d9eb7d00-e642-4745-b19d-e3e198ea484b req-90532096-40d6-469f-b4b5-d0fe13e2bd85 service nova] Lock "d09a64f4-84e1-4eb5-9cd1-32e9de8b921d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.137968] env[68893]: DEBUG oslo_concurrency.lockutils [req-d9eb7d00-e642-4745-b19d-e3e198ea484b req-90532096-40d6-469f-b4b5-d0fe13e2bd85 service nova] Lock "d09a64f4-84e1-4eb5-9cd1-32e9de8b921d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.137968] env[68893]: DEBUG nova.compute.manager [req-d9eb7d00-e642-4745-b19d-e3e198ea484b req-90532096-40d6-469f-b4b5-d0fe13e2bd85 service nova] [instance: d09a64f4-84e1-4eb5-9cd1-32e9de8b921d] No waiting events found dispatching network-vif-plugged-502ee74c-53d4-4872-8da1-37213dc050bf {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 701.137968] env[68893]: WARNING nova.compute.manager [req-d9eb7d00-e642-4745-b19d-e3e198ea484b req-90532096-40d6-469f-b4b5-d0fe13e2bd85 service nova] [instance: d09a64f4-84e1-4eb5-9cd1-32e9de8b921d] Received unexpected event network-vif-plugged-502ee74c-53d4-4872-8da1-37213dc050bf for instance with vm_state building and task_state spawning. [ 701.137968] env[68893]: DEBUG nova.compute.manager [req-d9eb7d00-e642-4745-b19d-e3e198ea484b req-90532096-40d6-469f-b4b5-d0fe13e2bd85 service nova] [instance: d09a64f4-84e1-4eb5-9cd1-32e9de8b921d] Received event network-changed-502ee74c-53d4-4872-8da1-37213dc050bf {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 701.137968] env[68893]: DEBUG nova.compute.manager [req-d9eb7d00-e642-4745-b19d-e3e198ea484b req-90532096-40d6-469f-b4b5-d0fe13e2bd85 service nova] [instance: d09a64f4-84e1-4eb5-9cd1-32e9de8b921d] Refreshing instance network info cache due to event network-changed-502ee74c-53d4-4872-8da1-37213dc050bf. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 701.138213] env[68893]: DEBUG oslo_concurrency.lockutils [req-d9eb7d00-e642-4745-b19d-e3e198ea484b req-90532096-40d6-469f-b4b5-d0fe13e2bd85 service nova] Acquiring lock "refresh_cache-d09a64f4-84e1-4eb5-9cd1-32e9de8b921d" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.138919] env[68893]: DEBUG oslo_concurrency.lockutils [req-d9eb7d00-e642-4745-b19d-e3e198ea484b req-90532096-40d6-469f-b4b5-d0fe13e2bd85 service nova] Acquired lock "refresh_cache-d09a64f4-84e1-4eb5-9cd1-32e9de8b921d" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.139815] env[68893]: DEBUG nova.network.neutron [req-d9eb7d00-e642-4745-b19d-e3e198ea484b req-90532096-40d6-469f-b4b5-d0fe13e2bd85 service nova] [instance: d09a64f4-84e1-4eb5-9cd1-32e9de8b921d] Refreshing network info cache for port 502ee74c-53d4-4872-8da1-37213dc050bf {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 701.150075] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791082, 'name': CreateVM_Task, 'duration_secs': 0.406214} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.150075] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d09a64f4-84e1-4eb5-9cd1-32e9de8b921d] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 701.150644] env[68893]: DEBUG oslo_concurrency.lockutils [None req-9f0dbc1d-334e-4366-9732-fb90b90e9f81 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.150968] env[68893]: DEBUG oslo_concurrency.lockutils [None req-9f0dbc1d-334e-4366-9732-fb90b90e9f81 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.151687] env[68893]: DEBUG oslo_concurrency.lockutils [None req-9f0dbc1d-334e-4366-9732-fb90b90e9f81 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.153046] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55de570f-01a4-499b-ab9f-24ae6a1059db {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.163748] env[68893]: DEBUG oslo_vmware.api [None req-9f0dbc1d-334e-4366-9732-fb90b90e9f81 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Waiting for the task: (returnval){ [ 701.163748] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]525e8130-ee88-fd83-89f5-de3f26687cd1" [ 701.163748] env[68893]: _type = "Task" [ 701.163748] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.174933] env[68893]: DEBUG oslo_vmware.api [None req-9f0dbc1d-334e-4366-9732-fb90b90e9f81 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]525e8130-ee88-fd83-89f5-de3f26687cd1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.241544] env[68893]: DEBUG oslo_concurrency.lockutils [None req-7beb3c86-4353-458e-b7cf-7882851bf516 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Lock "49227832-6556-4c04-8875-6a4b9414b1d8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.102s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.275359] env[68893]: DEBUG oslo_vmware.api [None req-ca9332dd-ef22-43b7-a03c-eb25dc0d20a7 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Task: {'id': task-2791083, 'name': Rename_Task, 'duration_secs': 0.195904} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.275751] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca9332dd-ef22-43b7-a03c-eb25dc0d20a7 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] [instance: 427db270-9f81-4bed-8039-a8e1d87ab427] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 701.276040] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e21fdc31-59ed-4f66-9aea-e3deac769293 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.284730] env[68893]: DEBUG oslo_vmware.api [None req-ca9332dd-ef22-43b7-a03c-eb25dc0d20a7 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Waiting for the task: (returnval){ [ 701.284730] env[68893]: value = "task-2791085" [ 701.284730] env[68893]: _type = "Task" [ 701.284730] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.296159] env[68893]: DEBUG oslo_vmware.api [None req-ca9332dd-ef22-43b7-a03c-eb25dc0d20a7 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Task: {'id': task-2791085, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.338358] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97cab28e-1bbd-41bd-a23e-23cb565adea4 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.346648] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21a44d49-dcb9-4105-a453-1dea138ea777 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.384102] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa5cf9a0-762a-44d2-abc7-79e3be8044fa {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.392608] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f63115a2-344a-4323-9eb3-739869fe5adb {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.407336] env[68893]: DEBUG nova.compute.provider_tree [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 701.494138] env[68893]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 701.494138] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]520a5813-5233-f213-1e6e-5aed93f64cfc" [ 701.494138] env[68893]: _type = "HttpNfcLease" [ 701.494138] env[68893]: } is ready. {{(pid=68893) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 701.494623] env[68893]: DEBUG oslo_vmware.rw_handles [None req-71c78263-ac3f-4264-81cd-62ba6c65a564 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 701.494623] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]520a5813-5233-f213-1e6e-5aed93f64cfc" [ 701.494623] env[68893]: _type = "HttpNfcLease" [ 701.494623] env[68893]: }. {{(pid=68893) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 701.499066] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23d14c88-d787-451a-9328-290619cb7a21 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.508211] env[68893]: DEBUG oslo_vmware.api [None req-a02d0b28-b549-4881-abed-9de3098c2607 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]523320dc-08cc-ba25-289a-25237fed90d7, 'name': SearchDatastore_Task, 'duration_secs': 0.013474} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.511954] env[68893]: DEBUG oslo_concurrency.lockutils [None req-a02d0b28-b549-4881-abed-9de3098c2607 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.512624] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-a02d0b28-b549-4881-abed-9de3098c2607 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] add4ef29-6e07-4272-b41a-04a95f62e169/add4ef29-6e07-4272-b41a-04a95f62e169.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 701.512624] env[68893]: DEBUG oslo_vmware.rw_handles [None req-71c78263-ac3f-4264-81cd-62ba6c65a564 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52786db3-cd2b-9b95-3caa-9a07dd478d82/disk-0.vmdk from lease info. {{(pid=68893) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 701.512812] env[68893]: DEBUG oslo_vmware.rw_handles [None req-71c78263-ac3f-4264-81cd-62ba6c65a564 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52786db3-cd2b-9b95-3caa-9a07dd478d82/disk-0.vmdk for reading. {{(pid=68893) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 701.514117] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-157d4e7b-3703-4660-95d4-be59637a1e62 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.577425] env[68893]: DEBUG oslo_vmware.api [None req-a02d0b28-b549-4881-abed-9de3098c2607 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Waiting for the task: (returnval){ [ 701.577425] env[68893]: value = "task-2791086" [ 701.577425] env[68893]: _type = "Task" [ 701.577425] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.588195] env[68893]: DEBUG oslo_vmware.api [None req-a02d0b28-b549-4881-abed-9de3098c2607 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Task: {'id': task-2791086, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.641691] env[68893]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-026526a2-de91-4fce-9b8e-594dbf4b49c6 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.674445] env[68893]: DEBUG oslo_vmware.api [None req-9f0dbc1d-334e-4366-9732-fb90b90e9f81 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]525e8130-ee88-fd83-89f5-de3f26687cd1, 'name': SearchDatastore_Task, 'duration_secs': 0.013709} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.677591] env[68893]: DEBUG oslo_concurrency.lockutils [None req-9f0dbc1d-334e-4366-9732-fb90b90e9f81 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.677835] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-9f0dbc1d-334e-4366-9732-fb90b90e9f81 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] [instance: d09a64f4-84e1-4eb5-9cd1-32e9de8b921d] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 701.678108] env[68893]: DEBUG oslo_concurrency.lockutils [None req-9f0dbc1d-334e-4366-9732-fb90b90e9f81 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.678649] env[68893]: DEBUG oslo_concurrency.lockutils [None req-9f0dbc1d-334e-4366-9732-fb90b90e9f81 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.678649] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f0dbc1d-334e-4366-9732-fb90b90e9f81 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 701.678986] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-59493f36-7cf5-4f10-9ed4-7a0dcae86968 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.693652] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f0dbc1d-334e-4366-9732-fb90b90e9f81 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 701.695253] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-9f0dbc1d-334e-4366-9732-fb90b90e9f81 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 701.695253] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-213dfc7b-9c22-4ea9-a560-1aa7b9e12580 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.707023] env[68893]: DEBUG oslo_vmware.api [None req-9f0dbc1d-334e-4366-9732-fb90b90e9f81 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Waiting for the task: (returnval){ [ 701.707023] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52a07787-a4ca-08a3-79c2-14f17c8829e2" [ 701.707023] env[68893]: _type = "Task" [ 701.707023] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.715509] env[68893]: DEBUG oslo_vmware.api [None req-9f0dbc1d-334e-4366-9732-fb90b90e9f81 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52a07787-a4ca-08a3-79c2-14f17c8829e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.746362] env[68893]: DEBUG nova.compute.manager [None req-30ddcb9f-7ba9-4d4c-8e55-e68be63b3515 tempest-TenantUsagesTestJSON-742880608 tempest-TenantUsagesTestJSON-742880608-project-member] [instance: 15785bfd-102b-4abf-b9ab-12e38c653a49] Starting instance... {{(pid=68893) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 701.810545] env[68893]: DEBUG oslo_vmware.api [None req-ca9332dd-ef22-43b7-a03c-eb25dc0d20a7 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Task: {'id': task-2791085, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.915242] env[68893]: DEBUG nova.scheduler.client.report [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 702.120405] env[68893]: DEBUG oslo_vmware.api [None req-a02d0b28-b549-4881-abed-9de3098c2607 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Task: {'id': task-2791086, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.190902] env[68893]: DEBUG nova.network.neutron [req-d9eb7d00-e642-4745-b19d-e3e198ea484b req-90532096-40d6-469f-b4b5-d0fe13e2bd85 service nova] [instance: d09a64f4-84e1-4eb5-9cd1-32e9de8b921d] Updated VIF entry in instance network info cache for port 502ee74c-53d4-4872-8da1-37213dc050bf. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 702.191315] env[68893]: DEBUG nova.network.neutron [req-d9eb7d00-e642-4745-b19d-e3e198ea484b req-90532096-40d6-469f-b4b5-d0fe13e2bd85 service nova] [instance: d09a64f4-84e1-4eb5-9cd1-32e9de8b921d] Updating instance_info_cache with network_info: [{"id": "502ee74c-53d4-4872-8da1-37213dc050bf", "address": "fa:16:3e:2f:88:b2", "network": {"id": "64f8635c-6a46-483b-96ac-b77fe56566a5", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-170821951-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7150b1757bb64298a92e8121a5b8e631", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap502ee74c-53", "ovs_interfaceid": "502ee74c-53d4-4872-8da1-37213dc050bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.219168] env[68893]: DEBUG oslo_vmware.api [None req-9f0dbc1d-334e-4366-9732-fb90b90e9f81 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52a07787-a4ca-08a3-79c2-14f17c8829e2, 'name': SearchDatastore_Task, 'duration_secs': 0.0146} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.220012] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9cb3efb6-6961-4d65-8274-919300cdcd16 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.226993] env[68893]: DEBUG oslo_vmware.api [None req-9f0dbc1d-334e-4366-9732-fb90b90e9f81 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Waiting for the task: (returnval){ [ 702.226993] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]5239e005-6867-dcce-152d-5b3a9e35be57" [ 702.226993] env[68893]: _type = "Task" [ 702.226993] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.237858] env[68893]: DEBUG oslo_vmware.api [None req-9f0dbc1d-334e-4366-9732-fb90b90e9f81 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]5239e005-6867-dcce-152d-5b3a9e35be57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.294914] env[68893]: DEBUG oslo_concurrency.lockutils [None req-30ddcb9f-7ba9-4d4c-8e55-e68be63b3515 tempest-TenantUsagesTestJSON-742880608 tempest-TenantUsagesTestJSON-742880608-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.303322] env[68893]: DEBUG oslo_vmware.api [None req-ca9332dd-ef22-43b7-a03c-eb25dc0d20a7 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Task: {'id': task-2791085, 'name': PowerOnVM_Task, 'duration_secs': 0.846995} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.305403] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca9332dd-ef22-43b7-a03c-eb25dc0d20a7 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] [instance: 427db270-9f81-4bed-8039-a8e1d87ab427] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 702.306020] env[68893]: INFO nova.compute.manager [None req-ca9332dd-ef22-43b7-a03c-eb25dc0d20a7 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] [instance: 427db270-9f81-4bed-8039-a8e1d87ab427] Took 10.76 seconds to spawn the instance on the hypervisor. [ 702.306340] env[68893]: DEBUG nova.compute.manager [None req-ca9332dd-ef22-43b7-a03c-eb25dc0d20a7 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] [instance: 427db270-9f81-4bed-8039-a8e1d87ab427] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 702.310236] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d0916ae-fa28-4789-8cd9-a0caf4c963a8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.420994] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68893) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 702.421279] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 7.746s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.421574] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f02bc39a-caa9-4dc2-a6da-f54684b93a32 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.760s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.423190] env[68893]: INFO nova.compute.claims [None req-f02bc39a-caa9-4dc2-a6da-f54684b93a32 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] [instance: e3de132a-5a8c-49f7-8dde-273070d38b23] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 702.594035] env[68893]: DEBUG oslo_vmware.api [None req-a02d0b28-b549-4881-abed-9de3098c2607 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Task: {'id': task-2791086, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.633596} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.594035] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-a02d0b28-b549-4881-abed-9de3098c2607 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] add4ef29-6e07-4272-b41a-04a95f62e169/add4ef29-6e07-4272-b41a-04a95f62e169.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 702.594035] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-a02d0b28-b549-4881-abed-9de3098c2607 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] [instance: add4ef29-6e07-4272-b41a-04a95f62e169] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 702.594035] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-60cb5a06-650c-45b6-a24e-c001146b38f3 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.603302] env[68893]: DEBUG oslo_vmware.api [None req-a02d0b28-b549-4881-abed-9de3098c2607 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Waiting for the task: (returnval){ [ 702.603302] env[68893]: value = "task-2791087" [ 702.603302] env[68893]: _type = "Task" [ 702.603302] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.615857] env[68893]: DEBUG oslo_vmware.api [None req-a02d0b28-b549-4881-abed-9de3098c2607 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Task: {'id': task-2791087, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.695522] env[68893]: DEBUG oslo_concurrency.lockutils [req-d9eb7d00-e642-4745-b19d-e3e198ea484b req-90532096-40d6-469f-b4b5-d0fe13e2bd85 service nova] Releasing lock "refresh_cache-d09a64f4-84e1-4eb5-9cd1-32e9de8b921d" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.743347] env[68893]: DEBUG oslo_vmware.api [None req-9f0dbc1d-334e-4366-9732-fb90b90e9f81 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]5239e005-6867-dcce-152d-5b3a9e35be57, 'name': SearchDatastore_Task, 'duration_secs': 0.019948} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.743599] env[68893]: DEBUG oslo_concurrency.lockutils [None req-9f0dbc1d-334e-4366-9732-fb90b90e9f81 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.743934] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f0dbc1d-334e-4366-9732-fb90b90e9f81 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] d09a64f4-84e1-4eb5-9cd1-32e9de8b921d/d09a64f4-84e1-4eb5-9cd1-32e9de8b921d.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 702.744160] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-caf6a677-b1d4-405d-b53a-2f3320279097 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.753727] env[68893]: DEBUG oslo_vmware.api [None req-9f0dbc1d-334e-4366-9732-fb90b90e9f81 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Waiting for the task: (returnval){ [ 702.753727] env[68893]: value = "task-2791088" [ 702.753727] env[68893]: _type = "Task" [ 702.753727] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.765300] env[68893]: DEBUG oslo_vmware.api [None req-9f0dbc1d-334e-4366-9732-fb90b90e9f81 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Task: {'id': task-2791088, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.830235] env[68893]: INFO nova.compute.manager [None req-ca9332dd-ef22-43b7-a03c-eb25dc0d20a7 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] [instance: 427db270-9f81-4bed-8039-a8e1d87ab427] Took 20.56 seconds to build instance. [ 703.125239] env[68893]: DEBUG oslo_vmware.api [None req-a02d0b28-b549-4881-abed-9de3098c2607 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Task: {'id': task-2791087, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.131828} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.125741] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-a02d0b28-b549-4881-abed-9de3098c2607 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] [instance: add4ef29-6e07-4272-b41a-04a95f62e169] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 703.131803] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d621e449-dba7-4757-9533-fa92682411c6 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.159255] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-a02d0b28-b549-4881-abed-9de3098c2607 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] [instance: add4ef29-6e07-4272-b41a-04a95f62e169] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] add4ef29-6e07-4272-b41a-04a95f62e169/add4ef29-6e07-4272-b41a-04a95f62e169.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 703.159601] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-baef14f3-f48a-4c63-bd18-42ad65aff8ee {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.185475] env[68893]: DEBUG oslo_vmware.api [None req-a02d0b28-b549-4881-abed-9de3098c2607 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Waiting for the task: (returnval){ [ 703.185475] env[68893]: value = "task-2791089" [ 703.185475] env[68893]: _type = "Task" [ 703.185475] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.199040] env[68893]: DEBUG oslo_vmware.api [None req-a02d0b28-b549-4881-abed-9de3098c2607 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Task: {'id': task-2791089, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.265399] env[68893]: DEBUG oslo_vmware.api [None req-9f0dbc1d-334e-4366-9732-fb90b90e9f81 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Task: {'id': task-2791088, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.332171] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ca9332dd-ef22-43b7-a03c-eb25dc0d20a7 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Lock "427db270-9f81-4bed-8039-a8e1d87ab427" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.081s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.705821] env[68893]: DEBUG oslo_vmware.api [None req-a02d0b28-b549-4881-abed-9de3098c2607 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Task: {'id': task-2791089, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.769855] env[68893]: DEBUG oslo_vmware.api [None req-9f0dbc1d-334e-4366-9732-fb90b90e9f81 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Task: {'id': task-2791088, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.832785} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.773182] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f0dbc1d-334e-4366-9732-fb90b90e9f81 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] d09a64f4-84e1-4eb5-9cd1-32e9de8b921d/d09a64f4-84e1-4eb5-9cd1-32e9de8b921d.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 703.773540] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-9f0dbc1d-334e-4366-9732-fb90b90e9f81 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] [instance: d09a64f4-84e1-4eb5-9cd1-32e9de8b921d] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 703.774195] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-93860def-0c00-4243-9921-73d738069807 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.784775] env[68893]: DEBUG oslo_vmware.api [None req-9f0dbc1d-334e-4366-9732-fb90b90e9f81 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Waiting for the task: (returnval){ [ 703.784775] env[68893]: value = "task-2791090" [ 703.784775] env[68893]: _type = "Task" [ 703.784775] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.797873] env[68893]: DEBUG oslo_vmware.api [None req-9f0dbc1d-334e-4366-9732-fb90b90e9f81 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Task: {'id': task-2791090, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.836087] env[68893]: DEBUG nova.compute.manager [None req-cb3de616-d1c2-491f-98a4-9f6760a289c0 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: a168e41a-cc22-4f30-b7eb-e390d73f0eff] Starting instance... {{(pid=68893) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 703.987970] env[68893]: DEBUG nova.compute.manager [req-b4af1cf9-cd05-4119-89f3-eb8c07561356 req-864d061a-7ccd-4a83-953d-90cb4df9dd94 service nova] [instance: 8aa9ad1d-d3b0-4038-acd1-0fca895a3ac1] Received event network-changed-d821bb35-25d7-4826-883b-5c39a0d860f9 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 703.988244] env[68893]: DEBUG nova.compute.manager [req-b4af1cf9-cd05-4119-89f3-eb8c07561356 req-864d061a-7ccd-4a83-953d-90cb4df9dd94 service nova] [instance: 8aa9ad1d-d3b0-4038-acd1-0fca895a3ac1] Refreshing instance network info cache due to event network-changed-d821bb35-25d7-4826-883b-5c39a0d860f9. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 703.988574] env[68893]: DEBUG oslo_concurrency.lockutils [req-b4af1cf9-cd05-4119-89f3-eb8c07561356 req-864d061a-7ccd-4a83-953d-90cb4df9dd94 service nova] Acquiring lock "refresh_cache-8aa9ad1d-d3b0-4038-acd1-0fca895a3ac1" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.988773] env[68893]: DEBUG oslo_concurrency.lockutils [req-b4af1cf9-cd05-4119-89f3-eb8c07561356 req-864d061a-7ccd-4a83-953d-90cb4df9dd94 service nova] Acquired lock "refresh_cache-8aa9ad1d-d3b0-4038-acd1-0fca895a3ac1" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.989110] env[68893]: DEBUG nova.network.neutron [req-b4af1cf9-cd05-4119-89f3-eb8c07561356 req-864d061a-7ccd-4a83-953d-90cb4df9dd94 service nova] [instance: 8aa9ad1d-d3b0-4038-acd1-0fca895a3ac1] Refreshing network info cache for port d821bb35-25d7-4826-883b-5c39a0d860f9 {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 704.002825] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6369f3c-5e59-458b-b889-0db0acf13963 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.015144] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d447c468-a787-4af6-afbc-c25dec222383 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.062127] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a6423d4-6324-4641-846f-b7d42b7335a5 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.074270] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1242c8c9-94e3-4a32-abc2-830ac88901eb {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.092611] env[68893]: DEBUG nova.compute.provider_tree [None req-f02bc39a-caa9-4dc2-a6da-f54684b93a32 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 704.200955] env[68893]: DEBUG oslo_vmware.api [None req-a02d0b28-b549-4881-abed-9de3098c2607 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Task: {'id': task-2791089, 'name': ReconfigVM_Task, 'duration_secs': 0.629971} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.201267] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-a02d0b28-b549-4881-abed-9de3098c2607 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] [instance: add4ef29-6e07-4272-b41a-04a95f62e169] Reconfigured VM instance instance-0000000c to attach disk [datastore2] add4ef29-6e07-4272-b41a-04a95f62e169/add4ef29-6e07-4272-b41a-04a95f62e169.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 704.201891] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6f199f01-716d-40be-802f-6efd0b12d6bb {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.210208] env[68893]: DEBUG oslo_vmware.api [None req-a02d0b28-b549-4881-abed-9de3098c2607 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Waiting for the task: (returnval){ [ 704.210208] env[68893]: value = "task-2791091" [ 704.210208] env[68893]: _type = "Task" [ 704.210208] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.219480] env[68893]: DEBUG oslo_vmware.api [None req-a02d0b28-b549-4881-abed-9de3098c2607 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Task: {'id': task-2791091, 'name': Rename_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.298462] env[68893]: DEBUG oslo_vmware.api [None req-9f0dbc1d-334e-4366-9732-fb90b90e9f81 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Task: {'id': task-2791090, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.124379} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.299237] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-9f0dbc1d-334e-4366-9732-fb90b90e9f81 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] [instance: d09a64f4-84e1-4eb5-9cd1-32e9de8b921d] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 704.300236] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b32b1cd5-c4da-489c-a934-b9418efebc6f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.332168] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f0dbc1d-334e-4366-9732-fb90b90e9f81 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] [instance: d09a64f4-84e1-4eb5-9cd1-32e9de8b921d] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] d09a64f4-84e1-4eb5-9cd1-32e9de8b921d/d09a64f4-84e1-4eb5-9cd1-32e9de8b921d.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 704.334055] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e014726-ac1a-449d-98bb-744009b87c7f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.364271] env[68893]: DEBUG oslo_vmware.api [None req-9f0dbc1d-334e-4366-9732-fb90b90e9f81 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Waiting for the task: (returnval){ [ 704.364271] env[68893]: value = "task-2791092" [ 704.364271] env[68893]: _type = "Task" [ 704.364271] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.368957] env[68893]: DEBUG oslo_concurrency.lockutils [None req-cb3de616-d1c2-491f-98a4-9f6760a289c0 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.378106] env[68893]: DEBUG oslo_vmware.api [None req-9f0dbc1d-334e-4366-9732-fb90b90e9f81 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Task: {'id': task-2791092, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.596628] env[68893]: DEBUG nova.scheduler.client.report [None req-f02bc39a-caa9-4dc2-a6da-f54684b93a32 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 704.724046] env[68893]: DEBUG oslo_vmware.api [None req-a02d0b28-b549-4881-abed-9de3098c2607 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Task: {'id': task-2791091, 'name': Rename_Task, 'duration_secs': 0.279875} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.724862] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-a02d0b28-b549-4881-abed-9de3098c2607 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] [instance: add4ef29-6e07-4272-b41a-04a95f62e169] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 704.727018] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a55049aa-d983-4b8b-a290-8d30741db4d6 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.735435] env[68893]: DEBUG oslo_vmware.api [None req-a02d0b28-b549-4881-abed-9de3098c2607 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Waiting for the task: (returnval){ [ 704.735435] env[68893]: value = "task-2791093" [ 704.735435] env[68893]: _type = "Task" [ 704.735435] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.746339] env[68893]: DEBUG oslo_vmware.api [None req-a02d0b28-b549-4881-abed-9de3098c2607 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Task: {'id': task-2791093, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.878997] env[68893]: DEBUG oslo_vmware.api [None req-9f0dbc1d-334e-4366-9732-fb90b90e9f81 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Task: {'id': task-2791092, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.930317] env[68893]: DEBUG nova.network.neutron [req-b4af1cf9-cd05-4119-89f3-eb8c07561356 req-864d061a-7ccd-4a83-953d-90cb4df9dd94 service nova] [instance: 8aa9ad1d-d3b0-4038-acd1-0fca895a3ac1] Updated VIF entry in instance network info cache for port d821bb35-25d7-4826-883b-5c39a0d860f9. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 704.931038] env[68893]: DEBUG nova.network.neutron [req-b4af1cf9-cd05-4119-89f3-eb8c07561356 req-864d061a-7ccd-4a83-953d-90cb4df9dd94 service nova] [instance: 8aa9ad1d-d3b0-4038-acd1-0fca895a3ac1] Updating instance_info_cache with network_info: [{"id": "d821bb35-25d7-4826-883b-5c39a0d860f9", "address": "fa:16:3e:d3:7d:ac", "network": {"id": "f4cc82dc-cf73-475f-8018-5acf87fe5aae", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-869086851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd42da197dfc4139a6a59304a295ee02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd821bb35-25", "ovs_interfaceid": "d821bb35-25d7-4826-883b-5c39a0d860f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.106193] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f02bc39a-caa9-4dc2-a6da-f54684b93a32 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.684s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.108732] env[68893]: DEBUG nova.compute.manager [None req-f02bc39a-caa9-4dc2-a6da-f54684b93a32 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] [instance: e3de132a-5a8c-49f7-8dde-273070d38b23] Start building networks asynchronously for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 705.115844] env[68893]: DEBUG oslo_concurrency.lockutils [None req-832d9164-04c9-4484-b414-e0da7e0f6ac5 tempest-ServerExternalEventsTest-153007225 tempest-ServerExternalEventsTest-153007225-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.305s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.115844] env[68893]: INFO nova.compute.claims [None req-832d9164-04c9-4484-b414-e0da7e0f6ac5 tempest-ServerExternalEventsTest-153007225 tempest-ServerExternalEventsTest-153007225-project-member] [instance: d00e31be-e1ca-4417-af4f-3f85d95e1b4b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 705.251441] env[68893]: DEBUG oslo_vmware.api [None req-a02d0b28-b549-4881-abed-9de3098c2607 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Task: {'id': task-2791093, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.314352] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b173b888-77cd-4410-86ea-dc4c69e7d06f tempest-ServerGroupTestJSON-479684333 tempest-ServerGroupTestJSON-479684333-project-member] Acquiring lock "2a1280e2-4ad2-442f-a89e-06b541a310a1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.314901] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b173b888-77cd-4410-86ea-dc4c69e7d06f tempest-ServerGroupTestJSON-479684333 tempest-ServerGroupTestJSON-479684333-project-member] Lock "2a1280e2-4ad2-442f-a89e-06b541a310a1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.378824] env[68893]: DEBUG oslo_vmware.api [None req-9f0dbc1d-334e-4366-9732-fb90b90e9f81 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Task: {'id': task-2791092, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.434671] env[68893]: DEBUG oslo_concurrency.lockutils [req-b4af1cf9-cd05-4119-89f3-eb8c07561356 req-864d061a-7ccd-4a83-953d-90cb4df9dd94 service nova] Releasing lock "refresh_cache-8aa9ad1d-d3b0-4038-acd1-0fca895a3ac1" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.619910] env[68893]: DEBUG nova.compute.utils [None req-f02bc39a-caa9-4dc2-a6da-f54684b93a32 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 705.624024] env[68893]: DEBUG nova.compute.manager [None req-f02bc39a-caa9-4dc2-a6da-f54684b93a32 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] [instance: e3de132a-5a8c-49f7-8dde-273070d38b23] Allocating IP information in the background. {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 705.624024] env[68893]: DEBUG nova.network.neutron [None req-f02bc39a-caa9-4dc2-a6da-f54684b93a32 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] [instance: e3de132a-5a8c-49f7-8dde-273070d38b23] allocate_for_instance() {{(pid=68893) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 705.688025] env[68893]: DEBUG nova.policy [None req-f02bc39a-caa9-4dc2-a6da-f54684b93a32 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3516f40d9d7d4e3b92d18cf7ef798773', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8635c8ff3bcd494fbba2da2c3079e1a7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68893) authorize /opt/stack/nova/nova/policy.py:192}} [ 705.752212] env[68893]: DEBUG oslo_vmware.api [None req-a02d0b28-b549-4881-abed-9de3098c2607 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Task: {'id': task-2791093, 'name': PowerOnVM_Task, 'duration_secs': 0.85272} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.752471] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-a02d0b28-b549-4881-abed-9de3098c2607 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] [instance: add4ef29-6e07-4272-b41a-04a95f62e169] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 705.752788] env[68893]: INFO nova.compute.manager [None req-a02d0b28-b549-4881-abed-9de3098c2607 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] [instance: add4ef29-6e07-4272-b41a-04a95f62e169] Took 11.62 seconds to spawn the instance on the hypervisor. [ 705.752893] env[68893]: DEBUG nova.compute.manager [None req-a02d0b28-b549-4881-abed-9de3098c2607 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] [instance: add4ef29-6e07-4272-b41a-04a95f62e169] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 705.755874] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9845e7f6-4a9c-4d14-aae1-b8f2cbf55c65 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.884044] env[68893]: DEBUG oslo_vmware.api [None req-9f0dbc1d-334e-4366-9732-fb90b90e9f81 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Task: {'id': task-2791092, 'name': ReconfigVM_Task, 'duration_secs': 1.137933} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.885296] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f0dbc1d-334e-4366-9732-fb90b90e9f81 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] [instance: d09a64f4-84e1-4eb5-9cd1-32e9de8b921d] Reconfigured VM instance instance-0000000d to attach disk [datastore2] d09a64f4-84e1-4eb5-9cd1-32e9de8b921d/d09a64f4-84e1-4eb5-9cd1-32e9de8b921d.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 705.885296] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c597ce2a-3d54-4cb7-8e37-cdd28347f893 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.893864] env[68893]: DEBUG oslo_vmware.api [None req-9f0dbc1d-334e-4366-9732-fb90b90e9f81 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Waiting for the task: (returnval){ [ 705.893864] env[68893]: value = "task-2791094" [ 705.893864] env[68893]: _type = "Task" [ 705.893864] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.906808] env[68893]: DEBUG oslo_vmware.api [None req-9f0dbc1d-334e-4366-9732-fb90b90e9f81 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Task: {'id': task-2791094, 'name': Rename_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.124336] env[68893]: DEBUG nova.compute.manager [None req-f02bc39a-caa9-4dc2-a6da-f54684b93a32 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] [instance: e3de132a-5a8c-49f7-8dde-273070d38b23] Start building block device mappings for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 706.275888] env[68893]: INFO nova.compute.manager [None req-a02d0b28-b549-4881-abed-9de3098c2607 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] [instance: add4ef29-6e07-4272-b41a-04a95f62e169] Took 23.40 seconds to build instance. [ 706.409881] env[68893]: DEBUG oslo_vmware.api [None req-9f0dbc1d-334e-4366-9732-fb90b90e9f81 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Task: {'id': task-2791094, 'name': Rename_Task, 'duration_secs': 0.290523} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.410273] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f0dbc1d-334e-4366-9732-fb90b90e9f81 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] [instance: d09a64f4-84e1-4eb5-9cd1-32e9de8b921d] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 706.410469] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-75b0cb26-1477-4317-8b96-d1eda6c2f4fe {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.419110] env[68893]: DEBUG oslo_vmware.api [None req-9f0dbc1d-334e-4366-9732-fb90b90e9f81 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Waiting for the task: (returnval){ [ 706.419110] env[68893]: value = "task-2791095" [ 706.419110] env[68893]: _type = "Task" [ 706.419110] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.431823] env[68893]: DEBUG oslo_vmware.api [None req-9f0dbc1d-334e-4366-9732-fb90b90e9f81 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Task: {'id': task-2791095, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.448018] env[68893]: DEBUG nova.network.neutron [None req-f02bc39a-caa9-4dc2-a6da-f54684b93a32 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] [instance: e3de132a-5a8c-49f7-8dde-273070d38b23] Successfully created port: f286f168-a1c1-46bb-a516-be17dbad49cf {{(pid=68893) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 706.677033] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4554ae46-386d-4b6b-a84e-9fa72305afd4 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.689479] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fb99853-6ff2-4ee7-93d0-5bfc17286124 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.731811] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f20c9679-f3f4-4957-9fdd-cff50ac81387 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.742794] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab5994a-76a6-445b-ac00-ce3336c36b30 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.761501] env[68893]: DEBUG nova.compute.provider_tree [None req-832d9164-04c9-4484-b414-e0da7e0f6ac5 tempest-ServerExternalEventsTest-153007225 tempest-ServerExternalEventsTest-153007225-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 706.778704] env[68893]: DEBUG oslo_concurrency.lockutils [None req-a02d0b28-b549-4881-abed-9de3098c2607 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Lock "add4ef29-6e07-4272-b41a-04a95f62e169" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.019s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.932967] env[68893]: DEBUG oslo_vmware.api [None req-9f0dbc1d-334e-4366-9732-fb90b90e9f81 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Task: {'id': task-2791095, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.146813] env[68893]: DEBUG nova.compute.manager [None req-f02bc39a-caa9-4dc2-a6da-f54684b93a32 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] [instance: e3de132a-5a8c-49f7-8dde-273070d38b23] Start spawning the instance on the hypervisor. {{(pid=68893) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 707.188701] env[68893]: DEBUG nova.virt.hardware [None req-f02bc39a-caa9-4dc2-a6da-f54684b93a32 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 707.188957] env[68893]: DEBUG nova.virt.hardware [None req-f02bc39a-caa9-4dc2-a6da-f54684b93a32 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 707.192659] env[68893]: DEBUG nova.virt.hardware [None req-f02bc39a-caa9-4dc2-a6da-f54684b93a32 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 707.192659] env[68893]: DEBUG nova.virt.hardware [None req-f02bc39a-caa9-4dc2-a6da-f54684b93a32 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 707.192659] env[68893]: DEBUG nova.virt.hardware [None req-f02bc39a-caa9-4dc2-a6da-f54684b93a32 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 707.192659] env[68893]: DEBUG nova.virt.hardware [None req-f02bc39a-caa9-4dc2-a6da-f54684b93a32 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 707.192659] env[68893]: DEBUG nova.virt.hardware [None req-f02bc39a-caa9-4dc2-a6da-f54684b93a32 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 707.192936] env[68893]: DEBUG nova.virt.hardware [None req-f02bc39a-caa9-4dc2-a6da-f54684b93a32 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 707.192936] env[68893]: DEBUG nova.virt.hardware [None req-f02bc39a-caa9-4dc2-a6da-f54684b93a32 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 707.192936] env[68893]: DEBUG nova.virt.hardware [None req-f02bc39a-caa9-4dc2-a6da-f54684b93a32 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 707.192936] env[68893]: DEBUG nova.virt.hardware [None req-f02bc39a-caa9-4dc2-a6da-f54684b93a32 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 707.193075] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-343447d4-4d92-471f-9057-5901df45ff6d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.202365] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf07213c-5ac7-44e8-83ff-3bc184703f0e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.271123] env[68893]: DEBUG nova.scheduler.client.report [None req-832d9164-04c9-4484-b414-e0da7e0f6ac5 tempest-ServerExternalEventsTest-153007225 tempest-ServerExternalEventsTest-153007225-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 707.282666] env[68893]: DEBUG nova.compute.manager [None req-8ea5f161-5224-430d-8342-748662771069 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] [instance: 1e106741-a2d1-40cc-b287-3f2af59084ca] Starting instance... {{(pid=68893) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 707.433131] env[68893]: DEBUG oslo_vmware.api [None req-9f0dbc1d-334e-4366-9732-fb90b90e9f81 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Task: {'id': task-2791095, 'name': PowerOnVM_Task, 'duration_secs': 0.791452} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.433744] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f0dbc1d-334e-4366-9732-fb90b90e9f81 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] [instance: d09a64f4-84e1-4eb5-9cd1-32e9de8b921d] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 707.434009] env[68893]: INFO nova.compute.manager [None req-9f0dbc1d-334e-4366-9732-fb90b90e9f81 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] [instance: d09a64f4-84e1-4eb5-9cd1-32e9de8b921d] Took 10.71 seconds to spawn the instance on the hypervisor. [ 707.434301] env[68893]: DEBUG nova.compute.manager [None req-9f0dbc1d-334e-4366-9732-fb90b90e9f81 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] [instance: d09a64f4-84e1-4eb5-9cd1-32e9de8b921d] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 707.435330] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b750f68c-ba0a-47fa-8b66-1ab175dd22c0 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.774755] env[68893]: DEBUG oslo_concurrency.lockutils [None req-832d9164-04c9-4484-b414-e0da7e0f6ac5 tempest-ServerExternalEventsTest-153007225 tempest-ServerExternalEventsTest-153007225-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.662s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.779224] env[68893]: DEBUG nova.compute.manager [None req-832d9164-04c9-4484-b414-e0da7e0f6ac5 tempest-ServerExternalEventsTest-153007225 tempest-ServerExternalEventsTest-153007225-project-member] [instance: d00e31be-e1ca-4417-af4f-3f85d95e1b4b] Start building networks asynchronously for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 707.783398] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f638fbcd-afa4-4575-b3fc-5a9e5266a2b9 tempest-FloatingIPsAssociationNegativeTestJSON-159533486 tempest-FloatingIPsAssociationNegativeTestJSON-159533486-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.940s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.787927] env[68893]: INFO nova.compute.claims [None req-f638fbcd-afa4-4575-b3fc-5a9e5266a2b9 tempest-FloatingIPsAssociationNegativeTestJSON-159533486 tempest-FloatingIPsAssociationNegativeTestJSON-159533486-project-member] [instance: 17c90488-234d-4203-964f-a4863bbe5e47] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 707.827034] env[68893]: DEBUG oslo_concurrency.lockutils [None req-8ea5f161-5224-430d-8342-748662771069 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.961663] env[68893]: INFO nova.compute.manager [None req-9f0dbc1d-334e-4366-9732-fb90b90e9f81 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] [instance: d09a64f4-84e1-4eb5-9cd1-32e9de8b921d] Took 24.51 seconds to build instance. [ 708.286412] env[68893]: DEBUG nova.compute.utils [None req-832d9164-04c9-4484-b414-e0da7e0f6ac5 tempest-ServerExternalEventsTest-153007225 tempest-ServerExternalEventsTest-153007225-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 708.288397] env[68893]: DEBUG nova.compute.manager [None req-832d9164-04c9-4484-b414-e0da7e0f6ac5 tempest-ServerExternalEventsTest-153007225 tempest-ServerExternalEventsTest-153007225-project-member] [instance: d00e31be-e1ca-4417-af4f-3f85d95e1b4b] Allocating IP information in the background. {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 708.288598] env[68893]: DEBUG nova.network.neutron [None req-832d9164-04c9-4484-b414-e0da7e0f6ac5 tempest-ServerExternalEventsTest-153007225 tempest-ServerExternalEventsTest-153007225-project-member] [instance: d00e31be-e1ca-4417-af4f-3f85d95e1b4b] allocate_for_instance() {{(pid=68893) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 708.465761] env[68893]: DEBUG oslo_concurrency.lockutils [None req-9f0dbc1d-334e-4366-9732-fb90b90e9f81 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Lock "d09a64f4-84e1-4eb5-9cd1-32e9de8b921d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.742s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.476287] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d535d517-9843-4bdb-866d-1bb1c3673949 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Acquiring lock "9bed2863-be23-41c8-9794-5f7dfbeaf219" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.476438] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d535d517-9843-4bdb-866d-1bb1c3673949 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Lock "9bed2863-be23-41c8-9794-5f7dfbeaf219" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.580157] env[68893]: DEBUG nova.policy [None req-832d9164-04c9-4484-b414-e0da7e0f6ac5 tempest-ServerExternalEventsTest-153007225 tempest-ServerExternalEventsTest-153007225-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7806ca3e3b7f465682972b9f9953c0ff', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7fde6c6cb02c4aa1952c299caf3cc11a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68893) authorize /opt/stack/nova/nova/policy.py:192}} [ 708.794671] env[68893]: DEBUG nova.compute.manager [None req-832d9164-04c9-4484-b414-e0da7e0f6ac5 tempest-ServerExternalEventsTest-153007225 tempest-ServerExternalEventsTest-153007225-project-member] [instance: d00e31be-e1ca-4417-af4f-3f85d95e1b4b] Start building block device mappings for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 708.963173] env[68893]: DEBUG nova.network.neutron [None req-f02bc39a-caa9-4dc2-a6da-f54684b93a32 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] [instance: e3de132a-5a8c-49f7-8dde-273070d38b23] Successfully updated port: f286f168-a1c1-46bb-a516-be17dbad49cf {{(pid=68893) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 708.968295] env[68893]: DEBUG nova.compute.manager [None req-0306dc01-85a8-43aa-8951-fbbda9c63b03 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: 74e4929e-3ae3-4358-9544-e64b5c2f237f] Starting instance... {{(pid=68893) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 709.452270] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7ed2ef5-ad25-4e76-9715-221ac50bced6 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.462468] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f16b5a88-5058-42a8-98f0-8aecaa54794c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.468474] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f02bc39a-caa9-4dc2-a6da-f54684b93a32 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] Acquiring lock "refresh_cache-e3de132a-5a8c-49f7-8dde-273070d38b23" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.468716] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f02bc39a-caa9-4dc2-a6da-f54684b93a32 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] Acquired lock "refresh_cache-e3de132a-5a8c-49f7-8dde-273070d38b23" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.469622] env[68893]: DEBUG nova.network.neutron [None req-f02bc39a-caa9-4dc2-a6da-f54684b93a32 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] [instance: e3de132a-5a8c-49f7-8dde-273070d38b23] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 709.515034] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb9bb459-53c6-4b34-a7d1-14e4246d4c9a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.527450] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfc9cb11-5c74-4763-a1c2-2ebe974984d8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.545030] env[68893]: DEBUG nova.compute.provider_tree [None req-f638fbcd-afa4-4575-b3fc-5a9e5266a2b9 tempest-FloatingIPsAssociationNegativeTestJSON-159533486 tempest-FloatingIPsAssociationNegativeTestJSON-159533486-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 709.548173] env[68893]: DEBUG oslo_concurrency.lockutils [None req-0306dc01-85a8-43aa-8951-fbbda9c63b03 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.770569] env[68893]: DEBUG nova.network.neutron [None req-832d9164-04c9-4484-b414-e0da7e0f6ac5 tempest-ServerExternalEventsTest-153007225 tempest-ServerExternalEventsTest-153007225-project-member] [instance: d00e31be-e1ca-4417-af4f-3f85d95e1b4b] Successfully created port: ae1439c1-36c4-4e77-add5-9d1939da0702 {{(pid=68893) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 709.822200] env[68893]: DEBUG nova.compute.manager [None req-832d9164-04c9-4484-b414-e0da7e0f6ac5 tempest-ServerExternalEventsTest-153007225 tempest-ServerExternalEventsTest-153007225-project-member] [instance: d00e31be-e1ca-4417-af4f-3f85d95e1b4b] Start spawning the instance on the hypervisor. {{(pid=68893) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 709.846945] env[68893]: DEBUG nova.compute.manager [req-757e3e99-6df2-449f-bfaf-debfaa5240cc req-350080e8-4e7f-41b5-999d-3c82d1ec237c service nova] [instance: add4ef29-6e07-4272-b41a-04a95f62e169] Received event network-changed-0947a9d6-6bbb-4fa8-8aab-5f0025cc95dc {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 709.846945] env[68893]: DEBUG nova.compute.manager [req-757e3e99-6df2-449f-bfaf-debfaa5240cc req-350080e8-4e7f-41b5-999d-3c82d1ec237c service nova] [instance: add4ef29-6e07-4272-b41a-04a95f62e169] Refreshing instance network info cache due to event network-changed-0947a9d6-6bbb-4fa8-8aab-5f0025cc95dc. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 709.846945] env[68893]: DEBUG oslo_concurrency.lockutils [req-757e3e99-6df2-449f-bfaf-debfaa5240cc req-350080e8-4e7f-41b5-999d-3c82d1ec237c service nova] Acquiring lock "refresh_cache-add4ef29-6e07-4272-b41a-04a95f62e169" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.846945] env[68893]: DEBUG oslo_concurrency.lockutils [req-757e3e99-6df2-449f-bfaf-debfaa5240cc req-350080e8-4e7f-41b5-999d-3c82d1ec237c service nova] Acquired lock "refresh_cache-add4ef29-6e07-4272-b41a-04a95f62e169" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.846945] env[68893]: DEBUG nova.network.neutron [req-757e3e99-6df2-449f-bfaf-debfaa5240cc req-350080e8-4e7f-41b5-999d-3c82d1ec237c service nova] [instance: add4ef29-6e07-4272-b41a-04a95f62e169] Refreshing network info cache for port 0947a9d6-6bbb-4fa8-8aab-5f0025cc95dc {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 709.864627] env[68893]: DEBUG nova.virt.hardware [None req-832d9164-04c9-4484-b414-e0da7e0f6ac5 tempest-ServerExternalEventsTest-153007225 tempest-ServerExternalEventsTest-153007225-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 709.864872] env[68893]: DEBUG nova.virt.hardware [None req-832d9164-04c9-4484-b414-e0da7e0f6ac5 tempest-ServerExternalEventsTest-153007225 tempest-ServerExternalEventsTest-153007225-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 709.865063] env[68893]: DEBUG nova.virt.hardware [None req-832d9164-04c9-4484-b414-e0da7e0f6ac5 tempest-ServerExternalEventsTest-153007225 tempest-ServerExternalEventsTest-153007225-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 709.865253] env[68893]: DEBUG nova.virt.hardware [None req-832d9164-04c9-4484-b414-e0da7e0f6ac5 tempest-ServerExternalEventsTest-153007225 tempest-ServerExternalEventsTest-153007225-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 709.865409] env[68893]: DEBUG nova.virt.hardware [None req-832d9164-04c9-4484-b414-e0da7e0f6ac5 tempest-ServerExternalEventsTest-153007225 tempest-ServerExternalEventsTest-153007225-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 709.865566] env[68893]: DEBUG nova.virt.hardware [None req-832d9164-04c9-4484-b414-e0da7e0f6ac5 tempest-ServerExternalEventsTest-153007225 tempest-ServerExternalEventsTest-153007225-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 709.865819] env[68893]: DEBUG nova.virt.hardware [None req-832d9164-04c9-4484-b414-e0da7e0f6ac5 tempest-ServerExternalEventsTest-153007225 tempest-ServerExternalEventsTest-153007225-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 709.866009] env[68893]: DEBUG nova.virt.hardware [None req-832d9164-04c9-4484-b414-e0da7e0f6ac5 tempest-ServerExternalEventsTest-153007225 tempest-ServerExternalEventsTest-153007225-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 709.867016] env[68893]: DEBUG nova.virt.hardware [None req-832d9164-04c9-4484-b414-e0da7e0f6ac5 tempest-ServerExternalEventsTest-153007225 tempest-ServerExternalEventsTest-153007225-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 709.867016] env[68893]: DEBUG nova.virt.hardware [None req-832d9164-04c9-4484-b414-e0da7e0f6ac5 tempest-ServerExternalEventsTest-153007225 tempest-ServerExternalEventsTest-153007225-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 709.867016] env[68893]: DEBUG nova.virt.hardware [None req-832d9164-04c9-4484-b414-e0da7e0f6ac5 tempest-ServerExternalEventsTest-153007225 tempest-ServerExternalEventsTest-153007225-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 709.868076] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2a0fa37-510a-4ef7-8744-02e430ee479a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.879218] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db79ea5b-0e87-4ba4-84bb-4cb152bc93d9 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.027362] env[68893]: DEBUG nova.network.neutron [None req-f02bc39a-caa9-4dc2-a6da-f54684b93a32 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] [instance: e3de132a-5a8c-49f7-8dde-273070d38b23] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 710.053288] env[68893]: DEBUG nova.scheduler.client.report [None req-f638fbcd-afa4-4575-b3fc-5a9e5266a2b9 tempest-FloatingIPsAssociationNegativeTestJSON-159533486 tempest-FloatingIPsAssociationNegativeTestJSON-159533486-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 710.267251] env[68893]: DEBUG nova.network.neutron [None req-f02bc39a-caa9-4dc2-a6da-f54684b93a32 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] [instance: e3de132a-5a8c-49f7-8dde-273070d38b23] Updating instance_info_cache with network_info: [{"id": "f286f168-a1c1-46bb-a516-be17dbad49cf", "address": "fa:16:3e:58:52:fc", "network": {"id": "7f95ca7a-9553-47d9-aa38-6002a8453ccf", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1037081495-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8635c8ff3bcd494fbba2da2c3079e1a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf286f168-a1", "ovs_interfaceid": "f286f168-a1c1-46bb-a516-be17dbad49cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.566228] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f638fbcd-afa4-4575-b3fc-5a9e5266a2b9 tempest-FloatingIPsAssociationNegativeTestJSON-159533486 tempest-FloatingIPsAssociationNegativeTestJSON-159533486-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.783s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.566798] env[68893]: DEBUG nova.compute.manager [None req-f638fbcd-afa4-4575-b3fc-5a9e5266a2b9 tempest-FloatingIPsAssociationNegativeTestJSON-159533486 tempest-FloatingIPsAssociationNegativeTestJSON-159533486-project-member] [instance: 17c90488-234d-4203-964f-a4863bbe5e47] Start building networks asynchronously for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 710.571703] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ce2f465f-a8f2-4c4b-bd5f-ce576e0b47fd tempest-ServerDiagnosticsNegativeTest-1412921569 tempest-ServerDiagnosticsNegativeTest-1412921569-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.463s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.572143] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ce2f465f-a8f2-4c4b-bd5f-ce576e0b47fd tempest-ServerDiagnosticsNegativeTest-1412921569 tempest-ServerDiagnosticsNegativeTest-1412921569-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.575383] env[68893]: DEBUG oslo_concurrency.lockutils [None req-c9a4be79-12a8-4aaa-bf83-555e8c3e8462 tempest-DeleteServersAdminTestJSON-701345070 tempest-DeleteServersAdminTestJSON-701345070-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.386s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.575383] env[68893]: DEBUG oslo_concurrency.lockutils [None req-c9a4be79-12a8-4aaa-bf83-555e8c3e8462 tempest-DeleteServersAdminTestJSON-701345070 tempest-DeleteServersAdminTestJSON-701345070-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.578104] env[68893]: DEBUG oslo_concurrency.lockutils [None req-93e36688-e5fe-4efc-b634-77ba65c14c68 tempest-VolumesAssistedSnapshotsTest-845263238 tempest-VolumesAssistedSnapshotsTest-845263238-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.999s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.581861] env[68893]: INFO nova.compute.claims [None req-93e36688-e5fe-4efc-b634-77ba65c14c68 tempest-VolumesAssistedSnapshotsTest-845263238 tempest-VolumesAssistedSnapshotsTest-845263238-project-member] [instance: 0584a6fd-aa46-4da6-bc9a-90ee80698237] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 710.616560] env[68893]: INFO nova.scheduler.client.report [None req-ce2f465f-a8f2-4c4b-bd5f-ce576e0b47fd tempest-ServerDiagnosticsNegativeTest-1412921569 tempest-ServerDiagnosticsNegativeTest-1412921569-project-member] Deleted allocations for instance 68c585a7-41de-4a16-848b-548a1adf0aec [ 710.642912] env[68893]: INFO nova.scheduler.client.report [None req-c9a4be79-12a8-4aaa-bf83-555e8c3e8462 tempest-DeleteServersAdminTestJSON-701345070 tempest-DeleteServersAdminTestJSON-701345070-project-admin] Deleted allocations for instance a70c7ae6-8758-4bc9-a3eb-57c7051ebbc7 [ 710.770375] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f02bc39a-caa9-4dc2-a6da-f54684b93a32 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] Releasing lock "refresh_cache-e3de132a-5a8c-49f7-8dde-273070d38b23" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.772413] env[68893]: DEBUG nova.compute.manager [None req-f02bc39a-caa9-4dc2-a6da-f54684b93a32 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] [instance: e3de132a-5a8c-49f7-8dde-273070d38b23] Instance network_info: |[{"id": "f286f168-a1c1-46bb-a516-be17dbad49cf", "address": "fa:16:3e:58:52:fc", "network": {"id": "7f95ca7a-9553-47d9-aa38-6002a8453ccf", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1037081495-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8635c8ff3bcd494fbba2da2c3079e1a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf286f168-a1", "ovs_interfaceid": "f286f168-a1c1-46bb-a516-be17dbad49cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 710.773014] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-f02bc39a-caa9-4dc2-a6da-f54684b93a32 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] [instance: e3de132a-5a8c-49f7-8dde-273070d38b23] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:52:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '65497291-07f3-434c-bd42-657a0cb03365', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f286f168-a1c1-46bb-a516-be17dbad49cf', 'vif_model': 'vmxnet3'}] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 710.785256] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-f02bc39a-caa9-4dc2-a6da-f54684b93a32 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] Creating folder: Project (8635c8ff3bcd494fbba2da2c3079e1a7). Parent ref: group-v560969. {{(pid=68893) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 710.789912] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f9c137f8-8890-433f-b23e-621acc007b24 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.803533] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-f02bc39a-caa9-4dc2-a6da-f54684b93a32 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] Created folder: Project (8635c8ff3bcd494fbba2da2c3079e1a7) in parent group-v560969. [ 710.803792] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-f02bc39a-caa9-4dc2-a6da-f54684b93a32 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] Creating folder: Instances. Parent ref: group-v561007. {{(pid=68893) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 710.803984] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0a80aed1-0d4f-429a-bcf5-837f7fcfbc6e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.817347] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-f02bc39a-caa9-4dc2-a6da-f54684b93a32 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] Created folder: Instances in parent group-v561007. [ 710.817701] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f02bc39a-caa9-4dc2-a6da-f54684b93a32 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 710.818023] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3de132a-5a8c-49f7-8dde-273070d38b23] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 710.818744] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-06c306a3-e41b-4b69-aa6c-017a4930beca {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.836513] env[68893]: DEBUG nova.network.neutron [req-757e3e99-6df2-449f-bfaf-debfaa5240cc req-350080e8-4e7f-41b5-999d-3c82d1ec237c service nova] [instance: add4ef29-6e07-4272-b41a-04a95f62e169] Updated VIF entry in instance network info cache for port 0947a9d6-6bbb-4fa8-8aab-5f0025cc95dc. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 710.836900] env[68893]: DEBUG nova.network.neutron [req-757e3e99-6df2-449f-bfaf-debfaa5240cc req-350080e8-4e7f-41b5-999d-3c82d1ec237c service nova] [instance: add4ef29-6e07-4272-b41a-04a95f62e169] Updating instance_info_cache with network_info: [{"id": "0947a9d6-6bbb-4fa8-8aab-5f0025cc95dc", "address": "fa:16:3e:e7:e7:fa", "network": {"id": "4b7f8a7a-78f7-47b0-8aeb-566554309a6e", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1023403548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "032efc00300e464696496e9889c66cd9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0947a9d6-6b", "ovs_interfaceid": "0947a9d6-6bbb-4fa8-8aab-5f0025cc95dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.846783] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 710.846783] env[68893]: value = "task-2791098" [ 710.846783] env[68893]: _type = "Task" [ 710.846783] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.857272] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791098, 'name': CreateVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.084810] env[68893]: DEBUG nova.compute.utils [None req-f638fbcd-afa4-4575-b3fc-5a9e5266a2b9 tempest-FloatingIPsAssociationNegativeTestJSON-159533486 tempest-FloatingIPsAssociationNegativeTestJSON-159533486-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 711.089419] env[68893]: DEBUG nova.compute.manager [None req-f638fbcd-afa4-4575-b3fc-5a9e5266a2b9 tempest-FloatingIPsAssociationNegativeTestJSON-159533486 tempest-FloatingIPsAssociationNegativeTestJSON-159533486-project-member] [instance: 17c90488-234d-4203-964f-a4863bbe5e47] Allocating IP information in the background. {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 711.089685] env[68893]: DEBUG nova.network.neutron [None req-f638fbcd-afa4-4575-b3fc-5a9e5266a2b9 tempest-FloatingIPsAssociationNegativeTestJSON-159533486 tempest-FloatingIPsAssociationNegativeTestJSON-159533486-project-member] [instance: 17c90488-234d-4203-964f-a4863bbe5e47] allocate_for_instance() {{(pid=68893) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 711.112665] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f7645e3e-10a5-4549-8185-73e475ae5d25 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Acquiring lock "42bec1a5-e2e2-4746-a6d7-57edb4b60715" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.112913] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f7645e3e-10a5-4549-8185-73e475ae5d25 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Lock "42bec1a5-e2e2-4746-a6d7-57edb4b60715" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.124863] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ce2f465f-a8f2-4c4b-bd5f-ce576e0b47fd tempest-ServerDiagnosticsNegativeTest-1412921569 tempest-ServerDiagnosticsNegativeTest-1412921569-project-member] Lock "68c585a7-41de-4a16-848b-548a1adf0aec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.196s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.156919] env[68893]: DEBUG oslo_concurrency.lockutils [None req-c9a4be79-12a8-4aaa-bf83-555e8c3e8462 tempest-DeleteServersAdminTestJSON-701345070 tempest-DeleteServersAdminTestJSON-701345070-project-admin] Lock "a70c7ae6-8758-4bc9-a3eb-57c7051ebbc7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.448s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.170151] env[68893]: DEBUG nova.policy [None req-f638fbcd-afa4-4575-b3fc-5a9e5266a2b9 tempest-FloatingIPsAssociationNegativeTestJSON-159533486 tempest-FloatingIPsAssociationNegativeTestJSON-159533486-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '25f7a24b02bb4cfea02f57c7efba33e7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '237abbb80b96493ba754645b0e3cc89f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68893) authorize /opt/stack/nova/nova/policy.py:192}} [ 711.340294] env[68893]: DEBUG oslo_concurrency.lockutils [req-757e3e99-6df2-449f-bfaf-debfaa5240cc req-350080e8-4e7f-41b5-999d-3c82d1ec237c service nova] Releasing lock "refresh_cache-add4ef29-6e07-4272-b41a-04a95f62e169" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.358474] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791098, 'name': CreateVM_Task, 'duration_secs': 0.430625} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.358474] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3de132a-5a8c-49f7-8dde-273070d38b23] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 711.359185] env[68893]: DEBUG oslo_vmware.service [None req-f02bc39a-caa9-4dc2-a6da-f54684b93a32 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ae2846f-d92c-4a88-a7e6-d27f354e7984 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.365760] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f02bc39a-caa9-4dc2-a6da-f54684b93a32 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.365941] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f02bc39a-caa9-4dc2-a6da-f54684b93a32 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.366337] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f02bc39a-caa9-4dc2-a6da-f54684b93a32 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.366593] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16ec9cf4-7b55-4773-9cf1-4ff7c8f70c61 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.372322] env[68893]: DEBUG oslo_vmware.api [None req-f02bc39a-caa9-4dc2-a6da-f54684b93a32 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] Waiting for the task: (returnval){ [ 711.372322] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52a9ae41-f8d1-99b8-8027-9f34d5facc09" [ 711.372322] env[68893]: _type = "Task" [ 711.372322] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.383244] env[68893]: DEBUG oslo_vmware.api [None req-f02bc39a-caa9-4dc2-a6da-f54684b93a32 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52a9ae41-f8d1-99b8-8027-9f34d5facc09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.590778] env[68893]: DEBUG nova.compute.manager [None req-f638fbcd-afa4-4575-b3fc-5a9e5266a2b9 tempest-FloatingIPsAssociationNegativeTestJSON-159533486 tempest-FloatingIPsAssociationNegativeTestJSON-159533486-project-member] [instance: 17c90488-234d-4203-964f-a4863bbe5e47] Start building block device mappings for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 711.889916] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f02bc39a-caa9-4dc2-a6da-f54684b93a32 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.894287] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-f02bc39a-caa9-4dc2-a6da-f54684b93a32 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] [instance: e3de132a-5a8c-49f7-8dde-273070d38b23] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 711.894287] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f02bc39a-caa9-4dc2-a6da-f54684b93a32 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.894287] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f02bc39a-caa9-4dc2-a6da-f54684b93a32 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.894287] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-f02bc39a-caa9-4dc2-a6da-f54684b93a32 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 711.894287] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-067d2737-86ac-4613-bf47-6ab90b234e92 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.906391] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-f02bc39a-caa9-4dc2-a6da-f54684b93a32 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 711.908080] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-f02bc39a-caa9-4dc2-a6da-f54684b93a32 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 711.912826] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12a111be-b6c5-4d11-8d72-ebfc3129ef0f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.925183] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8860479d-345d-4bad-8a7a-b0d11d8e65ec {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.936792] env[68893]: DEBUG oslo_vmware.api [None req-f02bc39a-caa9-4dc2-a6da-f54684b93a32 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] Waiting for the task: (returnval){ [ 711.936792] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]528eb385-55c8-3585-24ff-0699ac10aecc" [ 711.936792] env[68893]: _type = "Task" [ 711.936792] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.948023] env[68893]: DEBUG oslo_vmware.api [None req-f02bc39a-caa9-4dc2-a6da-f54684b93a32 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]528eb385-55c8-3585-24ff-0699ac10aecc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.057065] env[68893]: DEBUG oslo_vmware.rw_handles [None req-71c78263-ac3f-4264-81cd-62ba6c65a564 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52786db3-cd2b-9b95-3caa-9a07dd478d82/disk-0.vmdk. {{(pid=68893) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 712.057065] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-822c1e49-9b44-44e8-9d1b-22491a8de7ac {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.063646] env[68893]: DEBUG oslo_vmware.rw_handles [None req-71c78263-ac3f-4264-81cd-62ba6c65a564 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52786db3-cd2b-9b95-3caa-9a07dd478d82/disk-0.vmdk is in state: ready. {{(pid=68893) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 712.063848] env[68893]: ERROR oslo_vmware.rw_handles [None req-71c78263-ac3f-4264-81cd-62ba6c65a564 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52786db3-cd2b-9b95-3caa-9a07dd478d82/disk-0.vmdk due to incomplete transfer. [ 712.064141] env[68893]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-97d33b46-8d72-4405-bc7c-2759b90a7b32 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.075205] env[68893]: DEBUG oslo_vmware.rw_handles [None req-71c78263-ac3f-4264-81cd-62ba6c65a564 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52786db3-cd2b-9b95-3caa-9a07dd478d82/disk-0.vmdk. {{(pid=68893) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 712.075426] env[68893]: DEBUG nova.virt.vmwareapi.images [None req-71c78263-ac3f-4264-81cd-62ba6c65a564 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] [instance: 29bce734-9f04-41eb-92e5-df9248dc10a3] Uploaded image 2bf38ed2-e84c-4df7-9fa8-91af673a974d to the Glance image server {{(pid=68893) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 712.078113] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-71c78263-ac3f-4264-81cd-62ba6c65a564 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] [instance: 29bce734-9f04-41eb-92e5-df9248dc10a3] Destroying the VM {{(pid=68893) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 712.078399] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ee6d7703-74b3-4c76-a572-fdf1e1c8ad10 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.087520] env[68893]: DEBUG oslo_vmware.api [None req-71c78263-ac3f-4264-81cd-62ba6c65a564 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Waiting for the task: (returnval){ [ 712.087520] env[68893]: value = "task-2791099" [ 712.087520] env[68893]: _type = "Task" [ 712.087520] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.088176] env[68893]: DEBUG nova.network.neutron [None req-f638fbcd-afa4-4575-b3fc-5a9e5266a2b9 tempest-FloatingIPsAssociationNegativeTestJSON-159533486 tempest-FloatingIPsAssociationNegativeTestJSON-159533486-project-member] [instance: 17c90488-234d-4203-964f-a4863bbe5e47] Successfully created port: 6c1a76c4-5091-46e1-b784-f53497b878fd {{(pid=68893) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 712.111101] env[68893]: DEBUG oslo_vmware.api [None req-71c78263-ac3f-4264-81cd-62ba6c65a564 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Task: {'id': task-2791099, 'name': Destroy_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.216183] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a738f2ff-c0b8-41a3-a54a-de0efefc6eca {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.228761] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e57fbcf-5514-48f9-a030-e027363ef19d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.274234] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cb70633-b049-4a5e-b837-afc462939de6 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.290419] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0292c9c-230a-4c49-bec7-00862f360fa7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.311542] env[68893]: DEBUG nova.compute.provider_tree [None req-93e36688-e5fe-4efc-b634-77ba65c14c68 tempest-VolumesAssistedSnapshotsTest-845263238 tempest-VolumesAssistedSnapshotsTest-845263238-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 712.341755] env[68893]: DEBUG nova.network.neutron [None req-832d9164-04c9-4484-b414-e0da7e0f6ac5 tempest-ServerExternalEventsTest-153007225 tempest-ServerExternalEventsTest-153007225-project-member] [instance: d00e31be-e1ca-4417-af4f-3f85d95e1b4b] Successfully updated port: ae1439c1-36c4-4e77-add5-9d1939da0702 {{(pid=68893) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 712.452695] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-f02bc39a-caa9-4dc2-a6da-f54684b93a32 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] [instance: e3de132a-5a8c-49f7-8dde-273070d38b23] Preparing fetch location {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 712.453024] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-f02bc39a-caa9-4dc2-a6da-f54684b93a32 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] Creating directory with path [datastore1] vmware_temp/929a676a-ea65-494e-9f36-1621eec7271d/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 712.453521] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4f4330c6-6557-4225-aaac-5a5819cbc1ef {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.469738] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-f02bc39a-caa9-4dc2-a6da-f54684b93a32 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] Created directory with path [datastore1] vmware_temp/929a676a-ea65-494e-9f36-1621eec7271d/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 712.470197] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-f02bc39a-caa9-4dc2-a6da-f54684b93a32 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] [instance: e3de132a-5a8c-49f7-8dde-273070d38b23] Fetch image to [datastore1] vmware_temp/929a676a-ea65-494e-9f36-1621eec7271d/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/tmp-sparse.vmdk {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 712.470419] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-f02bc39a-caa9-4dc2-a6da-f54684b93a32 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] [instance: e3de132a-5a8c-49f7-8dde-273070d38b23] Downloading image file data 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f to [datastore1] vmware_temp/929a676a-ea65-494e-9f36-1621eec7271d/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/tmp-sparse.vmdk on the data store datastore1 {{(pid=68893) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 712.471332] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e230aa83-ce49-4007-a68e-e8c989f27e9e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.483254] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83317a2b-ba33-4d9b-a28a-6e4d6049b2db {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.498792] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f67ce735-d430-4c44-9093-34fcfb15bf5a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.532337] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2077c62-8f93-48d2-a905-e5e9a309a999 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.541823] env[68893]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-1bf1acd6-15e8-4fdb-aa89-f6ff0a0fa427 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.605982] env[68893]: DEBUG oslo_vmware.api [None req-71c78263-ac3f-4264-81cd-62ba6c65a564 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Task: {'id': task-2791099, 'name': Destroy_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.616839] env[68893]: DEBUG nova.compute.manager [None req-f638fbcd-afa4-4575-b3fc-5a9e5266a2b9 tempest-FloatingIPsAssociationNegativeTestJSON-159533486 tempest-FloatingIPsAssociationNegativeTestJSON-159533486-project-member] [instance: 17c90488-234d-4203-964f-a4863bbe5e47] Start spawning the instance on the hypervisor. {{(pid=68893) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 712.649532] env[68893]: DEBUG nova.virt.vmwareapi.images [None req-f02bc39a-caa9-4dc2-a6da-f54684b93a32 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] [instance: e3de132a-5a8c-49f7-8dde-273070d38b23] Downloading image file data 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f to the data store datastore1 {{(pid=68893) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 712.660055] env[68893]: DEBUG nova.virt.hardware [None req-f638fbcd-afa4-4575-b3fc-5a9e5266a2b9 tempest-FloatingIPsAssociationNegativeTestJSON-159533486 tempest-FloatingIPsAssociationNegativeTestJSON-159533486-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 712.660241] env[68893]: DEBUG nova.virt.hardware [None req-f638fbcd-afa4-4575-b3fc-5a9e5266a2b9 tempest-FloatingIPsAssociationNegativeTestJSON-159533486 tempest-FloatingIPsAssociationNegativeTestJSON-159533486-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 712.660367] env[68893]: DEBUG nova.virt.hardware [None req-f638fbcd-afa4-4575-b3fc-5a9e5266a2b9 tempest-FloatingIPsAssociationNegativeTestJSON-159533486 tempest-FloatingIPsAssociationNegativeTestJSON-159533486-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 712.660544] env[68893]: DEBUG nova.virt.hardware [None req-f638fbcd-afa4-4575-b3fc-5a9e5266a2b9 tempest-FloatingIPsAssociationNegativeTestJSON-159533486 tempest-FloatingIPsAssociationNegativeTestJSON-159533486-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 712.660680] env[68893]: DEBUG nova.virt.hardware [None req-f638fbcd-afa4-4575-b3fc-5a9e5266a2b9 tempest-FloatingIPsAssociationNegativeTestJSON-159533486 tempest-FloatingIPsAssociationNegativeTestJSON-159533486-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 712.660818] env[68893]: DEBUG nova.virt.hardware [None req-f638fbcd-afa4-4575-b3fc-5a9e5266a2b9 tempest-FloatingIPsAssociationNegativeTestJSON-159533486 tempest-FloatingIPsAssociationNegativeTestJSON-159533486-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 712.661588] env[68893]: DEBUG nova.virt.hardware [None req-f638fbcd-afa4-4575-b3fc-5a9e5266a2b9 tempest-FloatingIPsAssociationNegativeTestJSON-159533486 tempest-FloatingIPsAssociationNegativeTestJSON-159533486-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 712.662172] env[68893]: DEBUG nova.virt.hardware [None req-f638fbcd-afa4-4575-b3fc-5a9e5266a2b9 tempest-FloatingIPsAssociationNegativeTestJSON-159533486 tempest-FloatingIPsAssociationNegativeTestJSON-159533486-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 712.662172] env[68893]: DEBUG nova.virt.hardware [None req-f638fbcd-afa4-4575-b3fc-5a9e5266a2b9 tempest-FloatingIPsAssociationNegativeTestJSON-159533486 tempest-FloatingIPsAssociationNegativeTestJSON-159533486-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 712.662294] env[68893]: DEBUG nova.virt.hardware [None req-f638fbcd-afa4-4575-b3fc-5a9e5266a2b9 tempest-FloatingIPsAssociationNegativeTestJSON-159533486 tempest-FloatingIPsAssociationNegativeTestJSON-159533486-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 712.663409] env[68893]: DEBUG nova.virt.hardware [None req-f638fbcd-afa4-4575-b3fc-5a9e5266a2b9 tempest-FloatingIPsAssociationNegativeTestJSON-159533486 tempest-FloatingIPsAssociationNegativeTestJSON-159533486-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 712.670355] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ee83395-6340-420e-b9fb-aba0bd22aa70 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.682772] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06978628-bc23-4c62-8bf7-6b2b8e098062 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.756643] env[68893]: DEBUG oslo_vmware.rw_handles [None req-f02bc39a-caa9-4dc2-a6da-f54684b93a32 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/929a676a-ea65-494e-9f36-1621eec7271d/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=68893) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 712.823718] env[68893]: DEBUG nova.scheduler.client.report [None req-93e36688-e5fe-4efc-b634-77ba65c14c68 tempest-VolumesAssistedSnapshotsTest-845263238 tempest-VolumesAssistedSnapshotsTest-845263238-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 712.843995] env[68893]: DEBUG oslo_concurrency.lockutils [None req-832d9164-04c9-4484-b414-e0da7e0f6ac5 tempest-ServerExternalEventsTest-153007225 tempest-ServerExternalEventsTest-153007225-project-member] Acquiring lock "refresh_cache-d00e31be-e1ca-4417-af4f-3f85d95e1b4b" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.844405] env[68893]: DEBUG oslo_concurrency.lockutils [None req-832d9164-04c9-4484-b414-e0da7e0f6ac5 tempest-ServerExternalEventsTest-153007225 tempest-ServerExternalEventsTest-153007225-project-member] Acquired lock "refresh_cache-d00e31be-e1ca-4417-af4f-3f85d95e1b4b" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.844589] env[68893]: DEBUG nova.network.neutron [None req-832d9164-04c9-4484-b414-e0da7e0f6ac5 tempest-ServerExternalEventsTest-153007225 tempest-ServerExternalEventsTest-153007225-project-member] [instance: d00e31be-e1ca-4417-af4f-3f85d95e1b4b] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 713.105016] env[68893]: DEBUG oslo_vmware.api [None req-71c78263-ac3f-4264-81cd-62ba6c65a564 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Task: {'id': task-2791099, 'name': Destroy_Task, 'duration_secs': 0.820191} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.107275] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-71c78263-ac3f-4264-81cd-62ba6c65a564 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] [instance: 29bce734-9f04-41eb-92e5-df9248dc10a3] Destroyed the VM [ 713.107275] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-71c78263-ac3f-4264-81cd-62ba6c65a564 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] [instance: 29bce734-9f04-41eb-92e5-df9248dc10a3] Deleting Snapshot of the VM instance {{(pid=68893) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 713.107275] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-eca68e2c-95d5-4a08-8b82-be5152d89bdd {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.116397] env[68893]: DEBUG oslo_vmware.api [None req-71c78263-ac3f-4264-81cd-62ba6c65a564 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Waiting for the task: (returnval){ [ 713.116397] env[68893]: value = "task-2791100" [ 713.116397] env[68893]: _type = "Task" [ 713.116397] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.129274] env[68893]: DEBUG oslo_vmware.api [None req-71c78263-ac3f-4264-81cd-62ba6c65a564 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Task: {'id': task-2791100, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.200438] env[68893]: DEBUG nova.compute.manager [req-027e686f-2ad9-4edf-8781-38c6de5a3997 req-576b7ff8-3b96-4f09-96a8-ba8c5a880465 service nova] [instance: e3de132a-5a8c-49f7-8dde-273070d38b23] Received event network-vif-plugged-f286f168-a1c1-46bb-a516-be17dbad49cf {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 713.200797] env[68893]: DEBUG oslo_concurrency.lockutils [req-027e686f-2ad9-4edf-8781-38c6de5a3997 req-576b7ff8-3b96-4f09-96a8-ba8c5a880465 service nova] Acquiring lock "e3de132a-5a8c-49f7-8dde-273070d38b23-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.201157] env[68893]: DEBUG oslo_concurrency.lockutils [req-027e686f-2ad9-4edf-8781-38c6de5a3997 req-576b7ff8-3b96-4f09-96a8-ba8c5a880465 service nova] Lock "e3de132a-5a8c-49f7-8dde-273070d38b23-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.201340] env[68893]: DEBUG oslo_concurrency.lockutils [req-027e686f-2ad9-4edf-8781-38c6de5a3997 req-576b7ff8-3b96-4f09-96a8-ba8c5a880465 service nova] Lock "e3de132a-5a8c-49f7-8dde-273070d38b23-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.201483] env[68893]: DEBUG nova.compute.manager [req-027e686f-2ad9-4edf-8781-38c6de5a3997 req-576b7ff8-3b96-4f09-96a8-ba8c5a880465 service nova] [instance: e3de132a-5a8c-49f7-8dde-273070d38b23] No waiting events found dispatching network-vif-plugged-f286f168-a1c1-46bb-a516-be17dbad49cf {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 713.201677] env[68893]: WARNING nova.compute.manager [req-027e686f-2ad9-4edf-8781-38c6de5a3997 req-576b7ff8-3b96-4f09-96a8-ba8c5a880465 service nova] [instance: e3de132a-5a8c-49f7-8dde-273070d38b23] Received unexpected event network-vif-plugged-f286f168-a1c1-46bb-a516-be17dbad49cf for instance with vm_state building and task_state spawning. [ 713.201908] env[68893]: DEBUG nova.compute.manager [req-027e686f-2ad9-4edf-8781-38c6de5a3997 req-576b7ff8-3b96-4f09-96a8-ba8c5a880465 service nova] [instance: e3de132a-5a8c-49f7-8dde-273070d38b23] Received event network-changed-f286f168-a1c1-46bb-a516-be17dbad49cf {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 713.202079] env[68893]: DEBUG nova.compute.manager [req-027e686f-2ad9-4edf-8781-38c6de5a3997 req-576b7ff8-3b96-4f09-96a8-ba8c5a880465 service nova] [instance: e3de132a-5a8c-49f7-8dde-273070d38b23] Refreshing instance network info cache due to event network-changed-f286f168-a1c1-46bb-a516-be17dbad49cf. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 713.202363] env[68893]: DEBUG oslo_concurrency.lockutils [req-027e686f-2ad9-4edf-8781-38c6de5a3997 req-576b7ff8-3b96-4f09-96a8-ba8c5a880465 service nova] Acquiring lock "refresh_cache-e3de132a-5a8c-49f7-8dde-273070d38b23" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.202614] env[68893]: DEBUG oslo_concurrency.lockutils [req-027e686f-2ad9-4edf-8781-38c6de5a3997 req-576b7ff8-3b96-4f09-96a8-ba8c5a880465 service nova] Acquired lock "refresh_cache-e3de132a-5a8c-49f7-8dde-273070d38b23" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.202866] env[68893]: DEBUG nova.network.neutron [req-027e686f-2ad9-4edf-8781-38c6de5a3997 req-576b7ff8-3b96-4f09-96a8-ba8c5a880465 service nova] [instance: e3de132a-5a8c-49f7-8dde-273070d38b23] Refreshing network info cache for port f286f168-a1c1-46bb-a516-be17dbad49cf {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 713.332212] env[68893]: DEBUG oslo_concurrency.lockutils [None req-93e36688-e5fe-4efc-b634-77ba65c14c68 tempest-VolumesAssistedSnapshotsTest-845263238 tempest-VolumesAssistedSnapshotsTest-845263238-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.753s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.332212] env[68893]: DEBUG nova.compute.manager [None req-93e36688-e5fe-4efc-b634-77ba65c14c68 tempest-VolumesAssistedSnapshotsTest-845263238 tempest-VolumesAssistedSnapshotsTest-845263238-project-member] [instance: 0584a6fd-aa46-4da6-bc9a-90ee80698237] Start building networks asynchronously for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 713.340282] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6e0714be-7fa9-4796-af2f-f9aca3d7cac6 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 18.524s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.346178] env[68893]: DEBUG nova.compute.manager [req-8afd46fc-eaa2-431f-8d5f-fd36f39d57a5 req-1ad4c750-ea06-4235-ad1f-32d855270b92 service nova] [instance: d00e31be-e1ca-4417-af4f-3f85d95e1b4b] Received event network-vif-plugged-ae1439c1-36c4-4e77-add5-9d1939da0702 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 713.346178] env[68893]: DEBUG oslo_concurrency.lockutils [req-8afd46fc-eaa2-431f-8d5f-fd36f39d57a5 req-1ad4c750-ea06-4235-ad1f-32d855270b92 service nova] Acquiring lock "d00e31be-e1ca-4417-af4f-3f85d95e1b4b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.346178] env[68893]: DEBUG oslo_concurrency.lockutils [req-8afd46fc-eaa2-431f-8d5f-fd36f39d57a5 req-1ad4c750-ea06-4235-ad1f-32d855270b92 service nova] Lock "d00e31be-e1ca-4417-af4f-3f85d95e1b4b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.346178] env[68893]: DEBUG oslo_concurrency.lockutils [req-8afd46fc-eaa2-431f-8d5f-fd36f39d57a5 req-1ad4c750-ea06-4235-ad1f-32d855270b92 service nova] Lock "d00e31be-e1ca-4417-af4f-3f85d95e1b4b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.346178] env[68893]: DEBUG nova.compute.manager [req-8afd46fc-eaa2-431f-8d5f-fd36f39d57a5 req-1ad4c750-ea06-4235-ad1f-32d855270b92 service nova] [instance: d00e31be-e1ca-4417-af4f-3f85d95e1b4b] No waiting events found dispatching network-vif-plugged-ae1439c1-36c4-4e77-add5-9d1939da0702 {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 713.346748] env[68893]: WARNING nova.compute.manager [req-8afd46fc-eaa2-431f-8d5f-fd36f39d57a5 req-1ad4c750-ea06-4235-ad1f-32d855270b92 service nova] [instance: d00e31be-e1ca-4417-af4f-3f85d95e1b4b] Received unexpected event network-vif-plugged-ae1439c1-36c4-4e77-add5-9d1939da0702 for instance with vm_state building and task_state spawning. [ 713.416075] env[68893]: DEBUG nova.network.neutron [None req-832d9164-04c9-4484-b414-e0da7e0f6ac5 tempest-ServerExternalEventsTest-153007225 tempest-ServerExternalEventsTest-153007225-project-member] [instance: d00e31be-e1ca-4417-af4f-3f85d95e1b4b] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 713.560514] env[68893]: DEBUG oslo_vmware.rw_handles [None req-f02bc39a-caa9-4dc2-a6da-f54684b93a32 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] Completed reading data from the image iterator. {{(pid=68893) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 713.560865] env[68893]: DEBUG oslo_vmware.rw_handles [None req-f02bc39a-caa9-4dc2-a6da-f54684b93a32 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] Closing write handle for https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/929a676a-ea65-494e-9f36-1621eec7271d/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=68893) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 713.614025] env[68893]: DEBUG nova.virt.vmwareapi.images [None req-f02bc39a-caa9-4dc2-a6da-f54684b93a32 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] [instance: e3de132a-5a8c-49f7-8dde-273070d38b23] Downloaded image file data 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f to vmware_temp/929a676a-ea65-494e-9f36-1621eec7271d/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/tmp-sparse.vmdk on the data store datastore1 {{(pid=68893) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 713.614025] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-f02bc39a-caa9-4dc2-a6da-f54684b93a32 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] [instance: e3de132a-5a8c-49f7-8dde-273070d38b23] Caching image {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 713.614025] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-f02bc39a-caa9-4dc2-a6da-f54684b93a32 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] Copying Virtual Disk [datastore1] vmware_temp/929a676a-ea65-494e-9f36-1621eec7271d/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/tmp-sparse.vmdk to [datastore1] vmware_temp/929a676a-ea65-494e-9f36-1621eec7271d/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 713.614766] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bd04bc75-8f78-4db9-b87f-246f0a7ba209 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.628599] env[68893]: DEBUG oslo_vmware.api [None req-71c78263-ac3f-4264-81cd-62ba6c65a564 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Task: {'id': task-2791100, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.634344] env[68893]: DEBUG oslo_vmware.api [None req-f02bc39a-caa9-4dc2-a6da-f54684b93a32 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] Waiting for the task: (returnval){ [ 713.634344] env[68893]: value = "task-2791101" [ 713.634344] env[68893]: _type = "Task" [ 713.634344] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.643820] env[68893]: DEBUG oslo_vmware.api [None req-f02bc39a-caa9-4dc2-a6da-f54684b93a32 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] Task: {'id': task-2791101, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.761020] env[68893]: DEBUG nova.network.neutron [None req-832d9164-04c9-4484-b414-e0da7e0f6ac5 tempest-ServerExternalEventsTest-153007225 tempest-ServerExternalEventsTest-153007225-project-member] [instance: d00e31be-e1ca-4417-af4f-3f85d95e1b4b] Updating instance_info_cache with network_info: [{"id": "ae1439c1-36c4-4e77-add5-9d1939da0702", "address": "fa:16:3e:25:e2:46", "network": {"id": "508509dd-7bfd-4a64-9135-d3dbeac23fa6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.146", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a15c0c8454c748249efd16f753a7dc35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae1439c1-36", "ovs_interfaceid": "ae1439c1-36c4-4e77-add5-9d1939da0702", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.848318] env[68893]: INFO nova.compute.claims [None req-6e0714be-7fa9-4796-af2f-f9aca3d7cac6 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: d2187069-2dba-4d01-969f-510f659fc163] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 713.857778] env[68893]: DEBUG nova.compute.utils [None req-93e36688-e5fe-4efc-b634-77ba65c14c68 tempest-VolumesAssistedSnapshotsTest-845263238 tempest-VolumesAssistedSnapshotsTest-845263238-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 713.861314] env[68893]: DEBUG nova.compute.manager [None req-93e36688-e5fe-4efc-b634-77ba65c14c68 tempest-VolumesAssistedSnapshotsTest-845263238 tempest-VolumesAssistedSnapshotsTest-845263238-project-member] [instance: 0584a6fd-aa46-4da6-bc9a-90ee80698237] Allocating IP information in the background. {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 713.861314] env[68893]: DEBUG nova.network.neutron [None req-93e36688-e5fe-4efc-b634-77ba65c14c68 tempest-VolumesAssistedSnapshotsTest-845263238 tempest-VolumesAssistedSnapshotsTest-845263238-project-member] [instance: 0584a6fd-aa46-4da6-bc9a-90ee80698237] allocate_for_instance() {{(pid=68893) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 713.966242] env[68893]: DEBUG nova.policy [None req-93e36688-e5fe-4efc-b634-77ba65c14c68 tempest-VolumesAssistedSnapshotsTest-845263238 tempest-VolumesAssistedSnapshotsTest-845263238-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3c88bc3d35fb4434a193daae8a7bcfa5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '45d2f04edaa14bcba59e45dfae8b4bcd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68893) authorize /opt/stack/nova/nova/policy.py:192}} [ 714.146896] env[68893]: DEBUG oslo_vmware.api [None req-71c78263-ac3f-4264-81cd-62ba6c65a564 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Task: {'id': task-2791100, 'name': RemoveSnapshot_Task, 'duration_secs': 0.912867} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.147843] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-71c78263-ac3f-4264-81cd-62ba6c65a564 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] [instance: 29bce734-9f04-41eb-92e5-df9248dc10a3] Deleted Snapshot of the VM instance {{(pid=68893) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 714.148300] env[68893]: INFO nova.compute.manager [None req-71c78263-ac3f-4264-81cd-62ba6c65a564 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] [instance: 29bce734-9f04-41eb-92e5-df9248dc10a3] Took 18.40 seconds to snapshot the instance on the hypervisor. [ 714.155393] env[68893]: DEBUG oslo_vmware.api [None req-f02bc39a-caa9-4dc2-a6da-f54684b93a32 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] Task: {'id': task-2791101, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.265547] env[68893]: DEBUG oslo_concurrency.lockutils [None req-832d9164-04c9-4484-b414-e0da7e0f6ac5 tempest-ServerExternalEventsTest-153007225 tempest-ServerExternalEventsTest-153007225-project-member] Releasing lock "refresh_cache-d00e31be-e1ca-4417-af4f-3f85d95e1b4b" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.267407] env[68893]: DEBUG nova.compute.manager [None req-832d9164-04c9-4484-b414-e0da7e0f6ac5 tempest-ServerExternalEventsTest-153007225 tempest-ServerExternalEventsTest-153007225-project-member] [instance: d00e31be-e1ca-4417-af4f-3f85d95e1b4b] Instance network_info: |[{"id": "ae1439c1-36c4-4e77-add5-9d1939da0702", "address": "fa:16:3e:25:e2:46", "network": {"id": "508509dd-7bfd-4a64-9135-d3dbeac23fa6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.146", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a15c0c8454c748249efd16f753a7dc35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae1439c1-36", "ovs_interfaceid": "ae1439c1-36c4-4e77-add5-9d1939da0702", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 714.271169] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-832d9164-04c9-4484-b414-e0da7e0f6ac5 tempest-ServerExternalEventsTest-153007225 tempest-ServerExternalEventsTest-153007225-project-member] [instance: d00e31be-e1ca-4417-af4f-3f85d95e1b4b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:e2:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ae1439c1-36c4-4e77-add5-9d1939da0702', 'vif_model': 'vmxnet3'}] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 714.287460] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-832d9164-04c9-4484-b414-e0da7e0f6ac5 tempest-ServerExternalEventsTest-153007225 tempest-ServerExternalEventsTest-153007225-project-member] Creating folder: Project (7fde6c6cb02c4aa1952c299caf3cc11a). Parent ref: group-v560969. {{(pid=68893) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 714.288966] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-67f16682-e9cf-4f16-925f-6843a60a6787 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.311306] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-832d9164-04c9-4484-b414-e0da7e0f6ac5 tempest-ServerExternalEventsTest-153007225 tempest-ServerExternalEventsTest-153007225-project-member] Created folder: Project (7fde6c6cb02c4aa1952c299caf3cc11a) in parent group-v560969. [ 714.311306] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-832d9164-04c9-4484-b414-e0da7e0f6ac5 tempest-ServerExternalEventsTest-153007225 tempest-ServerExternalEventsTest-153007225-project-member] Creating folder: Instances. Parent ref: group-v561010. {{(pid=68893) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 714.311306] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-522543dc-54a5-4dd1-9e72-62d9499b465d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.322856] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-832d9164-04c9-4484-b414-e0da7e0f6ac5 tempest-ServerExternalEventsTest-153007225 tempest-ServerExternalEventsTest-153007225-project-member] Created folder: Instances in parent group-v561010. [ 714.322856] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-832d9164-04c9-4484-b414-e0da7e0f6ac5 tempest-ServerExternalEventsTest-153007225 tempest-ServerExternalEventsTest-153007225-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 714.322856] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d00e31be-e1ca-4417-af4f-3f85d95e1b4b] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 714.322856] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9ddb1f20-c7da-4eb4-9a29-c35abb2810f7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.347706] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 714.347706] env[68893]: value = "task-2791104" [ 714.347706] env[68893]: _type = "Task" [ 714.347706] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.359683] env[68893]: INFO nova.compute.resource_tracker [None req-6e0714be-7fa9-4796-af2f-f9aca3d7cac6 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: d2187069-2dba-4d01-969f-510f659fc163] Updating resource usage from migration eed2150f-3565-452f-8761-1795930c7209 [ 714.362913] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791104, 'name': CreateVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.365740] env[68893]: DEBUG nova.compute.manager [None req-93e36688-e5fe-4efc-b634-77ba65c14c68 tempest-VolumesAssistedSnapshotsTest-845263238 tempest-VolumesAssistedSnapshotsTest-845263238-project-member] [instance: 0584a6fd-aa46-4da6-bc9a-90ee80698237] Start building block device mappings for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 714.437207] env[68893]: DEBUG nova.network.neutron [req-027e686f-2ad9-4edf-8781-38c6de5a3997 req-576b7ff8-3b96-4f09-96a8-ba8c5a880465 service nova] [instance: e3de132a-5a8c-49f7-8dde-273070d38b23] Updated VIF entry in instance network info cache for port f286f168-a1c1-46bb-a516-be17dbad49cf. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 714.437207] env[68893]: DEBUG nova.network.neutron [req-027e686f-2ad9-4edf-8781-38c6de5a3997 req-576b7ff8-3b96-4f09-96a8-ba8c5a880465 service nova] [instance: e3de132a-5a8c-49f7-8dde-273070d38b23] Updating instance_info_cache with network_info: [{"id": "f286f168-a1c1-46bb-a516-be17dbad49cf", "address": "fa:16:3e:58:52:fc", "network": {"id": "7f95ca7a-9553-47d9-aa38-6002a8453ccf", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1037081495-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8635c8ff3bcd494fbba2da2c3079e1a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf286f168-a1", "ovs_interfaceid": "f286f168-a1c1-46bb-a516-be17dbad49cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.563090] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ecbdfde8-07b6-4939-bb56-f06e7618d7b1 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Acquiring lock "3f7dc844-a0a8-4c16-a947-f695a646512c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.563364] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ecbdfde8-07b6-4939-bb56-f06e7618d7b1 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Lock "3f7dc844-a0a8-4c16-a947-f695a646512c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.650670] env[68893]: DEBUG oslo_vmware.api [None req-f02bc39a-caa9-4dc2-a6da-f54684b93a32 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] Task: {'id': task-2791101, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.710719} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.650984] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-f02bc39a-caa9-4dc2-a6da-f54684b93a32 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] Copied Virtual Disk [datastore1] vmware_temp/929a676a-ea65-494e-9f36-1621eec7271d/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/tmp-sparse.vmdk to [datastore1] vmware_temp/929a676a-ea65-494e-9f36-1621eec7271d/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 714.651228] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-f02bc39a-caa9-4dc2-a6da-f54684b93a32 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] Deleting the datastore file [datastore1] vmware_temp/929a676a-ea65-494e-9f36-1621eec7271d/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/tmp-sparse.vmdk {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 714.651484] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-94662a57-fbdf-4f21-a8de-f7bc93ecb2e2 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.669961] env[68893]: DEBUG oslo_vmware.api [None req-f02bc39a-caa9-4dc2-a6da-f54684b93a32 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] Waiting for the task: (returnval){ [ 714.669961] env[68893]: value = "task-2791105" [ 714.669961] env[68893]: _type = "Task" [ 714.669961] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.681870] env[68893]: DEBUG oslo_vmware.api [None req-f02bc39a-caa9-4dc2-a6da-f54684b93a32 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] Task: {'id': task-2791105, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.691018] env[68893]: DEBUG oslo_concurrency.lockutils [None req-3bdf9b04-294f-4687-981c-7ee0d3c2e8f6 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Acquiring lock "f72552ae-2213-4d26-a1e2-82015336df56" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.691335] env[68893]: DEBUG oslo_concurrency.lockutils [None req-3bdf9b04-294f-4687-981c-7ee0d3c2e8f6 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Lock "f72552ae-2213-4d26-a1e2-82015336df56" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.787145] env[68893]: DEBUG nova.network.neutron [None req-93e36688-e5fe-4efc-b634-77ba65c14c68 tempest-VolumesAssistedSnapshotsTest-845263238 tempest-VolumesAssistedSnapshotsTest-845263238-project-member] [instance: 0584a6fd-aa46-4da6-bc9a-90ee80698237] Successfully created port: 64332d7c-824f-4564-a221-fe4025e2bd1a {{(pid=68893) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 714.862027] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791104, 'name': CreateVM_Task} progress is 99%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.943881] env[68893]: DEBUG oslo_concurrency.lockutils [req-027e686f-2ad9-4edf-8781-38c6de5a3997 req-576b7ff8-3b96-4f09-96a8-ba8c5a880465 service nova] Releasing lock "refresh_cache-e3de132a-5a8c-49f7-8dde-273070d38b23" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.961306] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07dc7b47-39d8-408c-bba5-af26ac567994 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.971520] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59a5f4d8-102d-40a3-b8c8-f48266cc4b78 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.004809] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02e5559b-e5cd-4311-8434-de8d9128f8d7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.015244] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a4f6594-c805-4f6d-a618-327f1e396584 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.033577] env[68893]: DEBUG nova.compute.provider_tree [None req-6e0714be-7fa9-4796-af2f-f9aca3d7cac6 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 715.040157] env[68893]: DEBUG nova.network.neutron [None req-f638fbcd-afa4-4575-b3fc-5a9e5266a2b9 tempest-FloatingIPsAssociationNegativeTestJSON-159533486 tempest-FloatingIPsAssociationNegativeTestJSON-159533486-project-member] [instance: 17c90488-234d-4203-964f-a4863bbe5e47] Successfully updated port: 6c1a76c4-5091-46e1-b784-f53497b878fd {{(pid=68893) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 715.183421] env[68893]: DEBUG oslo_vmware.api [None req-f02bc39a-caa9-4dc2-a6da-f54684b93a32 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] Task: {'id': task-2791105, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.031503} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.183623] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-f02bc39a-caa9-4dc2-a6da-f54684b93a32 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 715.183829] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-f02bc39a-caa9-4dc2-a6da-f54684b93a32 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] Moving file from [datastore1] vmware_temp/929a676a-ea65-494e-9f36-1621eec7271d/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f to [datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f. {{(pid=68893) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 715.184109] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-32578604-8eb4-4503-9512-b2874740348a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.195733] env[68893]: DEBUG oslo_vmware.api [None req-f02bc39a-caa9-4dc2-a6da-f54684b93a32 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] Waiting for the task: (returnval){ [ 715.195733] env[68893]: value = "task-2791106" [ 715.195733] env[68893]: _type = "Task" [ 715.195733] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.207200] env[68893]: DEBUG oslo_vmware.api [None req-f02bc39a-caa9-4dc2-a6da-f54684b93a32 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] Task: {'id': task-2791106, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.363921] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791104, 'name': CreateVM_Task} progress is 99%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.377400] env[68893]: DEBUG nova.compute.manager [None req-93e36688-e5fe-4efc-b634-77ba65c14c68 tempest-VolumesAssistedSnapshotsTest-845263238 tempest-VolumesAssistedSnapshotsTest-845263238-project-member] [instance: 0584a6fd-aa46-4da6-bc9a-90ee80698237] Start spawning the instance on the hypervisor. {{(pid=68893) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 715.412031] env[68893]: DEBUG nova.virt.hardware [None req-93e36688-e5fe-4efc-b634-77ba65c14c68 tempest-VolumesAssistedSnapshotsTest-845263238 tempest-VolumesAssistedSnapshotsTest-845263238-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 715.412319] env[68893]: DEBUG nova.virt.hardware [None req-93e36688-e5fe-4efc-b634-77ba65c14c68 tempest-VolumesAssistedSnapshotsTest-845263238 tempest-VolumesAssistedSnapshotsTest-845263238-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 715.412473] env[68893]: DEBUG nova.virt.hardware [None req-93e36688-e5fe-4efc-b634-77ba65c14c68 tempest-VolumesAssistedSnapshotsTest-845263238 tempest-VolumesAssistedSnapshotsTest-845263238-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 715.412664] env[68893]: DEBUG nova.virt.hardware [None req-93e36688-e5fe-4efc-b634-77ba65c14c68 tempest-VolumesAssistedSnapshotsTest-845263238 tempest-VolumesAssistedSnapshotsTest-845263238-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 715.412824] env[68893]: DEBUG nova.virt.hardware [None req-93e36688-e5fe-4efc-b634-77ba65c14c68 tempest-VolumesAssistedSnapshotsTest-845263238 tempest-VolumesAssistedSnapshotsTest-845263238-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 715.412976] env[68893]: DEBUG nova.virt.hardware [None req-93e36688-e5fe-4efc-b634-77ba65c14c68 tempest-VolumesAssistedSnapshotsTest-845263238 tempest-VolumesAssistedSnapshotsTest-845263238-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 715.416365] env[68893]: DEBUG nova.virt.hardware [None req-93e36688-e5fe-4efc-b634-77ba65c14c68 tempest-VolumesAssistedSnapshotsTest-845263238 tempest-VolumesAssistedSnapshotsTest-845263238-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 715.416588] env[68893]: DEBUG nova.virt.hardware [None req-93e36688-e5fe-4efc-b634-77ba65c14c68 tempest-VolumesAssistedSnapshotsTest-845263238 tempest-VolumesAssistedSnapshotsTest-845263238-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 715.417138] env[68893]: DEBUG nova.virt.hardware [None req-93e36688-e5fe-4efc-b634-77ba65c14c68 tempest-VolumesAssistedSnapshotsTest-845263238 tempest-VolumesAssistedSnapshotsTest-845263238-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 715.417138] env[68893]: DEBUG nova.virt.hardware [None req-93e36688-e5fe-4efc-b634-77ba65c14c68 tempest-VolumesAssistedSnapshotsTest-845263238 tempest-VolumesAssistedSnapshotsTest-845263238-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 715.417138] env[68893]: DEBUG nova.virt.hardware [None req-93e36688-e5fe-4efc-b634-77ba65c14c68 tempest-VolumesAssistedSnapshotsTest-845263238 tempest-VolumesAssistedSnapshotsTest-845263238-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 715.417948] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c03f1d09-70e6-4c8e-b26b-1cf992e2d5e3 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.427795] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-650d7551-67f7-44f3-8510-1ff00076b3ad {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.539334] env[68893]: DEBUG nova.scheduler.client.report [None req-6e0714be-7fa9-4796-af2f-f9aca3d7cac6 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 715.543289] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f638fbcd-afa4-4575-b3fc-5a9e5266a2b9 tempest-FloatingIPsAssociationNegativeTestJSON-159533486 tempest-FloatingIPsAssociationNegativeTestJSON-159533486-project-member] Acquiring lock "refresh_cache-17c90488-234d-4203-964f-a4863bbe5e47" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.543423] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f638fbcd-afa4-4575-b3fc-5a9e5266a2b9 tempest-FloatingIPsAssociationNegativeTestJSON-159533486 tempest-FloatingIPsAssociationNegativeTestJSON-159533486-project-member] Acquired lock "refresh_cache-17c90488-234d-4203-964f-a4863bbe5e47" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.543569] env[68893]: DEBUG nova.network.neutron [None req-f638fbcd-afa4-4575-b3fc-5a9e5266a2b9 tempest-FloatingIPsAssociationNegativeTestJSON-159533486 tempest-FloatingIPsAssociationNegativeTestJSON-159533486-project-member] [instance: 17c90488-234d-4203-964f-a4863bbe5e47] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 715.708912] env[68893]: DEBUG oslo_vmware.api [None req-f02bc39a-caa9-4dc2-a6da-f54684b93a32 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] Task: {'id': task-2791106, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.033342} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.711680] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-f02bc39a-caa9-4dc2-a6da-f54684b93a32 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] File moved {{(pid=68893) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 715.711680] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-f02bc39a-caa9-4dc2-a6da-f54684b93a32 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] [instance: e3de132a-5a8c-49f7-8dde-273070d38b23] Cleaning up location [datastore1] vmware_temp/929a676a-ea65-494e-9f36-1621eec7271d {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 715.711680] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-f02bc39a-caa9-4dc2-a6da-f54684b93a32 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] Deleting the datastore file [datastore1] vmware_temp/929a676a-ea65-494e-9f36-1621eec7271d {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 715.716664] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ddf9194e-7322-4670-80c7-b59358fcac42 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.720718] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b89b6ae2-ebe1-483f-be25-9e9942a7f148 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Acquiring lock "80fa04f2-e0a6-452e-9a88-73eeb0ac347e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.722043] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b89b6ae2-ebe1-483f-be25-9e9942a7f148 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Lock "80fa04f2-e0a6-452e-9a88-73eeb0ac347e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.727522] env[68893]: DEBUG oslo_vmware.api [None req-f02bc39a-caa9-4dc2-a6da-f54684b93a32 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] Waiting for the task: (returnval){ [ 715.727522] env[68893]: value = "task-2791107" [ 715.727522] env[68893]: _type = "Task" [ 715.727522] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.739111] env[68893]: DEBUG oslo_vmware.api [None req-f02bc39a-caa9-4dc2-a6da-f54684b93a32 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] Task: {'id': task-2791107, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.865153] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791104, 'name': CreateVM_Task, 'duration_secs': 1.413951} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.865602] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d00e31be-e1ca-4417-af4f-3f85d95e1b4b] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 715.867027] env[68893]: DEBUG oslo_concurrency.lockutils [None req-832d9164-04c9-4484-b414-e0da7e0f6ac5 tempest-ServerExternalEventsTest-153007225 tempest-ServerExternalEventsTest-153007225-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.867027] env[68893]: DEBUG oslo_concurrency.lockutils [None req-832d9164-04c9-4484-b414-e0da7e0f6ac5 tempest-ServerExternalEventsTest-153007225 tempest-ServerExternalEventsTest-153007225-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.868426] env[68893]: DEBUG oslo_concurrency.lockutils [None req-832d9164-04c9-4484-b414-e0da7e0f6ac5 tempest-ServerExternalEventsTest-153007225 tempest-ServerExternalEventsTest-153007225-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.868813] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6afaa04f-a732-4810-a810-6a518cafb0c3 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.877059] env[68893]: DEBUG oslo_vmware.api [None req-832d9164-04c9-4484-b414-e0da7e0f6ac5 tempest-ServerExternalEventsTest-153007225 tempest-ServerExternalEventsTest-153007225-project-member] Waiting for the task: (returnval){ [ 715.877059] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52cdc9fd-2583-b981-4320-5f8e803b968d" [ 715.877059] env[68893]: _type = "Task" [ 715.877059] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.891309] env[68893]: DEBUG oslo_vmware.api [None req-832d9164-04c9-4484-b414-e0da7e0f6ac5 tempest-ServerExternalEventsTest-153007225 tempest-ServerExternalEventsTest-153007225-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52cdc9fd-2583-b981-4320-5f8e803b968d, 'name': SearchDatastore_Task, 'duration_secs': 0.011045} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.891643] env[68893]: DEBUG oslo_concurrency.lockutils [None req-832d9164-04c9-4484-b414-e0da7e0f6ac5 tempest-ServerExternalEventsTest-153007225 tempest-ServerExternalEventsTest-153007225-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.893197] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-832d9164-04c9-4484-b414-e0da7e0f6ac5 tempest-ServerExternalEventsTest-153007225 tempest-ServerExternalEventsTest-153007225-project-member] [instance: d00e31be-e1ca-4417-af4f-3f85d95e1b4b] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 715.893197] env[68893]: DEBUG oslo_concurrency.lockutils [None req-832d9164-04c9-4484-b414-e0da7e0f6ac5 tempest-ServerExternalEventsTest-153007225 tempest-ServerExternalEventsTest-153007225-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.049032] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6e0714be-7fa9-4796-af2f-f9aca3d7cac6 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.709s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.049032] env[68893]: INFO nova.compute.manager [None req-6e0714be-7fa9-4796-af2f-f9aca3d7cac6 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: d2187069-2dba-4d01-969f-510f659fc163] Migrating [ 716.049587] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6e0714be-7fa9-4796-af2f-f9aca3d7cac6 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.049757] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6e0714be-7fa9-4796-af2f-f9aca3d7cac6 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Acquired lock "compute-rpcapi-router" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.051450] env[68893]: DEBUG oslo_concurrency.lockutils [None req-085754d0-a0f9-431d-aa5a-0b9e73b52542 tempest-ServerDiagnosticsTest-348060520 tempest-ServerDiagnosticsTest-348060520-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.243s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.051628] env[68893]: DEBUG nova.objects.instance [None req-085754d0-a0f9-431d-aa5a-0b9e73b52542 tempest-ServerDiagnosticsTest-348060520 tempest-ServerDiagnosticsTest-348060520-project-member] Lazy-loading 'resources' on Instance uuid a1ae5389-8497-4b29-a00b-a5b357b4c433 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 716.122151] env[68893]: DEBUG nova.network.neutron [None req-f638fbcd-afa4-4575-b3fc-5a9e5266a2b9 tempest-FloatingIPsAssociationNegativeTestJSON-159533486 tempest-FloatingIPsAssociationNegativeTestJSON-159533486-project-member] [instance: 17c90488-234d-4203-964f-a4863bbe5e47] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 716.246191] env[68893]: DEBUG oslo_vmware.api [None req-f02bc39a-caa9-4dc2-a6da-f54684b93a32 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] Task: {'id': task-2791107, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.033643} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.248502] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-f02bc39a-caa9-4dc2-a6da-f54684b93a32 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 716.248502] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf9c967a-5095-4d84-95fa-8ad1b667558b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.254339] env[68893]: DEBUG oslo_vmware.api [None req-f02bc39a-caa9-4dc2-a6da-f54684b93a32 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] Waiting for the task: (returnval){ [ 716.254339] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]523300a4-23c0-c159-e15d-de23515c390d" [ 716.254339] env[68893]: _type = "Task" [ 716.254339] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.264923] env[68893]: DEBUG oslo_vmware.api [None req-f02bc39a-caa9-4dc2-a6da-f54684b93a32 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]523300a4-23c0-c159-e15d-de23515c390d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.347953] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ed52a9b4-16f2-44f7-b4d2-acf796de8581 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Acquiring lock "bfc2d904-8005-4693-871f-5745dc3d29fd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.348590] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ed52a9b4-16f2-44f7-b4d2-acf796de8581 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Lock "bfc2d904-8005-4693-871f-5745dc3d29fd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.432825] env[68893]: DEBUG nova.compute.manager [req-b32efe35-52d8-41a1-878a-8ec082765230 req-5f50b8b7-c7ce-4841-b0b4-3b5d72aeca7e service nova] [instance: d00e31be-e1ca-4417-af4f-3f85d95e1b4b] Received event network-changed-ae1439c1-36c4-4e77-add5-9d1939da0702 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 716.433181] env[68893]: DEBUG nova.compute.manager [req-b32efe35-52d8-41a1-878a-8ec082765230 req-5f50b8b7-c7ce-4841-b0b4-3b5d72aeca7e service nova] [instance: d00e31be-e1ca-4417-af4f-3f85d95e1b4b] Refreshing instance network info cache due to event network-changed-ae1439c1-36c4-4e77-add5-9d1939da0702. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 716.433287] env[68893]: DEBUG oslo_concurrency.lockutils [req-b32efe35-52d8-41a1-878a-8ec082765230 req-5f50b8b7-c7ce-4841-b0b4-3b5d72aeca7e service nova] Acquiring lock "refresh_cache-d00e31be-e1ca-4417-af4f-3f85d95e1b4b" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.433385] env[68893]: DEBUG oslo_concurrency.lockutils [req-b32efe35-52d8-41a1-878a-8ec082765230 req-5f50b8b7-c7ce-4841-b0b4-3b5d72aeca7e service nova] Acquired lock "refresh_cache-d00e31be-e1ca-4417-af4f-3f85d95e1b4b" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.433539] env[68893]: DEBUG nova.network.neutron [req-b32efe35-52d8-41a1-878a-8ec082765230 req-5f50b8b7-c7ce-4841-b0b4-3b5d72aeca7e service nova] [instance: d00e31be-e1ca-4417-af4f-3f85d95e1b4b] Refreshing network info cache for port ae1439c1-36c4-4e77-add5-9d1939da0702 {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 716.460303] env[68893]: DEBUG nova.compute.manager [req-d0df94d6-b663-4405-94c8-190c3568b52e req-da472316-ed6c-4959-9df8-24a0a9e4b63e service nova] [instance: 17c90488-234d-4203-964f-a4863bbe5e47] Received event network-vif-plugged-6c1a76c4-5091-46e1-b784-f53497b878fd {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 716.460477] env[68893]: DEBUG oslo_concurrency.lockutils [req-d0df94d6-b663-4405-94c8-190c3568b52e req-da472316-ed6c-4959-9df8-24a0a9e4b63e service nova] Acquiring lock "17c90488-234d-4203-964f-a4863bbe5e47-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.460685] env[68893]: DEBUG oslo_concurrency.lockutils [req-d0df94d6-b663-4405-94c8-190c3568b52e req-da472316-ed6c-4959-9df8-24a0a9e4b63e service nova] Lock "17c90488-234d-4203-964f-a4863bbe5e47-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.460846] env[68893]: DEBUG oslo_concurrency.lockutils [req-d0df94d6-b663-4405-94c8-190c3568b52e req-da472316-ed6c-4959-9df8-24a0a9e4b63e service nova] Lock "17c90488-234d-4203-964f-a4863bbe5e47-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.461016] env[68893]: DEBUG nova.compute.manager [req-d0df94d6-b663-4405-94c8-190c3568b52e req-da472316-ed6c-4959-9df8-24a0a9e4b63e service nova] [instance: 17c90488-234d-4203-964f-a4863bbe5e47] No waiting events found dispatching network-vif-plugged-6c1a76c4-5091-46e1-b784-f53497b878fd {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 716.461186] env[68893]: WARNING nova.compute.manager [req-d0df94d6-b663-4405-94c8-190c3568b52e req-da472316-ed6c-4959-9df8-24a0a9e4b63e service nova] [instance: 17c90488-234d-4203-964f-a4863bbe5e47] Received unexpected event network-vif-plugged-6c1a76c4-5091-46e1-b784-f53497b878fd for instance with vm_state building and task_state spawning. [ 716.461405] env[68893]: DEBUG nova.compute.manager [req-d0df94d6-b663-4405-94c8-190c3568b52e req-da472316-ed6c-4959-9df8-24a0a9e4b63e service nova] [instance: 17c90488-234d-4203-964f-a4863bbe5e47] Received event network-changed-6c1a76c4-5091-46e1-b784-f53497b878fd {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 716.461486] env[68893]: DEBUG nova.compute.manager [req-d0df94d6-b663-4405-94c8-190c3568b52e req-da472316-ed6c-4959-9df8-24a0a9e4b63e service nova] [instance: 17c90488-234d-4203-964f-a4863bbe5e47] Refreshing instance network info cache due to event network-changed-6c1a76c4-5091-46e1-b784-f53497b878fd. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 716.461644] env[68893]: DEBUG oslo_concurrency.lockutils [req-d0df94d6-b663-4405-94c8-190c3568b52e req-da472316-ed6c-4959-9df8-24a0a9e4b63e service nova] Acquiring lock "refresh_cache-17c90488-234d-4203-964f-a4863bbe5e47" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.466173] env[68893]: DEBUG nova.network.neutron [None req-f638fbcd-afa4-4575-b3fc-5a9e5266a2b9 tempest-FloatingIPsAssociationNegativeTestJSON-159533486 tempest-FloatingIPsAssociationNegativeTestJSON-159533486-project-member] [instance: 17c90488-234d-4203-964f-a4863bbe5e47] Updating instance_info_cache with network_info: [{"id": "6c1a76c4-5091-46e1-b784-f53497b878fd", "address": "fa:16:3e:d8:c9:4b", "network": {"id": "372c4af5-07cd-4901-95b4-1cf64ee22a54", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-937530427-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "237abbb80b96493ba754645b0e3cc89f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c1a76c4-50", "ovs_interfaceid": "6c1a76c4-5091-46e1-b784-f53497b878fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.557991] env[68893]: INFO nova.compute.rpcapi [None req-6e0714be-7fa9-4796-af2f-f9aca3d7cac6 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 716.558642] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6e0714be-7fa9-4796-af2f-f9aca3d7cac6 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Releasing lock "compute-rpcapi-router" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.773531] env[68893]: DEBUG oslo_vmware.api [None req-f02bc39a-caa9-4dc2-a6da-f54684b93a32 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]523300a4-23c0-c159-e15d-de23515c390d, 'name': SearchDatastore_Task, 'duration_secs': 0.014731} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.773851] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f02bc39a-caa9-4dc2-a6da-f54684b93a32 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.774465] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-f02bc39a-caa9-4dc2-a6da-f54684b93a32 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore1] e3de132a-5a8c-49f7-8dde-273070d38b23/e3de132a-5a8c-49f7-8dde-273070d38b23.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 716.774465] env[68893]: DEBUG oslo_concurrency.lockutils [None req-832d9164-04c9-4484-b414-e0da7e0f6ac5 tempest-ServerExternalEventsTest-153007225 tempest-ServerExternalEventsTest-153007225-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.774664] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-832d9164-04c9-4484-b414-e0da7e0f6ac5 tempest-ServerExternalEventsTest-153007225 tempest-ServerExternalEventsTest-153007225-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 716.774851] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2dcc23d1-2498-4f85-bce1-c0397b515c80 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.779297] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-58dc0a27-0af6-4690-94e7-b4073222af2e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.790830] env[68893]: DEBUG oslo_vmware.api [None req-f02bc39a-caa9-4dc2-a6da-f54684b93a32 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] Waiting for the task: (returnval){ [ 716.790830] env[68893]: value = "task-2791108" [ 716.790830] env[68893]: _type = "Task" [ 716.790830] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.791358] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-832d9164-04c9-4484-b414-e0da7e0f6ac5 tempest-ServerExternalEventsTest-153007225 tempest-ServerExternalEventsTest-153007225-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 716.791774] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-832d9164-04c9-4484-b414-e0da7e0f6ac5 tempest-ServerExternalEventsTest-153007225 tempest-ServerExternalEventsTest-153007225-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 716.798207] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17e0d865-19d9-4fc0-aebb-c5693ede8963 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.805644] env[68893]: DEBUG oslo_vmware.api [None req-f02bc39a-caa9-4dc2-a6da-f54684b93a32 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] Task: {'id': task-2791108, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.807278] env[68893]: DEBUG oslo_vmware.api [None req-832d9164-04c9-4484-b414-e0da7e0f6ac5 tempest-ServerExternalEventsTest-153007225 tempest-ServerExternalEventsTest-153007225-project-member] Waiting for the task: (returnval){ [ 716.807278] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]5280468e-f9d6-9400-2450-c916bfb85c83" [ 716.807278] env[68893]: _type = "Task" [ 716.807278] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.815329] env[68893]: DEBUG oslo_vmware.api [None req-832d9164-04c9-4484-b414-e0da7e0f6ac5 tempest-ServerExternalEventsTest-153007225 tempest-ServerExternalEventsTest-153007225-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]5280468e-f9d6-9400-2450-c916bfb85c83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.970876] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f638fbcd-afa4-4575-b3fc-5a9e5266a2b9 tempest-FloatingIPsAssociationNegativeTestJSON-159533486 tempest-FloatingIPsAssociationNegativeTestJSON-159533486-project-member] Releasing lock "refresh_cache-17c90488-234d-4203-964f-a4863bbe5e47" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.971913] env[68893]: DEBUG nova.compute.manager [None req-f638fbcd-afa4-4575-b3fc-5a9e5266a2b9 tempest-FloatingIPsAssociationNegativeTestJSON-159533486 tempest-FloatingIPsAssociationNegativeTestJSON-159533486-project-member] [instance: 17c90488-234d-4203-964f-a4863bbe5e47] Instance network_info: |[{"id": "6c1a76c4-5091-46e1-b784-f53497b878fd", "address": "fa:16:3e:d8:c9:4b", "network": {"id": "372c4af5-07cd-4901-95b4-1cf64ee22a54", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-937530427-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "237abbb80b96493ba754645b0e3cc89f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c1a76c4-50", "ovs_interfaceid": "6c1a76c4-5091-46e1-b784-f53497b878fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 716.972118] env[68893]: DEBUG oslo_concurrency.lockutils [req-d0df94d6-b663-4405-94c8-190c3568b52e req-da472316-ed6c-4959-9df8-24a0a9e4b63e service nova] Acquired lock "refresh_cache-17c90488-234d-4203-964f-a4863bbe5e47" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.972406] env[68893]: DEBUG nova.network.neutron [req-d0df94d6-b663-4405-94c8-190c3568b52e req-da472316-ed6c-4959-9df8-24a0a9e4b63e service nova] [instance: 17c90488-234d-4203-964f-a4863bbe5e47] Refreshing network info cache for port 6c1a76c4-5091-46e1-b784-f53497b878fd {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 716.974550] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-f638fbcd-afa4-4575-b3fc-5a9e5266a2b9 tempest-FloatingIPsAssociationNegativeTestJSON-159533486 tempest-FloatingIPsAssociationNegativeTestJSON-159533486-project-member] [instance: 17c90488-234d-4203-964f-a4863bbe5e47] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:c9:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fe20ef0e-0991-44d7-887d-08dddac0b56b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6c1a76c4-5091-46e1-b784-f53497b878fd', 'vif_model': 'vmxnet3'}] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 716.983515] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-f638fbcd-afa4-4575-b3fc-5a9e5266a2b9 tempest-FloatingIPsAssociationNegativeTestJSON-159533486 tempest-FloatingIPsAssociationNegativeTestJSON-159533486-project-member] Creating folder: Project (237abbb80b96493ba754645b0e3cc89f). Parent ref: group-v560969. {{(pid=68893) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 716.984281] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b6d0a026-f834-4a39-bd06-2fdc0ef105cf {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.005940] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-f638fbcd-afa4-4575-b3fc-5a9e5266a2b9 tempest-FloatingIPsAssociationNegativeTestJSON-159533486 tempest-FloatingIPsAssociationNegativeTestJSON-159533486-project-member] Created folder: Project (237abbb80b96493ba754645b0e3cc89f) in parent group-v560969. [ 717.007269] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-f638fbcd-afa4-4575-b3fc-5a9e5266a2b9 tempest-FloatingIPsAssociationNegativeTestJSON-159533486 tempest-FloatingIPsAssociationNegativeTestJSON-159533486-project-member] Creating folder: Instances. Parent ref: group-v561013. {{(pid=68893) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 717.008117] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8296105d-cc62-4ecf-bcba-a062ba2aa61d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.023140] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-f638fbcd-afa4-4575-b3fc-5a9e5266a2b9 tempest-FloatingIPsAssociationNegativeTestJSON-159533486 tempest-FloatingIPsAssociationNegativeTestJSON-159533486-project-member] Created folder: Instances in parent group-v561013. [ 717.023767] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f638fbcd-afa4-4575-b3fc-5a9e5266a2b9 tempest-FloatingIPsAssociationNegativeTestJSON-159533486 tempest-FloatingIPsAssociationNegativeTestJSON-159533486-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 717.024164] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17c90488-234d-4203-964f-a4863bbe5e47] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 717.024699] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3fa9da9e-0f41-44c9-b7a4-cbd65203c08e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.052883] env[68893]: DEBUG nova.network.neutron [None req-93e36688-e5fe-4efc-b634-77ba65c14c68 tempest-VolumesAssistedSnapshotsTest-845263238 tempest-VolumesAssistedSnapshotsTest-845263238-project-member] [instance: 0584a6fd-aa46-4da6-bc9a-90ee80698237] Successfully updated port: 64332d7c-824f-4564-a221-fe4025e2bd1a {{(pid=68893) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 717.066029] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 717.066029] env[68893]: value = "task-2791111" [ 717.066029] env[68893]: _type = "Task" [ 717.066029] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.084941] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791111, 'name': CreateVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.087333] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6e0714be-7fa9-4796-af2f-f9aca3d7cac6 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Acquiring lock "refresh_cache-d2187069-2dba-4d01-969f-510f659fc163" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.087534] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6e0714be-7fa9-4796-af2f-f9aca3d7cac6 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Acquired lock "refresh_cache-d2187069-2dba-4d01-969f-510f659fc163" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.087612] env[68893]: DEBUG nova.network.neutron [None req-6e0714be-7fa9-4796-af2f-f9aca3d7cac6 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: d2187069-2dba-4d01-969f-510f659fc163] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 717.174629] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da101752-2a14-4663-9a4d-78a2db5a966b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.185738] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14d96c14-ec53-4b68-8762-7dc265ff8312 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.234174] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c75daddc-f315-4890-aad6-041fecfe206e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.246143] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edb26819-6688-4293-b54f-f310eeb65194 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.266532] env[68893]: DEBUG nova.compute.provider_tree [None req-085754d0-a0f9-431d-aa5a-0b9e73b52542 tempest-ServerDiagnosticsTest-348060520 tempest-ServerDiagnosticsTest-348060520-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 717.305184] env[68893]: DEBUG oslo_vmware.api [None req-f02bc39a-caa9-4dc2-a6da-f54684b93a32 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] Task: {'id': task-2791108, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508323} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.305539] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-f02bc39a-caa9-4dc2-a6da-f54684b93a32 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore1] e3de132a-5a8c-49f7-8dde-273070d38b23/e3de132a-5a8c-49f7-8dde-273070d38b23.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 717.305772] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-f02bc39a-caa9-4dc2-a6da-f54684b93a32 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] [instance: e3de132a-5a8c-49f7-8dde-273070d38b23] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 717.306098] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-305ba1b6-8cba-4452-b590-43ffe029e126 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.323698] env[68893]: DEBUG oslo_vmware.api [None req-f02bc39a-caa9-4dc2-a6da-f54684b93a32 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] Waiting for the task: (returnval){ [ 717.323698] env[68893]: value = "task-2791112" [ 717.323698] env[68893]: _type = "Task" [ 717.323698] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.324256] env[68893]: DEBUG oslo_vmware.api [None req-832d9164-04c9-4484-b414-e0da7e0f6ac5 tempest-ServerExternalEventsTest-153007225 tempest-ServerExternalEventsTest-153007225-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]5280468e-f9d6-9400-2450-c916bfb85c83, 'name': SearchDatastore_Task, 'duration_secs': 0.022043} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.331455] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2e7515b-6299-449c-8dc6-2074af4a766b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.339177] env[68893]: DEBUG oslo_vmware.api [None req-832d9164-04c9-4484-b414-e0da7e0f6ac5 tempest-ServerExternalEventsTest-153007225 tempest-ServerExternalEventsTest-153007225-project-member] Waiting for the task: (returnval){ [ 717.339177] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52bc31ea-4bed-4fdd-9b76-a181d1d49336" [ 717.339177] env[68893]: _type = "Task" [ 717.339177] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.355132] env[68893]: DEBUG oslo_vmware.api [None req-832d9164-04c9-4484-b414-e0da7e0f6ac5 tempest-ServerExternalEventsTest-153007225 tempest-ServerExternalEventsTest-153007225-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52bc31ea-4bed-4fdd-9b76-a181d1d49336, 'name': SearchDatastore_Task, 'duration_secs': 0.012054} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.355365] env[68893]: DEBUG oslo_concurrency.lockutils [None req-832d9164-04c9-4484-b414-e0da7e0f6ac5 tempest-ServerExternalEventsTest-153007225 tempest-ServerExternalEventsTest-153007225-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.355581] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-832d9164-04c9-4484-b414-e0da7e0f6ac5 tempest-ServerExternalEventsTest-153007225 tempest-ServerExternalEventsTest-153007225-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore1] d00e31be-e1ca-4417-af4f-3f85d95e1b4b/d00e31be-e1ca-4417-af4f-3f85d95e1b4b.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 717.355860] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8e77e860-c256-4dca-a738-e6b3d5d0d0c5 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.363049] env[68893]: DEBUG oslo_vmware.api [None req-832d9164-04c9-4484-b414-e0da7e0f6ac5 tempest-ServerExternalEventsTest-153007225 tempest-ServerExternalEventsTest-153007225-project-member] Waiting for the task: (returnval){ [ 717.363049] env[68893]: value = "task-2791113" [ 717.363049] env[68893]: _type = "Task" [ 717.363049] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.374810] env[68893]: DEBUG oslo_vmware.api [None req-832d9164-04c9-4484-b414-e0da7e0f6ac5 tempest-ServerExternalEventsTest-153007225 tempest-ServerExternalEventsTest-153007225-project-member] Task: {'id': task-2791113, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.419207] env[68893]: DEBUG nova.network.neutron [req-b32efe35-52d8-41a1-878a-8ec082765230 req-5f50b8b7-c7ce-4841-b0b4-3b5d72aeca7e service nova] [instance: d00e31be-e1ca-4417-af4f-3f85d95e1b4b] Updated VIF entry in instance network info cache for port ae1439c1-36c4-4e77-add5-9d1939da0702. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 717.419207] env[68893]: DEBUG nova.network.neutron [req-b32efe35-52d8-41a1-878a-8ec082765230 req-5f50b8b7-c7ce-4841-b0b4-3b5d72aeca7e service nova] [instance: d00e31be-e1ca-4417-af4f-3f85d95e1b4b] Updating instance_info_cache with network_info: [{"id": "ae1439c1-36c4-4e77-add5-9d1939da0702", "address": "fa:16:3e:25:e2:46", "network": {"id": "508509dd-7bfd-4a64-9135-d3dbeac23fa6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.146", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a15c0c8454c748249efd16f753a7dc35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae1439c1-36", "ovs_interfaceid": "ae1439c1-36c4-4e77-add5-9d1939da0702", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.561738] env[68893]: DEBUG oslo_concurrency.lockutils [None req-93e36688-e5fe-4efc-b634-77ba65c14c68 tempest-VolumesAssistedSnapshotsTest-845263238 tempest-VolumesAssistedSnapshotsTest-845263238-project-member] Acquiring lock "refresh_cache-0584a6fd-aa46-4da6-bc9a-90ee80698237" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.561738] env[68893]: DEBUG oslo_concurrency.lockutils [None req-93e36688-e5fe-4efc-b634-77ba65c14c68 tempest-VolumesAssistedSnapshotsTest-845263238 tempest-VolumesAssistedSnapshotsTest-845263238-project-member] Acquired lock "refresh_cache-0584a6fd-aa46-4da6-bc9a-90ee80698237" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.561738] env[68893]: DEBUG nova.network.neutron [None req-93e36688-e5fe-4efc-b634-77ba65c14c68 tempest-VolumesAssistedSnapshotsTest-845263238 tempest-VolumesAssistedSnapshotsTest-845263238-project-member] [instance: 0584a6fd-aa46-4da6-bc9a-90ee80698237] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 717.579906] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791111, 'name': CreateVM_Task} progress is 99%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.773997] env[68893]: DEBUG nova.scheduler.client.report [None req-085754d0-a0f9-431d-aa5a-0b9e73b52542 tempest-ServerDiagnosticsTest-348060520 tempest-ServerDiagnosticsTest-348060520-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 717.842336] env[68893]: DEBUG oslo_vmware.api [None req-f02bc39a-caa9-4dc2-a6da-f54684b93a32 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] Task: {'id': task-2791112, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099649} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.842623] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-f02bc39a-caa9-4dc2-a6da-f54684b93a32 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] [instance: e3de132a-5a8c-49f7-8dde-273070d38b23] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 717.843584] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a91379ab-832a-4658-9367-af1767bf5213 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.873847] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-f02bc39a-caa9-4dc2-a6da-f54684b93a32 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] [instance: e3de132a-5a8c-49f7-8dde-273070d38b23] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] e3de132a-5a8c-49f7-8dde-273070d38b23/e3de132a-5a8c-49f7-8dde-273070d38b23.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 717.877267] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44476da0-82db-4c68-8aad-71e05d2bf17f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.907382] env[68893]: DEBUG oslo_vmware.api [None req-832d9164-04c9-4484-b414-e0da7e0f6ac5 tempest-ServerExternalEventsTest-153007225 tempest-ServerExternalEventsTest-153007225-project-member] Task: {'id': task-2791113, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.909409] env[68893]: DEBUG oslo_vmware.api [None req-f02bc39a-caa9-4dc2-a6da-f54684b93a32 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] Waiting for the task: (returnval){ [ 717.909409] env[68893]: value = "task-2791114" [ 717.909409] env[68893]: _type = "Task" [ 717.909409] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.918656] env[68893]: DEBUG oslo_vmware.api [None req-f02bc39a-caa9-4dc2-a6da-f54684b93a32 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] Task: {'id': task-2791114, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.920238] env[68893]: DEBUG oslo_concurrency.lockutils [req-b32efe35-52d8-41a1-878a-8ec082765230 req-5f50b8b7-c7ce-4841-b0b4-3b5d72aeca7e service nova] Releasing lock "refresh_cache-d00e31be-e1ca-4417-af4f-3f85d95e1b4b" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.078021] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791111, 'name': CreateVM_Task} progress is 99%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.271450] env[68893]: DEBUG nova.network.neutron [req-d0df94d6-b663-4405-94c8-190c3568b52e req-da472316-ed6c-4959-9df8-24a0a9e4b63e service nova] [instance: 17c90488-234d-4203-964f-a4863bbe5e47] Updated VIF entry in instance network info cache for port 6c1a76c4-5091-46e1-b784-f53497b878fd. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 718.271885] env[68893]: DEBUG nova.network.neutron [req-d0df94d6-b663-4405-94c8-190c3568b52e req-da472316-ed6c-4959-9df8-24a0a9e4b63e service nova] [instance: 17c90488-234d-4203-964f-a4863bbe5e47] Updating instance_info_cache with network_info: [{"id": "6c1a76c4-5091-46e1-b784-f53497b878fd", "address": "fa:16:3e:d8:c9:4b", "network": {"id": "372c4af5-07cd-4901-95b4-1cf64ee22a54", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-937530427-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "237abbb80b96493ba754645b0e3cc89f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c1a76c4-50", "ovs_interfaceid": "6c1a76c4-5091-46e1-b784-f53497b878fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.289023] env[68893]: DEBUG nova.network.neutron [None req-93e36688-e5fe-4efc-b634-77ba65c14c68 tempest-VolumesAssistedSnapshotsTest-845263238 tempest-VolumesAssistedSnapshotsTest-845263238-project-member] [instance: 0584a6fd-aa46-4da6-bc9a-90ee80698237] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 718.290735] env[68893]: DEBUG oslo_concurrency.lockutils [None req-085754d0-a0f9-431d-aa5a-0b9e73b52542 tempest-ServerDiagnosticsTest-348060520 tempest-ServerDiagnosticsTest-348060520-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.239s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.294605] env[68893]: DEBUG oslo_concurrency.lockutils [None req-cef36878-b1fc-4161-9a48-858492d0df42 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.846s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.297168] env[68893]: INFO nova.compute.claims [None req-cef36878-b1fc-4161-9a48-858492d0df42 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] [instance: 3f20bd77-e350-409c-beb3-6e8a188048ab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 718.340988] env[68893]: INFO nova.scheduler.client.report [None req-085754d0-a0f9-431d-aa5a-0b9e73b52542 tempest-ServerDiagnosticsTest-348060520 tempest-ServerDiagnosticsTest-348060520-project-member] Deleted allocations for instance a1ae5389-8497-4b29-a00b-a5b357b4c433 [ 718.358922] env[68893]: DEBUG nova.network.neutron [None req-6e0714be-7fa9-4796-af2f-f9aca3d7cac6 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: d2187069-2dba-4d01-969f-510f659fc163] Updating instance_info_cache with network_info: [{"id": "83210d30-f086-4b9b-9f37-e58f8c9649f4", "address": "fa:16:3e:98:dc:21", "network": {"id": "508509dd-7bfd-4a64-9135-d3dbeac23fa6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.213", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a15c0c8454c748249efd16f753a7dc35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83210d30-f0", "ovs_interfaceid": "83210d30-f086-4b9b-9f37-e58f8c9649f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.399870] env[68893]: DEBUG oslo_vmware.api [None req-832d9164-04c9-4484-b414-e0da7e0f6ac5 tempest-ServerExternalEventsTest-153007225 tempest-ServerExternalEventsTest-153007225-project-member] Task: {'id': task-2791113, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.761531} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.400322] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-832d9164-04c9-4484-b414-e0da7e0f6ac5 tempest-ServerExternalEventsTest-153007225 tempest-ServerExternalEventsTest-153007225-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore1] d00e31be-e1ca-4417-af4f-3f85d95e1b4b/d00e31be-e1ca-4417-af4f-3f85d95e1b4b.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 718.400429] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-832d9164-04c9-4484-b414-e0da7e0f6ac5 tempest-ServerExternalEventsTest-153007225 tempest-ServerExternalEventsTest-153007225-project-member] [instance: d00e31be-e1ca-4417-af4f-3f85d95e1b4b] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 718.400647] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d79abe7f-eaf4-40e4-8c01-5fd44f8f16b0 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.409513] env[68893]: DEBUG oslo_vmware.api [None req-832d9164-04c9-4484-b414-e0da7e0f6ac5 tempest-ServerExternalEventsTest-153007225 tempest-ServerExternalEventsTest-153007225-project-member] Waiting for the task: (returnval){ [ 718.409513] env[68893]: value = "task-2791115" [ 718.409513] env[68893]: _type = "Task" [ 718.409513] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.445391] env[68893]: DEBUG oslo_vmware.api [None req-f02bc39a-caa9-4dc2-a6da-f54684b93a32 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] Task: {'id': task-2791114, 'name': ReconfigVM_Task, 'duration_secs': 0.472421} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.445660] env[68893]: DEBUG oslo_vmware.api [None req-832d9164-04c9-4484-b414-e0da7e0f6ac5 tempest-ServerExternalEventsTest-153007225 tempest-ServerExternalEventsTest-153007225-project-member] Task: {'id': task-2791115, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.446017] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-f02bc39a-caa9-4dc2-a6da-f54684b93a32 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] [instance: e3de132a-5a8c-49f7-8dde-273070d38b23] Reconfigured VM instance instance-0000000e to attach disk [datastore1] e3de132a-5a8c-49f7-8dde-273070d38b23/e3de132a-5a8c-49f7-8dde-273070d38b23.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 718.447156] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-133d1adb-47b1-4411-9e80-fb35fc8a81bd {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.465057] env[68893]: DEBUG oslo_vmware.api [None req-f02bc39a-caa9-4dc2-a6da-f54684b93a32 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] Waiting for the task: (returnval){ [ 718.465057] env[68893]: value = "task-2791116" [ 718.465057] env[68893]: _type = "Task" [ 718.465057] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.480547] env[68893]: DEBUG oslo_vmware.api [None req-f02bc39a-caa9-4dc2-a6da-f54684b93a32 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] Task: {'id': task-2791116, 'name': Rename_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.581795] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791111, 'name': CreateVM_Task} progress is 99%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.746117] env[68893]: DEBUG nova.network.neutron [None req-93e36688-e5fe-4efc-b634-77ba65c14c68 tempest-VolumesAssistedSnapshotsTest-845263238 tempest-VolumesAssistedSnapshotsTest-845263238-project-member] [instance: 0584a6fd-aa46-4da6-bc9a-90ee80698237] Updating instance_info_cache with network_info: [{"id": "64332d7c-824f-4564-a221-fe4025e2bd1a", "address": "fa:16:3e:f0:e5:b3", "network": {"id": "9305e23e-1e8c-442c-9b58-a8ccde53484b", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1476434837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45d2f04edaa14bcba59e45dfae8b4bcd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "304be4f7-4e36-4468-9ef4-e457341cef18", "external-id": "nsx-vlan-transportzone-911", "segmentation_id": 911, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64332d7c-82", "ovs_interfaceid": "64332d7c-824f-4564-a221-fe4025e2bd1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.775553] env[68893]: DEBUG oslo_concurrency.lockutils [req-d0df94d6-b663-4405-94c8-190c3568b52e req-da472316-ed6c-4959-9df8-24a0a9e4b63e service nova] Releasing lock "refresh_cache-17c90488-234d-4203-964f-a4863bbe5e47" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.856710] env[68893]: DEBUG oslo_concurrency.lockutils [None req-085754d0-a0f9-431d-aa5a-0b9e73b52542 tempest-ServerDiagnosticsTest-348060520 tempest-ServerDiagnosticsTest-348060520-project-member] Lock "a1ae5389-8497-4b29-a00b-a5b357b4c433" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.886s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.862535] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6e0714be-7fa9-4796-af2f-f9aca3d7cac6 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Releasing lock "refresh_cache-d2187069-2dba-4d01-969f-510f659fc163" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.932128] env[68893]: DEBUG oslo_vmware.api [None req-832d9164-04c9-4484-b414-e0da7e0f6ac5 tempest-ServerExternalEventsTest-153007225 tempest-ServerExternalEventsTest-153007225-project-member] Task: {'id': task-2791115, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080629} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.932426] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-832d9164-04c9-4484-b414-e0da7e0f6ac5 tempest-ServerExternalEventsTest-153007225 tempest-ServerExternalEventsTest-153007225-project-member] [instance: d00e31be-e1ca-4417-af4f-3f85d95e1b4b] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 718.933294] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b072d1a5-4c1d-4d62-ba8f-c83e666e772a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.963946] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-832d9164-04c9-4484-b414-e0da7e0f6ac5 tempest-ServerExternalEventsTest-153007225 tempest-ServerExternalEventsTest-153007225-project-member] [instance: d00e31be-e1ca-4417-af4f-3f85d95e1b4b] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] d00e31be-e1ca-4417-af4f-3f85d95e1b4b/d00e31be-e1ca-4417-af4f-3f85d95e1b4b.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 718.964149] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41d54d60-31a0-49dc-a13f-4669c183c9ee {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.995000] env[68893]: DEBUG oslo_vmware.api [None req-f02bc39a-caa9-4dc2-a6da-f54684b93a32 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] Task: {'id': task-2791116, 'name': Rename_Task, 'duration_secs': 0.179709} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.996501] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-f02bc39a-caa9-4dc2-a6da-f54684b93a32 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] [instance: e3de132a-5a8c-49f7-8dde-273070d38b23] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 718.996833] env[68893]: DEBUG oslo_vmware.api [None req-832d9164-04c9-4484-b414-e0da7e0f6ac5 tempest-ServerExternalEventsTest-153007225 tempest-ServerExternalEventsTest-153007225-project-member] Waiting for the task: (returnval){ [ 718.996833] env[68893]: value = "task-2791117" [ 718.996833] env[68893]: _type = "Task" [ 718.996833] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.997054] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-118848d9-2289-4275-acf5-e2bf25179334 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.008331] env[68893]: DEBUG oslo_vmware.api [None req-832d9164-04c9-4484-b414-e0da7e0f6ac5 tempest-ServerExternalEventsTest-153007225 tempest-ServerExternalEventsTest-153007225-project-member] Task: {'id': task-2791117, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.009502] env[68893]: DEBUG oslo_vmware.api [None req-f02bc39a-caa9-4dc2-a6da-f54684b93a32 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] Waiting for the task: (returnval){ [ 719.009502] env[68893]: value = "task-2791118" [ 719.009502] env[68893]: _type = "Task" [ 719.009502] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.019912] env[68893]: DEBUG oslo_vmware.api [None req-f02bc39a-caa9-4dc2-a6da-f54684b93a32 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] Task: {'id': task-2791118, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.040804] env[68893]: DEBUG nova.compute.manager [req-6a088f4d-3f6c-4302-8480-a95bc4ffea76 req-480d36d0-a499-4041-b120-3bd27b2f8b77 service nova] [instance: 0584a6fd-aa46-4da6-bc9a-90ee80698237] Received event network-vif-plugged-64332d7c-824f-4564-a221-fe4025e2bd1a {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 719.040804] env[68893]: DEBUG oslo_concurrency.lockutils [req-6a088f4d-3f6c-4302-8480-a95bc4ffea76 req-480d36d0-a499-4041-b120-3bd27b2f8b77 service nova] Acquiring lock "0584a6fd-aa46-4da6-bc9a-90ee80698237-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.041156] env[68893]: DEBUG oslo_concurrency.lockutils [req-6a088f4d-3f6c-4302-8480-a95bc4ffea76 req-480d36d0-a499-4041-b120-3bd27b2f8b77 service nova] Lock "0584a6fd-aa46-4da6-bc9a-90ee80698237-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.042656] env[68893]: DEBUG oslo_concurrency.lockutils [req-6a088f4d-3f6c-4302-8480-a95bc4ffea76 req-480d36d0-a499-4041-b120-3bd27b2f8b77 service nova] Lock "0584a6fd-aa46-4da6-bc9a-90ee80698237-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.042656] env[68893]: DEBUG nova.compute.manager [req-6a088f4d-3f6c-4302-8480-a95bc4ffea76 req-480d36d0-a499-4041-b120-3bd27b2f8b77 service nova] [instance: 0584a6fd-aa46-4da6-bc9a-90ee80698237] No waiting events found dispatching network-vif-plugged-64332d7c-824f-4564-a221-fe4025e2bd1a {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 719.042656] env[68893]: WARNING nova.compute.manager [req-6a088f4d-3f6c-4302-8480-a95bc4ffea76 req-480d36d0-a499-4041-b120-3bd27b2f8b77 service nova] [instance: 0584a6fd-aa46-4da6-bc9a-90ee80698237] Received unexpected event network-vif-plugged-64332d7c-824f-4564-a221-fe4025e2bd1a for instance with vm_state building and task_state spawning. [ 719.042656] env[68893]: DEBUG nova.compute.manager [req-6a088f4d-3f6c-4302-8480-a95bc4ffea76 req-480d36d0-a499-4041-b120-3bd27b2f8b77 service nova] [instance: 0584a6fd-aa46-4da6-bc9a-90ee80698237] Received event network-changed-64332d7c-824f-4564-a221-fe4025e2bd1a {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 719.042656] env[68893]: DEBUG nova.compute.manager [req-6a088f4d-3f6c-4302-8480-a95bc4ffea76 req-480d36d0-a499-4041-b120-3bd27b2f8b77 service nova] [instance: 0584a6fd-aa46-4da6-bc9a-90ee80698237] Refreshing instance network info cache due to event network-changed-64332d7c-824f-4564-a221-fe4025e2bd1a. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 719.042902] env[68893]: DEBUG oslo_concurrency.lockutils [req-6a088f4d-3f6c-4302-8480-a95bc4ffea76 req-480d36d0-a499-4041-b120-3bd27b2f8b77 service nova] Acquiring lock "refresh_cache-0584a6fd-aa46-4da6-bc9a-90ee80698237" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.081226] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791111, 'name': CreateVM_Task} progress is 99%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.249191] env[68893]: DEBUG oslo_concurrency.lockutils [None req-93e36688-e5fe-4efc-b634-77ba65c14c68 tempest-VolumesAssistedSnapshotsTest-845263238 tempest-VolumesAssistedSnapshotsTest-845263238-project-member] Releasing lock "refresh_cache-0584a6fd-aa46-4da6-bc9a-90ee80698237" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.250660] env[68893]: DEBUG nova.compute.manager [None req-93e36688-e5fe-4efc-b634-77ba65c14c68 tempest-VolumesAssistedSnapshotsTest-845263238 tempest-VolumesAssistedSnapshotsTest-845263238-project-member] [instance: 0584a6fd-aa46-4da6-bc9a-90ee80698237] Instance network_info: |[{"id": "64332d7c-824f-4564-a221-fe4025e2bd1a", "address": "fa:16:3e:f0:e5:b3", "network": {"id": "9305e23e-1e8c-442c-9b58-a8ccde53484b", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1476434837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45d2f04edaa14bcba59e45dfae8b4bcd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "304be4f7-4e36-4468-9ef4-e457341cef18", "external-id": "nsx-vlan-transportzone-911", "segmentation_id": 911, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64332d7c-82", "ovs_interfaceid": "64332d7c-824f-4564-a221-fe4025e2bd1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 719.251015] env[68893]: DEBUG oslo_concurrency.lockutils [req-6a088f4d-3f6c-4302-8480-a95bc4ffea76 req-480d36d0-a499-4041-b120-3bd27b2f8b77 service nova] Acquired lock "refresh_cache-0584a6fd-aa46-4da6-bc9a-90ee80698237" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.251161] env[68893]: DEBUG nova.network.neutron [req-6a088f4d-3f6c-4302-8480-a95bc4ffea76 req-480d36d0-a499-4041-b120-3bd27b2f8b77 service nova] [instance: 0584a6fd-aa46-4da6-bc9a-90ee80698237] Refreshing network info cache for port 64332d7c-824f-4564-a221-fe4025e2bd1a {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 719.252490] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-93e36688-e5fe-4efc-b634-77ba65c14c68 tempest-VolumesAssistedSnapshotsTest-845263238 tempest-VolumesAssistedSnapshotsTest-845263238-project-member] [instance: 0584a6fd-aa46-4da6-bc9a-90ee80698237] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:e5:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '304be4f7-4e36-4468-9ef4-e457341cef18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '64332d7c-824f-4564-a221-fe4025e2bd1a', 'vif_model': 'vmxnet3'}] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 719.260767] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-93e36688-e5fe-4efc-b634-77ba65c14c68 tempest-VolumesAssistedSnapshotsTest-845263238 tempest-VolumesAssistedSnapshotsTest-845263238-project-member] Creating folder: Project (45d2f04edaa14bcba59e45dfae8b4bcd). Parent ref: group-v560969. {{(pid=68893) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 719.262168] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b14984bb-af66-48b5-812f-9560aa9a596b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.275386] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-93e36688-e5fe-4efc-b634-77ba65c14c68 tempest-VolumesAssistedSnapshotsTest-845263238 tempest-VolumesAssistedSnapshotsTest-845263238-project-member] Created folder: Project (45d2f04edaa14bcba59e45dfae8b4bcd) in parent group-v560969. [ 719.276027] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-93e36688-e5fe-4efc-b634-77ba65c14c68 tempest-VolumesAssistedSnapshotsTest-845263238 tempest-VolumesAssistedSnapshotsTest-845263238-project-member] Creating folder: Instances. Parent ref: group-v561016. {{(pid=68893) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 719.276027] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f7e23063-17e0-4d40-8454-78a688f51fe0 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.287017] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-93e36688-e5fe-4efc-b634-77ba65c14c68 tempest-VolumesAssistedSnapshotsTest-845263238 tempest-VolumesAssistedSnapshotsTest-845263238-project-member] Created folder: Instances in parent group-v561016. [ 719.287340] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-93e36688-e5fe-4efc-b634-77ba65c14c68 tempest-VolumesAssistedSnapshotsTest-845263238 tempest-VolumesAssistedSnapshotsTest-845263238-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 719.289021] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0584a6fd-aa46-4da6-bc9a-90ee80698237] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 719.289021] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f92881cc-148e-45d8-8735-28ece7e72ee6 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.320043] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 719.320043] env[68893]: value = "task-2791121" [ 719.320043] env[68893]: _type = "Task" [ 719.320043] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.329047] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791121, 'name': CreateVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.524398] env[68893]: DEBUG oslo_vmware.api [None req-832d9164-04c9-4484-b414-e0da7e0f6ac5 tempest-ServerExternalEventsTest-153007225 tempest-ServerExternalEventsTest-153007225-project-member] Task: {'id': task-2791117, 'name': ReconfigVM_Task, 'duration_secs': 0.376245} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.525075] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-832d9164-04c9-4484-b414-e0da7e0f6ac5 tempest-ServerExternalEventsTest-153007225 tempest-ServerExternalEventsTest-153007225-project-member] [instance: d00e31be-e1ca-4417-af4f-3f85d95e1b4b] Reconfigured VM instance instance-0000000f to attach disk [datastore1] d00e31be-e1ca-4417-af4f-3f85d95e1b4b/d00e31be-e1ca-4417-af4f-3f85d95e1b4b.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 719.526280] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-71b9a415-10a2-4df0-b579-19d609cbdffb {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.531879] env[68893]: DEBUG oslo_vmware.api [None req-f02bc39a-caa9-4dc2-a6da-f54684b93a32 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] Task: {'id': task-2791118, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.547028] env[68893]: DEBUG oslo_vmware.api [None req-832d9164-04c9-4484-b414-e0da7e0f6ac5 tempest-ServerExternalEventsTest-153007225 tempest-ServerExternalEventsTest-153007225-project-member] Waiting for the task: (returnval){ [ 719.547028] env[68893]: value = "task-2791122" [ 719.547028] env[68893]: _type = "Task" [ 719.547028] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.566477] env[68893]: DEBUG oslo_vmware.api [None req-832d9164-04c9-4484-b414-e0da7e0f6ac5 tempest-ServerExternalEventsTest-153007225 tempest-ServerExternalEventsTest-153007225-project-member] Task: {'id': task-2791122, 'name': Rename_Task} progress is 10%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.581870] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791111, 'name': CreateVM_Task} progress is 99%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.833763] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791121, 'name': CreateVM_Task, 'duration_secs': 0.404139} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.837278] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0584a6fd-aa46-4da6-bc9a-90ee80698237] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 719.837862] env[68893]: DEBUG oslo_concurrency.lockutils [None req-93e36688-e5fe-4efc-b634-77ba65c14c68 tempest-VolumesAssistedSnapshotsTest-845263238 tempest-VolumesAssistedSnapshotsTest-845263238-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.838107] env[68893]: DEBUG oslo_concurrency.lockutils [None req-93e36688-e5fe-4efc-b634-77ba65c14c68 tempest-VolumesAssistedSnapshotsTest-845263238 tempest-VolumesAssistedSnapshotsTest-845263238-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.838776] env[68893]: DEBUG oslo_concurrency.lockutils [None req-93e36688-e5fe-4efc-b634-77ba65c14c68 tempest-VolumesAssistedSnapshotsTest-845263238 tempest-VolumesAssistedSnapshotsTest-845263238-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.841761] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5db6ac19-c54f-4efe-b90a-025980746675 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.847351] env[68893]: DEBUG oslo_vmware.api [None req-93e36688-e5fe-4efc-b634-77ba65c14c68 tempest-VolumesAssistedSnapshotsTest-845263238 tempest-VolumesAssistedSnapshotsTest-845263238-project-member] Waiting for the task: (returnval){ [ 719.847351] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]525f5f4b-306c-6861-11fd-45844758a063" [ 719.847351] env[68893]: _type = "Task" [ 719.847351] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.860171] env[68893]: DEBUG oslo_vmware.api [None req-93e36688-e5fe-4efc-b634-77ba65c14c68 tempest-VolumesAssistedSnapshotsTest-845263238 tempest-VolumesAssistedSnapshotsTest-845263238-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]525f5f4b-306c-6861-11fd-45844758a063, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.896549] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67ab0ee0-6bad-4315-a784-d8c8e7abeac9 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.912501] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3d363ce-1474-43b2-8081-27214c93fd3f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.965619] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90c5b566-77ba-4380-a3ac-767671dc6ad5 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.975066] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-385aa6f8-f645-423b-b707-9f573f7ab5b1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.992352] env[68893]: DEBUG nova.compute.provider_tree [None req-cef36878-b1fc-4161-9a48-858492d0df42 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 720.026416] env[68893]: DEBUG oslo_vmware.api [None req-f02bc39a-caa9-4dc2-a6da-f54684b93a32 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] Task: {'id': task-2791118, 'name': PowerOnVM_Task, 'duration_secs': 0.556593} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.026603] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-f02bc39a-caa9-4dc2-a6da-f54684b93a32 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] [instance: e3de132a-5a8c-49f7-8dde-273070d38b23] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 720.026785] env[68893]: INFO nova.compute.manager [None req-f02bc39a-caa9-4dc2-a6da-f54684b93a32 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] [instance: e3de132a-5a8c-49f7-8dde-273070d38b23] Took 12.88 seconds to spawn the instance on the hypervisor. [ 720.027474] env[68893]: DEBUG nova.compute.manager [None req-f02bc39a-caa9-4dc2-a6da-f54684b93a32 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] [instance: e3de132a-5a8c-49f7-8dde-273070d38b23] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 720.027885] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68872bf8-30f2-4cc7-a8e3-9d1095e563cd {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.066036] env[68893]: DEBUG oslo_vmware.api [None req-832d9164-04c9-4484-b414-e0da7e0f6ac5 tempest-ServerExternalEventsTest-153007225 tempest-ServerExternalEventsTest-153007225-project-member] Task: {'id': task-2791122, 'name': Rename_Task, 'duration_secs': 0.177151} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.066036] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-832d9164-04c9-4484-b414-e0da7e0f6ac5 tempest-ServerExternalEventsTest-153007225 tempest-ServerExternalEventsTest-153007225-project-member] [instance: d00e31be-e1ca-4417-af4f-3f85d95e1b4b] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 720.066036] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2b022e86-4955-4f37-9c22-0ab2027b722a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.074941] env[68893]: DEBUG oslo_vmware.api [None req-832d9164-04c9-4484-b414-e0da7e0f6ac5 tempest-ServerExternalEventsTest-153007225 tempest-ServerExternalEventsTest-153007225-project-member] Waiting for the task: (returnval){ [ 720.074941] env[68893]: value = "task-2791123" [ 720.074941] env[68893]: _type = "Task" [ 720.074941] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.091686] env[68893]: DEBUG oslo_vmware.api [None req-832d9164-04c9-4484-b414-e0da7e0f6ac5 tempest-ServerExternalEventsTest-153007225 tempest-ServerExternalEventsTest-153007225-project-member] Task: {'id': task-2791123, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.097564] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791111, 'name': CreateVM_Task} progress is 99%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.179916] env[68893]: DEBUG nova.network.neutron [req-6a088f4d-3f6c-4302-8480-a95bc4ffea76 req-480d36d0-a499-4041-b120-3bd27b2f8b77 service nova] [instance: 0584a6fd-aa46-4da6-bc9a-90ee80698237] Updated VIF entry in instance network info cache for port 64332d7c-824f-4564-a221-fe4025e2bd1a. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 720.180329] env[68893]: DEBUG nova.network.neutron [req-6a088f4d-3f6c-4302-8480-a95bc4ffea76 req-480d36d0-a499-4041-b120-3bd27b2f8b77 service nova] [instance: 0584a6fd-aa46-4da6-bc9a-90ee80698237] Updating instance_info_cache with network_info: [{"id": "64332d7c-824f-4564-a221-fe4025e2bd1a", "address": "fa:16:3e:f0:e5:b3", "network": {"id": "9305e23e-1e8c-442c-9b58-a8ccde53484b", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1476434837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45d2f04edaa14bcba59e45dfae8b4bcd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "304be4f7-4e36-4468-9ef4-e457341cef18", "external-id": "nsx-vlan-transportzone-911", "segmentation_id": 911, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64332d7c-82", "ovs_interfaceid": "64332d7c-824f-4564-a221-fe4025e2bd1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.227038] env[68893]: DEBUG oslo_concurrency.lockutils [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Acquiring lock "5fd8323d-8ef2-4255-b0f2-5a4f346ceef7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.227038] env[68893]: DEBUG oslo_concurrency.lockutils [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Lock "5fd8323d-8ef2-4255-b0f2-5a4f346ceef7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.256114] env[68893]: DEBUG oslo_concurrency.lockutils [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Acquiring lock "3d1591a1-3e98-4978-a25b-38b4c304230a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.257035] env[68893]: DEBUG oslo_concurrency.lockutils [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Lock "3d1591a1-3e98-4978-a25b-38b4c304230a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.281889] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b4c2fda7-aee8-4776-965c-c1e9b40ce895 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Acquiring lock "8c560e82-533e-49c7-aaf4-82e123f75240" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.283054] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b4c2fda7-aee8-4776-965c-c1e9b40ce895 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Lock "8c560e82-533e-49c7-aaf4-82e123f75240" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.361129] env[68893]: DEBUG oslo_vmware.api [None req-93e36688-e5fe-4efc-b634-77ba65c14c68 tempest-VolumesAssistedSnapshotsTest-845263238 tempest-VolumesAssistedSnapshotsTest-845263238-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]525f5f4b-306c-6861-11fd-45844758a063, 'name': SearchDatastore_Task, 'duration_secs': 0.013957} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.361509] env[68893]: DEBUG oslo_concurrency.lockutils [None req-93e36688-e5fe-4efc-b634-77ba65c14c68 tempest-VolumesAssistedSnapshotsTest-845263238 tempest-VolumesAssistedSnapshotsTest-845263238-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.361737] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-93e36688-e5fe-4efc-b634-77ba65c14c68 tempest-VolumesAssistedSnapshotsTest-845263238 tempest-VolumesAssistedSnapshotsTest-845263238-project-member] [instance: 0584a6fd-aa46-4da6-bc9a-90ee80698237] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 720.361968] env[68893]: DEBUG oslo_concurrency.lockutils [None req-93e36688-e5fe-4efc-b634-77ba65c14c68 tempest-VolumesAssistedSnapshotsTest-845263238 tempest-VolumesAssistedSnapshotsTest-845263238-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.362129] env[68893]: DEBUG oslo_concurrency.lockutils [None req-93e36688-e5fe-4efc-b634-77ba65c14c68 tempest-VolumesAssistedSnapshotsTest-845263238 tempest-VolumesAssistedSnapshotsTest-845263238-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.362304] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-93e36688-e5fe-4efc-b634-77ba65c14c68 tempest-VolumesAssistedSnapshotsTest-845263238 tempest-VolumesAssistedSnapshotsTest-845263238-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 720.362567] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2becf774-c831-423f-877b-850f8109af82 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.373175] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-93e36688-e5fe-4efc-b634-77ba65c14c68 tempest-VolumesAssistedSnapshotsTest-845263238 tempest-VolumesAssistedSnapshotsTest-845263238-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 720.373428] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-93e36688-e5fe-4efc-b634-77ba65c14c68 tempest-VolumesAssistedSnapshotsTest-845263238 tempest-VolumesAssistedSnapshotsTest-845263238-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 720.374273] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b970a2b9-bd81-418c-b502-755d872fe67a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.383690] env[68893]: DEBUG oslo_vmware.api [None req-93e36688-e5fe-4efc-b634-77ba65c14c68 tempest-VolumesAssistedSnapshotsTest-845263238 tempest-VolumesAssistedSnapshotsTest-845263238-project-member] Waiting for the task: (returnval){ [ 720.383690] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52bf6acd-6fa3-1fc1-c123-e1808fd41df3" [ 720.383690] env[68893]: _type = "Task" [ 720.383690] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.390306] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5343376e-a64f-4be6-ae59-73c0232f5564 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.412555] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-6e0714be-7fa9-4796-af2f-f9aca3d7cac6 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: d2187069-2dba-4d01-969f-510f659fc163] Updating instance 'd2187069-2dba-4d01-969f-510f659fc163' progress to 0 {{(pid=68893) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 720.419027] env[68893]: DEBUG oslo_vmware.api [None req-93e36688-e5fe-4efc-b634-77ba65c14c68 tempest-VolumesAssistedSnapshotsTest-845263238 tempest-VolumesAssistedSnapshotsTest-845263238-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52bf6acd-6fa3-1fc1-c123-e1808fd41df3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.495586] env[68893]: DEBUG nova.scheduler.client.report [None req-cef36878-b1fc-4161-9a48-858492d0df42 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 720.549737] env[68893]: INFO nova.compute.manager [None req-f02bc39a-caa9-4dc2-a6da-f54684b93a32 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] [instance: e3de132a-5a8c-49f7-8dde-273070d38b23] Took 33.91 seconds to build instance. [ 720.589817] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791111, 'name': CreateVM_Task, 'duration_secs': 3.284102} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.591142] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17c90488-234d-4203-964f-a4863bbe5e47] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 720.591142] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f638fbcd-afa4-4575-b3fc-5a9e5266a2b9 tempest-FloatingIPsAssociationNegativeTestJSON-159533486 tempest-FloatingIPsAssociationNegativeTestJSON-159533486-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.591361] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f638fbcd-afa4-4575-b3fc-5a9e5266a2b9 tempest-FloatingIPsAssociationNegativeTestJSON-159533486 tempest-FloatingIPsAssociationNegativeTestJSON-159533486-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.591889] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f638fbcd-afa4-4575-b3fc-5a9e5266a2b9 tempest-FloatingIPsAssociationNegativeTestJSON-159533486 tempest-FloatingIPsAssociationNegativeTestJSON-159533486-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.591951] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abdce6c3-5d62-4fc5-946d-e76cd9200463 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.598485] env[68893]: DEBUG oslo_vmware.api [None req-832d9164-04c9-4484-b414-e0da7e0f6ac5 tempest-ServerExternalEventsTest-153007225 tempest-ServerExternalEventsTest-153007225-project-member] Task: {'id': task-2791123, 'name': PowerOnVM_Task} progress is 94%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.603072] env[68893]: DEBUG oslo_vmware.api [None req-f638fbcd-afa4-4575-b3fc-5a9e5266a2b9 tempest-FloatingIPsAssociationNegativeTestJSON-159533486 tempest-FloatingIPsAssociationNegativeTestJSON-159533486-project-member] Waiting for the task: (returnval){ [ 720.603072] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52db8cd8-f6f3-efbe-1fe5-bd597d68ebf1" [ 720.603072] env[68893]: _type = "Task" [ 720.603072] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.611425] env[68893]: DEBUG oslo_vmware.api [None req-f638fbcd-afa4-4575-b3fc-5a9e5266a2b9 tempest-FloatingIPsAssociationNegativeTestJSON-159533486 tempest-FloatingIPsAssociationNegativeTestJSON-159533486-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52db8cd8-f6f3-efbe-1fe5-bd597d68ebf1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.683902] env[68893]: DEBUG oslo_concurrency.lockutils [req-6a088f4d-3f6c-4302-8480-a95bc4ffea76 req-480d36d0-a499-4041-b120-3bd27b2f8b77 service nova] Releasing lock "refresh_cache-0584a6fd-aa46-4da6-bc9a-90ee80698237" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.896703] env[68893]: DEBUG oslo_vmware.api [None req-93e36688-e5fe-4efc-b634-77ba65c14c68 tempest-VolumesAssistedSnapshotsTest-845263238 tempest-VolumesAssistedSnapshotsTest-845263238-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52bf6acd-6fa3-1fc1-c123-e1808fd41df3, 'name': SearchDatastore_Task, 'duration_secs': 0.014869} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.897650] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de0bae4c-bae8-47ee-ba66-9fc19cd8525a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.907266] env[68893]: DEBUG oslo_vmware.api [None req-93e36688-e5fe-4efc-b634-77ba65c14c68 tempest-VolumesAssistedSnapshotsTest-845263238 tempest-VolumesAssistedSnapshotsTest-845263238-project-member] Waiting for the task: (returnval){ [ 720.907266] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]522082fc-aa40-4a55-b41d-246914ebd405" [ 720.907266] env[68893]: _type = "Task" [ 720.907266] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.918886] env[68893]: DEBUG oslo_vmware.api [None req-93e36688-e5fe-4efc-b634-77ba65c14c68 tempest-VolumesAssistedSnapshotsTest-845263238 tempest-VolumesAssistedSnapshotsTest-845263238-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]522082fc-aa40-4a55-b41d-246914ebd405, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.922289] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e0714be-7fa9-4796-af2f-f9aca3d7cac6 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: d2187069-2dba-4d01-969f-510f659fc163] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 720.922289] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ae27911-ca48-41f2-970e-1c269e465849 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.930551] env[68893]: DEBUG oslo_vmware.api [None req-6e0714be-7fa9-4796-af2f-f9aca3d7cac6 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Waiting for the task: (returnval){ [ 720.930551] env[68893]: value = "task-2791124" [ 720.930551] env[68893]: _type = "Task" [ 720.930551] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.940605] env[68893]: DEBUG oslo_vmware.api [None req-6e0714be-7fa9-4796-af2f-f9aca3d7cac6 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Task: {'id': task-2791124, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.002274] env[68893]: DEBUG oslo_concurrency.lockutils [None req-cef36878-b1fc-4161-9a48-858492d0df42 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.708s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.002947] env[68893]: DEBUG nova.compute.manager [None req-cef36878-b1fc-4161-9a48-858492d0df42 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] [instance: 3f20bd77-e350-409c-beb3-6e8a188048ab] Start building networks asynchronously for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 721.006175] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ebd86513-13de-40ee-8b19-faf447db1c59 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.243s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.007915] env[68893]: INFO nova.compute.claims [None req-ebd86513-13de-40ee-8b19-faf447db1c59 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] [instance: a18eb1c3-0700-4e59-be23-2c91afa4b7b1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 721.053333] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f02bc39a-caa9-4dc2-a6da-f54684b93a32 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] Lock "e3de132a-5a8c-49f7-8dde-273070d38b23" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.698s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.095489] env[68893]: DEBUG oslo_vmware.api [None req-832d9164-04c9-4484-b414-e0da7e0f6ac5 tempest-ServerExternalEventsTest-153007225 tempest-ServerExternalEventsTest-153007225-project-member] Task: {'id': task-2791123, 'name': PowerOnVM_Task} progress is 94%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.117348] env[68893]: DEBUG oslo_vmware.api [None req-f638fbcd-afa4-4575-b3fc-5a9e5266a2b9 tempest-FloatingIPsAssociationNegativeTestJSON-159533486 tempest-FloatingIPsAssociationNegativeTestJSON-159533486-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52db8cd8-f6f3-efbe-1fe5-bd597d68ebf1, 'name': SearchDatastore_Task, 'duration_secs': 0.020578} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.117660] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f638fbcd-afa4-4575-b3fc-5a9e5266a2b9 tempest-FloatingIPsAssociationNegativeTestJSON-159533486 tempest-FloatingIPsAssociationNegativeTestJSON-159533486-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.117893] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-f638fbcd-afa4-4575-b3fc-5a9e5266a2b9 tempest-FloatingIPsAssociationNegativeTestJSON-159533486 tempest-FloatingIPsAssociationNegativeTestJSON-159533486-project-member] [instance: 17c90488-234d-4203-964f-a4863bbe5e47] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 721.118169] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f638fbcd-afa4-4575-b3fc-5a9e5266a2b9 tempest-FloatingIPsAssociationNegativeTestJSON-159533486 tempest-FloatingIPsAssociationNegativeTestJSON-159533486-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.376239] env[68893]: DEBUG oslo_concurrency.lockutils [None req-0feec039-d524-4a41-96e5-42d74bdf1cc2 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Acquiring lock "ea8f3ce4-4b6e-4bd1-b959-2412268d1b3e" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.376601] env[68893]: DEBUG oslo_concurrency.lockutils [None req-0feec039-d524-4a41-96e5-42d74bdf1cc2 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Lock "ea8f3ce4-4b6e-4bd1-b959-2412268d1b3e" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.376794] env[68893]: DEBUG nova.compute.manager [None req-0feec039-d524-4a41-96e5-42d74bdf1cc2 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] [instance: ea8f3ce4-4b6e-4bd1-b959-2412268d1b3e] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 721.377720] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-971c719d-a6e5-4f1b-8013-f0725abbc7a5 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.388437] env[68893]: DEBUG nova.compute.manager [None req-0feec039-d524-4a41-96e5-42d74bdf1cc2 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] [instance: ea8f3ce4-4b6e-4bd1-b959-2412268d1b3e] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68893) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 721.389170] env[68893]: DEBUG nova.objects.instance [None req-0feec039-d524-4a41-96e5-42d74bdf1cc2 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Lazy-loading 'flavor' on Instance uuid ea8f3ce4-4b6e-4bd1-b959-2412268d1b3e {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 721.419925] env[68893]: DEBUG oslo_vmware.api [None req-93e36688-e5fe-4efc-b634-77ba65c14c68 tempest-VolumesAssistedSnapshotsTest-845263238 tempest-VolumesAssistedSnapshotsTest-845263238-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]522082fc-aa40-4a55-b41d-246914ebd405, 'name': SearchDatastore_Task, 'duration_secs': 0.016268} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.420278] env[68893]: DEBUG oslo_concurrency.lockutils [None req-93e36688-e5fe-4efc-b634-77ba65c14c68 tempest-VolumesAssistedSnapshotsTest-845263238 tempest-VolumesAssistedSnapshotsTest-845263238-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.420820] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-93e36688-e5fe-4efc-b634-77ba65c14c68 tempest-VolumesAssistedSnapshotsTest-845263238 tempest-VolumesAssistedSnapshotsTest-845263238-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore1] 0584a6fd-aa46-4da6-bc9a-90ee80698237/0584a6fd-aa46-4da6-bc9a-90ee80698237.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 721.422561] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f638fbcd-afa4-4575-b3fc-5a9e5266a2b9 tempest-FloatingIPsAssociationNegativeTestJSON-159533486 tempest-FloatingIPsAssociationNegativeTestJSON-159533486-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.422793] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-f638fbcd-afa4-4575-b3fc-5a9e5266a2b9 tempest-FloatingIPsAssociationNegativeTestJSON-159533486 tempest-FloatingIPsAssociationNegativeTestJSON-159533486-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 721.423066] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-15e5eb84-bc34-4283-982f-71ad102953cb {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.425154] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-887e311a-99e3-49a6-80ce-52f5be001f33 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.437191] env[68893]: DEBUG oslo_vmware.api [None req-93e36688-e5fe-4efc-b634-77ba65c14c68 tempest-VolumesAssistedSnapshotsTest-845263238 tempest-VolumesAssistedSnapshotsTest-845263238-project-member] Waiting for the task: (returnval){ [ 721.437191] env[68893]: value = "task-2791125" [ 721.437191] env[68893]: _type = "Task" [ 721.437191] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.437549] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-f638fbcd-afa4-4575-b3fc-5a9e5266a2b9 tempest-FloatingIPsAssociationNegativeTestJSON-159533486 tempest-FloatingIPsAssociationNegativeTestJSON-159533486-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 721.437747] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-f638fbcd-afa4-4575-b3fc-5a9e5266a2b9 tempest-FloatingIPsAssociationNegativeTestJSON-159533486 tempest-FloatingIPsAssociationNegativeTestJSON-159533486-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 721.438919] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32155288-11ca-45cc-ab8d-6f9532cc1fe0 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.448511] env[68893]: DEBUG oslo_vmware.api [None req-6e0714be-7fa9-4796-af2f-f9aca3d7cac6 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Task: {'id': task-2791124, 'name': PowerOffVM_Task, 'duration_secs': 0.193223} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.449485] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e0714be-7fa9-4796-af2f-f9aca3d7cac6 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: d2187069-2dba-4d01-969f-510f659fc163] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 721.449736] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-6e0714be-7fa9-4796-af2f-f9aca3d7cac6 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: d2187069-2dba-4d01-969f-510f659fc163] Updating instance 'd2187069-2dba-4d01-969f-510f659fc163' progress to 17 {{(pid=68893) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 721.454710] env[68893]: DEBUG oslo_vmware.api [None req-f638fbcd-afa4-4575-b3fc-5a9e5266a2b9 tempest-FloatingIPsAssociationNegativeTestJSON-159533486 tempest-FloatingIPsAssociationNegativeTestJSON-159533486-project-member] Waiting for the task: (returnval){ [ 721.454710] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]528392c2-0f54-7e3d-b27b-725545674ead" [ 721.454710] env[68893]: _type = "Task" [ 721.454710] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.462479] env[68893]: DEBUG oslo_vmware.api [None req-93e36688-e5fe-4efc-b634-77ba65c14c68 tempest-VolumesAssistedSnapshotsTest-845263238 tempest-VolumesAssistedSnapshotsTest-845263238-project-member] Task: {'id': task-2791125, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.469891] env[68893]: DEBUG oslo_vmware.api [None req-f638fbcd-afa4-4575-b3fc-5a9e5266a2b9 tempest-FloatingIPsAssociationNegativeTestJSON-159533486 tempest-FloatingIPsAssociationNegativeTestJSON-159533486-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]528392c2-0f54-7e3d-b27b-725545674ead, 'name': SearchDatastore_Task, 'duration_secs': 0.013863} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.470925] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e625931-24f0-41ab-a5a7-13c61962d318 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.479454] env[68893]: DEBUG oslo_vmware.api [None req-f638fbcd-afa4-4575-b3fc-5a9e5266a2b9 tempest-FloatingIPsAssociationNegativeTestJSON-159533486 tempest-FloatingIPsAssociationNegativeTestJSON-159533486-project-member] Waiting for the task: (returnval){ [ 721.479454] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52848dd6-80a9-88a0-5c42-6816fceef61d" [ 721.479454] env[68893]: _type = "Task" [ 721.479454] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.491209] env[68893]: DEBUG oslo_vmware.api [None req-f638fbcd-afa4-4575-b3fc-5a9e5266a2b9 tempest-FloatingIPsAssociationNegativeTestJSON-159533486 tempest-FloatingIPsAssociationNegativeTestJSON-159533486-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52848dd6-80a9-88a0-5c42-6816fceef61d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.516856] env[68893]: DEBUG nova.compute.utils [None req-cef36878-b1fc-4161-9a48-858492d0df42 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 721.520165] env[68893]: DEBUG nova.compute.manager [None req-cef36878-b1fc-4161-9a48-858492d0df42 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] [instance: 3f20bd77-e350-409c-beb3-6e8a188048ab] Allocating IP information in the background. {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 721.520309] env[68893]: DEBUG nova.network.neutron [None req-cef36878-b1fc-4161-9a48-858492d0df42 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] [instance: 3f20bd77-e350-409c-beb3-6e8a188048ab] allocate_for_instance() {{(pid=68893) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 721.545240] env[68893]: DEBUG nova.compute.manager [None req-ed5d5f7c-8570-4609-baab-564ad2b0df62 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] [instance: 29bce734-9f04-41eb-92e5-df9248dc10a3] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 721.545637] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b19d31-fb49-4a86-8dff-58f6a5a4bb56 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.556727] env[68893]: DEBUG nova.compute.manager [None req-b893a8ae-0e58-43f1-8096-1d06512c52ce tempest-ServerAddressesNegativeTestJSON-1075330625 tempest-ServerAddressesNegativeTestJSON-1075330625-project-member] [instance: 4bb94a41-5549-4e59-a44b-094fff269e78] Starting instance... {{(pid=68893) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 721.599598] env[68893]: DEBUG oslo_vmware.api [None req-832d9164-04c9-4484-b414-e0da7e0f6ac5 tempest-ServerExternalEventsTest-153007225 tempest-ServerExternalEventsTest-153007225-project-member] Task: {'id': task-2791123, 'name': PowerOnVM_Task, 'duration_secs': 1.22237} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.600138] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-832d9164-04c9-4484-b414-e0da7e0f6ac5 tempest-ServerExternalEventsTest-153007225 tempest-ServerExternalEventsTest-153007225-project-member] [instance: d00e31be-e1ca-4417-af4f-3f85d95e1b4b] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 721.600138] env[68893]: INFO nova.compute.manager [None req-832d9164-04c9-4484-b414-e0da7e0f6ac5 tempest-ServerExternalEventsTest-153007225 tempest-ServerExternalEventsTest-153007225-project-member] [instance: d00e31be-e1ca-4417-af4f-3f85d95e1b4b] Took 11.78 seconds to spawn the instance on the hypervisor. [ 721.600636] env[68893]: DEBUG nova.compute.manager [None req-832d9164-04c9-4484-b414-e0da7e0f6ac5 tempest-ServerExternalEventsTest-153007225 tempest-ServerExternalEventsTest-153007225-project-member] [instance: d00e31be-e1ca-4417-af4f-3f85d95e1b4b] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 721.601903] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9db3c097-7207-47b7-9c54-3d53efbef99c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.607473] env[68893]: DEBUG nova.policy [None req-cef36878-b1fc-4161-9a48-858492d0df42 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '44a3e45fcb2e4081a520820e8ac9c9f5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2102b6a95abb4fd5a8d22986957a2214', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68893) authorize /opt/stack/nova/nova/policy.py:192}} [ 721.953339] env[68893]: DEBUG oslo_vmware.api [None req-93e36688-e5fe-4efc-b634-77ba65c14c68 tempest-VolumesAssistedSnapshotsTest-845263238 tempest-VolumesAssistedSnapshotsTest-845263238-project-member] Task: {'id': task-2791125, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.957919] env[68893]: DEBUG nova.virt.hardware [None req-6e0714be-7fa9-4796-af2f-f9aca3d7cac6 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 721.958224] env[68893]: DEBUG nova.virt.hardware [None req-6e0714be-7fa9-4796-af2f-f9aca3d7cac6 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 721.958393] env[68893]: DEBUG nova.virt.hardware [None req-6e0714be-7fa9-4796-af2f-f9aca3d7cac6 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 721.958646] env[68893]: DEBUG nova.virt.hardware [None req-6e0714be-7fa9-4796-af2f-f9aca3d7cac6 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 721.958806] env[68893]: DEBUG nova.virt.hardware [None req-6e0714be-7fa9-4796-af2f-f9aca3d7cac6 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 721.958951] env[68893]: DEBUG nova.virt.hardware [None req-6e0714be-7fa9-4796-af2f-f9aca3d7cac6 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 721.959184] env[68893]: DEBUG nova.virt.hardware [None req-6e0714be-7fa9-4796-af2f-f9aca3d7cac6 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 721.959334] env[68893]: DEBUG nova.virt.hardware [None req-6e0714be-7fa9-4796-af2f-f9aca3d7cac6 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 721.959491] env[68893]: DEBUG nova.virt.hardware [None req-6e0714be-7fa9-4796-af2f-f9aca3d7cac6 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 721.959693] env[68893]: DEBUG nova.virt.hardware [None req-6e0714be-7fa9-4796-af2f-f9aca3d7cac6 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 721.959866] env[68893]: DEBUG nova.virt.hardware [None req-6e0714be-7fa9-4796-af2f-f9aca3d7cac6 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 721.967365] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-983bfe97-93ce-492a-b2f6-ddc90beceb86 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.986028] env[68893]: DEBUG oslo_vmware.api [None req-6e0714be-7fa9-4796-af2f-f9aca3d7cac6 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Waiting for the task: (returnval){ [ 721.986028] env[68893]: value = "task-2791126" [ 721.986028] env[68893]: _type = "Task" [ 721.986028] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.993169] env[68893]: DEBUG oslo_vmware.api [None req-f638fbcd-afa4-4575-b3fc-5a9e5266a2b9 tempest-FloatingIPsAssociationNegativeTestJSON-159533486 tempest-FloatingIPsAssociationNegativeTestJSON-159533486-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52848dd6-80a9-88a0-5c42-6816fceef61d, 'name': SearchDatastore_Task, 'duration_secs': 0.023546} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.993469] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f638fbcd-afa4-4575-b3fc-5a9e5266a2b9 tempest-FloatingIPsAssociationNegativeTestJSON-159533486 tempest-FloatingIPsAssociationNegativeTestJSON-159533486-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.993891] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-f638fbcd-afa4-4575-b3fc-5a9e5266a2b9 tempest-FloatingIPsAssociationNegativeTestJSON-159533486 tempest-FloatingIPsAssociationNegativeTestJSON-159533486-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore1] 17c90488-234d-4203-964f-a4863bbe5e47/17c90488-234d-4203-964f-a4863bbe5e47.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 721.994749] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4832951a-0ca0-42b5-b07d-656db7a8d50a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.002484] env[68893]: DEBUG oslo_vmware.api [None req-6e0714be-7fa9-4796-af2f-f9aca3d7cac6 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Task: {'id': task-2791126, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.007179] env[68893]: DEBUG oslo_vmware.api [None req-f638fbcd-afa4-4575-b3fc-5a9e5266a2b9 tempest-FloatingIPsAssociationNegativeTestJSON-159533486 tempest-FloatingIPsAssociationNegativeTestJSON-159533486-project-member] Waiting for the task: (returnval){ [ 722.007179] env[68893]: value = "task-2791127" [ 722.007179] env[68893]: _type = "Task" [ 722.007179] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.026024] env[68893]: DEBUG oslo_vmware.api [None req-f638fbcd-afa4-4575-b3fc-5a9e5266a2b9 tempest-FloatingIPsAssociationNegativeTestJSON-159533486 tempest-FloatingIPsAssociationNegativeTestJSON-159533486-project-member] Task: {'id': task-2791127, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.026024] env[68893]: DEBUG nova.compute.manager [None req-cef36878-b1fc-4161-9a48-858492d0df42 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] [instance: 3f20bd77-e350-409c-beb3-6e8a188048ab] Start building block device mappings for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 722.061028] env[68893]: INFO nova.compute.manager [None req-ed5d5f7c-8570-4609-baab-564ad2b0df62 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] [instance: 29bce734-9f04-41eb-92e5-df9248dc10a3] instance snapshotting [ 722.066089] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22716a06-834a-4061-8adc-a3fc78afd40f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.096211] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b893a8ae-0e58-43f1-8096-1d06512c52ce tempest-ServerAddressesNegativeTestJSON-1075330625 tempest-ServerAddressesNegativeTestJSON-1075330625-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.097828] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38763ca5-2e33-4ffe-a625-dd0e07c3046f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.133174] env[68893]: INFO nova.compute.manager [None req-832d9164-04c9-4484-b414-e0da7e0f6ac5 tempest-ServerExternalEventsTest-153007225 tempest-ServerExternalEventsTest-153007225-project-member] [instance: d00e31be-e1ca-4417-af4f-3f85d95e1b4b] Took 32.36 seconds to build instance. [ 722.260269] env[68893]: DEBUG nova.network.neutron [None req-cef36878-b1fc-4161-9a48-858492d0df42 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] [instance: 3f20bd77-e350-409c-beb3-6e8a188048ab] Successfully created port: 7a9285e8-6f1e-40ec-9a82-0883fdeee0db {{(pid=68893) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 722.397635] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-0feec039-d524-4a41-96e5-42d74bdf1cc2 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] [instance: ea8f3ce4-4b6e-4bd1-b959-2412268d1b3e] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 722.397965] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f2aeb17c-1035-4390-aa8b-59555e761315 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.406914] env[68893]: DEBUG oslo_vmware.api [None req-0feec039-d524-4a41-96e5-42d74bdf1cc2 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Waiting for the task: (returnval){ [ 722.406914] env[68893]: value = "task-2791128" [ 722.406914] env[68893]: _type = "Task" [ 722.406914] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.423343] env[68893]: DEBUG oslo_vmware.api [None req-0feec039-d524-4a41-96e5-42d74bdf1cc2 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Task: {'id': task-2791128, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.454092] env[68893]: DEBUG oslo_vmware.api [None req-93e36688-e5fe-4efc-b634-77ba65c14c68 tempest-VolumesAssistedSnapshotsTest-845263238 tempest-VolumesAssistedSnapshotsTest-845263238-project-member] Task: {'id': task-2791125, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.761669} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.454092] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-93e36688-e5fe-4efc-b634-77ba65c14c68 tempest-VolumesAssistedSnapshotsTest-845263238 tempest-VolumesAssistedSnapshotsTest-845263238-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore1] 0584a6fd-aa46-4da6-bc9a-90ee80698237/0584a6fd-aa46-4da6-bc9a-90ee80698237.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 722.454092] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-93e36688-e5fe-4efc-b634-77ba65c14c68 tempest-VolumesAssistedSnapshotsTest-845263238 tempest-VolumesAssistedSnapshotsTest-845263238-project-member] [instance: 0584a6fd-aa46-4da6-bc9a-90ee80698237] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 722.454417] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6c6bc70e-9c7b-4adb-816e-99321a338b7d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.465933] env[68893]: DEBUG oslo_vmware.api [None req-93e36688-e5fe-4efc-b634-77ba65c14c68 tempest-VolumesAssistedSnapshotsTest-845263238 tempest-VolumesAssistedSnapshotsTest-845263238-project-member] Waiting for the task: (returnval){ [ 722.465933] env[68893]: value = "task-2791129" [ 722.465933] env[68893]: _type = "Task" [ 722.465933] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.482396] env[68893]: DEBUG oslo_vmware.api [None req-93e36688-e5fe-4efc-b634-77ba65c14c68 tempest-VolumesAssistedSnapshotsTest-845263238 tempest-VolumesAssistedSnapshotsTest-845263238-project-member] Task: {'id': task-2791129, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.499746] env[68893]: DEBUG oslo_vmware.api [None req-6e0714be-7fa9-4796-af2f-f9aca3d7cac6 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Task: {'id': task-2791126, 'name': ReconfigVM_Task, 'duration_secs': 0.227201} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.500444] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-6e0714be-7fa9-4796-af2f-f9aca3d7cac6 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: d2187069-2dba-4d01-969f-510f659fc163] Updating instance 'd2187069-2dba-4d01-969f-510f659fc163' progress to 33 {{(pid=68893) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 722.529238] env[68893]: DEBUG oslo_vmware.api [None req-f638fbcd-afa4-4575-b3fc-5a9e5266a2b9 tempest-FloatingIPsAssociationNegativeTestJSON-159533486 tempest-FloatingIPsAssociationNegativeTestJSON-159533486-project-member] Task: {'id': task-2791127, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.619565] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-ed5d5f7c-8570-4609-baab-564ad2b0df62 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] [instance: 29bce734-9f04-41eb-92e5-df9248dc10a3] Creating Snapshot of the VM instance {{(pid=68893) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 722.620173] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f6094eac-c575-4c6f-9774-1adde18f52d6 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.629607] env[68893]: DEBUG oslo_vmware.api [None req-ed5d5f7c-8570-4609-baab-564ad2b0df62 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Waiting for the task: (returnval){ [ 722.629607] env[68893]: value = "task-2791130" [ 722.629607] env[68893]: _type = "Task" [ 722.629607] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.638667] env[68893]: DEBUG oslo_concurrency.lockutils [None req-832d9164-04c9-4484-b414-e0da7e0f6ac5 tempest-ServerExternalEventsTest-153007225 tempest-ServerExternalEventsTest-153007225-project-member] Lock "d00e31be-e1ca-4417-af4f-3f85d95e1b4b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.748s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.654037] env[68893]: DEBUG oslo_vmware.api [None req-ed5d5f7c-8570-4609-baab-564ad2b0df62 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Task: {'id': task-2791130, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.714818] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8efc3d9d-b559-4863-a58c-519b7fbd8de6 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.725946] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d01ade8-b6ce-46d6-b848-ecf072602c4a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.780149] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3c23afe-d3e2-4a8a-9c16-94a002b58996 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.792363] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96350ca1-6616-4cf7-9590-24db7474203b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.814331] env[68893]: DEBUG nova.compute.provider_tree [None req-ebd86513-13de-40ee-8b19-faf447db1c59 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 722.922666] env[68893]: DEBUG oslo_vmware.api [None req-0feec039-d524-4a41-96e5-42d74bdf1cc2 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Task: {'id': task-2791128, 'name': PowerOffVM_Task, 'duration_secs': 0.429926} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.922968] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-0feec039-d524-4a41-96e5-42d74bdf1cc2 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] [instance: ea8f3ce4-4b6e-4bd1-b959-2412268d1b3e] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 722.923202] env[68893]: DEBUG nova.compute.manager [None req-0feec039-d524-4a41-96e5-42d74bdf1cc2 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] [instance: ea8f3ce4-4b6e-4bd1-b959-2412268d1b3e] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 722.923999] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f05b5f84-c294-4ef3-9b66-0fefa35d2e60 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.982247] env[68893]: DEBUG oslo_vmware.api [None req-93e36688-e5fe-4efc-b634-77ba65c14c68 tempest-VolumesAssistedSnapshotsTest-845263238 tempest-VolumesAssistedSnapshotsTest-845263238-project-member] Task: {'id': task-2791129, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.186565} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.982599] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-93e36688-e5fe-4efc-b634-77ba65c14c68 tempest-VolumesAssistedSnapshotsTest-845263238 tempest-VolumesAssistedSnapshotsTest-845263238-project-member] [instance: 0584a6fd-aa46-4da6-bc9a-90ee80698237] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 722.983668] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-436d162c-f715-4ad6-a8a7-2440a7e45e11 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.012186] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-93e36688-e5fe-4efc-b634-77ba65c14c68 tempest-VolumesAssistedSnapshotsTest-845263238 tempest-VolumesAssistedSnapshotsTest-845263238-project-member] [instance: 0584a6fd-aa46-4da6-bc9a-90ee80698237] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] 0584a6fd-aa46-4da6-bc9a-90ee80698237/0584a6fd-aa46-4da6-bc9a-90ee80698237.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 723.012186] env[68893]: DEBUG nova.virt.hardware [None req-6e0714be-7fa9-4796-af2f-f9aca3d7cac6 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 723.012186] env[68893]: DEBUG nova.virt.hardware [None req-6e0714be-7fa9-4796-af2f-f9aca3d7cac6 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 723.012709] env[68893]: DEBUG nova.virt.hardware [None req-6e0714be-7fa9-4796-af2f-f9aca3d7cac6 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 723.013114] env[68893]: DEBUG nova.virt.hardware [None req-6e0714be-7fa9-4796-af2f-f9aca3d7cac6 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 723.016028] env[68893]: DEBUG nova.virt.hardware [None req-6e0714be-7fa9-4796-af2f-f9aca3d7cac6 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 723.016028] env[68893]: DEBUG nova.virt.hardware [None req-6e0714be-7fa9-4796-af2f-f9aca3d7cac6 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 723.016028] env[68893]: DEBUG nova.virt.hardware [None req-6e0714be-7fa9-4796-af2f-f9aca3d7cac6 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 723.016028] env[68893]: DEBUG nova.virt.hardware [None req-6e0714be-7fa9-4796-af2f-f9aca3d7cac6 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 723.016028] env[68893]: DEBUG nova.virt.hardware [None req-6e0714be-7fa9-4796-af2f-f9aca3d7cac6 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 723.016330] env[68893]: DEBUG nova.virt.hardware [None req-6e0714be-7fa9-4796-af2f-f9aca3d7cac6 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 723.016330] env[68893]: DEBUG nova.virt.hardware [None req-6e0714be-7fa9-4796-af2f-f9aca3d7cac6 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 723.021409] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e0714be-7fa9-4796-af2f-f9aca3d7cac6 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: d2187069-2dba-4d01-969f-510f659fc163] Reconfiguring VM instance instance-00000005 to detach disk 2000 {{(pid=68893) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 723.021671] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e43c1a8-aafd-48f1-90b7-7d4495ffad48 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.039037] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-895bfe79-04af-4b3f-bb52-4f769983f969 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.052896] env[68893]: DEBUG nova.compute.manager [None req-cef36878-b1fc-4161-9a48-858492d0df42 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] [instance: 3f20bd77-e350-409c-beb3-6e8a188048ab] Start spawning the instance on the hypervisor. {{(pid=68893) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 723.067521] env[68893]: DEBUG oslo_vmware.api [None req-f638fbcd-afa4-4575-b3fc-5a9e5266a2b9 tempest-FloatingIPsAssociationNegativeTestJSON-159533486 tempest-FloatingIPsAssociationNegativeTestJSON-159533486-project-member] Task: {'id': task-2791127, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.737343} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.070200] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-f638fbcd-afa4-4575-b3fc-5a9e5266a2b9 tempest-FloatingIPsAssociationNegativeTestJSON-159533486 tempest-FloatingIPsAssociationNegativeTestJSON-159533486-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore1] 17c90488-234d-4203-964f-a4863bbe5e47/17c90488-234d-4203-964f-a4863bbe5e47.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 723.070509] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-f638fbcd-afa4-4575-b3fc-5a9e5266a2b9 tempest-FloatingIPsAssociationNegativeTestJSON-159533486 tempest-FloatingIPsAssociationNegativeTestJSON-159533486-project-member] [instance: 17c90488-234d-4203-964f-a4863bbe5e47] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 723.070880] env[68893]: DEBUG oslo_vmware.api [None req-6e0714be-7fa9-4796-af2f-f9aca3d7cac6 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Waiting for the task: (returnval){ [ 723.070880] env[68893]: value = "task-2791131" [ 723.070880] env[68893]: _type = "Task" [ 723.070880] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.071243] env[68893]: DEBUG oslo_vmware.api [None req-93e36688-e5fe-4efc-b634-77ba65c14c68 tempest-VolumesAssistedSnapshotsTest-845263238 tempest-VolumesAssistedSnapshotsTest-845263238-project-member] Waiting for the task: (returnval){ [ 723.071243] env[68893]: value = "task-2791132" [ 723.071243] env[68893]: _type = "Task" [ 723.071243] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.071696] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-163d6ddf-c0f5-4f6b-9a7b-422d3092fb5f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.096286] env[68893]: DEBUG oslo_vmware.api [None req-93e36688-e5fe-4efc-b634-77ba65c14c68 tempest-VolumesAssistedSnapshotsTest-845263238 tempest-VolumesAssistedSnapshotsTest-845263238-project-member] Task: {'id': task-2791132, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.096665] env[68893]: DEBUG oslo_vmware.api [None req-6e0714be-7fa9-4796-af2f-f9aca3d7cac6 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Task: {'id': task-2791131, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.098203] env[68893]: DEBUG oslo_vmware.api [None req-f638fbcd-afa4-4575-b3fc-5a9e5266a2b9 tempest-FloatingIPsAssociationNegativeTestJSON-159533486 tempest-FloatingIPsAssociationNegativeTestJSON-159533486-project-member] Waiting for the task: (returnval){ [ 723.098203] env[68893]: value = "task-2791133" [ 723.098203] env[68893]: _type = "Task" [ 723.098203] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.104786] env[68893]: DEBUG nova.virt.hardware [None req-cef36878-b1fc-4161-9a48-858492d0df42 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 723.104988] env[68893]: DEBUG nova.virt.hardware [None req-cef36878-b1fc-4161-9a48-858492d0df42 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 723.104988] env[68893]: DEBUG nova.virt.hardware [None req-cef36878-b1fc-4161-9a48-858492d0df42 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 723.105216] env[68893]: DEBUG nova.virt.hardware [None req-cef36878-b1fc-4161-9a48-858492d0df42 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 723.105304] env[68893]: DEBUG nova.virt.hardware [None req-cef36878-b1fc-4161-9a48-858492d0df42 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 723.105435] env[68893]: DEBUG nova.virt.hardware [None req-cef36878-b1fc-4161-9a48-858492d0df42 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 723.105643] env[68893]: DEBUG nova.virt.hardware [None req-cef36878-b1fc-4161-9a48-858492d0df42 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 723.105796] env[68893]: DEBUG nova.virt.hardware [None req-cef36878-b1fc-4161-9a48-858492d0df42 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 723.106042] env[68893]: DEBUG nova.virt.hardware [None req-cef36878-b1fc-4161-9a48-858492d0df42 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 723.106263] env[68893]: DEBUG nova.virt.hardware [None req-cef36878-b1fc-4161-9a48-858492d0df42 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 723.106482] env[68893]: DEBUG nova.virt.hardware [None req-cef36878-b1fc-4161-9a48-858492d0df42 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 723.107500] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36c4960e-c90b-412e-9b8a-a0d0641f51f2 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.116195] env[68893]: DEBUG oslo_vmware.api [None req-f638fbcd-afa4-4575-b3fc-5a9e5266a2b9 tempest-FloatingIPsAssociationNegativeTestJSON-159533486 tempest-FloatingIPsAssociationNegativeTestJSON-159533486-project-member] Task: {'id': task-2791133, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.120982] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-014c45c5-e3ee-4af3-a15c-455731060be3 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.146174] env[68893]: DEBUG nova.compute.manager [None req-346fe6ab-c187-4c49-b5bc-3989bd68686f tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] [instance: b7c373f5-60c3-44c6-bbe7-d66be17f34fd] Starting instance... {{(pid=68893) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 723.148453] env[68893]: DEBUG oslo_vmware.api [None req-ed5d5f7c-8570-4609-baab-564ad2b0df62 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Task: {'id': task-2791130, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.320135] env[68893]: DEBUG nova.scheduler.client.report [None req-ebd86513-13de-40ee-8b19-faf447db1c59 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 723.354090] env[68893]: DEBUG oslo_concurrency.lockutils [None req-8f51a069-8eda-45ef-8533-806c7fb2d445 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] Acquiring lock "e3de132a-5a8c-49f7-8dde-273070d38b23" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.354090] env[68893]: DEBUG oslo_concurrency.lockutils [None req-8f51a069-8eda-45ef-8533-806c7fb2d445 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] Lock "e3de132a-5a8c-49f7-8dde-273070d38b23" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.354090] env[68893]: DEBUG oslo_concurrency.lockutils [None req-8f51a069-8eda-45ef-8533-806c7fb2d445 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] Acquiring lock "e3de132a-5a8c-49f7-8dde-273070d38b23-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.354090] env[68893]: DEBUG oslo_concurrency.lockutils [None req-8f51a069-8eda-45ef-8533-806c7fb2d445 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] Lock "e3de132a-5a8c-49f7-8dde-273070d38b23-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.354331] env[68893]: DEBUG oslo_concurrency.lockutils [None req-8f51a069-8eda-45ef-8533-806c7fb2d445 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] Lock "e3de132a-5a8c-49f7-8dde-273070d38b23-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.355867] env[68893]: INFO nova.compute.manager [None req-8f51a069-8eda-45ef-8533-806c7fb2d445 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] [instance: e3de132a-5a8c-49f7-8dde-273070d38b23] Terminating instance [ 723.438897] env[68893]: DEBUG oslo_concurrency.lockutils [None req-0feec039-d524-4a41-96e5-42d74bdf1cc2 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Lock "ea8f3ce4-4b6e-4bd1-b959-2412268d1b3e" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.062s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.525377] env[68893]: DEBUG nova.compute.manager [None req-65d13c61-f6c1-4ecf-81d0-eef876b32839 tempest-ServerExternalEventsTest-967120782 tempest-ServerExternalEventsTest-967120782-project] [instance: d00e31be-e1ca-4417-af4f-3f85d95e1b4b] Received event network-changed {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 723.525586] env[68893]: DEBUG nova.compute.manager [None req-65d13c61-f6c1-4ecf-81d0-eef876b32839 tempest-ServerExternalEventsTest-967120782 tempest-ServerExternalEventsTest-967120782-project] [instance: d00e31be-e1ca-4417-af4f-3f85d95e1b4b] Refreshing instance network info cache due to event network-changed. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 723.525819] env[68893]: DEBUG oslo_concurrency.lockutils [None req-65d13c61-f6c1-4ecf-81d0-eef876b32839 tempest-ServerExternalEventsTest-967120782 tempest-ServerExternalEventsTest-967120782-project] Acquiring lock "refresh_cache-d00e31be-e1ca-4417-af4f-3f85d95e1b4b" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.526672] env[68893]: DEBUG oslo_concurrency.lockutils [None req-65d13c61-f6c1-4ecf-81d0-eef876b32839 tempest-ServerExternalEventsTest-967120782 tempest-ServerExternalEventsTest-967120782-project] Acquired lock "refresh_cache-d00e31be-e1ca-4417-af4f-3f85d95e1b4b" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.526908] env[68893]: DEBUG nova.network.neutron [None req-65d13c61-f6c1-4ecf-81d0-eef876b32839 tempest-ServerExternalEventsTest-967120782 tempest-ServerExternalEventsTest-967120782-project] [instance: d00e31be-e1ca-4417-af4f-3f85d95e1b4b] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 723.592415] env[68893]: DEBUG oslo_vmware.api [None req-6e0714be-7fa9-4796-af2f-f9aca3d7cac6 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Task: {'id': task-2791131, 'name': ReconfigVM_Task, 'duration_secs': 0.452768} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.595777] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e0714be-7fa9-4796-af2f-f9aca3d7cac6 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: d2187069-2dba-4d01-969f-510f659fc163] Reconfigured VM instance instance-00000005 to detach disk 2000 {{(pid=68893) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 723.596020] env[68893]: DEBUG oslo_vmware.api [None req-93e36688-e5fe-4efc-b634-77ba65c14c68 tempest-VolumesAssistedSnapshotsTest-845263238 tempest-VolumesAssistedSnapshotsTest-845263238-project-member] Task: {'id': task-2791132, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.597161] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38757535-f794-40b7-a68e-14b19f1ac792 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.621022] env[68893]: DEBUG oslo_vmware.api [None req-f638fbcd-afa4-4575-b3fc-5a9e5266a2b9 tempest-FloatingIPsAssociationNegativeTestJSON-159533486 tempest-FloatingIPsAssociationNegativeTestJSON-159533486-project-member] Task: {'id': task-2791133, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07956} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.628181] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e0714be-7fa9-4796-af2f-f9aca3d7cac6 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: d2187069-2dba-4d01-969f-510f659fc163] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] d2187069-2dba-4d01-969f-510f659fc163/d2187069-2dba-4d01-969f-510f659fc163.vmdk or device None with type thin {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 723.628551] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-f638fbcd-afa4-4575-b3fc-5a9e5266a2b9 tempest-FloatingIPsAssociationNegativeTestJSON-159533486 tempest-FloatingIPsAssociationNegativeTestJSON-159533486-project-member] [instance: 17c90488-234d-4203-964f-a4863bbe5e47] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 723.628913] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ffa5ff3f-8b79-42f3-b911-76eaddc4779a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.642766] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59840a53-43a0-4eb0-8a77-a1f6464009f1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.672703] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-f638fbcd-afa4-4575-b3fc-5a9e5266a2b9 tempest-FloatingIPsAssociationNegativeTestJSON-159533486 tempest-FloatingIPsAssociationNegativeTestJSON-159533486-project-member] [instance: 17c90488-234d-4203-964f-a4863bbe5e47] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] 17c90488-234d-4203-964f-a4863bbe5e47/17c90488-234d-4203-964f-a4863bbe5e47.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 723.677537] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3839e9c-06c3-449b-976b-cc9fa3fc3a58 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.691913] env[68893]: DEBUG oslo_vmware.api [None req-ed5d5f7c-8570-4609-baab-564ad2b0df62 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Task: {'id': task-2791130, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.692304] env[68893]: DEBUG oslo_vmware.api [None req-6e0714be-7fa9-4796-af2f-f9aca3d7cac6 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Waiting for the task: (returnval){ [ 723.692304] env[68893]: value = "task-2791134" [ 723.692304] env[68893]: _type = "Task" [ 723.692304] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.693267] env[68893]: DEBUG oslo_concurrency.lockutils [None req-346fe6ab-c187-4c49-b5bc-3989bd68686f tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.702534] env[68893]: DEBUG oslo_vmware.api [None req-f638fbcd-afa4-4575-b3fc-5a9e5266a2b9 tempest-FloatingIPsAssociationNegativeTestJSON-159533486 tempest-FloatingIPsAssociationNegativeTestJSON-159533486-project-member] Waiting for the task: (returnval){ [ 723.702534] env[68893]: value = "task-2791135" [ 723.702534] env[68893]: _type = "Task" [ 723.702534] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.706657] env[68893]: DEBUG oslo_vmware.api [None req-6e0714be-7fa9-4796-af2f-f9aca3d7cac6 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Task: {'id': task-2791134, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.717191] env[68893]: DEBUG oslo_vmware.api [None req-f638fbcd-afa4-4575-b3fc-5a9e5266a2b9 tempest-FloatingIPsAssociationNegativeTestJSON-159533486 tempest-FloatingIPsAssociationNegativeTestJSON-159533486-project-member] Task: {'id': task-2791135, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.826146] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ebd86513-13de-40ee-8b19-faf447db1c59 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.820s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.826563] env[68893]: DEBUG nova.compute.manager [None req-ebd86513-13de-40ee-8b19-faf447db1c59 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] [instance: a18eb1c3-0700-4e59-be23-2c91afa4b7b1] Start building networks asynchronously for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 723.834838] env[68893]: DEBUG oslo_concurrency.lockutils [None req-fcf43ce6-8bc2-4fb3-8624-28716146cc66 tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.958s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.835093] env[68893]: DEBUG nova.objects.instance [None req-fcf43ce6-8bc2-4fb3-8624-28716146cc66 tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] Lazy-loading 'resources' on Instance uuid 856fd677-c151-4e53-9a1b-b684ee27dc37 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 723.860205] env[68893]: DEBUG nova.compute.manager [None req-8f51a069-8eda-45ef-8533-806c7fb2d445 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] [instance: e3de132a-5a8c-49f7-8dde-273070d38b23] Start destroying the instance on the hypervisor. {{(pid=68893) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 723.860437] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-8f51a069-8eda-45ef-8533-806c7fb2d445 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] [instance: e3de132a-5a8c-49f7-8dde-273070d38b23] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 723.861610] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7067b6e-8b2d-4325-9db2-3cf27787dbd6 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.870656] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f51a069-8eda-45ef-8533-806c7fb2d445 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] [instance: e3de132a-5a8c-49f7-8dde-273070d38b23] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 723.870879] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2b3d9014-552e-48fd-b7b8-6f34f442c278 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.878749] env[68893]: DEBUG oslo_vmware.api [None req-8f51a069-8eda-45ef-8533-806c7fb2d445 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] Waiting for the task: (returnval){ [ 723.878749] env[68893]: value = "task-2791136" [ 723.878749] env[68893]: _type = "Task" [ 723.878749] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.889423] env[68893]: DEBUG oslo_vmware.api [None req-8f51a069-8eda-45ef-8533-806c7fb2d445 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] Task: {'id': task-2791136, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.084299] env[68893]: DEBUG oslo_concurrency.lockutils [None req-08a0621e-a202-41c0-b89d-70a9f812ca9e tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Acquiring lock "5ba2b5c7-ec6d-49da-82ce-e76c402497fb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.084564] env[68893]: DEBUG oslo_concurrency.lockutils [None req-08a0621e-a202-41c0-b89d-70a9f812ca9e tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Lock "5ba2b5c7-ec6d-49da-82ce-e76c402497fb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.101039] env[68893]: DEBUG oslo_vmware.api [None req-93e36688-e5fe-4efc-b634-77ba65c14c68 tempest-VolumesAssistedSnapshotsTest-845263238 tempest-VolumesAssistedSnapshotsTest-845263238-project-member] Task: {'id': task-2791132, 'name': ReconfigVM_Task, 'duration_secs': 0.969755} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.101168] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-93e36688-e5fe-4efc-b634-77ba65c14c68 tempest-VolumesAssistedSnapshotsTest-845263238 tempest-VolumesAssistedSnapshotsTest-845263238-project-member] [instance: 0584a6fd-aa46-4da6-bc9a-90ee80698237] Reconfigured VM instance instance-00000011 to attach disk [datastore1] 0584a6fd-aa46-4da6-bc9a-90ee80698237/0584a6fd-aa46-4da6-bc9a-90ee80698237.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 724.101853] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-60183503-3714-4a97-9baf-43faeec62dde {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.112039] env[68893]: DEBUG oslo_vmware.api [None req-93e36688-e5fe-4efc-b634-77ba65c14c68 tempest-VolumesAssistedSnapshotsTest-845263238 tempest-VolumesAssistedSnapshotsTest-845263238-project-member] Waiting for the task: (returnval){ [ 724.112039] env[68893]: value = "task-2791137" [ 724.112039] env[68893]: _type = "Task" [ 724.112039] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.127718] env[68893]: DEBUG oslo_vmware.api [None req-93e36688-e5fe-4efc-b634-77ba65c14c68 tempest-VolumesAssistedSnapshotsTest-845263238 tempest-VolumesAssistedSnapshotsTest-845263238-project-member] Task: {'id': task-2791137, 'name': Rename_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.158137] env[68893]: DEBUG oslo_vmware.api [None req-ed5d5f7c-8570-4609-baab-564ad2b0df62 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Task: {'id': task-2791130, 'name': CreateSnapshot_Task, 'duration_secs': 1.227649} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.158492] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-ed5d5f7c-8570-4609-baab-564ad2b0df62 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] [instance: 29bce734-9f04-41eb-92e5-df9248dc10a3] Created Snapshot of the VM instance {{(pid=68893) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 724.159417] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f717872f-c406-4a93-a8d6-eef09840ee26 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.172133] env[68893]: DEBUG nova.network.neutron [None req-cef36878-b1fc-4161-9a48-858492d0df42 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] [instance: 3f20bd77-e350-409c-beb3-6e8a188048ab] Successfully updated port: 7a9285e8-6f1e-40ec-9a82-0883fdeee0db {{(pid=68893) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 724.207921] env[68893]: DEBUG oslo_vmware.api [None req-6e0714be-7fa9-4796-af2f-f9aca3d7cac6 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Task: {'id': task-2791134, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.218632] env[68893]: DEBUG oslo_vmware.api [None req-f638fbcd-afa4-4575-b3fc-5a9e5266a2b9 tempest-FloatingIPsAssociationNegativeTestJSON-159533486 tempest-FloatingIPsAssociationNegativeTestJSON-159533486-project-member] Task: {'id': task-2791135, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.336425] env[68893]: DEBUG nova.compute.utils [None req-ebd86513-13de-40ee-8b19-faf447db1c59 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 724.338103] env[68893]: DEBUG nova.compute.manager [None req-ebd86513-13de-40ee-8b19-faf447db1c59 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] [instance: a18eb1c3-0700-4e59-be23-2c91afa4b7b1] Allocating IP information in the background. {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 724.338103] env[68893]: DEBUG nova.network.neutron [None req-ebd86513-13de-40ee-8b19-faf447db1c59 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] [instance: a18eb1c3-0700-4e59-be23-2c91afa4b7b1] allocate_for_instance() {{(pid=68893) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 724.347351] env[68893]: DEBUG nova.network.neutron [None req-65d13c61-f6c1-4ecf-81d0-eef876b32839 tempest-ServerExternalEventsTest-967120782 tempest-ServerExternalEventsTest-967120782-project] [instance: d00e31be-e1ca-4417-af4f-3f85d95e1b4b] Updating instance_info_cache with network_info: [{"id": "ae1439c1-36c4-4e77-add5-9d1939da0702", "address": "fa:16:3e:25:e2:46", "network": {"id": "508509dd-7bfd-4a64-9135-d3dbeac23fa6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.146", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a15c0c8454c748249efd16f753a7dc35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae1439c1-36", "ovs_interfaceid": "ae1439c1-36c4-4e77-add5-9d1939da0702", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.393393] env[68893]: DEBUG oslo_vmware.api [None req-8f51a069-8eda-45ef-8533-806c7fb2d445 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] Task: {'id': task-2791136, 'name': PowerOffVM_Task, 'duration_secs': 0.322976} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.394511] env[68893]: DEBUG nova.policy [None req-ebd86513-13de-40ee-8b19-faf447db1c59 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4fcc4b827eb74652bd0bcd29e4ac2799', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '71ab95486130450d8b3976f1a62e5323', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68893) authorize /opt/stack/nova/nova/policy.py:192}} [ 724.396487] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f51a069-8eda-45ef-8533-806c7fb2d445 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] [instance: e3de132a-5a8c-49f7-8dde-273070d38b23] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 724.396487] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-8f51a069-8eda-45ef-8533-806c7fb2d445 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] [instance: e3de132a-5a8c-49f7-8dde-273070d38b23] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 724.396487] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-908188db-a6d4-4cc7-952e-d714e6953455 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.466443] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-8f51a069-8eda-45ef-8533-806c7fb2d445 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] [instance: e3de132a-5a8c-49f7-8dde-273070d38b23] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 724.466785] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-8f51a069-8eda-45ef-8533-806c7fb2d445 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] [instance: e3de132a-5a8c-49f7-8dde-273070d38b23] Deleting contents of the VM from datastore datastore1 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 724.467055] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f51a069-8eda-45ef-8533-806c7fb2d445 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] Deleting the datastore file [datastore1] e3de132a-5a8c-49f7-8dde-273070d38b23 {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 724.467380] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-44030692-590d-4dd8-9e9c-7283d91e7a6d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.476115] env[68893]: DEBUG oslo_vmware.api [None req-8f51a069-8eda-45ef-8533-806c7fb2d445 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] Waiting for the task: (returnval){ [ 724.476115] env[68893]: value = "task-2791139" [ 724.476115] env[68893]: _type = "Task" [ 724.476115] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.485033] env[68893]: DEBUG oslo_vmware.api [None req-8f51a069-8eda-45ef-8533-806c7fb2d445 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] Task: {'id': task-2791139, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.531254] env[68893]: DEBUG nova.compute.manager [req-4a4df199-5332-40d5-b49e-483ce7cabe56 req-8225c3f5-51c2-486d-8802-236c4c236743 service nova] [instance: 3f20bd77-e350-409c-beb3-6e8a188048ab] Received event network-vif-plugged-7a9285e8-6f1e-40ec-9a82-0883fdeee0db {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 724.531483] env[68893]: DEBUG oslo_concurrency.lockutils [req-4a4df199-5332-40d5-b49e-483ce7cabe56 req-8225c3f5-51c2-486d-8802-236c4c236743 service nova] Acquiring lock "3f20bd77-e350-409c-beb3-6e8a188048ab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.532027] env[68893]: DEBUG oslo_concurrency.lockutils [req-4a4df199-5332-40d5-b49e-483ce7cabe56 req-8225c3f5-51c2-486d-8802-236c4c236743 service nova] Lock "3f20bd77-e350-409c-beb3-6e8a188048ab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.532222] env[68893]: DEBUG oslo_concurrency.lockutils [req-4a4df199-5332-40d5-b49e-483ce7cabe56 req-8225c3f5-51c2-486d-8802-236c4c236743 service nova] Lock "3f20bd77-e350-409c-beb3-6e8a188048ab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.532394] env[68893]: DEBUG nova.compute.manager [req-4a4df199-5332-40d5-b49e-483ce7cabe56 req-8225c3f5-51c2-486d-8802-236c4c236743 service nova] [instance: 3f20bd77-e350-409c-beb3-6e8a188048ab] No waiting events found dispatching network-vif-plugged-7a9285e8-6f1e-40ec-9a82-0883fdeee0db {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 724.533019] env[68893]: WARNING nova.compute.manager [req-4a4df199-5332-40d5-b49e-483ce7cabe56 req-8225c3f5-51c2-486d-8802-236c4c236743 service nova] [instance: 3f20bd77-e350-409c-beb3-6e8a188048ab] Received unexpected event network-vif-plugged-7a9285e8-6f1e-40ec-9a82-0883fdeee0db for instance with vm_state building and task_state spawning. [ 724.625317] env[68893]: DEBUG oslo_vmware.api [None req-93e36688-e5fe-4efc-b634-77ba65c14c68 tempest-VolumesAssistedSnapshotsTest-845263238 tempest-VolumesAssistedSnapshotsTest-845263238-project-member] Task: {'id': task-2791137, 'name': Rename_Task, 'duration_secs': 0.171193} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.631118] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-93e36688-e5fe-4efc-b634-77ba65c14c68 tempest-VolumesAssistedSnapshotsTest-845263238 tempest-VolumesAssistedSnapshotsTest-845263238-project-member] [instance: 0584a6fd-aa46-4da6-bc9a-90ee80698237] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 724.631118] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4c2e3fa9-5c26-4f58-8493-1d09af54a095 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.639205] env[68893]: DEBUG oslo_vmware.api [None req-93e36688-e5fe-4efc-b634-77ba65c14c68 tempest-VolumesAssistedSnapshotsTest-845263238 tempest-VolumesAssistedSnapshotsTest-845263238-project-member] Waiting for the task: (returnval){ [ 724.639205] env[68893]: value = "task-2791140" [ 724.639205] env[68893]: _type = "Task" [ 724.639205] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.653856] env[68893]: DEBUG oslo_vmware.api [None req-93e36688-e5fe-4efc-b634-77ba65c14c68 tempest-VolumesAssistedSnapshotsTest-845263238 tempest-VolumesAssistedSnapshotsTest-845263238-project-member] Task: {'id': task-2791140, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.689275] env[68893]: DEBUG oslo_concurrency.lockutils [None req-cef36878-b1fc-4161-9a48-858492d0df42 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] Acquiring lock "refresh_cache-3f20bd77-e350-409c-beb3-6e8a188048ab" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.689275] env[68893]: DEBUG oslo_concurrency.lockutils [None req-cef36878-b1fc-4161-9a48-858492d0df42 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] Acquired lock "refresh_cache-3f20bd77-e350-409c-beb3-6e8a188048ab" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.689275] env[68893]: DEBUG nova.network.neutron [None req-cef36878-b1fc-4161-9a48-858492d0df42 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] [instance: 3f20bd77-e350-409c-beb3-6e8a188048ab] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 724.695036] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-ed5d5f7c-8570-4609-baab-564ad2b0df62 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] [instance: 29bce734-9f04-41eb-92e5-df9248dc10a3] Creating linked-clone VM from snapshot {{(pid=68893) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 724.698417] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-42f04c18-662e-4407-9d96-cb39622e2c60 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.716063] env[68893]: DEBUG oslo_vmware.api [None req-6e0714be-7fa9-4796-af2f-f9aca3d7cac6 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Task: {'id': task-2791134, 'name': ReconfigVM_Task, 'duration_secs': 0.617443} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.721882] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e0714be-7fa9-4796-af2f-f9aca3d7cac6 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: d2187069-2dba-4d01-969f-510f659fc163] Reconfigured VM instance instance-00000005 to attach disk [datastore2] d2187069-2dba-4d01-969f-510f659fc163/d2187069-2dba-4d01-969f-510f659fc163.vmdk or device None with type thin {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 724.722206] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-6e0714be-7fa9-4796-af2f-f9aca3d7cac6 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: d2187069-2dba-4d01-969f-510f659fc163] Updating instance 'd2187069-2dba-4d01-969f-510f659fc163' progress to 50 {{(pid=68893) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 724.726209] env[68893]: DEBUG oslo_vmware.api [None req-ed5d5f7c-8570-4609-baab-564ad2b0df62 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Waiting for the task: (returnval){ [ 724.726209] env[68893]: value = "task-2791141" [ 724.726209] env[68893]: _type = "Task" [ 724.726209] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.733026] env[68893]: DEBUG oslo_vmware.api [None req-f638fbcd-afa4-4575-b3fc-5a9e5266a2b9 tempest-FloatingIPsAssociationNegativeTestJSON-159533486 tempest-FloatingIPsAssociationNegativeTestJSON-159533486-project-member] Task: {'id': task-2791135, 'name': ReconfigVM_Task, 'duration_secs': 0.574255} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.734409] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-f638fbcd-afa4-4575-b3fc-5a9e5266a2b9 tempest-FloatingIPsAssociationNegativeTestJSON-159533486 tempest-FloatingIPsAssociationNegativeTestJSON-159533486-project-member] [instance: 17c90488-234d-4203-964f-a4863bbe5e47] Reconfigured VM instance instance-00000010 to attach disk [datastore1] 17c90488-234d-4203-964f-a4863bbe5e47/17c90488-234d-4203-964f-a4863bbe5e47.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 724.735404] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9ff01123-341b-4161-aeb9-129fd65b7573 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.737842] env[68893]: DEBUG oslo_concurrency.lockutils [None req-88a43dac-1455-4555-8248-b49c1ed8d29d tempest-ServerExternalEventsTest-153007225 tempest-ServerExternalEventsTest-153007225-project-member] Acquiring lock "d00e31be-e1ca-4417-af4f-3f85d95e1b4b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.738100] env[68893]: DEBUG oslo_concurrency.lockutils [None req-88a43dac-1455-4555-8248-b49c1ed8d29d tempest-ServerExternalEventsTest-153007225 tempest-ServerExternalEventsTest-153007225-project-member] Lock "d00e31be-e1ca-4417-af4f-3f85d95e1b4b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.738342] env[68893]: DEBUG oslo_concurrency.lockutils [None req-88a43dac-1455-4555-8248-b49c1ed8d29d tempest-ServerExternalEventsTest-153007225 tempest-ServerExternalEventsTest-153007225-project-member] Acquiring lock "d00e31be-e1ca-4417-af4f-3f85d95e1b4b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.738548] env[68893]: DEBUG oslo_concurrency.lockutils [None req-88a43dac-1455-4555-8248-b49c1ed8d29d tempest-ServerExternalEventsTest-153007225 tempest-ServerExternalEventsTest-153007225-project-member] Lock "d00e31be-e1ca-4417-af4f-3f85d95e1b4b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.738722] env[68893]: DEBUG oslo_concurrency.lockutils [None req-88a43dac-1455-4555-8248-b49c1ed8d29d tempest-ServerExternalEventsTest-153007225 tempest-ServerExternalEventsTest-153007225-project-member] Lock "d00e31be-e1ca-4417-af4f-3f85d95e1b4b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.746202] env[68893]: DEBUG oslo_vmware.api [None req-ed5d5f7c-8570-4609-baab-564ad2b0df62 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Task: {'id': task-2791141, 'name': CloneVM_Task} progress is 10%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.749620] env[68893]: INFO nova.compute.manager [None req-88a43dac-1455-4555-8248-b49c1ed8d29d tempest-ServerExternalEventsTest-153007225 tempest-ServerExternalEventsTest-153007225-project-member] [instance: d00e31be-e1ca-4417-af4f-3f85d95e1b4b] Terminating instance [ 724.752965] env[68893]: DEBUG oslo_vmware.api [None req-f638fbcd-afa4-4575-b3fc-5a9e5266a2b9 tempest-FloatingIPsAssociationNegativeTestJSON-159533486 tempest-FloatingIPsAssociationNegativeTestJSON-159533486-project-member] Waiting for the task: (returnval){ [ 724.752965] env[68893]: value = "task-2791142" [ 724.752965] env[68893]: _type = "Task" [ 724.752965] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.763330] env[68893]: DEBUG oslo_vmware.api [None req-f638fbcd-afa4-4575-b3fc-5a9e5266a2b9 tempest-FloatingIPsAssociationNegativeTestJSON-159533486 tempest-FloatingIPsAssociationNegativeTestJSON-159533486-project-member] Task: {'id': task-2791142, 'name': Rename_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.995207] env[68893]: DEBUG nova.compute.manager [None req-ebd86513-13de-40ee-8b19-faf447db1c59 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] [instance: a18eb1c3-0700-4e59-be23-2c91afa4b7b1] Start building block device mappings for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 724.995207] env[68893]: DEBUG oslo_concurrency.lockutils [None req-65d13c61-f6c1-4ecf-81d0-eef876b32839 tempest-ServerExternalEventsTest-967120782 tempest-ServerExternalEventsTest-967120782-project] Releasing lock "refresh_cache-d00e31be-e1ca-4417-af4f-3f85d95e1b4b" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.995207] env[68893]: DEBUG oslo_vmware.api [None req-8f51a069-8eda-45ef-8533-806c7fb2d445 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] Task: {'id': task-2791139, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.202793} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.995207] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f51a069-8eda-45ef-8533-806c7fb2d445 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 724.995207] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-8f51a069-8eda-45ef-8533-806c7fb2d445 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] [instance: e3de132a-5a8c-49f7-8dde-273070d38b23] Deleted contents of the VM from datastore datastore1 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 724.997701] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-8f51a069-8eda-45ef-8533-806c7fb2d445 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] [instance: e3de132a-5a8c-49f7-8dde-273070d38b23] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 724.997701] env[68893]: INFO nova.compute.manager [None req-8f51a069-8eda-45ef-8533-806c7fb2d445 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] [instance: e3de132a-5a8c-49f7-8dde-273070d38b23] Took 1.13 seconds to destroy the instance on the hypervisor. [ 724.997701] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8f51a069-8eda-45ef-8533-806c7fb2d445 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 724.997701] env[68893]: DEBUG nova.compute.manager [-] [instance: e3de132a-5a8c-49f7-8dde-273070d38b23] Deallocating network for instance {{(pid=68893) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 724.997701] env[68893]: DEBUG nova.network.neutron [-] [instance: e3de132a-5a8c-49f7-8dde-273070d38b23] deallocate_for_instance() {{(pid=68893) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 725.017234] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f79cee5-bba8-4270-af37-8e0c45933b1b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.026389] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3ffd966-2779-4b84-8158-02535b29c993 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.062192] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a880a5b-a523-451d-815d-00563e13f5a2 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.070422] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55b7c481-3509-42bc-aa19-0c61e98b5880 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.087386] env[68893]: DEBUG nova.compute.provider_tree [None req-fcf43ce6-8bc2-4fb3-8624-28716146cc66 tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 725.152977] env[68893]: DEBUG oslo_vmware.api [None req-93e36688-e5fe-4efc-b634-77ba65c14c68 tempest-VolumesAssistedSnapshotsTest-845263238 tempest-VolumesAssistedSnapshotsTest-845263238-project-member] Task: {'id': task-2791140, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.230686] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4123aab-aca3-42d3-be97-9a34d02f56d1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.245571] env[68893]: DEBUG oslo_vmware.api [None req-ed5d5f7c-8570-4609-baab-564ad2b0df62 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Task: {'id': task-2791141, 'name': CloneVM_Task} progress is 94%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.263222] env[68893]: DEBUG nova.compute.manager [None req-88a43dac-1455-4555-8248-b49c1ed8d29d tempest-ServerExternalEventsTest-153007225 tempest-ServerExternalEventsTest-153007225-project-member] [instance: d00e31be-e1ca-4417-af4f-3f85d95e1b4b] Start destroying the instance on the hypervisor. {{(pid=68893) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 725.263506] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-88a43dac-1455-4555-8248-b49c1ed8d29d tempest-ServerExternalEventsTest-153007225 tempest-ServerExternalEventsTest-153007225-project-member] [instance: d00e31be-e1ca-4417-af4f-3f85d95e1b4b] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 725.264663] env[68893]: DEBUG nova.network.neutron [None req-cef36878-b1fc-4161-9a48-858492d0df42 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] [instance: 3f20bd77-e350-409c-beb3-6e8a188048ab] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 725.271304] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1770f5a-12a3-4a66-b871-456948dfc615 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.276582] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1cd50d7-8a8e-473d-8da1-657169c47b73 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.281066] env[68893]: DEBUG nova.network.neutron [None req-ebd86513-13de-40ee-8b19-faf447db1c59 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] [instance: a18eb1c3-0700-4e59-be23-2c91afa4b7b1] Successfully created port: cbeb6af6-30a5-4b51-972b-30bbb13ef592 {{(pid=68893) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 725.307618] env[68893]: DEBUG oslo_vmware.api [None req-f638fbcd-afa4-4575-b3fc-5a9e5266a2b9 tempest-FloatingIPsAssociationNegativeTestJSON-159533486 tempest-FloatingIPsAssociationNegativeTestJSON-159533486-project-member] Task: {'id': task-2791142, 'name': Rename_Task, 'duration_secs': 0.18253} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.307911] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-88a43dac-1455-4555-8248-b49c1ed8d29d tempest-ServerExternalEventsTest-153007225 tempest-ServerExternalEventsTest-153007225-project-member] [instance: d00e31be-e1ca-4417-af4f-3f85d95e1b4b] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 725.308259] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-6e0714be-7fa9-4796-af2f-f9aca3d7cac6 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: d2187069-2dba-4d01-969f-510f659fc163] Updating instance 'd2187069-2dba-4d01-969f-510f659fc163' progress to 67 {{(pid=68893) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 725.311725] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-f638fbcd-afa4-4575-b3fc-5a9e5266a2b9 tempest-FloatingIPsAssociationNegativeTestJSON-159533486 tempest-FloatingIPsAssociationNegativeTestJSON-159533486-project-member] [instance: 17c90488-234d-4203-964f-a4863bbe5e47] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 725.312284] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-86c24898-1aae-4e2b-9255-f60d74205022 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.314124] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e5c4fa7d-4b57-405a-908b-c32fa2f3c2ff {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.323353] env[68893]: DEBUG oslo_vmware.api [None req-88a43dac-1455-4555-8248-b49c1ed8d29d tempest-ServerExternalEventsTest-153007225 tempest-ServerExternalEventsTest-153007225-project-member] Waiting for the task: (returnval){ [ 725.323353] env[68893]: value = "task-2791144" [ 725.323353] env[68893]: _type = "Task" [ 725.323353] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.324842] env[68893]: DEBUG oslo_vmware.api [None req-f638fbcd-afa4-4575-b3fc-5a9e5266a2b9 tempest-FloatingIPsAssociationNegativeTestJSON-159533486 tempest-FloatingIPsAssociationNegativeTestJSON-159533486-project-member] Waiting for the task: (returnval){ [ 725.324842] env[68893]: value = "task-2791143" [ 725.324842] env[68893]: _type = "Task" [ 725.324842] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.341899] env[68893]: DEBUG oslo_vmware.api [None req-f638fbcd-afa4-4575-b3fc-5a9e5266a2b9 tempest-FloatingIPsAssociationNegativeTestJSON-159533486 tempest-FloatingIPsAssociationNegativeTestJSON-159533486-project-member] Task: {'id': task-2791143, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.342436] env[68893]: DEBUG oslo_vmware.api [None req-88a43dac-1455-4555-8248-b49c1ed8d29d tempest-ServerExternalEventsTest-153007225 tempest-ServerExternalEventsTest-153007225-project-member] Task: {'id': task-2791144, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.587164] env[68893]: DEBUG nova.network.neutron [None req-cef36878-b1fc-4161-9a48-858492d0df42 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] [instance: 3f20bd77-e350-409c-beb3-6e8a188048ab] Updating instance_info_cache with network_info: [{"id": "7a9285e8-6f1e-40ec-9a82-0883fdeee0db", "address": "fa:16:3e:94:1a:33", "network": {"id": "b664be84-aca3-43ba-8fef-ab783d83815f", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-364048394-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2102b6a95abb4fd5a8d22986957a2214", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "72781990-3cb3-42eb-9eb1-4040dedbf66f", "external-id": "cl2-zone-812", "segmentation_id": 812, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a9285e8-6f", "ovs_interfaceid": "7a9285e8-6f1e-40ec-9a82-0883fdeee0db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.592415] env[68893]: DEBUG nova.scheduler.client.report [None req-fcf43ce6-8bc2-4fb3-8624-28716146cc66 tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 725.656499] env[68893]: DEBUG oslo_vmware.api [None req-93e36688-e5fe-4efc-b634-77ba65c14c68 tempest-VolumesAssistedSnapshotsTest-845263238 tempest-VolumesAssistedSnapshotsTest-845263238-project-member] Task: {'id': task-2791140, 'name': PowerOnVM_Task, 'duration_secs': 0.538902} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.656499] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-93e36688-e5fe-4efc-b634-77ba65c14c68 tempest-VolumesAssistedSnapshotsTest-845263238 tempest-VolumesAssistedSnapshotsTest-845263238-project-member] [instance: 0584a6fd-aa46-4da6-bc9a-90ee80698237] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 725.656499] env[68893]: INFO nova.compute.manager [None req-93e36688-e5fe-4efc-b634-77ba65c14c68 tempest-VolumesAssistedSnapshotsTest-845263238 tempest-VolumesAssistedSnapshotsTest-845263238-project-member] [instance: 0584a6fd-aa46-4da6-bc9a-90ee80698237] Took 10.28 seconds to spawn the instance on the hypervisor. [ 725.656499] env[68893]: DEBUG nova.compute.manager [None req-93e36688-e5fe-4efc-b634-77ba65c14c68 tempest-VolumesAssistedSnapshotsTest-845263238 tempest-VolumesAssistedSnapshotsTest-845263238-project-member] [instance: 0584a6fd-aa46-4da6-bc9a-90ee80698237] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 725.656499] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0752ab67-ed11-4e92-a786-3bb38cfa6e0e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.748822] env[68893]: DEBUG oslo_vmware.api [None req-ed5d5f7c-8570-4609-baab-564ad2b0df62 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Task: {'id': task-2791141, 'name': CloneVM_Task} progress is 94%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.836411] env[68893]: DEBUG nova.compute.manager [req-41e7e35d-0718-4ad9-8623-afa924e07c7e req-6451dfab-92e4-44ae-84e0-48e92da56a53 service nova] [instance: e3de132a-5a8c-49f7-8dde-273070d38b23] Received event network-vif-deleted-f286f168-a1c1-46bb-a516-be17dbad49cf {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 725.836411] env[68893]: INFO nova.compute.manager [req-41e7e35d-0718-4ad9-8623-afa924e07c7e req-6451dfab-92e4-44ae-84e0-48e92da56a53 service nova] [instance: e3de132a-5a8c-49f7-8dde-273070d38b23] Neutron deleted interface f286f168-a1c1-46bb-a516-be17dbad49cf; detaching it from the instance and deleting it from the info cache [ 725.836584] env[68893]: DEBUG nova.network.neutron [req-41e7e35d-0718-4ad9-8623-afa924e07c7e req-6451dfab-92e4-44ae-84e0-48e92da56a53 service nova] [instance: e3de132a-5a8c-49f7-8dde-273070d38b23] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.843270] env[68893]: DEBUG oslo_vmware.api [None req-88a43dac-1455-4555-8248-b49c1ed8d29d tempest-ServerExternalEventsTest-153007225 tempest-ServerExternalEventsTest-153007225-project-member] Task: {'id': task-2791144, 'name': PowerOffVM_Task, 'duration_secs': 0.373049} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.843825] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-88a43dac-1455-4555-8248-b49c1ed8d29d tempest-ServerExternalEventsTest-153007225 tempest-ServerExternalEventsTest-153007225-project-member] [instance: d00e31be-e1ca-4417-af4f-3f85d95e1b4b] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 725.844109] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-88a43dac-1455-4555-8248-b49c1ed8d29d tempest-ServerExternalEventsTest-153007225 tempest-ServerExternalEventsTest-153007225-project-member] [instance: d00e31be-e1ca-4417-af4f-3f85d95e1b4b] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 725.844473] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3639c0e4-d155-4706-bf3d-2a2a9938af3b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.849717] env[68893]: DEBUG nova.network.neutron [-] [instance: e3de132a-5a8c-49f7-8dde-273070d38b23] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.851014] env[68893]: DEBUG oslo_vmware.api [None req-f638fbcd-afa4-4575-b3fc-5a9e5266a2b9 tempest-FloatingIPsAssociationNegativeTestJSON-159533486 tempest-FloatingIPsAssociationNegativeTestJSON-159533486-project-member] Task: {'id': task-2791143, 'name': PowerOnVM_Task, 'duration_secs': 0.511046} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.852334] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-f638fbcd-afa4-4575-b3fc-5a9e5266a2b9 tempest-FloatingIPsAssociationNegativeTestJSON-159533486 tempest-FloatingIPsAssociationNegativeTestJSON-159533486-project-member] [instance: 17c90488-234d-4203-964f-a4863bbe5e47] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 725.852598] env[68893]: INFO nova.compute.manager [None req-f638fbcd-afa4-4575-b3fc-5a9e5266a2b9 tempest-FloatingIPsAssociationNegativeTestJSON-159533486 tempest-FloatingIPsAssociationNegativeTestJSON-159533486-project-member] [instance: 17c90488-234d-4203-964f-a4863bbe5e47] Took 13.24 seconds to spawn the instance on the hypervisor. [ 725.852889] env[68893]: DEBUG nova.compute.manager [None req-f638fbcd-afa4-4575-b3fc-5a9e5266a2b9 tempest-FloatingIPsAssociationNegativeTestJSON-159533486 tempest-FloatingIPsAssociationNegativeTestJSON-159533486-project-member] [instance: 17c90488-234d-4203-964f-a4863bbe5e47] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 725.854355] env[68893]: DEBUG nova.compute.manager [None req-ebd86513-13de-40ee-8b19-faf447db1c59 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] [instance: a18eb1c3-0700-4e59-be23-2c91afa4b7b1] Start spawning the instance on the hypervisor. {{(pid=68893) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 725.857556] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c32c6728-b074-44a0-b449-79d612ac4884 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.864541] env[68893]: DEBUG nova.network.neutron [None req-6e0714be-7fa9-4796-af2f-f9aca3d7cac6 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: d2187069-2dba-4d01-969f-510f659fc163] Port 83210d30-f086-4b9b-9f37-e58f8c9649f4 binding to destination host cpu-1 is already ACTIVE {{(pid=68893) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 725.896148] env[68893]: DEBUG nova.virt.hardware [None req-ebd86513-13de-40ee-8b19-faf447db1c59 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:34:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1440442554',id=20,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-2138959703',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 725.896484] env[68893]: DEBUG nova.virt.hardware [None req-ebd86513-13de-40ee-8b19-faf447db1c59 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 725.896700] env[68893]: DEBUG nova.virt.hardware [None req-ebd86513-13de-40ee-8b19-faf447db1c59 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 725.896932] env[68893]: DEBUG nova.virt.hardware [None req-ebd86513-13de-40ee-8b19-faf447db1c59 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 725.897160] env[68893]: DEBUG nova.virt.hardware [None req-ebd86513-13de-40ee-8b19-faf447db1c59 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 725.897369] env[68893]: DEBUG nova.virt.hardware [None req-ebd86513-13de-40ee-8b19-faf447db1c59 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 725.897629] env[68893]: DEBUG nova.virt.hardware [None req-ebd86513-13de-40ee-8b19-faf447db1c59 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 725.897828] env[68893]: DEBUG nova.virt.hardware [None req-ebd86513-13de-40ee-8b19-faf447db1c59 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 725.898069] env[68893]: DEBUG nova.virt.hardware [None req-ebd86513-13de-40ee-8b19-faf447db1c59 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 725.898298] env[68893]: DEBUG nova.virt.hardware [None req-ebd86513-13de-40ee-8b19-faf447db1c59 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 725.898530] env[68893]: DEBUG nova.virt.hardware [None req-ebd86513-13de-40ee-8b19-faf447db1c59 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 725.899464] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcfab184-5f38-4a68-b0ec-a7e7376ebb4d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.908915] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-812c819f-3998-436d-85f5-56cad714d810 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.921280] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-88a43dac-1455-4555-8248-b49c1ed8d29d tempest-ServerExternalEventsTest-153007225 tempest-ServerExternalEventsTest-153007225-project-member] [instance: d00e31be-e1ca-4417-af4f-3f85d95e1b4b] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 725.921280] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-88a43dac-1455-4555-8248-b49c1ed8d29d tempest-ServerExternalEventsTest-153007225 tempest-ServerExternalEventsTest-153007225-project-member] [instance: d00e31be-e1ca-4417-af4f-3f85d95e1b4b] Deleting contents of the VM from datastore datastore1 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 725.921280] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-88a43dac-1455-4555-8248-b49c1ed8d29d tempest-ServerExternalEventsTest-153007225 tempest-ServerExternalEventsTest-153007225-project-member] Deleting the datastore file [datastore1] d00e31be-e1ca-4417-af4f-3f85d95e1b4b {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 725.931381] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-74efbdbc-ff73-4f49-b1d1-465d42ce0d64 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.942378] env[68893]: DEBUG oslo_vmware.api [None req-88a43dac-1455-4555-8248-b49c1ed8d29d tempest-ServerExternalEventsTest-153007225 tempest-ServerExternalEventsTest-153007225-project-member] Waiting for the task: (returnval){ [ 725.942378] env[68893]: value = "task-2791146" [ 725.942378] env[68893]: _type = "Task" [ 725.942378] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.952198] env[68893]: DEBUG oslo_vmware.api [None req-88a43dac-1455-4555-8248-b49c1ed8d29d tempest-ServerExternalEventsTest-153007225 tempest-ServerExternalEventsTest-153007225-project-member] Task: {'id': task-2791146, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.089983] env[68893]: DEBUG oslo_concurrency.lockutils [None req-cef36878-b1fc-4161-9a48-858492d0df42 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] Releasing lock "refresh_cache-3f20bd77-e350-409c-beb3-6e8a188048ab" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.090469] env[68893]: DEBUG nova.compute.manager [None req-cef36878-b1fc-4161-9a48-858492d0df42 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] [instance: 3f20bd77-e350-409c-beb3-6e8a188048ab] Instance network_info: |[{"id": "7a9285e8-6f1e-40ec-9a82-0883fdeee0db", "address": "fa:16:3e:94:1a:33", "network": {"id": "b664be84-aca3-43ba-8fef-ab783d83815f", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-364048394-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2102b6a95abb4fd5a8d22986957a2214", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "72781990-3cb3-42eb-9eb1-4040dedbf66f", "external-id": "cl2-zone-812", "segmentation_id": 812, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a9285e8-6f", "ovs_interfaceid": "7a9285e8-6f1e-40ec-9a82-0883fdeee0db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 726.090982] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-cef36878-b1fc-4161-9a48-858492d0df42 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] [instance: 3f20bd77-e350-409c-beb3-6e8a188048ab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:1a:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '72781990-3cb3-42eb-9eb1-4040dedbf66f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7a9285e8-6f1e-40ec-9a82-0883fdeee0db', 'vif_model': 'vmxnet3'}] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 726.099122] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-cef36878-b1fc-4161-9a48-858492d0df42 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] Creating folder: Project (2102b6a95abb4fd5a8d22986957a2214). Parent ref: group-v560969. {{(pid=68893) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 726.099940] env[68893]: DEBUG oslo_concurrency.lockutils [None req-fcf43ce6-8bc2-4fb3-8624-28716146cc66 tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.265s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.102432] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-57b8c504-7c7b-4f8e-a952-54bafb0582a3 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.104531] env[68893]: DEBUG oslo_concurrency.lockutils [None req-30ddcb9f-7ba9-4d4c-8e55-e68be63b3515 tempest-TenantUsagesTestJSON-742880608 tempest-TenantUsagesTestJSON-742880608-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.810s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.108185] env[68893]: INFO nova.compute.claims [None req-30ddcb9f-7ba9-4d4c-8e55-e68be63b3515 tempest-TenantUsagesTestJSON-742880608 tempest-TenantUsagesTestJSON-742880608-project-member] [instance: 15785bfd-102b-4abf-b9ab-12e38c653a49] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 726.121878] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-cef36878-b1fc-4161-9a48-858492d0df42 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] Created folder: Project (2102b6a95abb4fd5a8d22986957a2214) in parent group-v560969. [ 726.122188] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-cef36878-b1fc-4161-9a48-858492d0df42 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] Creating folder: Instances. Parent ref: group-v561021. {{(pid=68893) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 726.122400] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-512649a1-9cf2-4cfc-baea-17ae33f44ee2 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.127974] env[68893]: INFO nova.scheduler.client.report [None req-fcf43ce6-8bc2-4fb3-8624-28716146cc66 tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] Deleted allocations for instance 856fd677-c151-4e53-9a1b-b684ee27dc37 [ 726.136882] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-cef36878-b1fc-4161-9a48-858492d0df42 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] Created folder: Instances in parent group-v561021. [ 726.137183] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cef36878-b1fc-4161-9a48-858492d0df42 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 726.137409] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f20bd77-e350-409c-beb3-6e8a188048ab] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 726.137609] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dbb8f987-9b5a-4dd1-9ffc-fc6f7aa76263 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.159837] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 726.159837] env[68893]: value = "task-2791149" [ 726.159837] env[68893]: _type = "Task" [ 726.159837] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.172533] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791149, 'name': CreateVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.178658] env[68893]: INFO nova.compute.manager [None req-93e36688-e5fe-4efc-b634-77ba65c14c68 tempest-VolumesAssistedSnapshotsTest-845263238 tempest-VolumesAssistedSnapshotsTest-845263238-project-member] [instance: 0584a6fd-aa46-4da6-bc9a-90ee80698237] Took 32.62 seconds to build instance. [ 726.245552] env[68893]: DEBUG oslo_vmware.api [None req-ed5d5f7c-8570-4609-baab-564ad2b0df62 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Task: {'id': task-2791141, 'name': CloneVM_Task, 'duration_secs': 1.473096} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.245819] env[68893]: INFO nova.virt.vmwareapi.vmops [None req-ed5d5f7c-8570-4609-baab-564ad2b0df62 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] [instance: 29bce734-9f04-41eb-92e5-df9248dc10a3] Created linked-clone VM from snapshot [ 726.246623] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ccd519d-aa07-4a0b-973c-7b6611f9808f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.255181] env[68893]: DEBUG nova.virt.vmwareapi.images [None req-ed5d5f7c-8570-4609-baab-564ad2b0df62 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] [instance: 29bce734-9f04-41eb-92e5-df9248dc10a3] Uploading image 9da5f87b-47da-4857-94c2-0d37d522c00a {{(pid=68893) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 726.282939] env[68893]: DEBUG oslo_vmware.rw_handles [None req-ed5d5f7c-8570-4609-baab-564ad2b0df62 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 726.282939] env[68893]: value = "vm-561020" [ 726.282939] env[68893]: _type = "VirtualMachine" [ 726.282939] env[68893]: }. {{(pid=68893) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 726.283227] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e62cb0c4-a79b-4ef2-8c8e-d68e35ceb293 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.291121] env[68893]: DEBUG oslo_vmware.rw_handles [None req-ed5d5f7c-8570-4609-baab-564ad2b0df62 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Lease: (returnval){ [ 726.291121] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]529fa7ba-7c73-4d89-869e-3be13e23cd2a" [ 726.291121] env[68893]: _type = "HttpNfcLease" [ 726.291121] env[68893]: } obtained for exporting VM: (result){ [ 726.291121] env[68893]: value = "vm-561020" [ 726.291121] env[68893]: _type = "VirtualMachine" [ 726.291121] env[68893]: }. {{(pid=68893) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 726.291709] env[68893]: DEBUG oslo_vmware.api [None req-ed5d5f7c-8570-4609-baab-564ad2b0df62 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Waiting for the lease: (returnval){ [ 726.291709] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]529fa7ba-7c73-4d89-869e-3be13e23cd2a" [ 726.291709] env[68893]: _type = "HttpNfcLease" [ 726.291709] env[68893]: } to be ready. {{(pid=68893) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 726.298494] env[68893]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 726.298494] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]529fa7ba-7c73-4d89-869e-3be13e23cd2a" [ 726.298494] env[68893]: _type = "HttpNfcLease" [ 726.298494] env[68893]: } is initializing. {{(pid=68893) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 726.345657] env[68893]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a319d46a-e261-43ae-b391-a38f4f06dea3 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.353365] env[68893]: INFO nova.compute.manager [-] [instance: e3de132a-5a8c-49f7-8dde-273070d38b23] Took 1.36 seconds to deallocate network for instance. [ 726.358188] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f7d9689-c7ac-475e-b713-9fe71d5c35aa {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.413028] env[68893]: DEBUG nova.compute.manager [req-41e7e35d-0718-4ad9-8623-afa924e07c7e req-6451dfab-92e4-44ae-84e0-48e92da56a53 service nova] [instance: e3de132a-5a8c-49f7-8dde-273070d38b23] Detach interface failed, port_id=f286f168-a1c1-46bb-a516-be17dbad49cf, reason: Instance e3de132a-5a8c-49f7-8dde-273070d38b23 could not be found. {{(pid=68893) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 726.413205] env[68893]: INFO nova.compute.manager [None req-f638fbcd-afa4-4575-b3fc-5a9e5266a2b9 tempest-FloatingIPsAssociationNegativeTestJSON-159533486 tempest-FloatingIPsAssociationNegativeTestJSON-159533486-project-member] [instance: 17c90488-234d-4203-964f-a4863bbe5e47] Took 35.60 seconds to build instance. [ 726.452499] env[68893]: DEBUG oslo_vmware.api [None req-88a43dac-1455-4555-8248-b49c1ed8d29d tempest-ServerExternalEventsTest-153007225 tempest-ServerExternalEventsTest-153007225-project-member] Task: {'id': task-2791146, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.41281} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.452767] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-88a43dac-1455-4555-8248-b49c1ed8d29d tempest-ServerExternalEventsTest-153007225 tempest-ServerExternalEventsTest-153007225-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 726.452951] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-88a43dac-1455-4555-8248-b49c1ed8d29d tempest-ServerExternalEventsTest-153007225 tempest-ServerExternalEventsTest-153007225-project-member] [instance: d00e31be-e1ca-4417-af4f-3f85d95e1b4b] Deleted contents of the VM from datastore datastore1 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 726.453180] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-88a43dac-1455-4555-8248-b49c1ed8d29d tempest-ServerExternalEventsTest-153007225 tempest-ServerExternalEventsTest-153007225-project-member] [instance: d00e31be-e1ca-4417-af4f-3f85d95e1b4b] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 726.453369] env[68893]: INFO nova.compute.manager [None req-88a43dac-1455-4555-8248-b49c1ed8d29d tempest-ServerExternalEventsTest-153007225 tempest-ServerExternalEventsTest-153007225-project-member] [instance: d00e31be-e1ca-4417-af4f-3f85d95e1b4b] Took 1.19 seconds to destroy the instance on the hypervisor. [ 726.453618] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-88a43dac-1455-4555-8248-b49c1ed8d29d tempest-ServerExternalEventsTest-153007225 tempest-ServerExternalEventsTest-153007225-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 726.453795] env[68893]: DEBUG nova.compute.manager [-] [instance: d00e31be-e1ca-4417-af4f-3f85d95e1b4b] Deallocating network for instance {{(pid=68893) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 726.453894] env[68893]: DEBUG nova.network.neutron [-] [instance: d00e31be-e1ca-4417-af4f-3f85d95e1b4b] deallocate_for_instance() {{(pid=68893) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 726.497496] env[68893]: DEBUG nova.objects.instance [None req-c92abd8a-1888-465d-b0f5-46cb9eb45596 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Lazy-loading 'flavor' on Instance uuid ea8f3ce4-4b6e-4bd1-b959-2412268d1b3e {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 726.640996] env[68893]: DEBUG oslo_concurrency.lockutils [None req-fcf43ce6-8bc2-4fb3-8624-28716146cc66 tempest-ServerDiagnosticsV248Test-288347482 tempest-ServerDiagnosticsV248Test-288347482-project-member] Lock "856fd677-c151-4e53-9a1b-b684ee27dc37" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.065s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.670711] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791149, 'name': CreateVM_Task} progress is 25%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.684145] env[68893]: DEBUG oslo_concurrency.lockutils [None req-93e36688-e5fe-4efc-b634-77ba65c14c68 tempest-VolumesAssistedSnapshotsTest-845263238 tempest-VolumesAssistedSnapshotsTest-845263238-project-member] Lock "0584a6fd-aa46-4da6-bc9a-90ee80698237" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.217s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.802862] env[68893]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 726.802862] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]529fa7ba-7c73-4d89-869e-3be13e23cd2a" [ 726.802862] env[68893]: _type = "HttpNfcLease" [ 726.802862] env[68893]: } is ready. {{(pid=68893) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 726.802862] env[68893]: DEBUG oslo_vmware.rw_handles [None req-ed5d5f7c-8570-4609-baab-564ad2b0df62 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 726.802862] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]529fa7ba-7c73-4d89-869e-3be13e23cd2a" [ 726.802862] env[68893]: _type = "HttpNfcLease" [ 726.802862] env[68893]: }. {{(pid=68893) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 726.803203] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa6bf75c-df9f-4e47-be22-fb124ae6fe0c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.812406] env[68893]: DEBUG oslo_vmware.rw_handles [None req-ed5d5f7c-8570-4609-baab-564ad2b0df62 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527d30ca-c6d6-a27d-cac9-4fc709de87ee/disk-0.vmdk from lease info. {{(pid=68893) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 726.812651] env[68893]: DEBUG oslo_vmware.rw_handles [None req-ed5d5f7c-8570-4609-baab-564ad2b0df62 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527d30ca-c6d6-a27d-cac9-4fc709de87ee/disk-0.vmdk for reading. {{(pid=68893) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 726.894571] env[68893]: DEBUG oslo_concurrency.lockutils [None req-8f51a069-8eda-45ef-8533-806c7fb2d445 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.900405] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6e0714be-7fa9-4796-af2f-f9aca3d7cac6 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Acquiring lock "d2187069-2dba-4d01-969f-510f659fc163-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.900714] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6e0714be-7fa9-4796-af2f-f9aca3d7cac6 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Lock "d2187069-2dba-4d01-969f-510f659fc163-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.901266] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6e0714be-7fa9-4796-af2f-f9aca3d7cac6 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Lock "d2187069-2dba-4d01-969f-510f659fc163-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.910068] env[68893]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-17343517-4c59-4fa7-85e8-6f612d65ede7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.919019] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f638fbcd-afa4-4575-b3fc-5a9e5266a2b9 tempest-FloatingIPsAssociationNegativeTestJSON-159533486 tempest-FloatingIPsAssociationNegativeTestJSON-159533486-project-member] Lock "17c90488-234d-4203-964f-a4863bbe5e47" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.347s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.996346] env[68893]: DEBUG nova.compute.manager [req-d6223579-e107-419c-9192-2d8741e47c90 req-3650c06a-856f-4887-a639-dcd349348581 service nova] [instance: 3f20bd77-e350-409c-beb3-6e8a188048ab] Received event network-changed-7a9285e8-6f1e-40ec-9a82-0883fdeee0db {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 726.996580] env[68893]: DEBUG nova.compute.manager [req-d6223579-e107-419c-9192-2d8741e47c90 req-3650c06a-856f-4887-a639-dcd349348581 service nova] [instance: 3f20bd77-e350-409c-beb3-6e8a188048ab] Refreshing instance network info cache due to event network-changed-7a9285e8-6f1e-40ec-9a82-0883fdeee0db. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 726.996790] env[68893]: DEBUG oslo_concurrency.lockutils [req-d6223579-e107-419c-9192-2d8741e47c90 req-3650c06a-856f-4887-a639-dcd349348581 service nova] Acquiring lock "refresh_cache-3f20bd77-e350-409c-beb3-6e8a188048ab" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.996941] env[68893]: DEBUG oslo_concurrency.lockutils [req-d6223579-e107-419c-9192-2d8741e47c90 req-3650c06a-856f-4887-a639-dcd349348581 service nova] Acquired lock "refresh_cache-3f20bd77-e350-409c-beb3-6e8a188048ab" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.997429] env[68893]: DEBUG nova.network.neutron [req-d6223579-e107-419c-9192-2d8741e47c90 req-3650c06a-856f-4887-a639-dcd349348581 service nova] [instance: 3f20bd77-e350-409c-beb3-6e8a188048ab] Refreshing network info cache for port 7a9285e8-6f1e-40ec-9a82-0883fdeee0db {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 727.002358] env[68893]: DEBUG oslo_concurrency.lockutils [None req-c92abd8a-1888-465d-b0f5-46cb9eb45596 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Acquiring lock "refresh_cache-ea8f3ce4-4b6e-4bd1-b959-2412268d1b3e" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.002512] env[68893]: DEBUG oslo_concurrency.lockutils [None req-c92abd8a-1888-465d-b0f5-46cb9eb45596 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Acquired lock "refresh_cache-ea8f3ce4-4b6e-4bd1-b959-2412268d1b3e" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.002671] env[68893]: DEBUG nova.network.neutron [None req-c92abd8a-1888-465d-b0f5-46cb9eb45596 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] [instance: ea8f3ce4-4b6e-4bd1-b959-2412268d1b3e] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 727.002835] env[68893]: DEBUG nova.objects.instance [None req-c92abd8a-1888-465d-b0f5-46cb9eb45596 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Lazy-loading 'info_cache' on Instance uuid ea8f3ce4-4b6e-4bd1-b959-2412268d1b3e {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 727.170020] env[68893]: DEBUG nova.network.neutron [None req-ebd86513-13de-40ee-8b19-faf447db1c59 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] [instance: a18eb1c3-0700-4e59-be23-2c91afa4b7b1] Successfully updated port: cbeb6af6-30a5-4b51-972b-30bbb13ef592 {{(pid=68893) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 727.178376] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791149, 'name': CreateVM_Task, 'duration_secs': 0.661018} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.178784] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f20bd77-e350-409c-beb3-6e8a188048ab] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 727.179280] env[68893]: DEBUG oslo_concurrency.lockutils [None req-cef36878-b1fc-4161-9a48-858492d0df42 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.179452] env[68893]: DEBUG oslo_concurrency.lockutils [None req-cef36878-b1fc-4161-9a48-858492d0df42 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.179982] env[68893]: DEBUG oslo_concurrency.lockutils [None req-cef36878-b1fc-4161-9a48-858492d0df42 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.182835] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75623b03-e4f0-467a-aa56-dbdeb1cea821 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.191074] env[68893]: DEBUG nova.compute.manager [None req-a2aa330e-fd55-4c7a-a9ed-10a5dc736eec tempest-ServerMetadataTestJSON-289290010 tempest-ServerMetadataTestJSON-289290010-project-member] [instance: 91617bdb-49a9-45b5-a147-d9d09248bb1c] Starting instance... {{(pid=68893) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 727.194344] env[68893]: DEBUG oslo_vmware.api [None req-cef36878-b1fc-4161-9a48-858492d0df42 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] Waiting for the task: (returnval){ [ 727.194344] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52e24081-2c66-4db5-b7ac-f399ec2be2c8" [ 727.194344] env[68893]: _type = "Task" [ 727.194344] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.208402] env[68893]: DEBUG oslo_vmware.api [None req-cef36878-b1fc-4161-9a48-858492d0df42 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52e24081-2c66-4db5-b7ac-f399ec2be2c8, 'name': SearchDatastore_Task, 'duration_secs': 0.016834} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.211440] env[68893]: DEBUG oslo_concurrency.lockutils [None req-cef36878-b1fc-4161-9a48-858492d0df42 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.211659] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-cef36878-b1fc-4161-9a48-858492d0df42 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] [instance: 3f20bd77-e350-409c-beb3-6e8a188048ab] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 727.211903] env[68893]: DEBUG oslo_concurrency.lockutils [None req-cef36878-b1fc-4161-9a48-858492d0df42 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.212062] env[68893]: DEBUG oslo_concurrency.lockutils [None req-cef36878-b1fc-4161-9a48-858492d0df42 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.212243] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-cef36878-b1fc-4161-9a48-858492d0df42 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 727.212732] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d5219756-d1ee-47b1-8429-3bfdc3f0eb2d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.223235] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-cef36878-b1fc-4161-9a48-858492d0df42 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 727.223472] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-cef36878-b1fc-4161-9a48-858492d0df42 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 727.227109] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d383f7f8-2a69-4ed4-8681-b9679993a9fb {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.235959] env[68893]: DEBUG oslo_vmware.api [None req-cef36878-b1fc-4161-9a48-858492d0df42 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] Waiting for the task: (returnval){ [ 727.235959] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]528b79e4-b457-a184-120b-c6555f116bcc" [ 727.235959] env[68893]: _type = "Task" [ 727.235959] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.250564] env[68893]: DEBUG oslo_vmware.api [None req-cef36878-b1fc-4161-9a48-858492d0df42 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]528b79e4-b457-a184-120b-c6555f116bcc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.289866] env[68893]: DEBUG nova.network.neutron [-] [instance: d00e31be-e1ca-4417-af4f-3f85d95e1b4b] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.422664] env[68893]: DEBUG nova.compute.manager [None req-b173b888-77cd-4410-86ea-dc4c69e7d06f tempest-ServerGroupTestJSON-479684333 tempest-ServerGroupTestJSON-479684333-project-member] [instance: 2a1280e2-4ad2-442f-a89e-06b541a310a1] Starting instance... {{(pid=68893) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 727.508122] env[68893]: DEBUG nova.objects.base [None req-c92abd8a-1888-465d-b0f5-46cb9eb45596 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=68893) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 727.674503] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ebd86513-13de-40ee-8b19-faf447db1c59 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Acquiring lock "refresh_cache-a18eb1c3-0700-4e59-be23-2c91afa4b7b1" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.674833] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ebd86513-13de-40ee-8b19-faf447db1c59 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Acquired lock "refresh_cache-a18eb1c3-0700-4e59-be23-2c91afa4b7b1" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.675561] env[68893]: DEBUG nova.network.neutron [None req-ebd86513-13de-40ee-8b19-faf447db1c59 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] [instance: a18eb1c3-0700-4e59-be23-2c91afa4b7b1] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 727.721394] env[68893]: DEBUG oslo_concurrency.lockutils [None req-a2aa330e-fd55-4c7a-a9ed-10a5dc736eec tempest-ServerMetadataTestJSON-289290010 tempest-ServerMetadataTestJSON-289290010-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.756499] env[68893]: DEBUG oslo_vmware.api [None req-cef36878-b1fc-4161-9a48-858492d0df42 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]528b79e4-b457-a184-120b-c6555f116bcc, 'name': SearchDatastore_Task, 'duration_secs': 0.017157} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.759617] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a9ed0b3-dc35-4e08-9835-c5f9487c5fa8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.766952] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9e6975f-96ab-4dc4-8845-6c7e0a71846b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.777858] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c21763b0-8615-4ed9-84a2-69e3e020bf6b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.781504] env[68893]: DEBUG oslo_vmware.api [None req-cef36878-b1fc-4161-9a48-858492d0df42 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] Waiting for the task: (returnval){ [ 727.781504] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52fd2bfe-46c6-24ca-bfe9-48681c9c82bb" [ 727.781504] env[68893]: _type = "Task" [ 727.781504] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.819777] env[68893]: INFO nova.compute.manager [-] [instance: d00e31be-e1ca-4417-af4f-3f85d95e1b4b] Took 1.37 seconds to deallocate network for instance. [ 727.826544] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbee67c7-7081-4d97-9b3a-2c2aec7d2f57 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.838923] env[68893]: DEBUG oslo_vmware.api [None req-cef36878-b1fc-4161-9a48-858492d0df42 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52fd2bfe-46c6-24ca-bfe9-48681c9c82bb, 'name': SearchDatastore_Task, 'duration_secs': 0.01591} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.839973] env[68893]: DEBUG oslo_concurrency.lockutils [None req-cef36878-b1fc-4161-9a48-858492d0df42 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.840220] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-cef36878-b1fc-4161-9a48-858492d0df42 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] 3f20bd77-e350-409c-beb3-6e8a188048ab/3f20bd77-e350-409c-beb3-6e8a188048ab.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 727.840500] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a8174264-75c5-4900-8163-71044c1a89ba {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.846658] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a850f6da-2781-4aa8-85d4-4642ee3c5232 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.852982] env[68893]: DEBUG oslo_vmware.api [None req-cef36878-b1fc-4161-9a48-858492d0df42 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] Waiting for the task: (returnval){ [ 727.852982] env[68893]: value = "task-2791151" [ 727.852982] env[68893]: _type = "Task" [ 727.852982] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.867946] env[68893]: DEBUG nova.compute.provider_tree [None req-30ddcb9f-7ba9-4d4c-8e55-e68be63b3515 tempest-TenantUsagesTestJSON-742880608 tempest-TenantUsagesTestJSON-742880608-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 727.876648] env[68893]: DEBUG oslo_vmware.api [None req-cef36878-b1fc-4161-9a48-858492d0df42 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] Task: {'id': task-2791151, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.954950] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b173b888-77cd-4410-86ea-dc4c69e7d06f tempest-ServerGroupTestJSON-479684333 tempest-ServerGroupTestJSON-479684333-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.011467] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6e0714be-7fa9-4796-af2f-f9aca3d7cac6 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Acquiring lock "refresh_cache-d2187069-2dba-4d01-969f-510f659fc163" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.011660] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6e0714be-7fa9-4796-af2f-f9aca3d7cac6 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Acquired lock "refresh_cache-d2187069-2dba-4d01-969f-510f659fc163" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.011896] env[68893]: DEBUG nova.network.neutron [None req-6e0714be-7fa9-4796-af2f-f9aca3d7cac6 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: d2187069-2dba-4d01-969f-510f659fc163] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 728.145226] env[68893]: DEBUG nova.network.neutron [req-d6223579-e107-419c-9192-2d8741e47c90 req-3650c06a-856f-4887-a639-dcd349348581 service nova] [instance: 3f20bd77-e350-409c-beb3-6e8a188048ab] Updated VIF entry in instance network info cache for port 7a9285e8-6f1e-40ec-9a82-0883fdeee0db. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 728.145226] env[68893]: DEBUG nova.network.neutron [req-d6223579-e107-419c-9192-2d8741e47c90 req-3650c06a-856f-4887-a639-dcd349348581 service nova] [instance: 3f20bd77-e350-409c-beb3-6e8a188048ab] Updating instance_info_cache with network_info: [{"id": "7a9285e8-6f1e-40ec-9a82-0883fdeee0db", "address": "fa:16:3e:94:1a:33", "network": {"id": "b664be84-aca3-43ba-8fef-ab783d83815f", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-364048394-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2102b6a95abb4fd5a8d22986957a2214", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "72781990-3cb3-42eb-9eb1-4040dedbf66f", "external-id": "cl2-zone-812", "segmentation_id": 812, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a9285e8-6f", "ovs_interfaceid": "7a9285e8-6f1e-40ec-9a82-0883fdeee0db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.265400] env[68893]: DEBUG nova.network.neutron [None req-ebd86513-13de-40ee-8b19-faf447db1c59 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] [instance: a18eb1c3-0700-4e59-be23-2c91afa4b7b1] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 728.334048] env[68893]: DEBUG oslo_concurrency.lockutils [None req-88a43dac-1455-4555-8248-b49c1ed8d29d tempest-ServerExternalEventsTest-153007225 tempest-ServerExternalEventsTest-153007225-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.365490] env[68893]: DEBUG oslo_vmware.api [None req-cef36878-b1fc-4161-9a48-858492d0df42 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] Task: {'id': task-2791151, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.370933] env[68893]: DEBUG nova.scheduler.client.report [None req-30ddcb9f-7ba9-4d4c-8e55-e68be63b3515 tempest-TenantUsagesTestJSON-742880608 tempest-TenantUsagesTestJSON-742880608-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 728.648656] env[68893]: DEBUG oslo_concurrency.lockutils [req-d6223579-e107-419c-9192-2d8741e47c90 req-3650c06a-856f-4887-a639-dcd349348581 service nova] Releasing lock "refresh_cache-3f20bd77-e350-409c-beb3-6e8a188048ab" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.814365] env[68893]: DEBUG nova.network.neutron [None req-ebd86513-13de-40ee-8b19-faf447db1c59 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] [instance: a18eb1c3-0700-4e59-be23-2c91afa4b7b1] Updating instance_info_cache with network_info: [{"id": "cbeb6af6-30a5-4b51-972b-30bbb13ef592", "address": "fa:16:3e:e4:f1:38", "network": {"id": "e8a8a8dd-4a01-419b-a3fe-5d84139982a4", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2066780519-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71ab95486130450d8b3976f1a62e5323", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbeb6af6-30", "ovs_interfaceid": "cbeb6af6-30a5-4b51-972b-30bbb13ef592", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.818477] env[68893]: DEBUG nova.network.neutron [None req-c92abd8a-1888-465d-b0f5-46cb9eb45596 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] [instance: ea8f3ce4-4b6e-4bd1-b959-2412268d1b3e] Updating instance_info_cache with network_info: [{"id": "0109eb02-71cd-4fca-9e16-76ba7cf60f9f", "address": "fa:16:3e:ee:9a:9b", "network": {"id": "7c47df7c-11e4-4add-bbbc-9f3e8b65146e", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-128273444-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "547b6d99a78b47ee92a40b782653e73d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fa01fe1a-83b6-4c10-af75-00ddb17f9bbf", "external-id": "nsx-vlan-transportzone-431", "segmentation_id": 431, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0109eb02-71", "ovs_interfaceid": "0109eb02-71cd-4fca-9e16-76ba7cf60f9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.867241] env[68893]: DEBUG oslo_vmware.api [None req-cef36878-b1fc-4161-9a48-858492d0df42 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] Task: {'id': task-2791151, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.594611} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.867311] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-cef36878-b1fc-4161-9a48-858492d0df42 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] 3f20bd77-e350-409c-beb3-6e8a188048ab/3f20bd77-e350-409c-beb3-6e8a188048ab.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 728.867616] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-cef36878-b1fc-4161-9a48-858492d0df42 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] [instance: 3f20bd77-e350-409c-beb3-6e8a188048ab] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 728.868538] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a95f94ba-5cdb-44a4-966e-d4cd080f1c2e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.876478] env[68893]: DEBUG oslo_concurrency.lockutils [None req-30ddcb9f-7ba9-4d4c-8e55-e68be63b3515 tempest-TenantUsagesTestJSON-742880608 tempest-TenantUsagesTestJSON-742880608-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.772s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.877043] env[68893]: DEBUG nova.compute.manager [None req-30ddcb9f-7ba9-4d4c-8e55-e68be63b3515 tempest-TenantUsagesTestJSON-742880608 tempest-TenantUsagesTestJSON-742880608-project-member] [instance: 15785bfd-102b-4abf-b9ab-12e38c653a49] Start building networks asynchronously for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 728.882288] env[68893]: DEBUG oslo_concurrency.lockutils [None req-cb3de616-d1c2-491f-98a4-9f6760a289c0 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.513s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.884198] env[68893]: INFO nova.compute.claims [None req-cb3de616-d1c2-491f-98a4-9f6760a289c0 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: a168e41a-cc22-4f30-b7eb-e390d73f0eff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 728.887941] env[68893]: DEBUG oslo_vmware.api [None req-cef36878-b1fc-4161-9a48-858492d0df42 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] Waiting for the task: (returnval){ [ 728.887941] env[68893]: value = "task-2791152" [ 728.887941] env[68893]: _type = "Task" [ 728.887941] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.898294] env[68893]: DEBUG oslo_vmware.api [None req-cef36878-b1fc-4161-9a48-858492d0df42 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] Task: {'id': task-2791152, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.002301] env[68893]: DEBUG nova.network.neutron [None req-6e0714be-7fa9-4796-af2f-f9aca3d7cac6 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: d2187069-2dba-4d01-969f-510f659fc163] Updating instance_info_cache with network_info: [{"id": "83210d30-f086-4b9b-9f37-e58f8c9649f4", "address": "fa:16:3e:98:dc:21", "network": {"id": "508509dd-7bfd-4a64-9135-d3dbeac23fa6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.213", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a15c0c8454c748249efd16f753a7dc35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83210d30-f0", "ovs_interfaceid": "83210d30-f086-4b9b-9f37-e58f8c9649f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.321038] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ebd86513-13de-40ee-8b19-faf447db1c59 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Releasing lock "refresh_cache-a18eb1c3-0700-4e59-be23-2c91afa4b7b1" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.324023] env[68893]: DEBUG nova.compute.manager [None req-ebd86513-13de-40ee-8b19-faf447db1c59 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] [instance: a18eb1c3-0700-4e59-be23-2c91afa4b7b1] Instance network_info: |[{"id": "cbeb6af6-30a5-4b51-972b-30bbb13ef592", "address": "fa:16:3e:e4:f1:38", "network": {"id": "e8a8a8dd-4a01-419b-a3fe-5d84139982a4", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2066780519-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71ab95486130450d8b3976f1a62e5323", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbeb6af6-30", "ovs_interfaceid": "cbeb6af6-30a5-4b51-972b-30bbb13ef592", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 729.324023] env[68893]: DEBUG oslo_concurrency.lockutils [None req-c92abd8a-1888-465d-b0f5-46cb9eb45596 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Releasing lock "refresh_cache-ea8f3ce4-4b6e-4bd1-b959-2412268d1b3e" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.324512] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-ebd86513-13de-40ee-8b19-faf447db1c59 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] [instance: a18eb1c3-0700-4e59-be23-2c91afa4b7b1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:f1:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '81d39ad2-4e62-4f09-a567-88ac5aa70467', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cbeb6af6-30a5-4b51-972b-30bbb13ef592', 'vif_model': 'vmxnet3'}] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 729.333454] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebd86513-13de-40ee-8b19-faf447db1c59 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Creating folder: Project (71ab95486130450d8b3976f1a62e5323). Parent ref: group-v560969. {{(pid=68893) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 729.336205] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d9bcc59c-3277-4f65-babe-a05e95651fdf {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.351363] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-ebd86513-13de-40ee-8b19-faf447db1c59 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Created folder: Project (71ab95486130450d8b3976f1a62e5323) in parent group-v560969. [ 729.351571] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebd86513-13de-40ee-8b19-faf447db1c59 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Creating folder: Instances. Parent ref: group-v561024. {{(pid=68893) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 729.351827] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9eaee6a2-11b4-47b5-872c-f50bcd5a0b9e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.364502] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-ebd86513-13de-40ee-8b19-faf447db1c59 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Created folder: Instances in parent group-v561024. [ 729.364757] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ebd86513-13de-40ee-8b19-faf447db1c59 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 729.364950] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a18eb1c3-0700-4e59-be23-2c91afa4b7b1] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 729.365766] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9f60c9f7-ca13-4006-866c-88a165e6f072 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.390112] env[68893]: DEBUG nova.compute.utils [None req-30ddcb9f-7ba9-4d4c-8e55-e68be63b3515 tempest-TenantUsagesTestJSON-742880608 tempest-TenantUsagesTestJSON-742880608-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 729.399419] env[68893]: DEBUG nova.compute.manager [None req-30ddcb9f-7ba9-4d4c-8e55-e68be63b3515 tempest-TenantUsagesTestJSON-742880608 tempest-TenantUsagesTestJSON-742880608-project-member] [instance: 15785bfd-102b-4abf-b9ab-12e38c653a49] Allocating IP information in the background. {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 729.399419] env[68893]: DEBUG nova.network.neutron [None req-30ddcb9f-7ba9-4d4c-8e55-e68be63b3515 tempest-TenantUsagesTestJSON-742880608 tempest-TenantUsagesTestJSON-742880608-project-member] [instance: 15785bfd-102b-4abf-b9ab-12e38c653a49] allocate_for_instance() {{(pid=68893) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 729.404041] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 729.404041] env[68893]: value = "task-2791155" [ 729.404041] env[68893]: _type = "Task" [ 729.404041] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.416185] env[68893]: DEBUG oslo_vmware.api [None req-cef36878-b1fc-4161-9a48-858492d0df42 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] Task: {'id': task-2791152, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.136623} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.416932] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-cef36878-b1fc-4161-9a48-858492d0df42 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] [instance: 3f20bd77-e350-409c-beb3-6e8a188048ab] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 729.417778] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0df6e0f-4741-44e9-af04-1a71f59bb289 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.424188] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791155, 'name': CreateVM_Task} progress is 10%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.448335] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-cef36878-b1fc-4161-9a48-858492d0df42 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] [instance: 3f20bd77-e350-409c-beb3-6e8a188048ab] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] 3f20bd77-e350-409c-beb3-6e8a188048ab/3f20bd77-e350-409c-beb3-6e8a188048ab.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 729.451595] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cec63797-675e-4e4e-a9d3-04b87a10f6a5 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.477733] env[68893]: DEBUG oslo_vmware.api [None req-cef36878-b1fc-4161-9a48-858492d0df42 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] Waiting for the task: (returnval){ [ 729.477733] env[68893]: value = "task-2791156" [ 729.477733] env[68893]: _type = "Task" [ 729.477733] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.487373] env[68893]: DEBUG oslo_vmware.api [None req-cef36878-b1fc-4161-9a48-858492d0df42 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] Task: {'id': task-2791156, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.505042] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6e0714be-7fa9-4796-af2f-f9aca3d7cac6 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Releasing lock "refresh_cache-d2187069-2dba-4d01-969f-510f659fc163" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.677875] env[68893]: DEBUG nova.policy [None req-30ddcb9f-7ba9-4d4c-8e55-e68be63b3515 tempest-TenantUsagesTestJSON-742880608 tempest-TenantUsagesTestJSON-742880608-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '536f015450104922ac2d0054b47d1a49', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fb3685444dae495f87e516c181533ada', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68893) authorize /opt/stack/nova/nova/policy.py:192}} [ 729.840687] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-c92abd8a-1888-465d-b0f5-46cb9eb45596 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] [instance: ea8f3ce4-4b6e-4bd1-b959-2412268d1b3e] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 729.841663] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4592d702-b5af-4a4c-9580-638836c81e51 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.854026] env[68893]: DEBUG oslo_vmware.api [None req-c92abd8a-1888-465d-b0f5-46cb9eb45596 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Waiting for the task: (returnval){ [ 729.854026] env[68893]: value = "task-2791157" [ 729.854026] env[68893]: _type = "Task" [ 729.854026] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.863890] env[68893]: DEBUG oslo_vmware.api [None req-c92abd8a-1888-465d-b0f5-46cb9eb45596 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Task: {'id': task-2791157, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.897863] env[68893]: DEBUG nova.compute.manager [None req-30ddcb9f-7ba9-4d4c-8e55-e68be63b3515 tempest-TenantUsagesTestJSON-742880608 tempest-TenantUsagesTestJSON-742880608-project-member] [instance: 15785bfd-102b-4abf-b9ab-12e38c653a49] Start building block device mappings for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 729.924804] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791155, 'name': CreateVM_Task} progress is 25%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.993394] env[68893]: DEBUG oslo_vmware.api [None req-cef36878-b1fc-4161-9a48-858492d0df42 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] Task: {'id': task-2791156, 'name': ReconfigVM_Task, 'duration_secs': 0.506014} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.993394] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-cef36878-b1fc-4161-9a48-858492d0df42 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] [instance: 3f20bd77-e350-409c-beb3-6e8a188048ab] Reconfigured VM instance instance-00000012 to attach disk [datastore2] 3f20bd77-e350-409c-beb3-6e8a188048ab/3f20bd77-e350-409c-beb3-6e8a188048ab.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 729.994124] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f40dc3fd-0b4e-472f-93ee-293ca1492eae {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.000102] env[68893]: DEBUG nova.compute.manager [req-6be13142-2188-4d56-9775-c4a7efb48d51 req-53c58277-c23e-42cf-83f1-059a09a98f82 service nova] [instance: d00e31be-e1ca-4417-af4f-3f85d95e1b4b] Received event network-vif-deleted-ae1439c1-36c4-4e77-add5-9d1939da0702 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 730.000225] env[68893]: DEBUG nova.compute.manager [req-6be13142-2188-4d56-9775-c4a7efb48d51 req-53c58277-c23e-42cf-83f1-059a09a98f82 service nova] [instance: a18eb1c3-0700-4e59-be23-2c91afa4b7b1] Received event network-vif-plugged-cbeb6af6-30a5-4b51-972b-30bbb13ef592 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 730.000523] env[68893]: DEBUG oslo_concurrency.lockutils [req-6be13142-2188-4d56-9775-c4a7efb48d51 req-53c58277-c23e-42cf-83f1-059a09a98f82 service nova] Acquiring lock "a18eb1c3-0700-4e59-be23-2c91afa4b7b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.000808] env[68893]: DEBUG oslo_concurrency.lockutils [req-6be13142-2188-4d56-9775-c4a7efb48d51 req-53c58277-c23e-42cf-83f1-059a09a98f82 service nova] Lock "a18eb1c3-0700-4e59-be23-2c91afa4b7b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.001433] env[68893]: DEBUG oslo_concurrency.lockutils [req-6be13142-2188-4d56-9775-c4a7efb48d51 req-53c58277-c23e-42cf-83f1-059a09a98f82 service nova] Lock "a18eb1c3-0700-4e59-be23-2c91afa4b7b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.001433] env[68893]: DEBUG nova.compute.manager [req-6be13142-2188-4d56-9775-c4a7efb48d51 req-53c58277-c23e-42cf-83f1-059a09a98f82 service nova] [instance: a18eb1c3-0700-4e59-be23-2c91afa4b7b1] No waiting events found dispatching network-vif-plugged-cbeb6af6-30a5-4b51-972b-30bbb13ef592 {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 730.001642] env[68893]: WARNING nova.compute.manager [req-6be13142-2188-4d56-9775-c4a7efb48d51 req-53c58277-c23e-42cf-83f1-059a09a98f82 service nova] [instance: a18eb1c3-0700-4e59-be23-2c91afa4b7b1] Received unexpected event network-vif-plugged-cbeb6af6-30a5-4b51-972b-30bbb13ef592 for instance with vm_state building and task_state spawning. [ 730.002057] env[68893]: DEBUG nova.compute.manager [req-6be13142-2188-4d56-9775-c4a7efb48d51 req-53c58277-c23e-42cf-83f1-059a09a98f82 service nova] [instance: a18eb1c3-0700-4e59-be23-2c91afa4b7b1] Received event network-changed-cbeb6af6-30a5-4b51-972b-30bbb13ef592 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 730.002803] env[68893]: DEBUG nova.compute.manager [req-6be13142-2188-4d56-9775-c4a7efb48d51 req-53c58277-c23e-42cf-83f1-059a09a98f82 service nova] [instance: a18eb1c3-0700-4e59-be23-2c91afa4b7b1] Refreshing instance network info cache due to event network-changed-cbeb6af6-30a5-4b51-972b-30bbb13ef592. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 730.003095] env[68893]: DEBUG oslo_concurrency.lockutils [req-6be13142-2188-4d56-9775-c4a7efb48d51 req-53c58277-c23e-42cf-83f1-059a09a98f82 service nova] Acquiring lock "refresh_cache-a18eb1c3-0700-4e59-be23-2c91afa4b7b1" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.003288] env[68893]: DEBUG oslo_concurrency.lockutils [req-6be13142-2188-4d56-9775-c4a7efb48d51 req-53c58277-c23e-42cf-83f1-059a09a98f82 service nova] Acquired lock "refresh_cache-a18eb1c3-0700-4e59-be23-2c91afa4b7b1" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.003896] env[68893]: DEBUG nova.network.neutron [req-6be13142-2188-4d56-9775-c4a7efb48d51 req-53c58277-c23e-42cf-83f1-059a09a98f82 service nova] [instance: a18eb1c3-0700-4e59-be23-2c91afa4b7b1] Refreshing network info cache for port cbeb6af6-30a5-4b51-972b-30bbb13ef592 {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 730.007049] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fe64192-5164-4eba-a6b5-eabb64060b53 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.012994] env[68893]: DEBUG oslo_vmware.api [None req-cef36878-b1fc-4161-9a48-858492d0df42 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] Waiting for the task: (returnval){ [ 730.012994] env[68893]: value = "task-2791158" [ 730.012994] env[68893]: _type = "Task" [ 730.012994] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.033232] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f3a0abf-471f-4d52-ad5e-366bb56ac7b4 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.043690] env[68893]: DEBUG oslo_vmware.api [None req-cef36878-b1fc-4161-9a48-858492d0df42 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] Task: {'id': task-2791158, 'name': Rename_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.072432] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddb752f8-a42f-40f9-9549-f90c1cac66b3 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.075829] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8035c134-9cf4-444d-8c63-3c6276384b5c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.097260] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41e670c4-5fd9-4f12-a656-6e8c74aa9978 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.102496] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f0771da-f466-43a3-8f76-0a306ba38cd4 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.116196] env[68893]: DEBUG nova.compute.provider_tree [None req-cb3de616-d1c2-491f-98a4-9f6760a289c0 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 730.120718] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-6e0714be-7fa9-4796-af2f-f9aca3d7cac6 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: d2187069-2dba-4d01-969f-510f659fc163] Updating instance 'd2187069-2dba-4d01-969f-510f659fc163' progress to 83 {{(pid=68893) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 730.365975] env[68893]: DEBUG oslo_vmware.api [None req-c92abd8a-1888-465d-b0f5-46cb9eb45596 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Task: {'id': task-2791157, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.422702] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791155, 'name': CreateVM_Task} progress is 25%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.438406] env[68893]: DEBUG nova.network.neutron [None req-30ddcb9f-7ba9-4d4c-8e55-e68be63b3515 tempest-TenantUsagesTestJSON-742880608 tempest-TenantUsagesTestJSON-742880608-project-member] [instance: 15785bfd-102b-4abf-b9ab-12e38c653a49] Successfully created port: 2e2a5031-c3b5-40d1-b2b2-229d90379d66 {{(pid=68893) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 730.531655] env[68893]: DEBUG oslo_vmware.api [None req-cef36878-b1fc-4161-9a48-858492d0df42 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] Task: {'id': task-2791158, 'name': Rename_Task, 'duration_secs': 0.223058} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.531655] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-cef36878-b1fc-4161-9a48-858492d0df42 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] [instance: 3f20bd77-e350-409c-beb3-6e8a188048ab] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 730.531655] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9feb59d2-9b5b-457d-b6e6-0cd873ec5a37 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.539051] env[68893]: DEBUG oslo_vmware.api [None req-cef36878-b1fc-4161-9a48-858492d0df42 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] Waiting for the task: (returnval){ [ 730.539051] env[68893]: value = "task-2791159" [ 730.539051] env[68893]: _type = "Task" [ 730.539051] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.548320] env[68893]: DEBUG oslo_vmware.api [None req-cef36878-b1fc-4161-9a48-858492d0df42 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] Task: {'id': task-2791159, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.627560] env[68893]: DEBUG nova.scheduler.client.report [None req-cb3de616-d1c2-491f-98a4-9f6760a289c0 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 730.633339] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e0714be-7fa9-4796-af2f-f9aca3d7cac6 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: d2187069-2dba-4d01-969f-510f659fc163] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 730.633339] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-14aa69d9-e0d4-4ac6-834b-1246c9542dd8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.642210] env[68893]: DEBUG oslo_vmware.api [None req-6e0714be-7fa9-4796-af2f-f9aca3d7cac6 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Waiting for the task: (returnval){ [ 730.642210] env[68893]: value = "task-2791160" [ 730.642210] env[68893]: _type = "Task" [ 730.642210] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.650637] env[68893]: DEBUG oslo_vmware.api [None req-6e0714be-7fa9-4796-af2f-f9aca3d7cac6 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Task: {'id': task-2791160, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.839842] env[68893]: DEBUG nova.network.neutron [req-6be13142-2188-4d56-9775-c4a7efb48d51 req-53c58277-c23e-42cf-83f1-059a09a98f82 service nova] [instance: a18eb1c3-0700-4e59-be23-2c91afa4b7b1] Updated VIF entry in instance network info cache for port cbeb6af6-30a5-4b51-972b-30bbb13ef592. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 730.840275] env[68893]: DEBUG nova.network.neutron [req-6be13142-2188-4d56-9775-c4a7efb48d51 req-53c58277-c23e-42cf-83f1-059a09a98f82 service nova] [instance: a18eb1c3-0700-4e59-be23-2c91afa4b7b1] Updating instance_info_cache with network_info: [{"id": "cbeb6af6-30a5-4b51-972b-30bbb13ef592", "address": "fa:16:3e:e4:f1:38", "network": {"id": "e8a8a8dd-4a01-419b-a3fe-5d84139982a4", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2066780519-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71ab95486130450d8b3976f1a62e5323", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbeb6af6-30", "ovs_interfaceid": "cbeb6af6-30a5-4b51-972b-30bbb13ef592", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.868317] env[68893]: DEBUG oslo_vmware.api [None req-c92abd8a-1888-465d-b0f5-46cb9eb45596 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Task: {'id': task-2791157, 'name': PowerOnVM_Task, 'duration_secs': 0.603761} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.868657] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-c92abd8a-1888-465d-b0f5-46cb9eb45596 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] [instance: ea8f3ce4-4b6e-4bd1-b959-2412268d1b3e] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 730.868860] env[68893]: DEBUG nova.compute.manager [None req-c92abd8a-1888-465d-b0f5-46cb9eb45596 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] [instance: ea8f3ce4-4b6e-4bd1-b959-2412268d1b3e] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 730.870312] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc69bfee-19c9-4c5f-82ee-d58f991e85f8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.911353] env[68893]: DEBUG nova.compute.manager [None req-30ddcb9f-7ba9-4d4c-8e55-e68be63b3515 tempest-TenantUsagesTestJSON-742880608 tempest-TenantUsagesTestJSON-742880608-project-member] [instance: 15785bfd-102b-4abf-b9ab-12e38c653a49] Start spawning the instance on the hypervisor. {{(pid=68893) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 730.927099] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791155, 'name': CreateVM_Task, 'duration_secs': 1.179055} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.928293] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a18eb1c3-0700-4e59-be23-2c91afa4b7b1] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 730.929804] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ebd86513-13de-40ee-8b19-faf447db1c59 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.929804] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ebd86513-13de-40ee-8b19-faf447db1c59 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.929804] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ebd86513-13de-40ee-8b19-faf447db1c59 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.930475] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fc5ef51-cc01-42f3-9843-960c37b25bbb {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.936346] env[68893]: DEBUG oslo_vmware.api [None req-ebd86513-13de-40ee-8b19-faf447db1c59 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Waiting for the task: (returnval){ [ 730.936346] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52f404a0-c435-1b0a-c623-bc0ecd31cdfd" [ 730.936346] env[68893]: _type = "Task" [ 730.936346] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.946266] env[68893]: DEBUG oslo_vmware.api [None req-ebd86513-13de-40ee-8b19-faf447db1c59 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52f404a0-c435-1b0a-c623-bc0ecd31cdfd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.957350] env[68893]: DEBUG nova.virt.hardware [None req-30ddcb9f-7ba9-4d4c-8e55-e68be63b3515 tempest-TenantUsagesTestJSON-742880608 tempest-TenantUsagesTestJSON-742880608-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 730.957614] env[68893]: DEBUG nova.virt.hardware [None req-30ddcb9f-7ba9-4d4c-8e55-e68be63b3515 tempest-TenantUsagesTestJSON-742880608 tempest-TenantUsagesTestJSON-742880608-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 730.957765] env[68893]: DEBUG nova.virt.hardware [None req-30ddcb9f-7ba9-4d4c-8e55-e68be63b3515 tempest-TenantUsagesTestJSON-742880608 tempest-TenantUsagesTestJSON-742880608-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 730.957937] env[68893]: DEBUG nova.virt.hardware [None req-30ddcb9f-7ba9-4d4c-8e55-e68be63b3515 tempest-TenantUsagesTestJSON-742880608 tempest-TenantUsagesTestJSON-742880608-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 730.958096] env[68893]: DEBUG nova.virt.hardware [None req-30ddcb9f-7ba9-4d4c-8e55-e68be63b3515 tempest-TenantUsagesTestJSON-742880608 tempest-TenantUsagesTestJSON-742880608-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 730.958244] env[68893]: DEBUG nova.virt.hardware [None req-30ddcb9f-7ba9-4d4c-8e55-e68be63b3515 tempest-TenantUsagesTestJSON-742880608 tempest-TenantUsagesTestJSON-742880608-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 730.958467] env[68893]: DEBUG nova.virt.hardware [None req-30ddcb9f-7ba9-4d4c-8e55-e68be63b3515 tempest-TenantUsagesTestJSON-742880608 tempest-TenantUsagesTestJSON-742880608-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 730.958598] env[68893]: DEBUG nova.virt.hardware [None req-30ddcb9f-7ba9-4d4c-8e55-e68be63b3515 tempest-TenantUsagesTestJSON-742880608 tempest-TenantUsagesTestJSON-742880608-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 730.958761] env[68893]: DEBUG nova.virt.hardware [None req-30ddcb9f-7ba9-4d4c-8e55-e68be63b3515 tempest-TenantUsagesTestJSON-742880608 tempest-TenantUsagesTestJSON-742880608-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 730.958938] env[68893]: DEBUG nova.virt.hardware [None req-30ddcb9f-7ba9-4d4c-8e55-e68be63b3515 tempest-TenantUsagesTestJSON-742880608 tempest-TenantUsagesTestJSON-742880608-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 730.959165] env[68893]: DEBUG nova.virt.hardware [None req-30ddcb9f-7ba9-4d4c-8e55-e68be63b3515 tempest-TenantUsagesTestJSON-742880608 tempest-TenantUsagesTestJSON-742880608-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 730.960036] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cdb7c3b-f6cb-4a3f-b8b7-32503ac0aa23 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.968728] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b76bc517-e365-437e-8601-ac8d61627ac7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.048468] env[68893]: DEBUG oslo_vmware.api [None req-cef36878-b1fc-4161-9a48-858492d0df42 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] Task: {'id': task-2791159, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.134728] env[68893]: DEBUG oslo_concurrency.lockutils [None req-cb3de616-d1c2-491f-98a4-9f6760a289c0 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.252s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.135295] env[68893]: DEBUG nova.compute.manager [None req-cb3de616-d1c2-491f-98a4-9f6760a289c0 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: a168e41a-cc22-4f30-b7eb-e390d73f0eff] Start building networks asynchronously for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 731.138543] env[68893]: DEBUG oslo_concurrency.lockutils [None req-8ea5f161-5224-430d-8342-748662771069 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.312s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.140535] env[68893]: INFO nova.compute.claims [None req-8ea5f161-5224-430d-8342-748662771069 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] [instance: 1e106741-a2d1-40cc-b287-3f2af59084ca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 731.157399] env[68893]: DEBUG oslo_vmware.api [None req-6e0714be-7fa9-4796-af2f-f9aca3d7cac6 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Task: {'id': task-2791160, 'name': PowerOnVM_Task, 'duration_secs': 0.479675} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.157659] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e0714be-7fa9-4796-af2f-f9aca3d7cac6 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: d2187069-2dba-4d01-969f-510f659fc163] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 731.157829] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-6e0714be-7fa9-4796-af2f-f9aca3d7cac6 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: d2187069-2dba-4d01-969f-510f659fc163] Updating instance 'd2187069-2dba-4d01-969f-510f659fc163' progress to 100 {{(pid=68893) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 731.347132] env[68893]: DEBUG oslo_concurrency.lockutils [req-6be13142-2188-4d56-9775-c4a7efb48d51 req-53c58277-c23e-42cf-83f1-059a09a98f82 service nova] Releasing lock "refresh_cache-a18eb1c3-0700-4e59-be23-2c91afa4b7b1" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.347132] env[68893]: DEBUG nova.compute.manager [req-6be13142-2188-4d56-9775-c4a7efb48d51 req-53c58277-c23e-42cf-83f1-059a09a98f82 service nova] [instance: 0584a6fd-aa46-4da6-bc9a-90ee80698237] Received event network-changed-64332d7c-824f-4564-a221-fe4025e2bd1a {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 731.347132] env[68893]: DEBUG nova.compute.manager [req-6be13142-2188-4d56-9775-c4a7efb48d51 req-53c58277-c23e-42cf-83f1-059a09a98f82 service nova] [instance: 0584a6fd-aa46-4da6-bc9a-90ee80698237] Refreshing instance network info cache due to event network-changed-64332d7c-824f-4564-a221-fe4025e2bd1a. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 731.347132] env[68893]: DEBUG oslo_concurrency.lockutils [req-6be13142-2188-4d56-9775-c4a7efb48d51 req-53c58277-c23e-42cf-83f1-059a09a98f82 service nova] Acquiring lock "refresh_cache-0584a6fd-aa46-4da6-bc9a-90ee80698237" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.347132] env[68893]: DEBUG oslo_concurrency.lockutils [req-6be13142-2188-4d56-9775-c4a7efb48d51 req-53c58277-c23e-42cf-83f1-059a09a98f82 service nova] Acquired lock "refresh_cache-0584a6fd-aa46-4da6-bc9a-90ee80698237" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.347390] env[68893]: DEBUG nova.network.neutron [req-6be13142-2188-4d56-9775-c4a7efb48d51 req-53c58277-c23e-42cf-83f1-059a09a98f82 service nova] [instance: 0584a6fd-aa46-4da6-bc9a-90ee80698237] Refreshing network info cache for port 64332d7c-824f-4564-a221-fe4025e2bd1a {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 731.452609] env[68893]: DEBUG oslo_vmware.api [None req-ebd86513-13de-40ee-8b19-faf447db1c59 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52f404a0-c435-1b0a-c623-bc0ecd31cdfd, 'name': SearchDatastore_Task, 'duration_secs': 0.015975} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.452913] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ebd86513-13de-40ee-8b19-faf447db1c59 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.453133] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-ebd86513-13de-40ee-8b19-faf447db1c59 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] [instance: a18eb1c3-0700-4e59-be23-2c91afa4b7b1] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 731.453460] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ebd86513-13de-40ee-8b19-faf447db1c59 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.453460] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ebd86513-13de-40ee-8b19-faf447db1c59 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.453627] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebd86513-13de-40ee-8b19-faf447db1c59 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 731.453987] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7e8b5e90-309f-49ca-85d3-6cfe643dfcb6 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.464979] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebd86513-13de-40ee-8b19-faf447db1c59 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 731.464979] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-ebd86513-13de-40ee-8b19-faf447db1c59 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 731.465584] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-175f4a94-0961-45d1-beab-657b107039fb {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.472167] env[68893]: DEBUG oslo_vmware.api [None req-ebd86513-13de-40ee-8b19-faf447db1c59 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Waiting for the task: (returnval){ [ 731.472167] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52bf08d0-6889-5505-fb9b-51cc5d398465" [ 731.472167] env[68893]: _type = "Task" [ 731.472167] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.481078] env[68893]: DEBUG oslo_vmware.api [None req-ebd86513-13de-40ee-8b19-faf447db1c59 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52bf08d0-6889-5505-fb9b-51cc5d398465, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.549615] env[68893]: DEBUG oslo_vmware.api [None req-cef36878-b1fc-4161-9a48-858492d0df42 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] Task: {'id': task-2791159, 'name': PowerOnVM_Task} progress is 87%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.654023] env[68893]: DEBUG nova.compute.utils [None req-cb3de616-d1c2-491f-98a4-9f6760a289c0 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 731.654023] env[68893]: DEBUG nova.compute.manager [None req-cb3de616-d1c2-491f-98a4-9f6760a289c0 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: a168e41a-cc22-4f30-b7eb-e390d73f0eff] Allocating IP information in the background. {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 731.654023] env[68893]: DEBUG nova.network.neutron [None req-cb3de616-d1c2-491f-98a4-9f6760a289c0 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: a168e41a-cc22-4f30-b7eb-e390d73f0eff] allocate_for_instance() {{(pid=68893) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 731.724935] env[68893]: DEBUG nova.policy [None req-cb3de616-d1c2-491f-98a4-9f6760a289c0 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '30fa85d5a268450db16ef90dafd08338', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fe5f0158eb4f4b8ea53f02a7b25aea55', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68893) authorize /opt/stack/nova/nova/policy.py:192}} [ 731.983883] env[68893]: DEBUG oslo_vmware.api [None req-ebd86513-13de-40ee-8b19-faf447db1c59 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52bf08d0-6889-5505-fb9b-51cc5d398465, 'name': SearchDatastore_Task, 'duration_secs': 0.028313} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.985398] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa3418bd-0cbb-4a27-969b-708751cfe6b8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.990933] env[68893]: DEBUG oslo_vmware.api [None req-ebd86513-13de-40ee-8b19-faf447db1c59 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Waiting for the task: (returnval){ [ 731.990933] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]5263686a-1c59-7c20-58e1-1bd915899013" [ 731.990933] env[68893]: _type = "Task" [ 731.990933] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.999364] env[68893]: DEBUG oslo_vmware.api [None req-ebd86513-13de-40ee-8b19-faf447db1c59 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]5263686a-1c59-7c20-58e1-1bd915899013, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.056507] env[68893]: DEBUG oslo_vmware.api [None req-cef36878-b1fc-4161-9a48-858492d0df42 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] Task: {'id': task-2791159, 'name': PowerOnVM_Task, 'duration_secs': 1.407477} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.056852] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-cef36878-b1fc-4161-9a48-858492d0df42 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] [instance: 3f20bd77-e350-409c-beb3-6e8a188048ab] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 732.057144] env[68893]: INFO nova.compute.manager [None req-cef36878-b1fc-4161-9a48-858492d0df42 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] [instance: 3f20bd77-e350-409c-beb3-6e8a188048ab] Took 9.00 seconds to spawn the instance on the hypervisor. [ 732.057369] env[68893]: DEBUG nova.compute.manager [None req-cef36878-b1fc-4161-9a48-858492d0df42 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] [instance: 3f20bd77-e350-409c-beb3-6e8a188048ab] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 732.058252] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c96b5a2-eef6-4b23-9823-9789fff5625f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.157543] env[68893]: DEBUG nova.compute.manager [None req-cb3de616-d1c2-491f-98a4-9f6760a289c0 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: a168e41a-cc22-4f30-b7eb-e390d73f0eff] Start building block device mappings for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 732.407506] env[68893]: DEBUG nova.network.neutron [None req-30ddcb9f-7ba9-4d4c-8e55-e68be63b3515 tempest-TenantUsagesTestJSON-742880608 tempest-TenantUsagesTestJSON-742880608-project-member] [instance: 15785bfd-102b-4abf-b9ab-12e38c653a49] Successfully updated port: 2e2a5031-c3b5-40d1-b2b2-229d90379d66 {{(pid=68893) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 732.503546] env[68893]: DEBUG nova.network.neutron [req-6be13142-2188-4d56-9775-c4a7efb48d51 req-53c58277-c23e-42cf-83f1-059a09a98f82 service nova] [instance: 0584a6fd-aa46-4da6-bc9a-90ee80698237] Updated VIF entry in instance network info cache for port 64332d7c-824f-4564-a221-fe4025e2bd1a. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 732.504413] env[68893]: DEBUG nova.network.neutron [req-6be13142-2188-4d56-9775-c4a7efb48d51 req-53c58277-c23e-42cf-83f1-059a09a98f82 service nova] [instance: 0584a6fd-aa46-4da6-bc9a-90ee80698237] Updating instance_info_cache with network_info: [{"id": "64332d7c-824f-4564-a221-fe4025e2bd1a", "address": "fa:16:3e:f0:e5:b3", "network": {"id": "9305e23e-1e8c-442c-9b58-a8ccde53484b", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1476434837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45d2f04edaa14bcba59e45dfae8b4bcd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "304be4f7-4e36-4468-9ef4-e457341cef18", "external-id": "nsx-vlan-transportzone-911", "segmentation_id": 911, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64332d7c-82", "ovs_interfaceid": "64332d7c-824f-4564-a221-fe4025e2bd1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.516089] env[68893]: DEBUG oslo_vmware.api [None req-ebd86513-13de-40ee-8b19-faf447db1c59 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]5263686a-1c59-7c20-58e1-1bd915899013, 'name': SearchDatastore_Task, 'duration_secs': 0.027842} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.522197] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ebd86513-13de-40ee-8b19-faf447db1c59 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.522197] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebd86513-13de-40ee-8b19-faf447db1c59 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] a18eb1c3-0700-4e59-be23-2c91afa4b7b1/a18eb1c3-0700-4e59-be23-2c91afa4b7b1.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 732.522700] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1215a35b-fa0b-45bc-9eb3-77f911afd236 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.531571] env[68893]: DEBUG oslo_vmware.api [None req-ebd86513-13de-40ee-8b19-faf447db1c59 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Waiting for the task: (returnval){ [ 732.531571] env[68893]: value = "task-2791161" [ 732.531571] env[68893]: _type = "Task" [ 732.531571] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.543975] env[68893]: DEBUG oslo_vmware.api [None req-ebd86513-13de-40ee-8b19-faf447db1c59 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Task: {'id': task-2791161, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.558781] env[68893]: DEBUG nova.network.neutron [None req-cb3de616-d1c2-491f-98a4-9f6760a289c0 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: a168e41a-cc22-4f30-b7eb-e390d73f0eff] Successfully created port: a1919c7d-16b7-46f0-89b9-35eb0864d18c {{(pid=68893) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 732.581012] env[68893]: INFO nova.compute.manager [None req-cef36878-b1fc-4161-9a48-858492d0df42 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] [instance: 3f20bd77-e350-409c-beb3-6e8a188048ab] Took 35.16 seconds to build instance. [ 732.843482] env[68893]: DEBUG nova.compute.manager [req-049e6d6e-819e-4d0b-a7c5-191ad4caa052 req-67dcdf1c-5b97-410e-a7d3-82d3a7bfd517 service nova] [instance: 15785bfd-102b-4abf-b9ab-12e38c653a49] Received event network-vif-plugged-2e2a5031-c3b5-40d1-b2b2-229d90379d66 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 732.843762] env[68893]: DEBUG oslo_concurrency.lockutils [req-049e6d6e-819e-4d0b-a7c5-191ad4caa052 req-67dcdf1c-5b97-410e-a7d3-82d3a7bfd517 service nova] Acquiring lock "15785bfd-102b-4abf-b9ab-12e38c653a49-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.844057] env[68893]: DEBUG oslo_concurrency.lockutils [req-049e6d6e-819e-4d0b-a7c5-191ad4caa052 req-67dcdf1c-5b97-410e-a7d3-82d3a7bfd517 service nova] Lock "15785bfd-102b-4abf-b9ab-12e38c653a49-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.844309] env[68893]: DEBUG oslo_concurrency.lockutils [req-049e6d6e-819e-4d0b-a7c5-191ad4caa052 req-67dcdf1c-5b97-410e-a7d3-82d3a7bfd517 service nova] Lock "15785bfd-102b-4abf-b9ab-12e38c653a49-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.844531] env[68893]: DEBUG nova.compute.manager [req-049e6d6e-819e-4d0b-a7c5-191ad4caa052 req-67dcdf1c-5b97-410e-a7d3-82d3a7bfd517 service nova] [instance: 15785bfd-102b-4abf-b9ab-12e38c653a49] No waiting events found dispatching network-vif-plugged-2e2a5031-c3b5-40d1-b2b2-229d90379d66 {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 732.844766] env[68893]: WARNING nova.compute.manager [req-049e6d6e-819e-4d0b-a7c5-191ad4caa052 req-67dcdf1c-5b97-410e-a7d3-82d3a7bfd517 service nova] [instance: 15785bfd-102b-4abf-b9ab-12e38c653a49] Received unexpected event network-vif-plugged-2e2a5031-c3b5-40d1-b2b2-229d90379d66 for instance with vm_state building and task_state spawning. [ 732.867506] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b8271ca-14cb-4c2d-8897-9ce64d64f443 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.880816] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37fdd9df-d634-41d1-945e-798ea53df860 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.919873] env[68893]: DEBUG oslo_concurrency.lockutils [None req-30ddcb9f-7ba9-4d4c-8e55-e68be63b3515 tempest-TenantUsagesTestJSON-742880608 tempest-TenantUsagesTestJSON-742880608-project-member] Acquiring lock "refresh_cache-15785bfd-102b-4abf-b9ab-12e38c653a49" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.920170] env[68893]: DEBUG oslo_concurrency.lockutils [None req-30ddcb9f-7ba9-4d4c-8e55-e68be63b3515 tempest-TenantUsagesTestJSON-742880608 tempest-TenantUsagesTestJSON-742880608-project-member] Acquired lock "refresh_cache-15785bfd-102b-4abf-b9ab-12e38c653a49" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.920380] env[68893]: DEBUG nova.network.neutron [None req-30ddcb9f-7ba9-4d4c-8e55-e68be63b3515 tempest-TenantUsagesTestJSON-742880608 tempest-TenantUsagesTestJSON-742880608-project-member] [instance: 15785bfd-102b-4abf-b9ab-12e38c653a49] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 732.927186] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb1f62aa-7bba-4c31-a0eb-8fcc9c0cc8b1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.936437] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb50e1f3-c2f5-4942-a060-541c3c238b57 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.956486] env[68893]: DEBUG nova.compute.provider_tree [None req-8ea5f161-5224-430d-8342-748662771069 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 733.010561] env[68893]: DEBUG oslo_concurrency.lockutils [req-6be13142-2188-4d56-9775-c4a7efb48d51 req-53c58277-c23e-42cf-83f1-059a09a98f82 service nova] Releasing lock "refresh_cache-0584a6fd-aa46-4da6-bc9a-90ee80698237" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.011857] env[68893]: DEBUG nova.compute.manager [req-6be13142-2188-4d56-9775-c4a7efb48d51 req-53c58277-c23e-42cf-83f1-059a09a98f82 service nova] [instance: 17c90488-234d-4203-964f-a4863bbe5e47] Received event network-changed-6c1a76c4-5091-46e1-b784-f53497b878fd {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 733.011857] env[68893]: DEBUG nova.compute.manager [req-6be13142-2188-4d56-9775-c4a7efb48d51 req-53c58277-c23e-42cf-83f1-059a09a98f82 service nova] [instance: 17c90488-234d-4203-964f-a4863bbe5e47] Refreshing instance network info cache due to event network-changed-6c1a76c4-5091-46e1-b784-f53497b878fd. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 733.011857] env[68893]: DEBUG oslo_concurrency.lockutils [req-6be13142-2188-4d56-9775-c4a7efb48d51 req-53c58277-c23e-42cf-83f1-059a09a98f82 service nova] Acquiring lock "refresh_cache-17c90488-234d-4203-964f-a4863bbe5e47" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.011857] env[68893]: DEBUG oslo_concurrency.lockutils [req-6be13142-2188-4d56-9775-c4a7efb48d51 req-53c58277-c23e-42cf-83f1-059a09a98f82 service nova] Acquired lock "refresh_cache-17c90488-234d-4203-964f-a4863bbe5e47" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.012238] env[68893]: DEBUG nova.network.neutron [req-6be13142-2188-4d56-9775-c4a7efb48d51 req-53c58277-c23e-42cf-83f1-059a09a98f82 service nova] [instance: 17c90488-234d-4203-964f-a4863bbe5e47] Refreshing network info cache for port 6c1a76c4-5091-46e1-b784-f53497b878fd {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 733.044020] env[68893]: DEBUG oslo_vmware.api [None req-ebd86513-13de-40ee-8b19-faf447db1c59 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Task: {'id': task-2791161, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.083373] env[68893]: DEBUG oslo_concurrency.lockutils [None req-cef36878-b1fc-4161-9a48-858492d0df42 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] Lock "3f20bd77-e350-409c-beb3-6e8a188048ab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.127s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.167931] env[68893]: DEBUG nova.compute.manager [None req-cb3de616-d1c2-491f-98a4-9f6760a289c0 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: a168e41a-cc22-4f30-b7eb-e390d73f0eff] Start spawning the instance on the hypervisor. {{(pid=68893) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 733.199215] env[68893]: DEBUG nova.virt.hardware [None req-cb3de616-d1c2-491f-98a4-9f6760a289c0 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 733.199215] env[68893]: DEBUG nova.virt.hardware [None req-cb3de616-d1c2-491f-98a4-9f6760a289c0 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 733.199215] env[68893]: DEBUG nova.virt.hardware [None req-cb3de616-d1c2-491f-98a4-9f6760a289c0 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 733.199505] env[68893]: DEBUG nova.virt.hardware [None req-cb3de616-d1c2-491f-98a4-9f6760a289c0 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 733.199505] env[68893]: DEBUG nova.virt.hardware [None req-cb3de616-d1c2-491f-98a4-9f6760a289c0 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 733.199577] env[68893]: DEBUG nova.virt.hardware [None req-cb3de616-d1c2-491f-98a4-9f6760a289c0 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 733.199785] env[68893]: DEBUG nova.virt.hardware [None req-cb3de616-d1c2-491f-98a4-9f6760a289c0 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 733.199949] env[68893]: DEBUG nova.virt.hardware [None req-cb3de616-d1c2-491f-98a4-9f6760a289c0 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 733.204175] env[68893]: DEBUG nova.virt.hardware [None req-cb3de616-d1c2-491f-98a4-9f6760a289c0 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 733.204411] env[68893]: DEBUG nova.virt.hardware [None req-cb3de616-d1c2-491f-98a4-9f6760a289c0 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 733.204597] env[68893]: DEBUG nova.virt.hardware [None req-cb3de616-d1c2-491f-98a4-9f6760a289c0 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 733.205626] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9c4bd1e-9a6a-4af4-8abf-b79c7bba9d90 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.214859] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bebbe52a-8b7a-4b8a-bb24-a1e86747015c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.460297] env[68893]: DEBUG nova.scheduler.client.report [None req-8ea5f161-5224-430d-8342-748662771069 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 733.544350] env[68893]: DEBUG oslo_vmware.api [None req-ebd86513-13de-40ee-8b19-faf447db1c59 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Task: {'id': task-2791161, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.663764} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.545100] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebd86513-13de-40ee-8b19-faf447db1c59 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] a18eb1c3-0700-4e59-be23-2c91afa4b7b1/a18eb1c3-0700-4e59-be23-2c91afa4b7b1.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 733.545100] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-ebd86513-13de-40ee-8b19-faf447db1c59 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] [instance: a18eb1c3-0700-4e59-be23-2c91afa4b7b1] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 733.545238] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ccd79cd2-06de-4a00-911f-be9435610522 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.554129] env[68893]: DEBUG oslo_vmware.api [None req-ebd86513-13de-40ee-8b19-faf447db1c59 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Waiting for the task: (returnval){ [ 733.554129] env[68893]: value = "task-2791162" [ 733.554129] env[68893]: _type = "Task" [ 733.554129] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.563963] env[68893]: DEBUG oslo_vmware.api [None req-ebd86513-13de-40ee-8b19-faf447db1c59 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Task: {'id': task-2791162, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.567323] env[68893]: DEBUG nova.network.neutron [None req-30ddcb9f-7ba9-4d4c-8e55-e68be63b3515 tempest-TenantUsagesTestJSON-742880608 tempest-TenantUsagesTestJSON-742880608-project-member] [instance: 15785bfd-102b-4abf-b9ab-12e38c653a49] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 733.587202] env[68893]: DEBUG nova.compute.manager [None req-d535d517-9843-4bdb-866d-1bb1c3673949 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] [instance: 9bed2863-be23-41c8-9794-5f7dfbeaf219] Starting instance... {{(pid=68893) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 733.811928] env[68893]: DEBUG nova.network.neutron [None req-30ddcb9f-7ba9-4d4c-8e55-e68be63b3515 tempest-TenantUsagesTestJSON-742880608 tempest-TenantUsagesTestJSON-742880608-project-member] [instance: 15785bfd-102b-4abf-b9ab-12e38c653a49] Updating instance_info_cache with network_info: [{"id": "2e2a5031-c3b5-40d1-b2b2-229d90379d66", "address": "fa:16:3e:a1:59:48", "network": {"id": "508509dd-7bfd-4a64-9135-d3dbeac23fa6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.36", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a15c0c8454c748249efd16f753a7dc35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e2a5031-c3", "ovs_interfaceid": "2e2a5031-c3b5-40d1-b2b2-229d90379d66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.838946] env[68893]: DEBUG nova.network.neutron [req-6be13142-2188-4d56-9775-c4a7efb48d51 req-53c58277-c23e-42cf-83f1-059a09a98f82 service nova] [instance: 17c90488-234d-4203-964f-a4863bbe5e47] Updated VIF entry in instance network info cache for port 6c1a76c4-5091-46e1-b784-f53497b878fd. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 733.839322] env[68893]: DEBUG nova.network.neutron [req-6be13142-2188-4d56-9775-c4a7efb48d51 req-53c58277-c23e-42cf-83f1-059a09a98f82 service nova] [instance: 17c90488-234d-4203-964f-a4863bbe5e47] Updating instance_info_cache with network_info: [{"id": "6c1a76c4-5091-46e1-b784-f53497b878fd", "address": "fa:16:3e:d8:c9:4b", "network": {"id": "372c4af5-07cd-4901-95b4-1cf64ee22a54", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-937530427-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "237abbb80b96493ba754645b0e3cc89f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c1a76c4-50", "ovs_interfaceid": "6c1a76c4-5091-46e1-b784-f53497b878fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.966277] env[68893]: DEBUG oslo_concurrency.lockutils [None req-8ea5f161-5224-430d-8342-748662771069 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.828s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.966920] env[68893]: DEBUG nova.compute.manager [None req-8ea5f161-5224-430d-8342-748662771069 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] [instance: 1e106741-a2d1-40cc-b287-3f2af59084ca] Start building networks asynchronously for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 733.969560] env[68893]: DEBUG oslo_concurrency.lockutils [None req-0306dc01-85a8-43aa-8951-fbbda9c63b03 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.422s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.970971] env[68893]: INFO nova.compute.claims [None req-0306dc01-85a8-43aa-8951-fbbda9c63b03 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: 74e4929e-3ae3-4358-9544-e64b5c2f237f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 734.065761] env[68893]: DEBUG oslo_vmware.api [None req-ebd86513-13de-40ee-8b19-faf447db1c59 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Task: {'id': task-2791162, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068066} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.066354] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-ebd86513-13de-40ee-8b19-faf447db1c59 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] [instance: a18eb1c3-0700-4e59-be23-2c91afa4b7b1] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 734.067212] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b6d726d-1d56-496d-b87b-45302ddfefc5 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.094856] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebd86513-13de-40ee-8b19-faf447db1c59 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] [instance: a18eb1c3-0700-4e59-be23-2c91afa4b7b1] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] a18eb1c3-0700-4e59-be23-2c91afa4b7b1/a18eb1c3-0700-4e59-be23-2c91afa4b7b1.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 734.097344] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5cf83ab-4ba9-455d-9c53-9b577fe5b308 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.122592] env[68893]: DEBUG oslo_vmware.api [None req-ebd86513-13de-40ee-8b19-faf447db1c59 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Waiting for the task: (returnval){ [ 734.122592] env[68893]: value = "task-2791163" [ 734.122592] env[68893]: _type = "Task" [ 734.122592] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.131135] env[68893]: DEBUG oslo_vmware.api [None req-ebd86513-13de-40ee-8b19-faf447db1c59 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Task: {'id': task-2791163, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.137089] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d535d517-9843-4bdb-866d-1bb1c3673949 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.315392] env[68893]: DEBUG oslo_concurrency.lockutils [None req-30ddcb9f-7ba9-4d4c-8e55-e68be63b3515 tempest-TenantUsagesTestJSON-742880608 tempest-TenantUsagesTestJSON-742880608-project-member] Releasing lock "refresh_cache-15785bfd-102b-4abf-b9ab-12e38c653a49" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.315763] env[68893]: DEBUG nova.compute.manager [None req-30ddcb9f-7ba9-4d4c-8e55-e68be63b3515 tempest-TenantUsagesTestJSON-742880608 tempest-TenantUsagesTestJSON-742880608-project-member] [instance: 15785bfd-102b-4abf-b9ab-12e38c653a49] Instance network_info: |[{"id": "2e2a5031-c3b5-40d1-b2b2-229d90379d66", "address": "fa:16:3e:a1:59:48", "network": {"id": "508509dd-7bfd-4a64-9135-d3dbeac23fa6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.36", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a15c0c8454c748249efd16f753a7dc35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e2a5031-c3", "ovs_interfaceid": "2e2a5031-c3b5-40d1-b2b2-229d90379d66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 734.316290] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-30ddcb9f-7ba9-4d4c-8e55-e68be63b3515 tempest-TenantUsagesTestJSON-742880608 tempest-TenantUsagesTestJSON-742880608-project-member] [instance: 15785bfd-102b-4abf-b9ab-12e38c653a49] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:59:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2e2a5031-c3b5-40d1-b2b2-229d90379d66', 'vif_model': 'vmxnet3'}] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 734.323688] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-30ddcb9f-7ba9-4d4c-8e55-e68be63b3515 tempest-TenantUsagesTestJSON-742880608 tempest-TenantUsagesTestJSON-742880608-project-member] Creating folder: Project (fb3685444dae495f87e516c181533ada). Parent ref: group-v560969. {{(pid=68893) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 734.323980] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-63f938f6-dcce-4b67-bfb8-49b2802e724a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.334830] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-30ddcb9f-7ba9-4d4c-8e55-e68be63b3515 tempest-TenantUsagesTestJSON-742880608 tempest-TenantUsagesTestJSON-742880608-project-member] Created folder: Project (fb3685444dae495f87e516c181533ada) in parent group-v560969. [ 734.335027] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-30ddcb9f-7ba9-4d4c-8e55-e68be63b3515 tempest-TenantUsagesTestJSON-742880608 tempest-TenantUsagesTestJSON-742880608-project-member] Creating folder: Instances. Parent ref: group-v561027. {{(pid=68893) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 734.335272] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6478c8d4-4c96-4fd5-b40b-11b1d12b8e9f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.342293] env[68893]: DEBUG oslo_concurrency.lockutils [req-6be13142-2188-4d56-9775-c4a7efb48d51 req-53c58277-c23e-42cf-83f1-059a09a98f82 service nova] Releasing lock "refresh_cache-17c90488-234d-4203-964f-a4863bbe5e47" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.344721] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-30ddcb9f-7ba9-4d4c-8e55-e68be63b3515 tempest-TenantUsagesTestJSON-742880608 tempest-TenantUsagesTestJSON-742880608-project-member] Created folder: Instances in parent group-v561027. [ 734.344946] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-30ddcb9f-7ba9-4d4c-8e55-e68be63b3515 tempest-TenantUsagesTestJSON-742880608 tempest-TenantUsagesTestJSON-742880608-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 734.345150] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15785bfd-102b-4abf-b9ab-12e38c653a49] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 734.345372] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-567d8e54-2110-4b16-b0e5-9a7237071ac7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.368326] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 734.368326] env[68893]: value = "task-2791166" [ 734.368326] env[68893]: _type = "Task" [ 734.368326] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.376928] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791166, 'name': CreateVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.384927] env[68893]: DEBUG nova.network.neutron [None req-cb3de616-d1c2-491f-98a4-9f6760a289c0 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: a168e41a-cc22-4f30-b7eb-e390d73f0eff] Successfully updated port: a1919c7d-16b7-46f0-89b9-35eb0864d18c {{(pid=68893) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 734.478281] env[68893]: DEBUG nova.compute.utils [None req-8ea5f161-5224-430d-8342-748662771069 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 734.482886] env[68893]: DEBUG nova.compute.manager [None req-8ea5f161-5224-430d-8342-748662771069 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] [instance: 1e106741-a2d1-40cc-b287-3f2af59084ca] Allocating IP information in the background. {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 734.482886] env[68893]: DEBUG nova.network.neutron [None req-8ea5f161-5224-430d-8342-748662771069 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] [instance: 1e106741-a2d1-40cc-b287-3f2af59084ca] allocate_for_instance() {{(pid=68893) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 734.597557] env[68893]: DEBUG nova.policy [None req-8ea5f161-5224-430d-8342-748662771069 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '756e39318f034d70bb77135ce045e990', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '39484e4d540249b899ec91b14570abc5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68893) authorize /opt/stack/nova/nova/policy.py:192}} [ 734.633789] env[68893]: DEBUG oslo_vmware.api [None req-ebd86513-13de-40ee-8b19-faf447db1c59 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Task: {'id': task-2791163, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.882193] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791166, 'name': CreateVM_Task, 'duration_secs': 0.42817} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.882386] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15785bfd-102b-4abf-b9ab-12e38c653a49] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 734.883087] env[68893]: DEBUG oslo_concurrency.lockutils [None req-30ddcb9f-7ba9-4d4c-8e55-e68be63b3515 tempest-TenantUsagesTestJSON-742880608 tempest-TenantUsagesTestJSON-742880608-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.883250] env[68893]: DEBUG oslo_concurrency.lockutils [None req-30ddcb9f-7ba9-4d4c-8e55-e68be63b3515 tempest-TenantUsagesTestJSON-742880608 tempest-TenantUsagesTestJSON-742880608-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.883873] env[68893]: DEBUG oslo_concurrency.lockutils [None req-30ddcb9f-7ba9-4d4c-8e55-e68be63b3515 tempest-TenantUsagesTestJSON-742880608 tempest-TenantUsagesTestJSON-742880608-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.884154] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0f37f2c-e996-45f5-8ae4-86da5c456ee2 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.889140] env[68893]: DEBUG oslo_concurrency.lockutils [None req-cb3de616-d1c2-491f-98a4-9f6760a289c0 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Acquiring lock "refresh_cache-a168e41a-cc22-4f30-b7eb-e390d73f0eff" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.889317] env[68893]: DEBUG oslo_concurrency.lockutils [None req-cb3de616-d1c2-491f-98a4-9f6760a289c0 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Acquired lock "refresh_cache-a168e41a-cc22-4f30-b7eb-e390d73f0eff" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.889454] env[68893]: DEBUG nova.network.neutron [None req-cb3de616-d1c2-491f-98a4-9f6760a289c0 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: a168e41a-cc22-4f30-b7eb-e390d73f0eff] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 734.890997] env[68893]: DEBUG oslo_vmware.api [None req-30ddcb9f-7ba9-4d4c-8e55-e68be63b3515 tempest-TenantUsagesTestJSON-742880608 tempest-TenantUsagesTestJSON-742880608-project-member] Waiting for the task: (returnval){ [ 734.890997] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52efcf84-f7ed-6d18-d212-fb6a102c618f" [ 734.890997] env[68893]: _type = "Task" [ 734.890997] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.899988] env[68893]: DEBUG oslo_vmware.api [None req-30ddcb9f-7ba9-4d4c-8e55-e68be63b3515 tempest-TenantUsagesTestJSON-742880608 tempest-TenantUsagesTestJSON-742880608-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52efcf84-f7ed-6d18-d212-fb6a102c618f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.902236] env[68893]: DEBUG nova.compute.manager [req-92716330-22c2-4b66-b633-15c3dd2a191b req-72b9ad57-89e6-46f1-904d-f0bd32becff0 service nova] [instance: 17c90488-234d-4203-964f-a4863bbe5e47] Received event network-changed-6c1a76c4-5091-46e1-b784-f53497b878fd {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 734.902409] env[68893]: DEBUG nova.compute.manager [req-92716330-22c2-4b66-b633-15c3dd2a191b req-72b9ad57-89e6-46f1-904d-f0bd32becff0 service nova] [instance: 17c90488-234d-4203-964f-a4863bbe5e47] Refreshing instance network info cache due to event network-changed-6c1a76c4-5091-46e1-b784-f53497b878fd. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 734.902670] env[68893]: DEBUG oslo_concurrency.lockutils [req-92716330-22c2-4b66-b633-15c3dd2a191b req-72b9ad57-89e6-46f1-904d-f0bd32becff0 service nova] Acquiring lock "refresh_cache-17c90488-234d-4203-964f-a4863bbe5e47" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.902818] env[68893]: DEBUG oslo_concurrency.lockutils [req-92716330-22c2-4b66-b633-15c3dd2a191b req-72b9ad57-89e6-46f1-904d-f0bd32becff0 service nova] Acquired lock "refresh_cache-17c90488-234d-4203-964f-a4863bbe5e47" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.903011] env[68893]: DEBUG nova.network.neutron [req-92716330-22c2-4b66-b633-15c3dd2a191b req-72b9ad57-89e6-46f1-904d-f0bd32becff0 service nova] [instance: 17c90488-234d-4203-964f-a4863bbe5e47] Refreshing network info cache for port 6c1a76c4-5091-46e1-b784-f53497b878fd {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 734.914424] env[68893]: DEBUG oslo_concurrency.lockutils [None req-7a7c54d3-07a4-4ad7-9280-64cf6a6f3fff tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Acquiring lock "d2187069-2dba-4d01-969f-510f659fc163" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.914714] env[68893]: DEBUG oslo_concurrency.lockutils [None req-7a7c54d3-07a4-4ad7-9280-64cf6a6f3fff tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Lock "d2187069-2dba-4d01-969f-510f659fc163" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.914936] env[68893]: DEBUG nova.compute.manager [None req-7a7c54d3-07a4-4ad7-9280-64cf6a6f3fff tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: d2187069-2dba-4d01-969f-510f659fc163] Going to confirm migration 1 {{(pid=68893) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 734.989993] env[68893]: DEBUG nova.compute.manager [None req-8ea5f161-5224-430d-8342-748662771069 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] [instance: 1e106741-a2d1-40cc-b287-3f2af59084ca] Start building block device mappings for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 735.018968] env[68893]: DEBUG nova.network.neutron [None req-8ea5f161-5224-430d-8342-748662771069 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] [instance: 1e106741-a2d1-40cc-b287-3f2af59084ca] Successfully created port: d51a8340-99bb-46ac-b248-7013954c3e65 {{(pid=68893) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 735.135031] env[68893]: DEBUG oslo_vmware.api [None req-ebd86513-13de-40ee-8b19-faf447db1c59 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Task: {'id': task-2791163, 'name': ReconfigVM_Task, 'duration_secs': 0.671493} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.135327] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebd86513-13de-40ee-8b19-faf447db1c59 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] [instance: a18eb1c3-0700-4e59-be23-2c91afa4b7b1] Reconfigured VM instance instance-00000013 to attach disk [datastore2] a18eb1c3-0700-4e59-be23-2c91afa4b7b1/a18eb1c3-0700-4e59-be23-2c91afa4b7b1.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 735.135992] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5804fb28-2e8f-4961-ab2b-b4912799453d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.142729] env[68893]: DEBUG oslo_vmware.api [None req-ebd86513-13de-40ee-8b19-faf447db1c59 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Waiting for the task: (returnval){ [ 735.142729] env[68893]: value = "task-2791167" [ 735.142729] env[68893]: _type = "Task" [ 735.142729] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.156446] env[68893]: DEBUG oslo_vmware.api [None req-ebd86513-13de-40ee-8b19-faf447db1c59 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Task: {'id': task-2791167, 'name': Rename_Task} progress is 6%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.409386] env[68893]: DEBUG oslo_vmware.api [None req-30ddcb9f-7ba9-4d4c-8e55-e68be63b3515 tempest-TenantUsagesTestJSON-742880608 tempest-TenantUsagesTestJSON-742880608-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52efcf84-f7ed-6d18-d212-fb6a102c618f, 'name': SearchDatastore_Task, 'duration_secs': 0.014387} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.409689] env[68893]: DEBUG oslo_concurrency.lockutils [None req-30ddcb9f-7ba9-4d4c-8e55-e68be63b3515 tempest-TenantUsagesTestJSON-742880608 tempest-TenantUsagesTestJSON-742880608-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.409908] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-30ddcb9f-7ba9-4d4c-8e55-e68be63b3515 tempest-TenantUsagesTestJSON-742880608 tempest-TenantUsagesTestJSON-742880608-project-member] [instance: 15785bfd-102b-4abf-b9ab-12e38c653a49] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 735.410206] env[68893]: DEBUG oslo_concurrency.lockutils [None req-30ddcb9f-7ba9-4d4c-8e55-e68be63b3515 tempest-TenantUsagesTestJSON-742880608 tempest-TenantUsagesTestJSON-742880608-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.410364] env[68893]: DEBUG oslo_concurrency.lockutils [None req-30ddcb9f-7ba9-4d4c-8e55-e68be63b3515 tempest-TenantUsagesTestJSON-742880608 tempest-TenantUsagesTestJSON-742880608-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.410538] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-30ddcb9f-7ba9-4d4c-8e55-e68be63b3515 tempest-TenantUsagesTestJSON-742880608 tempest-TenantUsagesTestJSON-742880608-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 735.411132] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-58c4d0d7-db52-42ae-b90f-a5a0f5e8f930 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.424582] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-30ddcb9f-7ba9-4d4c-8e55-e68be63b3515 tempest-TenantUsagesTestJSON-742880608 tempest-TenantUsagesTestJSON-742880608-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 735.424809] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-30ddcb9f-7ba9-4d4c-8e55-e68be63b3515 tempest-TenantUsagesTestJSON-742880608 tempest-TenantUsagesTestJSON-742880608-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 735.425911] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c7732db-be59-40bb-a912-ce015f55f4ec {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.433870] env[68893]: DEBUG oslo_vmware.api [None req-30ddcb9f-7ba9-4d4c-8e55-e68be63b3515 tempest-TenantUsagesTestJSON-742880608 tempest-TenantUsagesTestJSON-742880608-project-member] Waiting for the task: (returnval){ [ 735.433870] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52f2fe80-9dde-f3e0-3f21-c1b2763c75b3" [ 735.433870] env[68893]: _type = "Task" [ 735.433870] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.442295] env[68893]: DEBUG oslo_vmware.api [None req-30ddcb9f-7ba9-4d4c-8e55-e68be63b3515 tempest-TenantUsagesTestJSON-742880608 tempest-TenantUsagesTestJSON-742880608-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52f2fe80-9dde-f3e0-3f21-c1b2763c75b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.484224] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e2accd3-4801-4d31-8b27-c5e27ee94987 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.488188] env[68893]: DEBUG nova.network.neutron [None req-cb3de616-d1c2-491f-98a4-9f6760a289c0 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: a168e41a-cc22-4f30-b7eb-e390d73f0eff] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 735.496678] env[68893]: DEBUG oslo_concurrency.lockutils [None req-7a7c54d3-07a4-4ad7-9280-64cf6a6f3fff tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Acquiring lock "refresh_cache-d2187069-2dba-4d01-969f-510f659fc163" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.496863] env[68893]: DEBUG oslo_concurrency.lockutils [None req-7a7c54d3-07a4-4ad7-9280-64cf6a6f3fff tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Acquired lock "refresh_cache-d2187069-2dba-4d01-969f-510f659fc163" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.497082] env[68893]: DEBUG nova.network.neutron [None req-7a7c54d3-07a4-4ad7-9280-64cf6a6f3fff tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: d2187069-2dba-4d01-969f-510f659fc163] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 735.497273] env[68893]: DEBUG nova.objects.instance [None req-7a7c54d3-07a4-4ad7-9280-64cf6a6f3fff tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Lazy-loading 'info_cache' on Instance uuid d2187069-2dba-4d01-969f-510f659fc163 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 735.499703] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0282fcc-13af-47f1-9a70-cf7677021a66 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.546438] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5857a34f-053d-4f3a-8323-7050412dc19c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.558407] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f6b3f65-75e0-4db4-81f3-bdc51ae796a2 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.575654] env[68893]: DEBUG nova.compute.provider_tree [None req-0306dc01-85a8-43aa-8951-fbbda9c63b03 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Updating inventory in ProviderTree for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 735.655949] env[68893]: DEBUG oslo_vmware.api [None req-ebd86513-13de-40ee-8b19-faf447db1c59 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Task: {'id': task-2791167, 'name': Rename_Task, 'duration_secs': 0.371257} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.656282] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebd86513-13de-40ee-8b19-faf447db1c59 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] [instance: a18eb1c3-0700-4e59-be23-2c91afa4b7b1] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 735.656445] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-00f5ddd8-df20-4a3f-9ead-d31d14842157 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.663017] env[68893]: DEBUG oslo_vmware.api [None req-ebd86513-13de-40ee-8b19-faf447db1c59 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Waiting for the task: (returnval){ [ 735.663017] env[68893]: value = "task-2791168" [ 735.663017] env[68893]: _type = "Task" [ 735.663017] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.670640] env[68893]: DEBUG oslo_vmware.api [None req-ebd86513-13de-40ee-8b19-faf447db1c59 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Task: {'id': task-2791168, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.773558] env[68893]: DEBUG nova.network.neutron [req-92716330-22c2-4b66-b633-15c3dd2a191b req-72b9ad57-89e6-46f1-904d-f0bd32becff0 service nova] [instance: 17c90488-234d-4203-964f-a4863bbe5e47] Updated VIF entry in instance network info cache for port 6c1a76c4-5091-46e1-b784-f53497b878fd. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 735.773905] env[68893]: DEBUG nova.network.neutron [req-92716330-22c2-4b66-b633-15c3dd2a191b req-72b9ad57-89e6-46f1-904d-f0bd32becff0 service nova] [instance: 17c90488-234d-4203-964f-a4863bbe5e47] Updating instance_info_cache with network_info: [{"id": "6c1a76c4-5091-46e1-b784-f53497b878fd", "address": "fa:16:3e:d8:c9:4b", "network": {"id": "372c4af5-07cd-4901-95b4-1cf64ee22a54", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-937530427-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "237abbb80b96493ba754645b0e3cc89f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c1a76c4-50", "ovs_interfaceid": "6c1a76c4-5091-46e1-b784-f53497b878fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.916955] env[68893]: DEBUG nova.network.neutron [None req-cb3de616-d1c2-491f-98a4-9f6760a289c0 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: a168e41a-cc22-4f30-b7eb-e390d73f0eff] Updating instance_info_cache with network_info: [{"id": "a1919c7d-16b7-46f0-89b9-35eb0864d18c", "address": "fa:16:3e:b2:fc:bf", "network": {"id": "5facd91c-3e83-4ee5-8125-8a4aa64a78a4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-582610754-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe5f0158eb4f4b8ea53f02a7b25aea55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1919c7d-16", "ovs_interfaceid": "a1919c7d-16b7-46f0-89b9-35eb0864d18c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.947641] env[68893]: DEBUG oslo_vmware.api [None req-30ddcb9f-7ba9-4d4c-8e55-e68be63b3515 tempest-TenantUsagesTestJSON-742880608 tempest-TenantUsagesTestJSON-742880608-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52f2fe80-9dde-f3e0-3f21-c1b2763c75b3, 'name': SearchDatastore_Task, 'duration_secs': 0.020696} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.948501] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21c4f1c6-cd60-4ae9-b319-37c59a4954b9 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.955147] env[68893]: DEBUG oslo_vmware.api [None req-30ddcb9f-7ba9-4d4c-8e55-e68be63b3515 tempest-TenantUsagesTestJSON-742880608 tempest-TenantUsagesTestJSON-742880608-project-member] Waiting for the task: (returnval){ [ 735.955147] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]521b37d7-ad6b-5e4c-5c7a-8be5e69d542a" [ 735.955147] env[68893]: _type = "Task" [ 735.955147] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.963433] env[68893]: DEBUG oslo_vmware.api [None req-30ddcb9f-7ba9-4d4c-8e55-e68be63b3515 tempest-TenantUsagesTestJSON-742880608 tempest-TenantUsagesTestJSON-742880608-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]521b37d7-ad6b-5e4c-5c7a-8be5e69d542a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.965632] env[68893]: DEBUG nova.compute.manager [req-a5fecc32-c940-45fd-9459-41d194cf5de0 req-eeb6cee9-e858-447e-aadd-69dfd68a7f34 service nova] [instance: 15785bfd-102b-4abf-b9ab-12e38c653a49] Received event network-changed-2e2a5031-c3b5-40d1-b2b2-229d90379d66 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 735.965821] env[68893]: DEBUG nova.compute.manager [req-a5fecc32-c940-45fd-9459-41d194cf5de0 req-eeb6cee9-e858-447e-aadd-69dfd68a7f34 service nova] [instance: 15785bfd-102b-4abf-b9ab-12e38c653a49] Refreshing instance network info cache due to event network-changed-2e2a5031-c3b5-40d1-b2b2-229d90379d66. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 735.966089] env[68893]: DEBUG oslo_concurrency.lockutils [req-a5fecc32-c940-45fd-9459-41d194cf5de0 req-eeb6cee9-e858-447e-aadd-69dfd68a7f34 service nova] Acquiring lock "refresh_cache-15785bfd-102b-4abf-b9ab-12e38c653a49" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.966279] env[68893]: DEBUG oslo_concurrency.lockutils [req-a5fecc32-c940-45fd-9459-41d194cf5de0 req-eeb6cee9-e858-447e-aadd-69dfd68a7f34 service nova] Acquired lock "refresh_cache-15785bfd-102b-4abf-b9ab-12e38c653a49" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.966491] env[68893]: DEBUG nova.network.neutron [req-a5fecc32-c940-45fd-9459-41d194cf5de0 req-eeb6cee9-e858-447e-aadd-69dfd68a7f34 service nova] [instance: 15785bfd-102b-4abf-b9ab-12e38c653a49] Refreshing network info cache for port 2e2a5031-c3b5-40d1-b2b2-229d90379d66 {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 736.010890] env[68893]: DEBUG nova.compute.manager [None req-8ea5f161-5224-430d-8342-748662771069 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] [instance: 1e106741-a2d1-40cc-b287-3f2af59084ca] Start spawning the instance on the hypervisor. {{(pid=68893) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 736.038742] env[68893]: DEBUG nova.virt.hardware [None req-8ea5f161-5224-430d-8342-748662771069 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 736.038882] env[68893]: DEBUG nova.virt.hardware [None req-8ea5f161-5224-430d-8342-748662771069 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 736.039052] env[68893]: DEBUG nova.virt.hardware [None req-8ea5f161-5224-430d-8342-748662771069 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 736.039240] env[68893]: DEBUG nova.virt.hardware [None req-8ea5f161-5224-430d-8342-748662771069 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 736.039386] env[68893]: DEBUG nova.virt.hardware [None req-8ea5f161-5224-430d-8342-748662771069 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 736.039521] env[68893]: DEBUG nova.virt.hardware [None req-8ea5f161-5224-430d-8342-748662771069 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 736.040261] env[68893]: DEBUG nova.virt.hardware [None req-8ea5f161-5224-430d-8342-748662771069 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 736.040261] env[68893]: DEBUG nova.virt.hardware [None req-8ea5f161-5224-430d-8342-748662771069 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 736.043209] env[68893]: DEBUG nova.virt.hardware [None req-8ea5f161-5224-430d-8342-748662771069 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 736.043209] env[68893]: DEBUG nova.virt.hardware [None req-8ea5f161-5224-430d-8342-748662771069 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 736.043209] env[68893]: DEBUG nova.virt.hardware [None req-8ea5f161-5224-430d-8342-748662771069 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 736.043209] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-916339d6-6dfd-4d88-ac46-ce95beca34fb {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.053684] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8ab8bb3-8349-4ac3-bdc3-dbf0a239f998 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.105196] env[68893]: ERROR nova.scheduler.client.report [None req-0306dc01-85a8-43aa-8951-fbbda9c63b03 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [req-3037a2df-7fe9-4061-a335-39d7c15b4265] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d14b70d6-a636-4db0-b5a6-b901da6fa895. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3037a2df-7fe9-4061-a335-39d7c15b4265"}]} [ 736.124015] env[68893]: DEBUG nova.scheduler.client.report [None req-0306dc01-85a8-43aa-8951-fbbda9c63b03 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Refreshing inventories for resource provider d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 736.138939] env[68893]: DEBUG nova.scheduler.client.report [None req-0306dc01-85a8-43aa-8951-fbbda9c63b03 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Updating ProviderTree inventory for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 736.139219] env[68893]: DEBUG nova.compute.provider_tree [None req-0306dc01-85a8-43aa-8951-fbbda9c63b03 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Updating inventory in ProviderTree for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 736.154120] env[68893]: DEBUG nova.scheduler.client.report [None req-0306dc01-85a8-43aa-8951-fbbda9c63b03 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Refreshing aggregate associations for resource provider d14b70d6-a636-4db0-b5a6-b901da6fa895, aggregates: None {{(pid=68893) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 736.175346] env[68893]: DEBUG oslo_vmware.api [None req-ebd86513-13de-40ee-8b19-faf447db1c59 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Task: {'id': task-2791168, 'name': PowerOnVM_Task} progress is 87%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.176336] env[68893]: DEBUG nova.scheduler.client.report [None req-0306dc01-85a8-43aa-8951-fbbda9c63b03 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Refreshing trait associations for resource provider d14b70d6-a636-4db0-b5a6-b901da6fa895, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE {{(pid=68893) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 736.276617] env[68893]: DEBUG oslo_concurrency.lockutils [req-92716330-22c2-4b66-b633-15c3dd2a191b req-72b9ad57-89e6-46f1-904d-f0bd32becff0 service nova] Releasing lock "refresh_cache-17c90488-234d-4203-964f-a4863bbe5e47" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.420199] env[68893]: DEBUG oslo_concurrency.lockutils [None req-cb3de616-d1c2-491f-98a4-9f6760a289c0 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Releasing lock "refresh_cache-a168e41a-cc22-4f30-b7eb-e390d73f0eff" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.420969] env[68893]: DEBUG nova.compute.manager [None req-cb3de616-d1c2-491f-98a4-9f6760a289c0 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: a168e41a-cc22-4f30-b7eb-e390d73f0eff] Instance network_info: |[{"id": "a1919c7d-16b7-46f0-89b9-35eb0864d18c", "address": "fa:16:3e:b2:fc:bf", "network": {"id": "5facd91c-3e83-4ee5-8125-8a4aa64a78a4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-582610754-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe5f0158eb4f4b8ea53f02a7b25aea55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1919c7d-16", "ovs_interfaceid": "a1919c7d-16b7-46f0-89b9-35eb0864d18c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 736.421127] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-cb3de616-d1c2-491f-98a4-9f6760a289c0 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: a168e41a-cc22-4f30-b7eb-e390d73f0eff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:fc:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a55f45a-d631-4ebc-b73b-8a30bd0a32a8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a1919c7d-16b7-46f0-89b9-35eb0864d18c', 'vif_model': 'vmxnet3'}] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 736.428801] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb3de616-d1c2-491f-98a4-9f6760a289c0 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Creating folder: Project (fe5f0158eb4f4b8ea53f02a7b25aea55). Parent ref: group-v560969. {{(pid=68893) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 736.429584] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-52a861f5-0062-4a7c-a408-1ab9cb38c493 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.444145] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-cb3de616-d1c2-491f-98a4-9f6760a289c0 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Created folder: Project (fe5f0158eb4f4b8ea53f02a7b25aea55) in parent group-v560969. [ 736.444366] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb3de616-d1c2-491f-98a4-9f6760a289c0 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Creating folder: Instances. Parent ref: group-v561030. {{(pid=68893) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 736.447019] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5bdee617-1a87-4ced-a61d-ea383245cbf3 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.457015] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-cb3de616-d1c2-491f-98a4-9f6760a289c0 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Created folder: Instances in parent group-v561030. [ 736.457293] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cb3de616-d1c2-491f-98a4-9f6760a289c0 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 736.460570] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a168e41a-cc22-4f30-b7eb-e390d73f0eff] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 736.463446] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0cac5c9e-688c-4a64-ae43-690d5dc4e98e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.486189] env[68893]: DEBUG oslo_vmware.api [None req-30ddcb9f-7ba9-4d4c-8e55-e68be63b3515 tempest-TenantUsagesTestJSON-742880608 tempest-TenantUsagesTestJSON-742880608-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]521b37d7-ad6b-5e4c-5c7a-8be5e69d542a, 'name': SearchDatastore_Task, 'duration_secs': 0.022907} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.486836] env[68893]: DEBUG oslo_concurrency.lockutils [None req-30ddcb9f-7ba9-4d4c-8e55-e68be63b3515 tempest-TenantUsagesTestJSON-742880608 tempest-TenantUsagesTestJSON-742880608-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.487173] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-30ddcb9f-7ba9-4d4c-8e55-e68be63b3515 tempest-TenantUsagesTestJSON-742880608 tempest-TenantUsagesTestJSON-742880608-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] 15785bfd-102b-4abf-b9ab-12e38c653a49/15785bfd-102b-4abf-b9ab-12e38c653a49.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 736.487485] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b75bbef2-0149-494f-b925-e6174603eb53 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.493544] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 736.493544] env[68893]: value = "task-2791171" [ 736.493544] env[68893]: _type = "Task" [ 736.493544] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.499117] env[68893]: DEBUG oslo_vmware.api [None req-30ddcb9f-7ba9-4d4c-8e55-e68be63b3515 tempest-TenantUsagesTestJSON-742880608 tempest-TenantUsagesTestJSON-742880608-project-member] Waiting for the task: (returnval){ [ 736.499117] env[68893]: value = "task-2791172" [ 736.499117] env[68893]: _type = "Task" [ 736.499117] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.506643] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791171, 'name': CreateVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.516908] env[68893]: DEBUG oslo_vmware.api [None req-30ddcb9f-7ba9-4d4c-8e55-e68be63b3515 tempest-TenantUsagesTestJSON-742880608 tempest-TenantUsagesTestJSON-742880608-project-member] Task: {'id': task-2791172, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.526589] env[68893]: DEBUG oslo_concurrency.lockutils [None req-0733e86f-7dc0-47a6-a15c-9902fb208e25 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] Acquiring lock "3f20bd77-e350-409c-beb3-6e8a188048ab" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.526910] env[68893]: DEBUG oslo_concurrency.lockutils [None req-0733e86f-7dc0-47a6-a15c-9902fb208e25 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] Lock "3f20bd77-e350-409c-beb3-6e8a188048ab" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.527255] env[68893]: INFO nova.compute.manager [None req-0733e86f-7dc0-47a6-a15c-9902fb208e25 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] [instance: 3f20bd77-e350-409c-beb3-6e8a188048ab] Rebooting instance [ 736.660498] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fa74dd2-8aa2-456c-8f18-ee2a8518066a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.678899] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb5d2072-4ae3-41bc-8dd1-c92020d873cd {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.686916] env[68893]: DEBUG oslo_vmware.api [None req-ebd86513-13de-40ee-8b19-faf447db1c59 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Task: {'id': task-2791168, 'name': PowerOnVM_Task, 'duration_secs': 1.019685} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.687352] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebd86513-13de-40ee-8b19-faf447db1c59 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] [instance: a18eb1c3-0700-4e59-be23-2c91afa4b7b1] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 736.687458] env[68893]: INFO nova.compute.manager [None req-ebd86513-13de-40ee-8b19-faf447db1c59 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] [instance: a18eb1c3-0700-4e59-be23-2c91afa4b7b1] Took 10.83 seconds to spawn the instance on the hypervisor. [ 736.687652] env[68893]: DEBUG nova.compute.manager [None req-ebd86513-13de-40ee-8b19-faf447db1c59 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] [instance: a18eb1c3-0700-4e59-be23-2c91afa4b7b1] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 736.688496] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a574c1a-1922-490f-b81b-4de0f26b6896 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.723024] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e6eb7e1-e773-4bdf-8673-aaddef4f7214 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.736936] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1194a9a7-2dcd-4e77-bbfa-1fbcf2a0a7e3 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.751680] env[68893]: DEBUG nova.compute.provider_tree [None req-0306dc01-85a8-43aa-8951-fbbda9c63b03 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Updating inventory in ProviderTree for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 736.806295] env[68893]: DEBUG oslo_vmware.rw_handles [None req-ed5d5f7c-8570-4609-baab-564ad2b0df62 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527d30ca-c6d6-a27d-cac9-4fc709de87ee/disk-0.vmdk. {{(pid=68893) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 736.807627] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5df0b70-6e48-4b01-84fc-bf6c02f6c36a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.815841] env[68893]: DEBUG oslo_vmware.rw_handles [None req-ed5d5f7c-8570-4609-baab-564ad2b0df62 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527d30ca-c6d6-a27d-cac9-4fc709de87ee/disk-0.vmdk is in state: ready. {{(pid=68893) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 736.816122] env[68893]: ERROR oslo_vmware.rw_handles [None req-ed5d5f7c-8570-4609-baab-564ad2b0df62 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527d30ca-c6d6-a27d-cac9-4fc709de87ee/disk-0.vmdk due to incomplete transfer. [ 736.816434] env[68893]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1df06326-9a69-47b5-b89e-8cd3c51d91da {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.823846] env[68893]: DEBUG oslo_vmware.rw_handles [None req-ed5d5f7c-8570-4609-baab-564ad2b0df62 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527d30ca-c6d6-a27d-cac9-4fc709de87ee/disk-0.vmdk. {{(pid=68893) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 736.824190] env[68893]: DEBUG nova.virt.vmwareapi.images [None req-ed5d5f7c-8570-4609-baab-564ad2b0df62 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] [instance: 29bce734-9f04-41eb-92e5-df9248dc10a3] Uploaded image 9da5f87b-47da-4857-94c2-0d37d522c00a to the Glance image server {{(pid=68893) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 736.827838] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed5d5f7c-8570-4609-baab-564ad2b0df62 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] [instance: 29bce734-9f04-41eb-92e5-df9248dc10a3] Destroying the VM {{(pid=68893) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 736.828260] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-12545046-68f4-48bb-a198-c74764402444 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.834994] env[68893]: DEBUG oslo_vmware.api [None req-ed5d5f7c-8570-4609-baab-564ad2b0df62 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Waiting for the task: (returnval){ [ 736.834994] env[68893]: value = "task-2791173" [ 736.834994] env[68893]: _type = "Task" [ 736.834994] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.844674] env[68893]: DEBUG oslo_vmware.api [None req-ed5d5f7c-8570-4609-baab-564ad2b0df62 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Task: {'id': task-2791173, 'name': Destroy_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.872509] env[68893]: DEBUG nova.network.neutron [req-a5fecc32-c940-45fd-9459-41d194cf5de0 req-eeb6cee9-e858-447e-aadd-69dfd68a7f34 service nova] [instance: 15785bfd-102b-4abf-b9ab-12e38c653a49] Updated VIF entry in instance network info cache for port 2e2a5031-c3b5-40d1-b2b2-229d90379d66. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 736.872969] env[68893]: DEBUG nova.network.neutron [req-a5fecc32-c940-45fd-9459-41d194cf5de0 req-eeb6cee9-e858-447e-aadd-69dfd68a7f34 service nova] [instance: 15785bfd-102b-4abf-b9ab-12e38c653a49] Updating instance_info_cache with network_info: [{"id": "2e2a5031-c3b5-40d1-b2b2-229d90379d66", "address": "fa:16:3e:a1:59:48", "network": {"id": "508509dd-7bfd-4a64-9135-d3dbeac23fa6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.36", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a15c0c8454c748249efd16f753a7dc35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e2a5031-c3", "ovs_interfaceid": "2e2a5031-c3b5-40d1-b2b2-229d90379d66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.013340] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791171, 'name': CreateVM_Task, 'duration_secs': 0.466059} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.018527] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a168e41a-cc22-4f30-b7eb-e390d73f0eff] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 737.020120] env[68893]: DEBUG oslo_vmware.api [None req-30ddcb9f-7ba9-4d4c-8e55-e68be63b3515 tempest-TenantUsagesTestJSON-742880608 tempest-TenantUsagesTestJSON-742880608-project-member] Task: {'id': task-2791172, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.020498] env[68893]: DEBUG oslo_concurrency.lockutils [None req-cb3de616-d1c2-491f-98a4-9f6760a289c0 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.020761] env[68893]: DEBUG oslo_concurrency.lockutils [None req-cb3de616-d1c2-491f-98a4-9f6760a289c0 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.021241] env[68893]: DEBUG oslo_concurrency.lockutils [None req-cb3de616-d1c2-491f-98a4-9f6760a289c0 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.021624] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5dcc9939-48ab-4dfc-ae0e-3f60d6b2223c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.028542] env[68893]: DEBUG oslo_vmware.api [None req-cb3de616-d1c2-491f-98a4-9f6760a289c0 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Waiting for the task: (returnval){ [ 737.028542] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52dd1144-7728-f274-330a-e19e23e05ae8" [ 737.028542] env[68893]: _type = "Task" [ 737.028542] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.029921] env[68893]: DEBUG nova.network.neutron [None req-7a7c54d3-07a4-4ad7-9280-64cf6a6f3fff tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: d2187069-2dba-4d01-969f-510f659fc163] Updating instance_info_cache with network_info: [{"id": "83210d30-f086-4b9b-9f37-e58f8c9649f4", "address": "fa:16:3e:98:dc:21", "network": {"id": "508509dd-7bfd-4a64-9135-d3dbeac23fa6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.213", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a15c0c8454c748249efd16f753a7dc35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83210d30-f0", "ovs_interfaceid": "83210d30-f086-4b9b-9f37-e58f8c9649f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.050425] env[68893]: DEBUG nova.network.neutron [None req-8ea5f161-5224-430d-8342-748662771069 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] [instance: 1e106741-a2d1-40cc-b287-3f2af59084ca] Successfully updated port: d51a8340-99bb-46ac-b248-7013954c3e65 {{(pid=68893) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 737.070247] env[68893]: DEBUG oslo_vmware.api [None req-cb3de616-d1c2-491f-98a4-9f6760a289c0 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52dd1144-7728-f274-330a-e19e23e05ae8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.075751] env[68893]: DEBUG oslo_concurrency.lockutils [None req-0733e86f-7dc0-47a6-a15c-9902fb208e25 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] Acquiring lock "refresh_cache-3f20bd77-e350-409c-beb3-6e8a188048ab" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.075980] env[68893]: DEBUG oslo_concurrency.lockutils [None req-0733e86f-7dc0-47a6-a15c-9902fb208e25 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] Acquired lock "refresh_cache-3f20bd77-e350-409c-beb3-6e8a188048ab" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.076216] env[68893]: DEBUG nova.network.neutron [None req-0733e86f-7dc0-47a6-a15c-9902fb208e25 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] [instance: 3f20bd77-e350-409c-beb3-6e8a188048ab] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 737.238847] env[68893]: INFO nova.compute.manager [None req-ebd86513-13de-40ee-8b19-faf447db1c59 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] [instance: a18eb1c3-0700-4e59-be23-2c91afa4b7b1] Took 36.51 seconds to build instance. [ 737.288492] env[68893]: DEBUG nova.scheduler.client.report [None req-0306dc01-85a8-43aa-8951-fbbda9c63b03 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Updated inventory for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with generation 46 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 737.288789] env[68893]: DEBUG nova.compute.provider_tree [None req-0306dc01-85a8-43aa-8951-fbbda9c63b03 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Updating resource provider d14b70d6-a636-4db0-b5a6-b901da6fa895 generation from 46 to 47 during operation: update_inventory {{(pid=68893) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 737.288971] env[68893]: DEBUG nova.compute.provider_tree [None req-0306dc01-85a8-43aa-8951-fbbda9c63b03 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Updating inventory in ProviderTree for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 737.347449] env[68893]: DEBUG oslo_vmware.api [None req-ed5d5f7c-8570-4609-baab-564ad2b0df62 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Task: {'id': task-2791173, 'name': Destroy_Task} progress is 33%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.376229] env[68893]: DEBUG oslo_concurrency.lockutils [req-a5fecc32-c940-45fd-9459-41d194cf5de0 req-eeb6cee9-e858-447e-aadd-69dfd68a7f34 service nova] Releasing lock "refresh_cache-15785bfd-102b-4abf-b9ab-12e38c653a49" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.429292] env[68893]: DEBUG nova.compute.manager [req-5810785b-a12e-4fbd-bc10-48f39540740d req-976e7bf2-0be0-43c2-bc5c-9b9510e3f4f9 service nova] [instance: a168e41a-cc22-4f30-b7eb-e390d73f0eff] Received event network-vif-plugged-a1919c7d-16b7-46f0-89b9-35eb0864d18c {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 737.429292] env[68893]: DEBUG oslo_concurrency.lockutils [req-5810785b-a12e-4fbd-bc10-48f39540740d req-976e7bf2-0be0-43c2-bc5c-9b9510e3f4f9 service nova] Acquiring lock "a168e41a-cc22-4f30-b7eb-e390d73f0eff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.429292] env[68893]: DEBUG oslo_concurrency.lockutils [req-5810785b-a12e-4fbd-bc10-48f39540740d req-976e7bf2-0be0-43c2-bc5c-9b9510e3f4f9 service nova] Lock "a168e41a-cc22-4f30-b7eb-e390d73f0eff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.429493] env[68893]: DEBUG oslo_concurrency.lockutils [req-5810785b-a12e-4fbd-bc10-48f39540740d req-976e7bf2-0be0-43c2-bc5c-9b9510e3f4f9 service nova] Lock "a168e41a-cc22-4f30-b7eb-e390d73f0eff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.429535] env[68893]: DEBUG nova.compute.manager [req-5810785b-a12e-4fbd-bc10-48f39540740d req-976e7bf2-0be0-43c2-bc5c-9b9510e3f4f9 service nova] [instance: a168e41a-cc22-4f30-b7eb-e390d73f0eff] No waiting events found dispatching network-vif-plugged-a1919c7d-16b7-46f0-89b9-35eb0864d18c {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 737.429685] env[68893]: WARNING nova.compute.manager [req-5810785b-a12e-4fbd-bc10-48f39540740d req-976e7bf2-0be0-43c2-bc5c-9b9510e3f4f9 service nova] [instance: a168e41a-cc22-4f30-b7eb-e390d73f0eff] Received unexpected event network-vif-plugged-a1919c7d-16b7-46f0-89b9-35eb0864d18c for instance with vm_state building and task_state spawning. [ 737.429860] env[68893]: DEBUG nova.compute.manager [req-5810785b-a12e-4fbd-bc10-48f39540740d req-976e7bf2-0be0-43c2-bc5c-9b9510e3f4f9 service nova] [instance: a168e41a-cc22-4f30-b7eb-e390d73f0eff] Received event network-changed-a1919c7d-16b7-46f0-89b9-35eb0864d18c {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 737.429982] env[68893]: DEBUG nova.compute.manager [req-5810785b-a12e-4fbd-bc10-48f39540740d req-976e7bf2-0be0-43c2-bc5c-9b9510e3f4f9 service nova] [instance: a168e41a-cc22-4f30-b7eb-e390d73f0eff] Refreshing instance network info cache due to event network-changed-a1919c7d-16b7-46f0-89b9-35eb0864d18c. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 737.430178] env[68893]: DEBUG oslo_concurrency.lockutils [req-5810785b-a12e-4fbd-bc10-48f39540740d req-976e7bf2-0be0-43c2-bc5c-9b9510e3f4f9 service nova] Acquiring lock "refresh_cache-a168e41a-cc22-4f30-b7eb-e390d73f0eff" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.430314] env[68893]: DEBUG oslo_concurrency.lockutils [req-5810785b-a12e-4fbd-bc10-48f39540740d req-976e7bf2-0be0-43c2-bc5c-9b9510e3f4f9 service nova] Acquired lock "refresh_cache-a168e41a-cc22-4f30-b7eb-e390d73f0eff" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.430550] env[68893]: DEBUG nova.network.neutron [req-5810785b-a12e-4fbd-bc10-48f39540740d req-976e7bf2-0be0-43c2-bc5c-9b9510e3f4f9 service nova] [instance: a168e41a-cc22-4f30-b7eb-e390d73f0eff] Refreshing network info cache for port a1919c7d-16b7-46f0-89b9-35eb0864d18c {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 737.512319] env[68893]: DEBUG oslo_vmware.api [None req-30ddcb9f-7ba9-4d4c-8e55-e68be63b3515 tempest-TenantUsagesTestJSON-742880608 tempest-TenantUsagesTestJSON-742880608-project-member] Task: {'id': task-2791172, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.65084} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.512690] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-30ddcb9f-7ba9-4d4c-8e55-e68be63b3515 tempest-TenantUsagesTestJSON-742880608 tempest-TenantUsagesTestJSON-742880608-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] 15785bfd-102b-4abf-b9ab-12e38c653a49/15785bfd-102b-4abf-b9ab-12e38c653a49.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 737.512996] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-30ddcb9f-7ba9-4d4c-8e55-e68be63b3515 tempest-TenantUsagesTestJSON-742880608 tempest-TenantUsagesTestJSON-742880608-project-member] [instance: 15785bfd-102b-4abf-b9ab-12e38c653a49] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 737.513353] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2afb008c-14fd-4e4f-80ed-bf6f4f1264dc {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.520616] env[68893]: DEBUG oslo_vmware.api [None req-30ddcb9f-7ba9-4d4c-8e55-e68be63b3515 tempest-TenantUsagesTestJSON-742880608 tempest-TenantUsagesTestJSON-742880608-project-member] Waiting for the task: (returnval){ [ 737.520616] env[68893]: value = "task-2791174" [ 737.520616] env[68893]: _type = "Task" [ 737.520616] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.529181] env[68893]: DEBUG oslo_vmware.api [None req-30ddcb9f-7ba9-4d4c-8e55-e68be63b3515 tempest-TenantUsagesTestJSON-742880608 tempest-TenantUsagesTestJSON-742880608-project-member] Task: {'id': task-2791174, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.543014] env[68893]: DEBUG oslo_vmware.api [None req-cb3de616-d1c2-491f-98a4-9f6760a289c0 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52dd1144-7728-f274-330a-e19e23e05ae8, 'name': SearchDatastore_Task, 'duration_secs': 0.048035} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.543327] env[68893]: DEBUG oslo_concurrency.lockutils [None req-cb3de616-d1c2-491f-98a4-9f6760a289c0 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.543560] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-cb3de616-d1c2-491f-98a4-9f6760a289c0 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: a168e41a-cc22-4f30-b7eb-e390d73f0eff] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 737.543960] env[68893]: DEBUG oslo_concurrency.lockutils [None req-cb3de616-d1c2-491f-98a4-9f6760a289c0 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.543960] env[68893]: DEBUG oslo_concurrency.lockutils [None req-cb3de616-d1c2-491f-98a4-9f6760a289c0 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.544379] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb3de616-d1c2-491f-98a4-9f6760a289c0 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 737.544686] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4078aee1-0683-4c60-90ca-6733a6231061 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.553420] env[68893]: DEBUG oslo_concurrency.lockutils [None req-7a7c54d3-07a4-4ad7-9280-64cf6a6f3fff tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Releasing lock "refresh_cache-d2187069-2dba-4d01-969f-510f659fc163" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.553669] env[68893]: DEBUG nova.objects.instance [None req-7a7c54d3-07a4-4ad7-9280-64cf6a6f3fff tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Lazy-loading 'migration_context' on Instance uuid d2187069-2dba-4d01-969f-510f659fc163 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 737.562604] env[68893]: DEBUG oslo_concurrency.lockutils [None req-8ea5f161-5224-430d-8342-748662771069 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Acquiring lock "refresh_cache-1e106741-a2d1-40cc-b287-3f2af59084ca" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.562766] env[68893]: DEBUG oslo_concurrency.lockutils [None req-8ea5f161-5224-430d-8342-748662771069 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Acquired lock "refresh_cache-1e106741-a2d1-40cc-b287-3f2af59084ca" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.562914] env[68893]: DEBUG nova.network.neutron [None req-8ea5f161-5224-430d-8342-748662771069 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] [instance: 1e106741-a2d1-40cc-b287-3f2af59084ca] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 737.564489] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb3de616-d1c2-491f-98a4-9f6760a289c0 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 737.564663] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-cb3de616-d1c2-491f-98a4-9f6760a289c0 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 737.566409] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a65e5a2-747d-4437-a629-71eff9f601ab {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.572722] env[68893]: DEBUG oslo_vmware.api [None req-cb3de616-d1c2-491f-98a4-9f6760a289c0 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Waiting for the task: (returnval){ [ 737.572722] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]5270ff8e-0823-00b4-bfda-0df8c1bfa116" [ 737.572722] env[68893]: _type = "Task" [ 737.572722] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.583321] env[68893]: DEBUG oslo_vmware.api [None req-cb3de616-d1c2-491f-98a4-9f6760a289c0 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]5270ff8e-0823-00b4-bfda-0df8c1bfa116, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.741036] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ebd86513-13de-40ee-8b19-faf447db1c59 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Lock "a18eb1c3-0700-4e59-be23-2c91afa4b7b1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.440s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.794935] env[68893]: DEBUG oslo_concurrency.lockutils [None req-0306dc01-85a8-43aa-8951-fbbda9c63b03 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.825s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.795538] env[68893]: DEBUG nova.compute.manager [None req-0306dc01-85a8-43aa-8951-fbbda9c63b03 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: 74e4929e-3ae3-4358-9544-e64b5c2f237f] Start building networks asynchronously for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 737.798965] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b893a8ae-0e58-43f1-8096-1d06512c52ce tempest-ServerAddressesNegativeTestJSON-1075330625 tempest-ServerAddressesNegativeTestJSON-1075330625-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.702s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.800300] env[68893]: INFO nova.compute.claims [None req-b893a8ae-0e58-43f1-8096-1d06512c52ce tempest-ServerAddressesNegativeTestJSON-1075330625 tempest-ServerAddressesNegativeTestJSON-1075330625-project-member] [instance: 4bb94a41-5549-4e59-a44b-094fff269e78] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 737.847360] env[68893]: DEBUG oslo_vmware.api [None req-ed5d5f7c-8570-4609-baab-564ad2b0df62 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Task: {'id': task-2791173, 'name': Destroy_Task, 'duration_secs': 0.997975} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.848072] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-ed5d5f7c-8570-4609-baab-564ad2b0df62 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] [instance: 29bce734-9f04-41eb-92e5-df9248dc10a3] Destroyed the VM [ 737.848925] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-ed5d5f7c-8570-4609-baab-564ad2b0df62 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] [instance: 29bce734-9f04-41eb-92e5-df9248dc10a3] Deleting Snapshot of the VM instance {{(pid=68893) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 737.849274] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6c1978fe-e81c-4754-bbc0-0aeac5d53e16 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.852189] env[68893]: DEBUG nova.network.neutron [None req-0733e86f-7dc0-47a6-a15c-9902fb208e25 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] [instance: 3f20bd77-e350-409c-beb3-6e8a188048ab] Updating instance_info_cache with network_info: [{"id": "7a9285e8-6f1e-40ec-9a82-0883fdeee0db", "address": "fa:16:3e:94:1a:33", "network": {"id": "b664be84-aca3-43ba-8fef-ab783d83815f", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-364048394-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2102b6a95abb4fd5a8d22986957a2214", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "72781990-3cb3-42eb-9eb1-4040dedbf66f", "external-id": "cl2-zone-812", "segmentation_id": 812, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a9285e8-6f", "ovs_interfaceid": "7a9285e8-6f1e-40ec-9a82-0883fdeee0db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.857905] env[68893]: DEBUG oslo_vmware.api [None req-ed5d5f7c-8570-4609-baab-564ad2b0df62 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Waiting for the task: (returnval){ [ 737.857905] env[68893]: value = "task-2791175" [ 737.857905] env[68893]: _type = "Task" [ 737.857905] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.868060] env[68893]: DEBUG oslo_vmware.api [None req-ed5d5f7c-8570-4609-baab-564ad2b0df62 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Task: {'id': task-2791175, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.032684] env[68893]: DEBUG oslo_vmware.api [None req-30ddcb9f-7ba9-4d4c-8e55-e68be63b3515 tempest-TenantUsagesTestJSON-742880608 tempest-TenantUsagesTestJSON-742880608-project-member] Task: {'id': task-2791174, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.245847} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.032684] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-30ddcb9f-7ba9-4d4c-8e55-e68be63b3515 tempest-TenantUsagesTestJSON-742880608 tempest-TenantUsagesTestJSON-742880608-project-member] [instance: 15785bfd-102b-4abf-b9ab-12e38c653a49] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 738.034035] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d32c38c-908e-468f-ada3-98b0accf90b5 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.058254] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-30ddcb9f-7ba9-4d4c-8e55-e68be63b3515 tempest-TenantUsagesTestJSON-742880608 tempest-TenantUsagesTestJSON-742880608-project-member] [instance: 15785bfd-102b-4abf-b9ab-12e38c653a49] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] 15785bfd-102b-4abf-b9ab-12e38c653a49/15785bfd-102b-4abf-b9ab-12e38c653a49.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 738.061189] env[68893]: DEBUG nova.objects.base [None req-7a7c54d3-07a4-4ad7-9280-64cf6a6f3fff tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=68893) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 738.061447] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cfa0183a-156d-484a-a992-f9a7cbaad3ab {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.076084] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-528068e0-da4a-4519-b0d8-75ca27eaf132 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.089850] env[68893]: DEBUG oslo_vmware.api [None req-cb3de616-d1c2-491f-98a4-9f6760a289c0 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]5270ff8e-0823-00b4-bfda-0df8c1bfa116, 'name': SearchDatastore_Task, 'duration_secs': 0.034879} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.110029] env[68893]: DEBUG oslo_vmware.api [None req-30ddcb9f-7ba9-4d4c-8e55-e68be63b3515 tempest-TenantUsagesTestJSON-742880608 tempest-TenantUsagesTestJSON-742880608-project-member] Waiting for the task: (returnval){ [ 738.110029] env[68893]: value = "task-2791176" [ 738.110029] env[68893]: _type = "Task" [ 738.110029] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.110371] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-433ff875-d3e4-49bc-bd99-30927fc488b7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.113134] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ae43b95-eeb6-49f0-848e-6d4302e3b849 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.121307] env[68893]: DEBUG oslo_vmware.api [None req-7a7c54d3-07a4-4ad7-9280-64cf6a6f3fff tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Waiting for the task: (returnval){ [ 738.121307] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]529cbbe2-5f41-3c79-7ee5-c58f915a88f0" [ 738.121307] env[68893]: _type = "Task" [ 738.121307] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.125536] env[68893]: DEBUG oslo_vmware.api [None req-cb3de616-d1c2-491f-98a4-9f6760a289c0 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Waiting for the task: (returnval){ [ 738.125536] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52d98c6c-8608-f3a5-70ee-18431881ea6e" [ 738.125536] env[68893]: _type = "Task" [ 738.125536] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.125739] env[68893]: DEBUG oslo_vmware.api [None req-30ddcb9f-7ba9-4d4c-8e55-e68be63b3515 tempest-TenantUsagesTestJSON-742880608 tempest-TenantUsagesTestJSON-742880608-project-member] Task: {'id': task-2791176, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.138690] env[68893]: DEBUG oslo_vmware.api [None req-7a7c54d3-07a4-4ad7-9280-64cf6a6f3fff tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]529cbbe2-5f41-3c79-7ee5-c58f915a88f0, 'name': SearchDatastore_Task, 'duration_secs': 0.00877} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.139449] env[68893]: DEBUG nova.network.neutron [None req-8ea5f161-5224-430d-8342-748662771069 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] [instance: 1e106741-a2d1-40cc-b287-3f2af59084ca] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 738.144447] env[68893]: DEBUG oslo_concurrency.lockutils [None req-7a7c54d3-07a4-4ad7-9280-64cf6a6f3fff tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.144730] env[68893]: DEBUG oslo_vmware.api [None req-cb3de616-d1c2-491f-98a4-9f6760a289c0 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52d98c6c-8608-f3a5-70ee-18431881ea6e, 'name': SearchDatastore_Task, 'duration_secs': 0.011335} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.145248] env[68893]: DEBUG oslo_concurrency.lockutils [None req-cb3de616-d1c2-491f-98a4-9f6760a289c0 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.145502] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb3de616-d1c2-491f-98a4-9f6760a289c0 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] a168e41a-cc22-4f30-b7eb-e390d73f0eff/a168e41a-cc22-4f30-b7eb-e390d73f0eff.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 738.145743] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9ca240f9-b154-42c0-bc5c-d46d4a8f6c48 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.151522] env[68893]: DEBUG oslo_vmware.api [None req-cb3de616-d1c2-491f-98a4-9f6760a289c0 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Waiting for the task: (returnval){ [ 738.151522] env[68893]: value = "task-2791177" [ 738.151522] env[68893]: _type = "Task" [ 738.151522] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.159856] env[68893]: DEBUG oslo_vmware.api [None req-cb3de616-d1c2-491f-98a4-9f6760a289c0 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': task-2791177, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.244702] env[68893]: DEBUG nova.compute.manager [None req-f7645e3e-10a5-4549-8185-73e475ae5d25 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 42bec1a5-e2e2-4746-a6d7-57edb4b60715] Starting instance... {{(pid=68893) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 738.308676] env[68893]: DEBUG nova.compute.utils [None req-0306dc01-85a8-43aa-8951-fbbda9c63b03 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 738.312229] env[68893]: DEBUG nova.compute.manager [None req-0306dc01-85a8-43aa-8951-fbbda9c63b03 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: 74e4929e-3ae3-4358-9544-e64b5c2f237f] Allocating IP information in the background. {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 738.312429] env[68893]: DEBUG nova.network.neutron [None req-0306dc01-85a8-43aa-8951-fbbda9c63b03 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: 74e4929e-3ae3-4358-9544-e64b5c2f237f] allocate_for_instance() {{(pid=68893) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 738.351973] env[68893]: DEBUG nova.policy [None req-0306dc01-85a8-43aa-8951-fbbda9c63b03 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '30fa85d5a268450db16ef90dafd08338', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fe5f0158eb4f4b8ea53f02a7b25aea55', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68893) authorize /opt/stack/nova/nova/policy.py:192}} [ 738.356572] env[68893]: DEBUG oslo_concurrency.lockutils [None req-0733e86f-7dc0-47a6-a15c-9902fb208e25 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] Releasing lock "refresh_cache-3f20bd77-e350-409c-beb3-6e8a188048ab" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.367980] env[68893]: DEBUG oslo_vmware.api [None req-ed5d5f7c-8570-4609-baab-564ad2b0df62 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Task: {'id': task-2791175, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.382407] env[68893]: DEBUG nova.network.neutron [req-5810785b-a12e-4fbd-bc10-48f39540740d req-976e7bf2-0be0-43c2-bc5c-9b9510e3f4f9 service nova] [instance: a168e41a-cc22-4f30-b7eb-e390d73f0eff] Updated VIF entry in instance network info cache for port a1919c7d-16b7-46f0-89b9-35eb0864d18c. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 738.382850] env[68893]: DEBUG nova.network.neutron [req-5810785b-a12e-4fbd-bc10-48f39540740d req-976e7bf2-0be0-43c2-bc5c-9b9510e3f4f9 service nova] [instance: a168e41a-cc22-4f30-b7eb-e390d73f0eff] Updating instance_info_cache with network_info: [{"id": "a1919c7d-16b7-46f0-89b9-35eb0864d18c", "address": "fa:16:3e:b2:fc:bf", "network": {"id": "5facd91c-3e83-4ee5-8125-8a4aa64a78a4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-582610754-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe5f0158eb4f4b8ea53f02a7b25aea55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1919c7d-16", "ovs_interfaceid": "a1919c7d-16b7-46f0-89b9-35eb0864d18c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.446907] env[68893]: DEBUG nova.network.neutron [None req-8ea5f161-5224-430d-8342-748662771069 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] [instance: 1e106741-a2d1-40cc-b287-3f2af59084ca] Updating instance_info_cache with network_info: [{"id": "d51a8340-99bb-46ac-b248-7013954c3e65", "address": "fa:16:3e:dd:7b:c5", "network": {"id": "508509dd-7bfd-4a64-9135-d3dbeac23fa6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.144", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a15c0c8454c748249efd16f753a7dc35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd51a8340-99", "ovs_interfaceid": "d51a8340-99bb-46ac-b248-7013954c3e65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.628329] env[68893]: DEBUG oslo_vmware.api [None req-30ddcb9f-7ba9-4d4c-8e55-e68be63b3515 tempest-TenantUsagesTestJSON-742880608 tempest-TenantUsagesTestJSON-742880608-project-member] Task: {'id': task-2791176, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.663231] env[68893]: DEBUG oslo_vmware.api [None req-cb3de616-d1c2-491f-98a4-9f6760a289c0 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': task-2791177, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.469066} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.663504] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb3de616-d1c2-491f-98a4-9f6760a289c0 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] a168e41a-cc22-4f30-b7eb-e390d73f0eff/a168e41a-cc22-4f30-b7eb-e390d73f0eff.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 738.663711] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-cb3de616-d1c2-491f-98a4-9f6760a289c0 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: a168e41a-cc22-4f30-b7eb-e390d73f0eff] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 738.664013] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f97a4557-fc89-4a2c-ba81-1a8aaa9a4cdb {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.676122] env[68893]: DEBUG oslo_vmware.api [None req-cb3de616-d1c2-491f-98a4-9f6760a289c0 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Waiting for the task: (returnval){ [ 738.676122] env[68893]: value = "task-2791178" [ 738.676122] env[68893]: _type = "Task" [ 738.676122] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.687053] env[68893]: DEBUG oslo_vmware.api [None req-cb3de616-d1c2-491f-98a4-9f6760a289c0 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': task-2791178, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.778587] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f7645e3e-10a5-4549-8185-73e475ae5d25 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.813446] env[68893]: DEBUG nova.compute.manager [None req-0306dc01-85a8-43aa-8951-fbbda9c63b03 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: 74e4929e-3ae3-4358-9544-e64b5c2f237f] Start building block device mappings for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 738.865956] env[68893]: DEBUG nova.compute.manager [None req-0733e86f-7dc0-47a6-a15c-9902fb208e25 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] [instance: 3f20bd77-e350-409c-beb3-6e8a188048ab] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 738.870020] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00a4f234-c608-4bf9-8cfa-7c39fcb1260d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.879736] env[68893]: DEBUG oslo_vmware.api [None req-ed5d5f7c-8570-4609-baab-564ad2b0df62 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Task: {'id': task-2791175, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.888232] env[68893]: DEBUG oslo_concurrency.lockutils [req-5810785b-a12e-4fbd-bc10-48f39540740d req-976e7bf2-0be0-43c2-bc5c-9b9510e3f4f9 service nova] Releasing lock "refresh_cache-a168e41a-cc22-4f30-b7eb-e390d73f0eff" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.888232] env[68893]: DEBUG nova.compute.manager [req-5810785b-a12e-4fbd-bc10-48f39540740d req-976e7bf2-0be0-43c2-bc5c-9b9510e3f4f9 service nova] [instance: 1e106741-a2d1-40cc-b287-3f2af59084ca] Received event network-vif-plugged-d51a8340-99bb-46ac-b248-7013954c3e65 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 738.888232] env[68893]: DEBUG oslo_concurrency.lockutils [req-5810785b-a12e-4fbd-bc10-48f39540740d req-976e7bf2-0be0-43c2-bc5c-9b9510e3f4f9 service nova] Acquiring lock "1e106741-a2d1-40cc-b287-3f2af59084ca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.888457] env[68893]: DEBUG oslo_concurrency.lockutils [req-5810785b-a12e-4fbd-bc10-48f39540740d req-976e7bf2-0be0-43c2-bc5c-9b9510e3f4f9 service nova] Lock "1e106741-a2d1-40cc-b287-3f2af59084ca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.888611] env[68893]: DEBUG oslo_concurrency.lockutils [req-5810785b-a12e-4fbd-bc10-48f39540740d req-976e7bf2-0be0-43c2-bc5c-9b9510e3f4f9 service nova] Lock "1e106741-a2d1-40cc-b287-3f2af59084ca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.888772] env[68893]: DEBUG nova.compute.manager [req-5810785b-a12e-4fbd-bc10-48f39540740d req-976e7bf2-0be0-43c2-bc5c-9b9510e3f4f9 service nova] [instance: 1e106741-a2d1-40cc-b287-3f2af59084ca] No waiting events found dispatching network-vif-plugged-d51a8340-99bb-46ac-b248-7013954c3e65 {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 738.889208] env[68893]: WARNING nova.compute.manager [req-5810785b-a12e-4fbd-bc10-48f39540740d req-976e7bf2-0be0-43c2-bc5c-9b9510e3f4f9 service nova] [instance: 1e106741-a2d1-40cc-b287-3f2af59084ca] Received unexpected event network-vif-plugged-d51a8340-99bb-46ac-b248-7013954c3e65 for instance with vm_state building and task_state spawning. [ 738.950777] env[68893]: DEBUG oslo_concurrency.lockutils [None req-8ea5f161-5224-430d-8342-748662771069 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Releasing lock "refresh_cache-1e106741-a2d1-40cc-b287-3f2af59084ca" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.950777] env[68893]: DEBUG nova.compute.manager [None req-8ea5f161-5224-430d-8342-748662771069 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] [instance: 1e106741-a2d1-40cc-b287-3f2af59084ca] Instance network_info: |[{"id": "d51a8340-99bb-46ac-b248-7013954c3e65", "address": "fa:16:3e:dd:7b:c5", "network": {"id": "508509dd-7bfd-4a64-9135-d3dbeac23fa6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.144", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a15c0c8454c748249efd16f753a7dc35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd51a8340-99", "ovs_interfaceid": "d51a8340-99bb-46ac-b248-7013954c3e65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 738.950911] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-8ea5f161-5224-430d-8342-748662771069 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] [instance: 1e106741-a2d1-40cc-b287-3f2af59084ca] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:7b:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd51a8340-99bb-46ac-b248-7013954c3e65', 'vif_model': 'vmxnet3'}] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 738.959094] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8ea5f161-5224-430d-8342-748662771069 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 738.961867] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e106741-a2d1-40cc-b287-3f2af59084ca] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 738.963012] env[68893]: DEBUG nova.network.neutron [None req-0306dc01-85a8-43aa-8951-fbbda9c63b03 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: 74e4929e-3ae3-4358-9544-e64b5c2f237f] Successfully created port: 7c5731f9-ff4e-4297-8c2c-1b98e89a7e12 {{(pid=68893) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 738.964835] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ff8ce913-27b0-422b-83bd-ab56b641d00a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.989296] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 738.989296] env[68893]: value = "task-2791179" [ 738.989296] env[68893]: _type = "Task" [ 738.989296] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.999202] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791179, 'name': CreateVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.126678] env[68893]: DEBUG oslo_vmware.api [None req-30ddcb9f-7ba9-4d4c-8e55-e68be63b3515 tempest-TenantUsagesTestJSON-742880608 tempest-TenantUsagesTestJSON-742880608-project-member] Task: {'id': task-2791176, 'name': ReconfigVM_Task, 'duration_secs': 0.602103} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.130182] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-30ddcb9f-7ba9-4d4c-8e55-e68be63b3515 tempest-TenantUsagesTestJSON-742880608 tempest-TenantUsagesTestJSON-742880608-project-member] [instance: 15785bfd-102b-4abf-b9ab-12e38c653a49] Reconfigured VM instance instance-00000014 to attach disk [datastore2] 15785bfd-102b-4abf-b9ab-12e38c653a49/15785bfd-102b-4abf-b9ab-12e38c653a49.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 739.131039] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-25edfd2b-8be6-4525-a085-af93ddc7efc9 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.138481] env[68893]: DEBUG oslo_vmware.api [None req-30ddcb9f-7ba9-4d4c-8e55-e68be63b3515 tempest-TenantUsagesTestJSON-742880608 tempest-TenantUsagesTestJSON-742880608-project-member] Waiting for the task: (returnval){ [ 739.138481] env[68893]: value = "task-2791180" [ 739.138481] env[68893]: _type = "Task" [ 739.138481] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.152372] env[68893]: DEBUG oslo_vmware.api [None req-30ddcb9f-7ba9-4d4c-8e55-e68be63b3515 tempest-TenantUsagesTestJSON-742880608 tempest-TenantUsagesTestJSON-742880608-project-member] Task: {'id': task-2791180, 'name': Rename_Task} progress is 6%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.189604] env[68893]: DEBUG oslo_vmware.api [None req-cb3de616-d1c2-491f-98a4-9f6760a289c0 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': task-2791178, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072695} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.194233] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-cb3de616-d1c2-491f-98a4-9f6760a289c0 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: a168e41a-cc22-4f30-b7eb-e390d73f0eff] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 739.194233] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9734d3d-43ff-47e3-a2f5-80699c7cc56f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.223559] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb3de616-d1c2-491f-98a4-9f6760a289c0 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: a168e41a-cc22-4f30-b7eb-e390d73f0eff] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] a168e41a-cc22-4f30-b7eb-e390d73f0eff/a168e41a-cc22-4f30-b7eb-e390d73f0eff.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 739.226644] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e6b1d6e-dc93-4aad-8c59-90f5efcd52e1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.247996] env[68893]: DEBUG oslo_vmware.api [None req-cb3de616-d1c2-491f-98a4-9f6760a289c0 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Waiting for the task: (returnval){ [ 739.247996] env[68893]: value = "task-2791181" [ 739.247996] env[68893]: _type = "Task" [ 739.247996] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.259451] env[68893]: DEBUG oslo_vmware.api [None req-cb3de616-d1c2-491f-98a4-9f6760a289c0 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': task-2791181, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.370055] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c62938fc-3014-41e3-a379-f4f37a71c8c5 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.376234] env[68893]: DEBUG oslo_vmware.api [None req-ed5d5f7c-8570-4609-baab-564ad2b0df62 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Task: {'id': task-2791175, 'name': RemoveSnapshot_Task, 'duration_secs': 1.028304} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.376895] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-ed5d5f7c-8570-4609-baab-564ad2b0df62 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] [instance: 29bce734-9f04-41eb-92e5-df9248dc10a3] Deleted Snapshot of the VM instance {{(pid=68893) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 739.377226] env[68893]: INFO nova.compute.manager [None req-ed5d5f7c-8570-4609-baab-564ad2b0df62 tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] [instance: 29bce734-9f04-41eb-92e5-df9248dc10a3] Took 17.31 seconds to snapshot the instance on the hypervisor. [ 739.382749] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41d7b2bc-3eec-4c53-8679-090c83cb00a7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.419159] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae35216d-ce00-4339-bbb2-77a26c955935 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.430126] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27d030eb-dee8-43bc-9fc0-bc0358b67678 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.443165] env[68893]: DEBUG nova.compute.provider_tree [None req-b893a8ae-0e58-43f1-8096-1d06512c52ce tempest-ServerAddressesNegativeTestJSON-1075330625 tempest-ServerAddressesNegativeTestJSON-1075330625-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 739.499867] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791179, 'name': CreateVM_Task} progress is 99%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.518088] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f2e89dad-06c4-4fc5-862a-75b9237ace0c tempest-FloatingIPsAssociationNegativeTestJSON-159533486 tempest-FloatingIPsAssociationNegativeTestJSON-159533486-project-member] Acquiring lock "17c90488-234d-4203-964f-a4863bbe5e47" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.518403] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f2e89dad-06c4-4fc5-862a-75b9237ace0c tempest-FloatingIPsAssociationNegativeTestJSON-159533486 tempest-FloatingIPsAssociationNegativeTestJSON-159533486-project-member] Lock "17c90488-234d-4203-964f-a4863bbe5e47" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.518626] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f2e89dad-06c4-4fc5-862a-75b9237ace0c tempest-FloatingIPsAssociationNegativeTestJSON-159533486 tempest-FloatingIPsAssociationNegativeTestJSON-159533486-project-member] Acquiring lock "17c90488-234d-4203-964f-a4863bbe5e47-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.518807] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f2e89dad-06c4-4fc5-862a-75b9237ace0c tempest-FloatingIPsAssociationNegativeTestJSON-159533486 tempest-FloatingIPsAssociationNegativeTestJSON-159533486-project-member] Lock "17c90488-234d-4203-964f-a4863bbe5e47-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.518961] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f2e89dad-06c4-4fc5-862a-75b9237ace0c tempest-FloatingIPsAssociationNegativeTestJSON-159533486 tempest-FloatingIPsAssociationNegativeTestJSON-159533486-project-member] Lock "17c90488-234d-4203-964f-a4863bbe5e47-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.521177] env[68893]: INFO nova.compute.manager [None req-f2e89dad-06c4-4fc5-862a-75b9237ace0c tempest-FloatingIPsAssociationNegativeTestJSON-159533486 tempest-FloatingIPsAssociationNegativeTestJSON-159533486-project-member] [instance: 17c90488-234d-4203-964f-a4863bbe5e47] Terminating instance [ 739.649372] env[68893]: DEBUG oslo_vmware.api [None req-30ddcb9f-7ba9-4d4c-8e55-e68be63b3515 tempest-TenantUsagesTestJSON-742880608 tempest-TenantUsagesTestJSON-742880608-project-member] Task: {'id': task-2791180, 'name': Rename_Task, 'duration_secs': 0.176141} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.649704] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-30ddcb9f-7ba9-4d4c-8e55-e68be63b3515 tempest-TenantUsagesTestJSON-742880608 tempest-TenantUsagesTestJSON-742880608-project-member] [instance: 15785bfd-102b-4abf-b9ab-12e38c653a49] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 739.649955] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc47e220-5fef-4ace-ab4d-b7690134ecbe {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.658034] env[68893]: DEBUG oslo_vmware.api [None req-30ddcb9f-7ba9-4d4c-8e55-e68be63b3515 tempest-TenantUsagesTestJSON-742880608 tempest-TenantUsagesTestJSON-742880608-project-member] Waiting for the task: (returnval){ [ 739.658034] env[68893]: value = "task-2791182" [ 739.658034] env[68893]: _type = "Task" [ 739.658034] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.678497] env[68893]: DEBUG oslo_vmware.api [None req-30ddcb9f-7ba9-4d4c-8e55-e68be63b3515 tempest-TenantUsagesTestJSON-742880608 tempest-TenantUsagesTestJSON-742880608-project-member] Task: {'id': task-2791182, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.761506] env[68893]: DEBUG oslo_vmware.api [None req-cb3de616-d1c2-491f-98a4-9f6760a289c0 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': task-2791181, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.827745] env[68893]: DEBUG nova.compute.manager [None req-0306dc01-85a8-43aa-8951-fbbda9c63b03 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: 74e4929e-3ae3-4358-9544-e64b5c2f237f] Start spawning the instance on the hypervisor. {{(pid=68893) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 739.862633] env[68893]: DEBUG nova.virt.hardware [None req-0306dc01-85a8-43aa-8951-fbbda9c63b03 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 739.862928] env[68893]: DEBUG nova.virt.hardware [None req-0306dc01-85a8-43aa-8951-fbbda9c63b03 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 739.864518] env[68893]: DEBUG nova.virt.hardware [None req-0306dc01-85a8-43aa-8951-fbbda9c63b03 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 739.864518] env[68893]: DEBUG nova.virt.hardware [None req-0306dc01-85a8-43aa-8951-fbbda9c63b03 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 739.864518] env[68893]: DEBUG nova.virt.hardware [None req-0306dc01-85a8-43aa-8951-fbbda9c63b03 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 739.866082] env[68893]: DEBUG nova.virt.hardware [None req-0306dc01-85a8-43aa-8951-fbbda9c63b03 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 739.866571] env[68893]: DEBUG nova.virt.hardware [None req-0306dc01-85a8-43aa-8951-fbbda9c63b03 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 739.866803] env[68893]: DEBUG nova.virt.hardware [None req-0306dc01-85a8-43aa-8951-fbbda9c63b03 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 739.867053] env[68893]: DEBUG nova.virt.hardware [None req-0306dc01-85a8-43aa-8951-fbbda9c63b03 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 739.867302] env[68893]: DEBUG nova.virt.hardware [None req-0306dc01-85a8-43aa-8951-fbbda9c63b03 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 739.867545] env[68893]: DEBUG nova.virt.hardware [None req-0306dc01-85a8-43aa-8951-fbbda9c63b03 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 739.868642] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8b4ede2-6eac-42ed-89c0-eb89cd9ac5cf {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.878927] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28539473-8c5b-454b-94ec-0251bb900480 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.902732] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7700a681-aa64-4de7-a3bb-d1f0e4036c50 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.913854] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-0733e86f-7dc0-47a6-a15c-9902fb208e25 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] [instance: 3f20bd77-e350-409c-beb3-6e8a188048ab] Doing hard reboot of VM {{(pid=68893) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 739.914416] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-62f20cb8-53ff-43cd-95f7-634cdf292eb4 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.922476] env[68893]: DEBUG oslo_vmware.api [None req-0733e86f-7dc0-47a6-a15c-9902fb208e25 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] Waiting for the task: (returnval){ [ 739.922476] env[68893]: value = "task-2791183" [ 739.922476] env[68893]: _type = "Task" [ 739.922476] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.931827] env[68893]: DEBUG oslo_vmware.api [None req-0733e86f-7dc0-47a6-a15c-9902fb208e25 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] Task: {'id': task-2791183, 'name': ResetVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.946591] env[68893]: DEBUG nova.scheduler.client.report [None req-b893a8ae-0e58-43f1-8096-1d06512c52ce tempest-ServerAddressesNegativeTestJSON-1075330625 tempest-ServerAddressesNegativeTestJSON-1075330625-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 740.000246] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791179, 'name': CreateVM_Task, 'duration_secs': 0.658058} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.000492] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e106741-a2d1-40cc-b287-3f2af59084ca] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 740.001259] env[68893]: DEBUG oslo_concurrency.lockutils [None req-8ea5f161-5224-430d-8342-748662771069 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.001427] env[68893]: DEBUG oslo_concurrency.lockutils [None req-8ea5f161-5224-430d-8342-748662771069 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.001822] env[68893]: DEBUG oslo_concurrency.lockutils [None req-8ea5f161-5224-430d-8342-748662771069 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.002126] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acddab9a-2fd0-4339-a6d8-94ded4a0daca {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.006876] env[68893]: DEBUG oslo_vmware.api [None req-8ea5f161-5224-430d-8342-748662771069 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Waiting for the task: (returnval){ [ 740.006876] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52f99023-884f-811a-27ee-6d0bd333bbc0" [ 740.006876] env[68893]: _type = "Task" [ 740.006876] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.015590] env[68893]: DEBUG oslo_vmware.api [None req-8ea5f161-5224-430d-8342-748662771069 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52f99023-884f-811a-27ee-6d0bd333bbc0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.024512] env[68893]: DEBUG nova.compute.manager [None req-f2e89dad-06c4-4fc5-862a-75b9237ace0c tempest-FloatingIPsAssociationNegativeTestJSON-159533486 tempest-FloatingIPsAssociationNegativeTestJSON-159533486-project-member] [instance: 17c90488-234d-4203-964f-a4863bbe5e47] Start destroying the instance on the hypervisor. {{(pid=68893) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 740.024816] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-f2e89dad-06c4-4fc5-862a-75b9237ace0c tempest-FloatingIPsAssociationNegativeTestJSON-159533486 tempest-FloatingIPsAssociationNegativeTestJSON-159533486-project-member] [instance: 17c90488-234d-4203-964f-a4863bbe5e47] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 740.025701] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4dc0efc-2101-426a-943d-86fd3a47766b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.033338] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2e89dad-06c4-4fc5-862a-75b9237ace0c tempest-FloatingIPsAssociationNegativeTestJSON-159533486 tempest-FloatingIPsAssociationNegativeTestJSON-159533486-project-member] [instance: 17c90488-234d-4203-964f-a4863bbe5e47] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 740.033688] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ad44058c-366a-4128-b390-309349972df7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.040538] env[68893]: DEBUG oslo_vmware.api [None req-f2e89dad-06c4-4fc5-862a-75b9237ace0c tempest-FloatingIPsAssociationNegativeTestJSON-159533486 tempest-FloatingIPsAssociationNegativeTestJSON-159533486-project-member] Waiting for the task: (returnval){ [ 740.040538] env[68893]: value = "task-2791184" [ 740.040538] env[68893]: _type = "Task" [ 740.040538] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.051340] env[68893]: DEBUG oslo_vmware.api [None req-f2e89dad-06c4-4fc5-862a-75b9237ace0c tempest-FloatingIPsAssociationNegativeTestJSON-159533486 tempest-FloatingIPsAssociationNegativeTestJSON-159533486-project-member] Task: {'id': task-2791184, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.169749] env[68893]: DEBUG oslo_vmware.api [None req-30ddcb9f-7ba9-4d4c-8e55-e68be63b3515 tempest-TenantUsagesTestJSON-742880608 tempest-TenantUsagesTestJSON-742880608-project-member] Task: {'id': task-2791182, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.204654] env[68893]: DEBUG nova.compute.manager [req-c24bdd44-47f7-4a10-896f-f14c6067021c req-4a077764-f60b-492c-993a-b3e0d566aa62 service nova] [instance: 1e106741-a2d1-40cc-b287-3f2af59084ca] Received event network-changed-d51a8340-99bb-46ac-b248-7013954c3e65 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 740.204903] env[68893]: DEBUG nova.compute.manager [req-c24bdd44-47f7-4a10-896f-f14c6067021c req-4a077764-f60b-492c-993a-b3e0d566aa62 service nova] [instance: 1e106741-a2d1-40cc-b287-3f2af59084ca] Refreshing instance network info cache due to event network-changed-d51a8340-99bb-46ac-b248-7013954c3e65. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 740.209444] env[68893]: DEBUG oslo_concurrency.lockutils [req-c24bdd44-47f7-4a10-896f-f14c6067021c req-4a077764-f60b-492c-993a-b3e0d566aa62 service nova] Acquiring lock "refresh_cache-1e106741-a2d1-40cc-b287-3f2af59084ca" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.209444] env[68893]: DEBUG oslo_concurrency.lockutils [req-c24bdd44-47f7-4a10-896f-f14c6067021c req-4a077764-f60b-492c-993a-b3e0d566aa62 service nova] Acquired lock "refresh_cache-1e106741-a2d1-40cc-b287-3f2af59084ca" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.209444] env[68893]: DEBUG nova.network.neutron [req-c24bdd44-47f7-4a10-896f-f14c6067021c req-4a077764-f60b-492c-993a-b3e0d566aa62 service nova] [instance: 1e106741-a2d1-40cc-b287-3f2af59084ca] Refreshing network info cache for port d51a8340-99bb-46ac-b248-7013954c3e65 {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 740.261580] env[68893]: DEBUG oslo_vmware.api [None req-cb3de616-d1c2-491f-98a4-9f6760a289c0 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': task-2791181, 'name': ReconfigVM_Task, 'duration_secs': 0.881972} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.262058] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb3de616-d1c2-491f-98a4-9f6760a289c0 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: a168e41a-cc22-4f30-b7eb-e390d73f0eff] Reconfigured VM instance instance-00000015 to attach disk [datastore2] a168e41a-cc22-4f30-b7eb-e390d73f0eff/a168e41a-cc22-4f30-b7eb-e390d73f0eff.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 740.262755] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1c7214a3-3c81-44e4-a4ca-afeefab07e6c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.270854] env[68893]: DEBUG oslo_vmware.api [None req-cb3de616-d1c2-491f-98a4-9f6760a289c0 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Waiting for the task: (returnval){ [ 740.270854] env[68893]: value = "task-2791185" [ 740.270854] env[68893]: _type = "Task" [ 740.270854] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.282035] env[68893]: DEBUG oslo_vmware.api [None req-cb3de616-d1c2-491f-98a4-9f6760a289c0 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': task-2791185, 'name': Rename_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.438064] env[68893]: DEBUG oslo_vmware.api [None req-0733e86f-7dc0-47a6-a15c-9902fb208e25 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] Task: {'id': task-2791183, 'name': ResetVM_Task, 'duration_secs': 0.130289} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.438416] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-0733e86f-7dc0-47a6-a15c-9902fb208e25 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] [instance: 3f20bd77-e350-409c-beb3-6e8a188048ab] Did hard reboot of VM {{(pid=68893) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 740.438642] env[68893]: DEBUG nova.compute.manager [None req-0733e86f-7dc0-47a6-a15c-9902fb208e25 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] [instance: 3f20bd77-e350-409c-beb3-6e8a188048ab] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 740.439488] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-516f4314-b270-4306-8db2-fd1b9d795341 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.451440] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b893a8ae-0e58-43f1-8096-1d06512c52ce tempest-ServerAddressesNegativeTestJSON-1075330625 tempest-ServerAddressesNegativeTestJSON-1075330625-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.653s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.451958] env[68893]: DEBUG nova.compute.manager [None req-b893a8ae-0e58-43f1-8096-1d06512c52ce tempest-ServerAddressesNegativeTestJSON-1075330625 tempest-ServerAddressesNegativeTestJSON-1075330625-project-member] [instance: 4bb94a41-5549-4e59-a44b-094fff269e78] Start building networks asynchronously for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 740.454542] env[68893]: DEBUG oslo_concurrency.lockutils [None req-346fe6ab-c187-4c49-b5bc-3989bd68686f tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.761s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.456058] env[68893]: INFO nova.compute.claims [None req-346fe6ab-c187-4c49-b5bc-3989bd68686f tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] [instance: b7c373f5-60c3-44c6-bbe7-d66be17f34fd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 740.520995] env[68893]: DEBUG oslo_vmware.api [None req-8ea5f161-5224-430d-8342-748662771069 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52f99023-884f-811a-27ee-6d0bd333bbc0, 'name': SearchDatastore_Task, 'duration_secs': 0.009566} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.522080] env[68893]: DEBUG oslo_concurrency.lockutils [None req-8ea5f161-5224-430d-8342-748662771069 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.522411] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-8ea5f161-5224-430d-8342-748662771069 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] [instance: 1e106741-a2d1-40cc-b287-3f2af59084ca] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 740.522559] env[68893]: DEBUG oslo_concurrency.lockutils [None req-8ea5f161-5224-430d-8342-748662771069 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.522701] env[68893]: DEBUG oslo_concurrency.lockutils [None req-8ea5f161-5224-430d-8342-748662771069 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.522897] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ea5f161-5224-430d-8342-748662771069 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 740.523498] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-493b5cf1-c8c9-4de4-b5d0-e663828c1bd5 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.535935] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ea5f161-5224-430d-8342-748662771069 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 740.536155] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-8ea5f161-5224-430d-8342-748662771069 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 740.537166] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf590a2d-f68e-4588-9b0c-7b4c7a9f9487 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.548642] env[68893]: DEBUG oslo_vmware.api [None req-8ea5f161-5224-430d-8342-748662771069 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Waiting for the task: (returnval){ [ 740.548642] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52ed8b7d-5d19-77eb-beb7-244c943c6746" [ 740.548642] env[68893]: _type = "Task" [ 740.548642] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.556993] env[68893]: DEBUG oslo_vmware.api [None req-f2e89dad-06c4-4fc5-862a-75b9237ace0c tempest-FloatingIPsAssociationNegativeTestJSON-159533486 tempest-FloatingIPsAssociationNegativeTestJSON-159533486-project-member] Task: {'id': task-2791184, 'name': PowerOffVM_Task, 'duration_secs': 0.199443} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.559598] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2e89dad-06c4-4fc5-862a-75b9237ace0c tempest-FloatingIPsAssociationNegativeTestJSON-159533486 tempest-FloatingIPsAssociationNegativeTestJSON-159533486-project-member] [instance: 17c90488-234d-4203-964f-a4863bbe5e47] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 740.559782] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-f2e89dad-06c4-4fc5-862a-75b9237ace0c tempest-FloatingIPsAssociationNegativeTestJSON-159533486 tempest-FloatingIPsAssociationNegativeTestJSON-159533486-project-member] [instance: 17c90488-234d-4203-964f-a4863bbe5e47] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 740.560036] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-541e417c-e62a-4d88-8126-549e27b42181 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.569045] env[68893]: DEBUG oslo_vmware.api [None req-8ea5f161-5224-430d-8342-748662771069 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52ed8b7d-5d19-77eb-beb7-244c943c6746, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.670028] env[68893]: DEBUG oslo_vmware.api [None req-30ddcb9f-7ba9-4d4c-8e55-e68be63b3515 tempest-TenantUsagesTestJSON-742880608 tempest-TenantUsagesTestJSON-742880608-project-member] Task: {'id': task-2791182, 'name': PowerOnVM_Task, 'duration_secs': 0.882637} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.670028] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-30ddcb9f-7ba9-4d4c-8e55-e68be63b3515 tempest-TenantUsagesTestJSON-742880608 tempest-TenantUsagesTestJSON-742880608-project-member] [instance: 15785bfd-102b-4abf-b9ab-12e38c653a49] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 740.670028] env[68893]: INFO nova.compute.manager [None req-30ddcb9f-7ba9-4d4c-8e55-e68be63b3515 tempest-TenantUsagesTestJSON-742880608 tempest-TenantUsagesTestJSON-742880608-project-member] [instance: 15785bfd-102b-4abf-b9ab-12e38c653a49] Took 9.76 seconds to spawn the instance on the hypervisor. [ 740.670028] env[68893]: DEBUG nova.compute.manager [None req-30ddcb9f-7ba9-4d4c-8e55-e68be63b3515 tempest-TenantUsagesTestJSON-742880608 tempest-TenantUsagesTestJSON-742880608-project-member] [instance: 15785bfd-102b-4abf-b9ab-12e38c653a49] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 740.670606] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cee743f-08c4-4ab5-b667-655c8edbebbe {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.783083] env[68893]: DEBUG oslo_vmware.api [None req-cb3de616-d1c2-491f-98a4-9f6760a289c0 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': task-2791185, 'name': Rename_Task, 'duration_secs': 0.265611} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.784402] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb3de616-d1c2-491f-98a4-9f6760a289c0 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: a168e41a-cc22-4f30-b7eb-e390d73f0eff] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 740.784402] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-88a55a8c-4000-4bab-b9c5-f75ca238a25c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.791871] env[68893]: DEBUG oslo_vmware.api [None req-cb3de616-d1c2-491f-98a4-9f6760a289c0 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Waiting for the task: (returnval){ [ 740.791871] env[68893]: value = "task-2791187" [ 740.791871] env[68893]: _type = "Task" [ 740.791871] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.800736] env[68893]: DEBUG oslo_vmware.api [None req-cb3de616-d1c2-491f-98a4-9f6760a289c0 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': task-2791187, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.959309] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-f2e89dad-06c4-4fc5-862a-75b9237ace0c tempest-FloatingIPsAssociationNegativeTestJSON-159533486 tempest-FloatingIPsAssociationNegativeTestJSON-159533486-project-member] [instance: 17c90488-234d-4203-964f-a4863bbe5e47] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 740.959309] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-f2e89dad-06c4-4fc5-862a-75b9237ace0c tempest-FloatingIPsAssociationNegativeTestJSON-159533486 tempest-FloatingIPsAssociationNegativeTestJSON-159533486-project-member] [instance: 17c90488-234d-4203-964f-a4863bbe5e47] Deleting contents of the VM from datastore datastore1 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 740.959309] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2e89dad-06c4-4fc5-862a-75b9237ace0c tempest-FloatingIPsAssociationNegativeTestJSON-159533486 tempest-FloatingIPsAssociationNegativeTestJSON-159533486-project-member] Deleting the datastore file [datastore1] 17c90488-234d-4203-964f-a4863bbe5e47 {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 740.959309] env[68893]: DEBUG oslo_concurrency.lockutils [None req-0733e86f-7dc0-47a6-a15c-9902fb208e25 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] Lock "3f20bd77-e350-409c-beb3-6e8a188048ab" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.429s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.959309] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cb2cc7ab-9159-4176-857b-ed2756a15eea {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.966730] env[68893]: DEBUG nova.compute.utils [None req-b893a8ae-0e58-43f1-8096-1d06512c52ce tempest-ServerAddressesNegativeTestJSON-1075330625 tempest-ServerAddressesNegativeTestJSON-1075330625-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 740.970378] env[68893]: DEBUG nova.compute.manager [None req-b893a8ae-0e58-43f1-8096-1d06512c52ce tempest-ServerAddressesNegativeTestJSON-1075330625 tempest-ServerAddressesNegativeTestJSON-1075330625-project-member] [instance: 4bb94a41-5549-4e59-a44b-094fff269e78] Allocating IP information in the background. {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 740.973124] env[68893]: DEBUG nova.network.neutron [None req-b893a8ae-0e58-43f1-8096-1d06512c52ce tempest-ServerAddressesNegativeTestJSON-1075330625 tempest-ServerAddressesNegativeTestJSON-1075330625-project-member] [instance: 4bb94a41-5549-4e59-a44b-094fff269e78] allocate_for_instance() {{(pid=68893) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 740.977631] env[68893]: DEBUG oslo_vmware.api [None req-f2e89dad-06c4-4fc5-862a-75b9237ace0c tempest-FloatingIPsAssociationNegativeTestJSON-159533486 tempest-FloatingIPsAssociationNegativeTestJSON-159533486-project-member] Waiting for the task: (returnval){ [ 740.977631] env[68893]: value = "task-2791188" [ 740.977631] env[68893]: _type = "Task" [ 740.977631] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.988353] env[68893]: DEBUG oslo_vmware.api [None req-f2e89dad-06c4-4fc5-862a-75b9237ace0c tempest-FloatingIPsAssociationNegativeTestJSON-159533486 tempest-FloatingIPsAssociationNegativeTestJSON-159533486-project-member] Task: {'id': task-2791188, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.051128] env[68893]: DEBUG nova.policy [None req-b893a8ae-0e58-43f1-8096-1d06512c52ce tempest-ServerAddressesNegativeTestJSON-1075330625 tempest-ServerAddressesNegativeTestJSON-1075330625-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6fdf83e0e6ce42c5b0ff12c91ec2744c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '754dffcc59b44e7e93e555816136c2d7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68893) authorize /opt/stack/nova/nova/policy.py:192}} [ 741.068648] env[68893]: DEBUG oslo_vmware.api [None req-8ea5f161-5224-430d-8342-748662771069 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52ed8b7d-5d19-77eb-beb7-244c943c6746, 'name': SearchDatastore_Task, 'duration_secs': 0.030843} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.069919] env[68893]: DEBUG nova.network.neutron [req-c24bdd44-47f7-4a10-896f-f14c6067021c req-4a077764-f60b-492c-993a-b3e0d566aa62 service nova] [instance: 1e106741-a2d1-40cc-b287-3f2af59084ca] Updated VIF entry in instance network info cache for port d51a8340-99bb-46ac-b248-7013954c3e65. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 741.070465] env[68893]: DEBUG nova.network.neutron [req-c24bdd44-47f7-4a10-896f-f14c6067021c req-4a077764-f60b-492c-993a-b3e0d566aa62 service nova] [instance: 1e106741-a2d1-40cc-b287-3f2af59084ca] Updating instance_info_cache with network_info: [{"id": "d51a8340-99bb-46ac-b248-7013954c3e65", "address": "fa:16:3e:dd:7b:c5", "network": {"id": "508509dd-7bfd-4a64-9135-d3dbeac23fa6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.144", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a15c0c8454c748249efd16f753a7dc35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd51a8340-99", "ovs_interfaceid": "d51a8340-99bb-46ac-b248-7013954c3e65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.074058] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da2dead5-90b6-48a7-bc5c-7fe1a7681a3b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.079224] env[68893]: DEBUG oslo_vmware.api [None req-8ea5f161-5224-430d-8342-748662771069 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Waiting for the task: (returnval){ [ 741.079224] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]5238db8b-32f6-8ce1-881e-bd1d4ec10c75" [ 741.079224] env[68893]: _type = "Task" [ 741.079224] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.092043] env[68893]: DEBUG oslo_vmware.api [None req-8ea5f161-5224-430d-8342-748662771069 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]5238db8b-32f6-8ce1-881e-bd1d4ec10c75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.191532] env[68893]: INFO nova.compute.manager [None req-30ddcb9f-7ba9-4d4c-8e55-e68be63b3515 tempest-TenantUsagesTestJSON-742880608 tempest-TenantUsagesTestJSON-742880608-project-member] [instance: 15785bfd-102b-4abf-b9ab-12e38c653a49] Took 38.94 seconds to build instance. [ 741.263764] env[68893]: DEBUG nova.network.neutron [None req-0306dc01-85a8-43aa-8951-fbbda9c63b03 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: 74e4929e-3ae3-4358-9544-e64b5c2f237f] Successfully updated port: 7c5731f9-ff4e-4297-8c2c-1b98e89a7e12 {{(pid=68893) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 741.304715] env[68893]: DEBUG oslo_vmware.api [None req-cb3de616-d1c2-491f-98a4-9f6760a289c0 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': task-2791187, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.465051] env[68893]: DEBUG nova.network.neutron [None req-b893a8ae-0e58-43f1-8096-1d06512c52ce tempest-ServerAddressesNegativeTestJSON-1075330625 tempest-ServerAddressesNegativeTestJSON-1075330625-project-member] [instance: 4bb94a41-5549-4e59-a44b-094fff269e78] Successfully created port: 34cf5fe7-293d-4d4f-9b64-48d974470244 {{(pid=68893) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 741.471700] env[68893]: DEBUG nova.compute.manager [None req-b893a8ae-0e58-43f1-8096-1d06512c52ce tempest-ServerAddressesNegativeTestJSON-1075330625 tempest-ServerAddressesNegativeTestJSON-1075330625-project-member] [instance: 4bb94a41-5549-4e59-a44b-094fff269e78] Start building block device mappings for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 741.488361] env[68893]: DEBUG nova.compute.manager [req-b8222bb0-6877-4861-b2b3-8d651d44824d req-f9bd57f9-12db-40c7-b530-d27d1f89ce08 service nova] [instance: 74e4929e-3ae3-4358-9544-e64b5c2f237f] Received event network-vif-plugged-7c5731f9-ff4e-4297-8c2c-1b98e89a7e12 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 741.489100] env[68893]: DEBUG oslo_concurrency.lockutils [req-b8222bb0-6877-4861-b2b3-8d651d44824d req-f9bd57f9-12db-40c7-b530-d27d1f89ce08 service nova] Acquiring lock "74e4929e-3ae3-4358-9544-e64b5c2f237f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.490425] env[68893]: DEBUG oslo_concurrency.lockutils [req-b8222bb0-6877-4861-b2b3-8d651d44824d req-f9bd57f9-12db-40c7-b530-d27d1f89ce08 service nova] Lock "74e4929e-3ae3-4358-9544-e64b5c2f237f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.490425] env[68893]: DEBUG oslo_concurrency.lockutils [req-b8222bb0-6877-4861-b2b3-8d651d44824d req-f9bd57f9-12db-40c7-b530-d27d1f89ce08 service nova] Lock "74e4929e-3ae3-4358-9544-e64b5c2f237f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.490425] env[68893]: DEBUG nova.compute.manager [req-b8222bb0-6877-4861-b2b3-8d651d44824d req-f9bd57f9-12db-40c7-b530-d27d1f89ce08 service nova] [instance: 74e4929e-3ae3-4358-9544-e64b5c2f237f] No waiting events found dispatching network-vif-plugged-7c5731f9-ff4e-4297-8c2c-1b98e89a7e12 {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 741.490425] env[68893]: WARNING nova.compute.manager [req-b8222bb0-6877-4861-b2b3-8d651d44824d req-f9bd57f9-12db-40c7-b530-d27d1f89ce08 service nova] [instance: 74e4929e-3ae3-4358-9544-e64b5c2f237f] Received unexpected event network-vif-plugged-7c5731f9-ff4e-4297-8c2c-1b98e89a7e12 for instance with vm_state building and task_state spawning. [ 741.499996] env[68893]: DEBUG oslo_vmware.api [None req-f2e89dad-06c4-4fc5-862a-75b9237ace0c tempest-FloatingIPsAssociationNegativeTestJSON-159533486 tempest-FloatingIPsAssociationNegativeTestJSON-159533486-project-member] Task: {'id': task-2791188, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188983} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.499996] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2e89dad-06c4-4fc5-862a-75b9237ace0c tempest-FloatingIPsAssociationNegativeTestJSON-159533486 tempest-FloatingIPsAssociationNegativeTestJSON-159533486-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 741.499996] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-f2e89dad-06c4-4fc5-862a-75b9237ace0c tempest-FloatingIPsAssociationNegativeTestJSON-159533486 tempest-FloatingIPsAssociationNegativeTestJSON-159533486-project-member] [instance: 17c90488-234d-4203-964f-a4863bbe5e47] Deleted contents of the VM from datastore datastore1 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 741.499996] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-f2e89dad-06c4-4fc5-862a-75b9237ace0c tempest-FloatingIPsAssociationNegativeTestJSON-159533486 tempest-FloatingIPsAssociationNegativeTestJSON-159533486-project-member] [instance: 17c90488-234d-4203-964f-a4863bbe5e47] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 741.499996] env[68893]: INFO nova.compute.manager [None req-f2e89dad-06c4-4fc5-862a-75b9237ace0c tempest-FloatingIPsAssociationNegativeTestJSON-159533486 tempest-FloatingIPsAssociationNegativeTestJSON-159533486-project-member] [instance: 17c90488-234d-4203-964f-a4863bbe5e47] Took 1.47 seconds to destroy the instance on the hypervisor. [ 741.500333] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f2e89dad-06c4-4fc5-862a-75b9237ace0c tempest-FloatingIPsAssociationNegativeTestJSON-159533486 tempest-FloatingIPsAssociationNegativeTestJSON-159533486-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 741.500333] env[68893]: DEBUG nova.compute.manager [-] [instance: 17c90488-234d-4203-964f-a4863bbe5e47] Deallocating network for instance {{(pid=68893) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 741.500333] env[68893]: DEBUG nova.network.neutron [-] [instance: 17c90488-234d-4203-964f-a4863bbe5e47] deallocate_for_instance() {{(pid=68893) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 741.578284] env[68893]: DEBUG oslo_concurrency.lockutils [req-c24bdd44-47f7-4a10-896f-f14c6067021c req-4a077764-f60b-492c-993a-b3e0d566aa62 service nova] Releasing lock "refresh_cache-1e106741-a2d1-40cc-b287-3f2af59084ca" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.595085] env[68893]: DEBUG oslo_vmware.api [None req-8ea5f161-5224-430d-8342-748662771069 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]5238db8b-32f6-8ce1-881e-bd1d4ec10c75, 'name': SearchDatastore_Task, 'duration_secs': 0.015053} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.595384] env[68893]: DEBUG oslo_concurrency.lockutils [None req-8ea5f161-5224-430d-8342-748662771069 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.596060] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ea5f161-5224-430d-8342-748662771069 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] 1e106741-a2d1-40cc-b287-3f2af59084ca/1e106741-a2d1-40cc-b287-3f2af59084ca.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 741.596060] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a83f9c50-7157-4292-a6f1-c7437812c1cd {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.608021] env[68893]: DEBUG oslo_vmware.api [None req-8ea5f161-5224-430d-8342-748662771069 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Waiting for the task: (returnval){ [ 741.608021] env[68893]: value = "task-2791189" [ 741.608021] env[68893]: _type = "Task" [ 741.608021] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.620719] env[68893]: DEBUG oslo_vmware.api [None req-8ea5f161-5224-430d-8342-748662771069 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Task: {'id': task-2791189, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.694017] env[68893]: DEBUG oslo_concurrency.lockutils [None req-30ddcb9f-7ba9-4d4c-8e55-e68be63b3515 tempest-TenantUsagesTestJSON-742880608 tempest-TenantUsagesTestJSON-742880608-project-member] Lock "15785bfd-102b-4abf-b9ab-12e38c653a49" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.659s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.770262] env[68893]: DEBUG oslo_concurrency.lockutils [None req-0306dc01-85a8-43aa-8951-fbbda9c63b03 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Acquiring lock "refresh_cache-74e4929e-3ae3-4358-9544-e64b5c2f237f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.772510] env[68893]: DEBUG oslo_concurrency.lockutils [None req-0306dc01-85a8-43aa-8951-fbbda9c63b03 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Acquired lock "refresh_cache-74e4929e-3ae3-4358-9544-e64b5c2f237f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.772510] env[68893]: DEBUG nova.network.neutron [None req-0306dc01-85a8-43aa-8951-fbbda9c63b03 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: 74e4929e-3ae3-4358-9544-e64b5c2f237f] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 741.805498] env[68893]: DEBUG oslo_vmware.api [None req-cb3de616-d1c2-491f-98a4-9f6760a289c0 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': task-2791187, 'name': PowerOnVM_Task, 'duration_secs': 0.75945} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.809966] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb3de616-d1c2-491f-98a4-9f6760a289c0 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: a168e41a-cc22-4f30-b7eb-e390d73f0eff] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 741.810313] env[68893]: INFO nova.compute.manager [None req-cb3de616-d1c2-491f-98a4-9f6760a289c0 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: a168e41a-cc22-4f30-b7eb-e390d73f0eff] Took 8.64 seconds to spawn the instance on the hypervisor. [ 741.810577] env[68893]: DEBUG nova.compute.manager [None req-cb3de616-d1c2-491f-98a4-9f6760a289c0 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: a168e41a-cc22-4f30-b7eb-e390d73f0eff] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 741.812452] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa720eab-8e0f-46a0-900e-07866f0b4897 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.088560] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9252ce00-3a31-402f-b452-3c04264bcbd4 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.103266] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67fd1a07-8fa6-4027-b3f9-45fa2803b498 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.149585] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ca27de1-8f2e-4c3d-9e9f-76b8cf8c467f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.155841] env[68893]: DEBUG oslo_vmware.api [None req-8ea5f161-5224-430d-8342-748662771069 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Task: {'id': task-2791189, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.163567] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbe813ca-3dbe-4619-9c1a-18a2877fac27 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.181068] env[68893]: DEBUG nova.compute.provider_tree [None req-346fe6ab-c187-4c49-b5bc-3989bd68686f tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Updating inventory in ProviderTree for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 742.198118] env[68893]: DEBUG nova.compute.manager [None req-ecbdfde8-07b6-4939-bb56-f06e7618d7b1 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] [instance: 3f7dc844-a0a8-4c16-a947-f695a646512c] Starting instance... {{(pid=68893) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 742.304617] env[68893]: DEBUG nova.network.neutron [None req-0306dc01-85a8-43aa-8951-fbbda9c63b03 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: 74e4929e-3ae3-4358-9544-e64b5c2f237f] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 742.328863] env[68893]: DEBUG nova.network.neutron [-] [instance: 17c90488-234d-4203-964f-a4863bbe5e47] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.340621] env[68893]: INFO nova.compute.manager [None req-cb3de616-d1c2-491f-98a4-9f6760a289c0 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: a168e41a-cc22-4f30-b7eb-e390d73f0eff] Took 37.99 seconds to build instance. [ 742.493186] env[68893]: DEBUG nova.compute.manager [None req-b893a8ae-0e58-43f1-8096-1d06512c52ce tempest-ServerAddressesNegativeTestJSON-1075330625 tempest-ServerAddressesNegativeTestJSON-1075330625-project-member] [instance: 4bb94a41-5549-4e59-a44b-094fff269e78] Start spawning the instance on the hypervisor. {{(pid=68893) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 742.500046] env[68893]: DEBUG nova.network.neutron [None req-0306dc01-85a8-43aa-8951-fbbda9c63b03 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: 74e4929e-3ae3-4358-9544-e64b5c2f237f] Updating instance_info_cache with network_info: [{"id": "7c5731f9-ff4e-4297-8c2c-1b98e89a7e12", "address": "fa:16:3e:58:1d:71", "network": {"id": "5facd91c-3e83-4ee5-8125-8a4aa64a78a4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-582610754-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe5f0158eb4f4b8ea53f02a7b25aea55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c5731f9-ff", "ovs_interfaceid": "7c5731f9-ff4e-4297-8c2c-1b98e89a7e12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.536177] env[68893]: DEBUG nova.virt.hardware [None req-b893a8ae-0e58-43f1-8096-1d06512c52ce tempest-ServerAddressesNegativeTestJSON-1075330625 tempest-ServerAddressesNegativeTestJSON-1075330625-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 742.536461] env[68893]: DEBUG nova.virt.hardware [None req-b893a8ae-0e58-43f1-8096-1d06512c52ce tempest-ServerAddressesNegativeTestJSON-1075330625 tempest-ServerAddressesNegativeTestJSON-1075330625-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 742.536611] env[68893]: DEBUG nova.virt.hardware [None req-b893a8ae-0e58-43f1-8096-1d06512c52ce tempest-ServerAddressesNegativeTestJSON-1075330625 tempest-ServerAddressesNegativeTestJSON-1075330625-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 742.536769] env[68893]: DEBUG nova.virt.hardware [None req-b893a8ae-0e58-43f1-8096-1d06512c52ce tempest-ServerAddressesNegativeTestJSON-1075330625 tempest-ServerAddressesNegativeTestJSON-1075330625-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 742.536912] env[68893]: DEBUG nova.virt.hardware [None req-b893a8ae-0e58-43f1-8096-1d06512c52ce tempest-ServerAddressesNegativeTestJSON-1075330625 tempest-ServerAddressesNegativeTestJSON-1075330625-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 742.541078] env[68893]: DEBUG nova.virt.hardware [None req-b893a8ae-0e58-43f1-8096-1d06512c52ce tempest-ServerAddressesNegativeTestJSON-1075330625 tempest-ServerAddressesNegativeTestJSON-1075330625-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 742.541350] env[68893]: DEBUG nova.virt.hardware [None req-b893a8ae-0e58-43f1-8096-1d06512c52ce tempest-ServerAddressesNegativeTestJSON-1075330625 tempest-ServerAddressesNegativeTestJSON-1075330625-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 742.541520] env[68893]: DEBUG nova.virt.hardware [None req-b893a8ae-0e58-43f1-8096-1d06512c52ce tempest-ServerAddressesNegativeTestJSON-1075330625 tempest-ServerAddressesNegativeTestJSON-1075330625-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 742.541710] env[68893]: DEBUG nova.virt.hardware [None req-b893a8ae-0e58-43f1-8096-1d06512c52ce tempest-ServerAddressesNegativeTestJSON-1075330625 tempest-ServerAddressesNegativeTestJSON-1075330625-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 742.541879] env[68893]: DEBUG nova.virt.hardware [None req-b893a8ae-0e58-43f1-8096-1d06512c52ce tempest-ServerAddressesNegativeTestJSON-1075330625 tempest-ServerAddressesNegativeTestJSON-1075330625-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 742.542067] env[68893]: DEBUG nova.virt.hardware [None req-b893a8ae-0e58-43f1-8096-1d06512c52ce tempest-ServerAddressesNegativeTestJSON-1075330625 tempest-ServerAddressesNegativeTestJSON-1075330625-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 742.543593] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7a420cf-a452-4e56-beb4-ea077a98f8fe {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.553555] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6975900a-3761-44c1-ae82-55e80ac2507b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.568419] env[68893]: DEBUG oslo_concurrency.lockutils [None req-20b2f8ee-1976-4e2b-8cf9-f6dcb4d99745 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] Acquiring lock "3f20bd77-e350-409c-beb3-6e8a188048ab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.568852] env[68893]: DEBUG oslo_concurrency.lockutils [None req-20b2f8ee-1976-4e2b-8cf9-f6dcb4d99745 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] Lock "3f20bd77-e350-409c-beb3-6e8a188048ab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.569102] env[68893]: DEBUG oslo_concurrency.lockutils [None req-20b2f8ee-1976-4e2b-8cf9-f6dcb4d99745 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] Acquiring lock "3f20bd77-e350-409c-beb3-6e8a188048ab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.569302] env[68893]: DEBUG oslo_concurrency.lockutils [None req-20b2f8ee-1976-4e2b-8cf9-f6dcb4d99745 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] Lock "3f20bd77-e350-409c-beb3-6e8a188048ab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.569469] env[68893]: DEBUG oslo_concurrency.lockutils [None req-20b2f8ee-1976-4e2b-8cf9-f6dcb4d99745 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] Lock "3f20bd77-e350-409c-beb3-6e8a188048ab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.571744] env[68893]: INFO nova.compute.manager [None req-20b2f8ee-1976-4e2b-8cf9-f6dcb4d99745 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] [instance: 3f20bd77-e350-409c-beb3-6e8a188048ab] Terminating instance [ 742.616854] env[68893]: DEBUG oslo_concurrency.lockutils [None req-730a48b0-6a5d-474e-a4f5-5bf2e3a2ac4e tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Acquiring lock "29bce734-9f04-41eb-92e5-df9248dc10a3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.617319] env[68893]: DEBUG oslo_concurrency.lockutils [None req-730a48b0-6a5d-474e-a4f5-5bf2e3a2ac4e tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Lock "29bce734-9f04-41eb-92e5-df9248dc10a3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.617602] env[68893]: DEBUG oslo_concurrency.lockutils [None req-730a48b0-6a5d-474e-a4f5-5bf2e3a2ac4e tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Acquiring lock "29bce734-9f04-41eb-92e5-df9248dc10a3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.617813] env[68893]: DEBUG oslo_concurrency.lockutils [None req-730a48b0-6a5d-474e-a4f5-5bf2e3a2ac4e tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Lock "29bce734-9f04-41eb-92e5-df9248dc10a3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.617985] env[68893]: DEBUG oslo_concurrency.lockutils [None req-730a48b0-6a5d-474e-a4f5-5bf2e3a2ac4e tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Lock "29bce734-9f04-41eb-92e5-df9248dc10a3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.620879] env[68893]: INFO nova.compute.manager [None req-730a48b0-6a5d-474e-a4f5-5bf2e3a2ac4e tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] [instance: 29bce734-9f04-41eb-92e5-df9248dc10a3] Terminating instance [ 742.626909] env[68893]: DEBUG oslo_vmware.api [None req-8ea5f161-5224-430d-8342-748662771069 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Task: {'id': task-2791189, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.714538} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.627485] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ea5f161-5224-430d-8342-748662771069 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] 1e106741-a2d1-40cc-b287-3f2af59084ca/1e106741-a2d1-40cc-b287-3f2af59084ca.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 742.628583] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-8ea5f161-5224-430d-8342-748662771069 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] [instance: 1e106741-a2d1-40cc-b287-3f2af59084ca] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 742.629318] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-61e71fb3-4aa4-472f-8513-4d28f76dcb6f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.638947] env[68893]: DEBUG oslo_vmware.api [None req-8ea5f161-5224-430d-8342-748662771069 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Waiting for the task: (returnval){ [ 742.638947] env[68893]: value = "task-2791190" [ 742.638947] env[68893]: _type = "Task" [ 742.638947] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.648787] env[68893]: DEBUG oslo_vmware.api [None req-8ea5f161-5224-430d-8342-748662771069 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Task: {'id': task-2791190, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.723871] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ecbdfde8-07b6-4939-bb56-f06e7618d7b1 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.724774] env[68893]: DEBUG nova.scheduler.client.report [None req-346fe6ab-c187-4c49-b5bc-3989bd68686f tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Updated inventory for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with generation 47 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 742.725007] env[68893]: DEBUG nova.compute.provider_tree [None req-346fe6ab-c187-4c49-b5bc-3989bd68686f tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Updating resource provider d14b70d6-a636-4db0-b5a6-b901da6fa895 generation from 47 to 48 during operation: update_inventory {{(pid=68893) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 742.725198] env[68893]: DEBUG nova.compute.provider_tree [None req-346fe6ab-c187-4c49-b5bc-3989bd68686f tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Updating inventory in ProviderTree for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 742.778455] env[68893]: DEBUG nova.compute.manager [req-04aefea5-359a-4cd2-8a76-e600563b7bb2 req-cb793b4a-a531-4f0f-82fe-edae02f5d9e3 service nova] [instance: a18eb1c3-0700-4e59-be23-2c91afa4b7b1] Received event network-changed-cbeb6af6-30a5-4b51-972b-30bbb13ef592 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 742.778674] env[68893]: DEBUG nova.compute.manager [req-04aefea5-359a-4cd2-8a76-e600563b7bb2 req-cb793b4a-a531-4f0f-82fe-edae02f5d9e3 service nova] [instance: a18eb1c3-0700-4e59-be23-2c91afa4b7b1] Refreshing instance network info cache due to event network-changed-cbeb6af6-30a5-4b51-972b-30bbb13ef592. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 742.778899] env[68893]: DEBUG oslo_concurrency.lockutils [req-04aefea5-359a-4cd2-8a76-e600563b7bb2 req-cb793b4a-a531-4f0f-82fe-edae02f5d9e3 service nova] Acquiring lock "refresh_cache-a18eb1c3-0700-4e59-be23-2c91afa4b7b1" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.779234] env[68893]: DEBUG oslo_concurrency.lockutils [req-04aefea5-359a-4cd2-8a76-e600563b7bb2 req-cb793b4a-a531-4f0f-82fe-edae02f5d9e3 service nova] Acquired lock "refresh_cache-a18eb1c3-0700-4e59-be23-2c91afa4b7b1" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.779569] env[68893]: DEBUG nova.network.neutron [req-04aefea5-359a-4cd2-8a76-e600563b7bb2 req-cb793b4a-a531-4f0f-82fe-edae02f5d9e3 service nova] [instance: a18eb1c3-0700-4e59-be23-2c91afa4b7b1] Refreshing network info cache for port cbeb6af6-30a5-4b51-972b-30bbb13ef592 {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 742.836508] env[68893]: INFO nova.compute.manager [-] [instance: 17c90488-234d-4203-964f-a4863bbe5e47] Took 1.34 seconds to deallocate network for instance. [ 742.841803] env[68893]: DEBUG oslo_concurrency.lockutils [None req-cb3de616-d1c2-491f-98a4-9f6760a289c0 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Lock "a168e41a-cc22-4f30-b7eb-e390d73f0eff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.964s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.003472] env[68893]: DEBUG oslo_concurrency.lockutils [None req-0306dc01-85a8-43aa-8951-fbbda9c63b03 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Releasing lock "refresh_cache-74e4929e-3ae3-4358-9544-e64b5c2f237f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.003831] env[68893]: DEBUG nova.compute.manager [None req-0306dc01-85a8-43aa-8951-fbbda9c63b03 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: 74e4929e-3ae3-4358-9544-e64b5c2f237f] Instance network_info: |[{"id": "7c5731f9-ff4e-4297-8c2c-1b98e89a7e12", "address": "fa:16:3e:58:1d:71", "network": {"id": "5facd91c-3e83-4ee5-8125-8a4aa64a78a4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-582610754-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe5f0158eb4f4b8ea53f02a7b25aea55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c5731f9-ff", "ovs_interfaceid": "7c5731f9-ff4e-4297-8c2c-1b98e89a7e12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 743.004305] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-0306dc01-85a8-43aa-8951-fbbda9c63b03 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: 74e4929e-3ae3-4358-9544-e64b5c2f237f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:1d:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a55f45a-d631-4ebc-b73b-8a30bd0a32a8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7c5731f9-ff4e-4297-8c2c-1b98e89a7e12', 'vif_model': 'vmxnet3'}] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 743.012704] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0306dc01-85a8-43aa-8951-fbbda9c63b03 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 743.013366] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74e4929e-3ae3-4358-9544-e64b5c2f237f] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 743.013601] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5709c196-d027-46c4-94a2-f9a52044e32d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.036489] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 743.036489] env[68893]: value = "task-2791191" [ 743.036489] env[68893]: _type = "Task" [ 743.036489] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.045673] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791191, 'name': CreateVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.078655] env[68893]: DEBUG nova.compute.manager [None req-20b2f8ee-1976-4e2b-8cf9-f6dcb4d99745 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] [instance: 3f20bd77-e350-409c-beb3-6e8a188048ab] Start destroying the instance on the hypervisor. {{(pid=68893) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 743.078899] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-20b2f8ee-1976-4e2b-8cf9-f6dcb4d99745 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] [instance: 3f20bd77-e350-409c-beb3-6e8a188048ab] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 743.079914] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-113e4577-2f8d-4239-bd83-51252a6d96b9 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.087880] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-20b2f8ee-1976-4e2b-8cf9-f6dcb4d99745 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] [instance: 3f20bd77-e350-409c-beb3-6e8a188048ab] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 743.088135] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-44d6fea3-63c9-4d11-883a-b7c4a43682ec {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.096256] env[68893]: DEBUG oslo_vmware.api [None req-20b2f8ee-1976-4e2b-8cf9-f6dcb4d99745 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] Waiting for the task: (returnval){ [ 743.096256] env[68893]: value = "task-2791192" [ 743.096256] env[68893]: _type = "Task" [ 743.096256] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.108736] env[68893]: DEBUG oslo_vmware.api [None req-20b2f8ee-1976-4e2b-8cf9-f6dcb4d99745 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] Task: {'id': task-2791192, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.128953] env[68893]: DEBUG nova.compute.manager [None req-730a48b0-6a5d-474e-a4f5-5bf2e3a2ac4e tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] [instance: 29bce734-9f04-41eb-92e5-df9248dc10a3] Start destroying the instance on the hypervisor. {{(pid=68893) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 743.129564] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-730a48b0-6a5d-474e-a4f5-5bf2e3a2ac4e tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] [instance: 29bce734-9f04-41eb-92e5-df9248dc10a3] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 743.130817] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c060569e-477e-47d2-bdb5-ce19e8d0ca97 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.142710] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-730a48b0-6a5d-474e-a4f5-5bf2e3a2ac4e tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] [instance: 29bce734-9f04-41eb-92e5-df9248dc10a3] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 743.146890] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-280d4a66-535e-44fc-b34d-20e8b98945bd {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.159659] env[68893]: DEBUG oslo_vmware.api [None req-8ea5f161-5224-430d-8342-748662771069 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Task: {'id': task-2791190, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069926} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.165396] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-8ea5f161-5224-430d-8342-748662771069 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] [instance: 1e106741-a2d1-40cc-b287-3f2af59084ca] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 743.165903] env[68893]: DEBUG oslo_vmware.api [None req-730a48b0-6a5d-474e-a4f5-5bf2e3a2ac4e tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Waiting for the task: (returnval){ [ 743.165903] env[68893]: value = "task-2791193" [ 743.165903] env[68893]: _type = "Task" [ 743.165903] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.167387] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62fbf42f-3f27-43fd-a0bc-76f19d721b93 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.184238] env[68893]: DEBUG oslo_vmware.api [None req-730a48b0-6a5d-474e-a4f5-5bf2e3a2ac4e tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Task: {'id': task-2791193, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.202061] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ea5f161-5224-430d-8342-748662771069 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] [instance: 1e106741-a2d1-40cc-b287-3f2af59084ca] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] 1e106741-a2d1-40cc-b287-3f2af59084ca/1e106741-a2d1-40cc-b287-3f2af59084ca.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 743.202395] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c761bd36-5bf7-4709-adbb-7978ec10c900 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.225016] env[68893]: DEBUG oslo_vmware.api [None req-8ea5f161-5224-430d-8342-748662771069 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Waiting for the task: (returnval){ [ 743.225016] env[68893]: value = "task-2791194" [ 743.225016] env[68893]: _type = "Task" [ 743.225016] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.230463] env[68893]: DEBUG oslo_concurrency.lockutils [None req-346fe6ab-c187-4c49-b5bc-3989bd68686f tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.776s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.231146] env[68893]: DEBUG nova.compute.manager [None req-346fe6ab-c187-4c49-b5bc-3989bd68686f tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] [instance: b7c373f5-60c3-44c6-bbe7-d66be17f34fd] Start building networks asynchronously for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 743.237626] env[68893]: DEBUG oslo_concurrency.lockutils [None req-8f51a069-8eda-45ef-8533-806c7fb2d445 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.343s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.237863] env[68893]: DEBUG nova.objects.instance [None req-8f51a069-8eda-45ef-8533-806c7fb2d445 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] Lazy-loading 'resources' on Instance uuid e3de132a-5a8c-49f7-8dde-273070d38b23 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 743.239110] env[68893]: DEBUG oslo_vmware.api [None req-8ea5f161-5224-430d-8342-748662771069 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Task: {'id': task-2791194, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.344371] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f2e89dad-06c4-4fc5-862a-75b9237ace0c tempest-FloatingIPsAssociationNegativeTestJSON-159533486 tempest-FloatingIPsAssociationNegativeTestJSON-159533486-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.344859] env[68893]: DEBUG nova.compute.manager [None req-3bdf9b04-294f-4687-981c-7ee0d3c2e8f6 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] [instance: f72552ae-2213-4d26-a1e2-82015336df56] Starting instance... {{(pid=68893) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 743.548295] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791191, 'name': CreateVM_Task, 'duration_secs': 0.436884} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.548553] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74e4929e-3ae3-4358-9544-e64b5c2f237f] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 743.549212] env[68893]: DEBUG oslo_concurrency.lockutils [None req-0306dc01-85a8-43aa-8951-fbbda9c63b03 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.549392] env[68893]: DEBUG oslo_concurrency.lockutils [None req-0306dc01-85a8-43aa-8951-fbbda9c63b03 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.549734] env[68893]: DEBUG oslo_concurrency.lockutils [None req-0306dc01-85a8-43aa-8951-fbbda9c63b03 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.550013] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed5cbd74-28c5-41e7-a005-4ab6df000108 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.555894] env[68893]: DEBUG oslo_vmware.api [None req-0306dc01-85a8-43aa-8951-fbbda9c63b03 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Waiting for the task: (returnval){ [ 743.555894] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52272780-6143-1094-2f12-91ced28ed541" [ 743.555894] env[68893]: _type = "Task" [ 743.555894] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.565194] env[68893]: DEBUG oslo_vmware.api [None req-0306dc01-85a8-43aa-8951-fbbda9c63b03 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52272780-6143-1094-2f12-91ced28ed541, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.575389] env[68893]: DEBUG nova.network.neutron [None req-b893a8ae-0e58-43f1-8096-1d06512c52ce tempest-ServerAddressesNegativeTestJSON-1075330625 tempest-ServerAddressesNegativeTestJSON-1075330625-project-member] [instance: 4bb94a41-5549-4e59-a44b-094fff269e78] Successfully updated port: 34cf5fe7-293d-4d4f-9b64-48d974470244 {{(pid=68893) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 743.607450] env[68893]: DEBUG oslo_vmware.api [None req-20b2f8ee-1976-4e2b-8cf9-f6dcb4d99745 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] Task: {'id': task-2791192, 'name': PowerOffVM_Task, 'duration_secs': 0.238053} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.607714] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-20b2f8ee-1976-4e2b-8cf9-f6dcb4d99745 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] [instance: 3f20bd77-e350-409c-beb3-6e8a188048ab] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 743.607890] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-20b2f8ee-1976-4e2b-8cf9-f6dcb4d99745 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] [instance: 3f20bd77-e350-409c-beb3-6e8a188048ab] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 743.608143] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-040a30ed-c13c-4ab7-af02-4acdd61d0257 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.659606] env[68893]: DEBUG nova.network.neutron [req-04aefea5-359a-4cd2-8a76-e600563b7bb2 req-cb793b4a-a531-4f0f-82fe-edae02f5d9e3 service nova] [instance: a18eb1c3-0700-4e59-be23-2c91afa4b7b1] Updated VIF entry in instance network info cache for port cbeb6af6-30a5-4b51-972b-30bbb13ef592. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 743.659974] env[68893]: DEBUG nova.network.neutron [req-04aefea5-359a-4cd2-8a76-e600563b7bb2 req-cb793b4a-a531-4f0f-82fe-edae02f5d9e3 service nova] [instance: a18eb1c3-0700-4e59-be23-2c91afa4b7b1] Updating instance_info_cache with network_info: [{"id": "cbeb6af6-30a5-4b51-972b-30bbb13ef592", "address": "fa:16:3e:e4:f1:38", "network": {"id": "e8a8a8dd-4a01-419b-a3fe-5d84139982a4", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2066780519-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71ab95486130450d8b3976f1a62e5323", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbeb6af6-30", "ovs_interfaceid": "cbeb6af6-30a5-4b51-972b-30bbb13ef592", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.682743] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-20b2f8ee-1976-4e2b-8cf9-f6dcb4d99745 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] [instance: 3f20bd77-e350-409c-beb3-6e8a188048ab] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 743.682972] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-20b2f8ee-1976-4e2b-8cf9-f6dcb4d99745 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] [instance: 3f20bd77-e350-409c-beb3-6e8a188048ab] Deleting contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 743.683162] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-20b2f8ee-1976-4e2b-8cf9-f6dcb4d99745 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] Deleting the datastore file [datastore2] 3f20bd77-e350-409c-beb3-6e8a188048ab {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 743.686897] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6fa22ca1-b20a-4002-a62e-0242aa11d670 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.689133] env[68893]: DEBUG oslo_vmware.api [None req-730a48b0-6a5d-474e-a4f5-5bf2e3a2ac4e tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Task: {'id': task-2791193, 'name': PowerOffVM_Task, 'duration_secs': 0.287406} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.689390] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-730a48b0-6a5d-474e-a4f5-5bf2e3a2ac4e tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] [instance: 29bce734-9f04-41eb-92e5-df9248dc10a3] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 743.689551] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-730a48b0-6a5d-474e-a4f5-5bf2e3a2ac4e tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] [instance: 29bce734-9f04-41eb-92e5-df9248dc10a3] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 743.690163] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4458d090-3add-41b5-9601-3a4e89af59ea {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.694998] env[68893]: DEBUG oslo_vmware.api [None req-20b2f8ee-1976-4e2b-8cf9-f6dcb4d99745 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] Waiting for the task: (returnval){ [ 743.694998] env[68893]: value = "task-2791196" [ 743.694998] env[68893]: _type = "Task" [ 743.694998] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.704990] env[68893]: DEBUG oslo_vmware.api [None req-20b2f8ee-1976-4e2b-8cf9-f6dcb4d99745 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] Task: {'id': task-2791196, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.738732] env[68893]: DEBUG oslo_vmware.api [None req-8ea5f161-5224-430d-8342-748662771069 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Task: {'id': task-2791194, 'name': ReconfigVM_Task, 'duration_secs': 0.354589} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.739185] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ea5f161-5224-430d-8342-748662771069 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] [instance: 1e106741-a2d1-40cc-b287-3f2af59084ca] Reconfigured VM instance instance-00000016 to attach disk [datastore2] 1e106741-a2d1-40cc-b287-3f2af59084ca/1e106741-a2d1-40cc-b287-3f2af59084ca.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 743.739588] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-37e98e57-db77-418f-907c-d1c8f037c7f1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.742529] env[68893]: DEBUG nova.compute.utils [None req-346fe6ab-c187-4c49-b5bc-3989bd68686f tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 743.747331] env[68893]: DEBUG nova.compute.manager [None req-346fe6ab-c187-4c49-b5bc-3989bd68686f tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] [instance: b7c373f5-60c3-44c6-bbe7-d66be17f34fd] Allocating IP information in the background. {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 743.747550] env[68893]: DEBUG nova.network.neutron [None req-346fe6ab-c187-4c49-b5bc-3989bd68686f tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] [instance: b7c373f5-60c3-44c6-bbe7-d66be17f34fd] allocate_for_instance() {{(pid=68893) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 743.756718] env[68893]: DEBUG oslo_vmware.api [None req-8ea5f161-5224-430d-8342-748662771069 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Waiting for the task: (returnval){ [ 743.756718] env[68893]: value = "task-2791198" [ 743.756718] env[68893]: _type = "Task" [ 743.756718] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.769179] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-730a48b0-6a5d-474e-a4f5-5bf2e3a2ac4e tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] [instance: 29bce734-9f04-41eb-92e5-df9248dc10a3] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 743.769551] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-730a48b0-6a5d-474e-a4f5-5bf2e3a2ac4e tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] [instance: 29bce734-9f04-41eb-92e5-df9248dc10a3] Deleting contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 743.772460] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-730a48b0-6a5d-474e-a4f5-5bf2e3a2ac4e tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Deleting the datastore file [datastore2] 29bce734-9f04-41eb-92e5-df9248dc10a3 {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 743.774329] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-333d6b29-2f46-4922-bd98-83eb7d7f2bb8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.777361] env[68893]: DEBUG oslo_vmware.api [None req-8ea5f161-5224-430d-8342-748662771069 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Task: {'id': task-2791198, 'name': Rename_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.791402] env[68893]: DEBUG oslo_vmware.api [None req-730a48b0-6a5d-474e-a4f5-5bf2e3a2ac4e tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Waiting for the task: (returnval){ [ 743.791402] env[68893]: value = "task-2791199" [ 743.791402] env[68893]: _type = "Task" [ 743.791402] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.804485] env[68893]: DEBUG oslo_vmware.api [None req-730a48b0-6a5d-474e-a4f5-5bf2e3a2ac4e tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Task: {'id': task-2791199, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.836032] env[68893]: DEBUG nova.policy [None req-346fe6ab-c187-4c49-b5bc-3989bd68686f tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3526fc62bd2b4cfcbbb48bec996e7715', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4064ede1a11d4834b85e4081e6eb81aa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68893) authorize /opt/stack/nova/nova/policy.py:192}} [ 743.877879] env[68893]: DEBUG oslo_concurrency.lockutils [None req-3bdf9b04-294f-4687-981c-7ee0d3c2e8f6 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.018132] env[68893]: DEBUG nova.compute.manager [req-4b946fd5-99a1-4a33-bd03-cfb5659fd75d req-3bffecb4-8c44-45f8-8811-28bf8358894b service nova] [instance: 74e4929e-3ae3-4358-9544-e64b5c2f237f] Received event network-changed-7c5731f9-ff4e-4297-8c2c-1b98e89a7e12 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 744.018132] env[68893]: DEBUG nova.compute.manager [req-4b946fd5-99a1-4a33-bd03-cfb5659fd75d req-3bffecb4-8c44-45f8-8811-28bf8358894b service nova] [instance: 74e4929e-3ae3-4358-9544-e64b5c2f237f] Refreshing instance network info cache due to event network-changed-7c5731f9-ff4e-4297-8c2c-1b98e89a7e12. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 744.018132] env[68893]: DEBUG oslo_concurrency.lockutils [req-4b946fd5-99a1-4a33-bd03-cfb5659fd75d req-3bffecb4-8c44-45f8-8811-28bf8358894b service nova] Acquiring lock "refresh_cache-74e4929e-3ae3-4358-9544-e64b5c2f237f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.018364] env[68893]: DEBUG oslo_concurrency.lockutils [req-4b946fd5-99a1-4a33-bd03-cfb5659fd75d req-3bffecb4-8c44-45f8-8811-28bf8358894b service nova] Acquired lock "refresh_cache-74e4929e-3ae3-4358-9544-e64b5c2f237f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.018546] env[68893]: DEBUG nova.network.neutron [req-4b946fd5-99a1-4a33-bd03-cfb5659fd75d req-3bffecb4-8c44-45f8-8811-28bf8358894b service nova] [instance: 74e4929e-3ae3-4358-9544-e64b5c2f237f] Refreshing network info cache for port 7c5731f9-ff4e-4297-8c2c-1b98e89a7e12 {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 744.074235] env[68893]: DEBUG oslo_vmware.api [None req-0306dc01-85a8-43aa-8951-fbbda9c63b03 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52272780-6143-1094-2f12-91ced28ed541, 'name': SearchDatastore_Task, 'duration_secs': 0.013526} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.079479] env[68893]: DEBUG oslo_concurrency.lockutils [None req-0306dc01-85a8-43aa-8951-fbbda9c63b03 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.079479] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-0306dc01-85a8-43aa-8951-fbbda9c63b03 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: 74e4929e-3ae3-4358-9544-e64b5c2f237f] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 744.079479] env[68893]: DEBUG oslo_concurrency.lockutils [None req-0306dc01-85a8-43aa-8951-fbbda9c63b03 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.079479] env[68893]: DEBUG oslo_concurrency.lockutils [None req-0306dc01-85a8-43aa-8951-fbbda9c63b03 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.079753] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-0306dc01-85a8-43aa-8951-fbbda9c63b03 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 744.079753] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a54a9c11-3d3a-422d-b66c-0d0b9ce3c489 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.082478] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b893a8ae-0e58-43f1-8096-1d06512c52ce tempest-ServerAddressesNegativeTestJSON-1075330625 tempest-ServerAddressesNegativeTestJSON-1075330625-project-member] Acquiring lock "refresh_cache-4bb94a41-5549-4e59-a44b-094fff269e78" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.082478] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b893a8ae-0e58-43f1-8096-1d06512c52ce tempest-ServerAddressesNegativeTestJSON-1075330625 tempest-ServerAddressesNegativeTestJSON-1075330625-project-member] Acquired lock "refresh_cache-4bb94a41-5549-4e59-a44b-094fff269e78" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.082478] env[68893]: DEBUG nova.network.neutron [None req-b893a8ae-0e58-43f1-8096-1d06512c52ce tempest-ServerAddressesNegativeTestJSON-1075330625 tempest-ServerAddressesNegativeTestJSON-1075330625-project-member] [instance: 4bb94a41-5549-4e59-a44b-094fff269e78] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 744.095033] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-0306dc01-85a8-43aa-8951-fbbda9c63b03 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 744.095033] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-0306dc01-85a8-43aa-8951-fbbda9c63b03 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 744.095033] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-475c97fe-6c2b-478b-9691-c27e7a19db4e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.109198] env[68893]: DEBUG oslo_vmware.api [None req-0306dc01-85a8-43aa-8951-fbbda9c63b03 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Waiting for the task: (returnval){ [ 744.109198] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52ad4549-b14d-b1f4-ee8f-1b983eeff43d" [ 744.109198] env[68893]: _type = "Task" [ 744.109198] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.119772] env[68893]: DEBUG oslo_vmware.api [None req-0306dc01-85a8-43aa-8951-fbbda9c63b03 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52ad4549-b14d-b1f4-ee8f-1b983eeff43d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.163581] env[68893]: DEBUG oslo_concurrency.lockutils [req-04aefea5-359a-4cd2-8a76-e600563b7bb2 req-cb793b4a-a531-4f0f-82fe-edae02f5d9e3 service nova] Releasing lock "refresh_cache-a18eb1c3-0700-4e59-be23-2c91afa4b7b1" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.213287] env[68893]: DEBUG oslo_vmware.api [None req-20b2f8ee-1976-4e2b-8cf9-f6dcb4d99745 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] Task: {'id': task-2791196, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18692} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.216214] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-20b2f8ee-1976-4e2b-8cf9-f6dcb4d99745 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 744.216316] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-20b2f8ee-1976-4e2b-8cf9-f6dcb4d99745 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] [instance: 3f20bd77-e350-409c-beb3-6e8a188048ab] Deleted contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 744.216448] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-20b2f8ee-1976-4e2b-8cf9-f6dcb4d99745 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] [instance: 3f20bd77-e350-409c-beb3-6e8a188048ab] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 744.216613] env[68893]: INFO nova.compute.manager [None req-20b2f8ee-1976-4e2b-8cf9-f6dcb4d99745 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] [instance: 3f20bd77-e350-409c-beb3-6e8a188048ab] Took 1.14 seconds to destroy the instance on the hypervisor. [ 744.217525] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-20b2f8ee-1976-4e2b-8cf9-f6dcb4d99745 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 744.217619] env[68893]: DEBUG nova.compute.manager [-] [instance: 3f20bd77-e350-409c-beb3-6e8a188048ab] Deallocating network for instance {{(pid=68893) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 744.217669] env[68893]: DEBUG nova.network.neutron [-] [instance: 3f20bd77-e350-409c-beb3-6e8a188048ab] deallocate_for_instance() {{(pid=68893) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 744.247574] env[68893]: DEBUG nova.compute.manager [None req-346fe6ab-c187-4c49-b5bc-3989bd68686f tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] [instance: b7c373f5-60c3-44c6-bbe7-d66be17f34fd] Start building block device mappings for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 744.270862] env[68893]: DEBUG oslo_vmware.api [None req-8ea5f161-5224-430d-8342-748662771069 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Task: {'id': task-2791198, 'name': Rename_Task, 'duration_secs': 0.247389} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.271240] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ea5f161-5224-430d-8342-748662771069 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] [instance: 1e106741-a2d1-40cc-b287-3f2af59084ca] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 744.271521] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aca20d6d-f01e-46e7-b037-5d97791cb8cc {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.284475] env[68893]: DEBUG oslo_vmware.api [None req-8ea5f161-5224-430d-8342-748662771069 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Waiting for the task: (returnval){ [ 744.284475] env[68893]: value = "task-2791200" [ 744.284475] env[68893]: _type = "Task" [ 744.284475] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.296557] env[68893]: DEBUG oslo_vmware.api [None req-8ea5f161-5224-430d-8342-748662771069 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Task: {'id': task-2791200, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.304085] env[68893]: DEBUG oslo_vmware.api [None req-730a48b0-6a5d-474e-a4f5-5bf2e3a2ac4e tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Task: {'id': task-2791199, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.287226} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.307040] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-730a48b0-6a5d-474e-a4f5-5bf2e3a2ac4e tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 744.307297] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-730a48b0-6a5d-474e-a4f5-5bf2e3a2ac4e tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] [instance: 29bce734-9f04-41eb-92e5-df9248dc10a3] Deleted contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 744.307518] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-730a48b0-6a5d-474e-a4f5-5bf2e3a2ac4e tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] [instance: 29bce734-9f04-41eb-92e5-df9248dc10a3] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 744.307736] env[68893]: INFO nova.compute.manager [None req-730a48b0-6a5d-474e-a4f5-5bf2e3a2ac4e tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] [instance: 29bce734-9f04-41eb-92e5-df9248dc10a3] Took 1.18 seconds to destroy the instance on the hypervisor. [ 744.308027] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-730a48b0-6a5d-474e-a4f5-5bf2e3a2ac4e tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 744.308862] env[68893]: DEBUG nova.compute.manager [-] [instance: 29bce734-9f04-41eb-92e5-df9248dc10a3] Deallocating network for instance {{(pid=68893) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 744.308999] env[68893]: DEBUG nova.network.neutron [-] [instance: 29bce734-9f04-41eb-92e5-df9248dc10a3] deallocate_for_instance() {{(pid=68893) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 744.448702] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d324ed97-bfe7-44c3-a7b4-94e3a46dcd6d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.464415] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51512a81-becd-40d4-81ef-cffbd206a68b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.516526] env[68893]: DEBUG nova.network.neutron [None req-346fe6ab-c187-4c49-b5bc-3989bd68686f tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] [instance: b7c373f5-60c3-44c6-bbe7-d66be17f34fd] Successfully created port: f8bbcef1-1b6c-4f30-9b84-4bf712e7d16d {{(pid=68893) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 744.520268] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7ab7a23-82d8-4777-ad8c-3a4d8200d4b9 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.536208] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a19e33cb-3fcb-423d-8f02-481ba1a95626 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.559766] env[68893]: DEBUG nova.compute.provider_tree [None req-8f51a069-8eda-45ef-8533-806c7fb2d445 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 744.633524] env[68893]: DEBUG oslo_vmware.api [None req-0306dc01-85a8-43aa-8951-fbbda9c63b03 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52ad4549-b14d-b1f4-ee8f-1b983eeff43d, 'name': SearchDatastore_Task, 'duration_secs': 0.014791} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.635160] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f10c3c14-0135-4a00-88a0-4f720e4b797b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.644422] env[68893]: DEBUG oslo_vmware.api [None req-0306dc01-85a8-43aa-8951-fbbda9c63b03 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Waiting for the task: (returnval){ [ 744.644422] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52a15e58-43ff-d260-a3b7-b3a3746da0b1" [ 744.644422] env[68893]: _type = "Task" [ 744.644422] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.654137] env[68893]: DEBUG oslo_vmware.api [None req-0306dc01-85a8-43aa-8951-fbbda9c63b03 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52a15e58-43ff-d260-a3b7-b3a3746da0b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.804234] env[68893]: DEBUG oslo_vmware.api [None req-8ea5f161-5224-430d-8342-748662771069 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Task: {'id': task-2791200, 'name': PowerOnVM_Task} progress is 87%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.852467] env[68893]: DEBUG nova.network.neutron [None req-b893a8ae-0e58-43f1-8096-1d06512c52ce tempest-ServerAddressesNegativeTestJSON-1075330625 tempest-ServerAddressesNegativeTestJSON-1075330625-project-member] [instance: 4bb94a41-5549-4e59-a44b-094fff269e78] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 744.954046] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f1a7dbf8-7cb9-4d0d-98a0-09362c753ed6 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Acquiring lock "427db270-9f81-4bed-8039-a8e1d87ab427" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.954597] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f1a7dbf8-7cb9-4d0d-98a0-09362c753ed6 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Lock "427db270-9f81-4bed-8039-a8e1d87ab427" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.956338] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f1a7dbf8-7cb9-4d0d-98a0-09362c753ed6 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Acquiring lock "427db270-9f81-4bed-8039-a8e1d87ab427-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.960873] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f1a7dbf8-7cb9-4d0d-98a0-09362c753ed6 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Lock "427db270-9f81-4bed-8039-a8e1d87ab427-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.960873] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f1a7dbf8-7cb9-4d0d-98a0-09362c753ed6 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Lock "427db270-9f81-4bed-8039-a8e1d87ab427-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.960873] env[68893]: INFO nova.compute.manager [None req-f1a7dbf8-7cb9-4d0d-98a0-09362c753ed6 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] [instance: 427db270-9f81-4bed-8039-a8e1d87ab427] Terminating instance [ 745.063684] env[68893]: DEBUG nova.scheduler.client.report [None req-8f51a069-8eda-45ef-8533-806c7fb2d445 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 745.165467] env[68893]: DEBUG oslo_vmware.api [None req-0306dc01-85a8-43aa-8951-fbbda9c63b03 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52a15e58-43ff-d260-a3b7-b3a3746da0b1, 'name': SearchDatastore_Task, 'duration_secs': 0.025255} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.165467] env[68893]: DEBUG oslo_concurrency.lockutils [None req-0306dc01-85a8-43aa-8951-fbbda9c63b03 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.165939] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-0306dc01-85a8-43aa-8951-fbbda9c63b03 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore1] 74e4929e-3ae3-4358-9544-e64b5c2f237f/74e4929e-3ae3-4358-9544-e64b5c2f237f.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 745.166253] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f3fd5f82-b061-4ada-a258-3011f02d7636 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.183184] env[68893]: DEBUG oslo_vmware.api [None req-0306dc01-85a8-43aa-8951-fbbda9c63b03 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Waiting for the task: (returnval){ [ 745.183184] env[68893]: value = "task-2791201" [ 745.183184] env[68893]: _type = "Task" [ 745.183184] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.203164] env[68893]: DEBUG oslo_vmware.api [None req-0306dc01-85a8-43aa-8951-fbbda9c63b03 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': task-2791201, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.263576] env[68893]: DEBUG nova.compute.manager [None req-346fe6ab-c187-4c49-b5bc-3989bd68686f tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] [instance: b7c373f5-60c3-44c6-bbe7-d66be17f34fd] Start spawning the instance on the hypervisor. {{(pid=68893) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 745.300315] env[68893]: DEBUG oslo_vmware.api [None req-8ea5f161-5224-430d-8342-748662771069 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Task: {'id': task-2791200, 'name': PowerOnVM_Task, 'duration_secs': 0.905347} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.300315] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ea5f161-5224-430d-8342-748662771069 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] [instance: 1e106741-a2d1-40cc-b287-3f2af59084ca] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 745.300315] env[68893]: INFO nova.compute.manager [None req-8ea5f161-5224-430d-8342-748662771069 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] [instance: 1e106741-a2d1-40cc-b287-3f2af59084ca] Took 9.29 seconds to spawn the instance on the hypervisor. [ 745.300315] env[68893]: DEBUG nova.compute.manager [None req-8ea5f161-5224-430d-8342-748662771069 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] [instance: 1e106741-a2d1-40cc-b287-3f2af59084ca] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 745.301754] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9df6c6f-6f93-4429-99ce-74f895e0a06f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.337702] env[68893]: DEBUG nova.virt.hardware [None req-346fe6ab-c187-4c49-b5bc-3989bd68686f tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 745.337702] env[68893]: DEBUG nova.virt.hardware [None req-346fe6ab-c187-4c49-b5bc-3989bd68686f tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 745.337702] env[68893]: DEBUG nova.virt.hardware [None req-346fe6ab-c187-4c49-b5bc-3989bd68686f tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 745.338020] env[68893]: DEBUG nova.virt.hardware [None req-346fe6ab-c187-4c49-b5bc-3989bd68686f tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 745.338020] env[68893]: DEBUG nova.virt.hardware [None req-346fe6ab-c187-4c49-b5bc-3989bd68686f tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 745.338020] env[68893]: DEBUG nova.virt.hardware [None req-346fe6ab-c187-4c49-b5bc-3989bd68686f tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 745.338511] env[68893]: DEBUG nova.virt.hardware [None req-346fe6ab-c187-4c49-b5bc-3989bd68686f tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 745.338783] env[68893]: DEBUG nova.virt.hardware [None req-346fe6ab-c187-4c49-b5bc-3989bd68686f tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 745.338976] env[68893]: DEBUG nova.virt.hardware [None req-346fe6ab-c187-4c49-b5bc-3989bd68686f tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 745.339196] env[68893]: DEBUG nova.virt.hardware [None req-346fe6ab-c187-4c49-b5bc-3989bd68686f tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 745.339471] env[68893]: DEBUG nova.virt.hardware [None req-346fe6ab-c187-4c49-b5bc-3989bd68686f tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 745.340634] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dd296af-2001-4989-84a8-322f20ab1925 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.353963] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e6445b7-f65c-44f2-9344-4b9ac15e8603 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.387150] env[68893]: DEBUG nova.network.neutron [req-4b946fd5-99a1-4a33-bd03-cfb5659fd75d req-3bffecb4-8c44-45f8-8811-28bf8358894b service nova] [instance: 74e4929e-3ae3-4358-9544-e64b5c2f237f] Updated VIF entry in instance network info cache for port 7c5731f9-ff4e-4297-8c2c-1b98e89a7e12. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 745.387615] env[68893]: DEBUG nova.network.neutron [req-4b946fd5-99a1-4a33-bd03-cfb5659fd75d req-3bffecb4-8c44-45f8-8811-28bf8358894b service nova] [instance: 74e4929e-3ae3-4358-9544-e64b5c2f237f] Updating instance_info_cache with network_info: [{"id": "7c5731f9-ff4e-4297-8c2c-1b98e89a7e12", "address": "fa:16:3e:58:1d:71", "network": {"id": "5facd91c-3e83-4ee5-8125-8a4aa64a78a4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-582610754-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe5f0158eb4f4b8ea53f02a7b25aea55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c5731f9-ff", "ovs_interfaceid": "7c5731f9-ff4e-4297-8c2c-1b98e89a7e12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.470783] env[68893]: DEBUG nova.compute.manager [None req-f1a7dbf8-7cb9-4d0d-98a0-09362c753ed6 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] [instance: 427db270-9f81-4bed-8039-a8e1d87ab427] Start destroying the instance on the hypervisor. {{(pid=68893) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 745.471078] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-f1a7dbf8-7cb9-4d0d-98a0-09362c753ed6 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] [instance: 427db270-9f81-4bed-8039-a8e1d87ab427] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 745.472441] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f648978e-3bbf-4cb5-9948-2b618638deac {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.487328] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1a7dbf8-7cb9-4d0d-98a0-09362c753ed6 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] [instance: 427db270-9f81-4bed-8039-a8e1d87ab427] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 745.487328] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ee2c0fff-fb07-4d40-84a4-3c9dfd3887b8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.489680] env[68893]: DEBUG nova.network.neutron [None req-b893a8ae-0e58-43f1-8096-1d06512c52ce tempest-ServerAddressesNegativeTestJSON-1075330625 tempest-ServerAddressesNegativeTestJSON-1075330625-project-member] [instance: 4bb94a41-5549-4e59-a44b-094fff269e78] Updating instance_info_cache with network_info: [{"id": "34cf5fe7-293d-4d4f-9b64-48d974470244", "address": "fa:16:3e:41:37:70", "network": {"id": "5b834972-70d5-460e-8955-9e6743a3b397", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-624067975-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "754dffcc59b44e7e93e555816136c2d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34cf5fe7-29", "ovs_interfaceid": "34cf5fe7-293d-4d4f-9b64-48d974470244", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.499121] env[68893]: DEBUG oslo_vmware.api [None req-f1a7dbf8-7cb9-4d0d-98a0-09362c753ed6 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Waiting for the task: (returnval){ [ 745.499121] env[68893]: value = "task-2791202" [ 745.499121] env[68893]: _type = "Task" [ 745.499121] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.508804] env[68893]: DEBUG oslo_vmware.api [None req-f1a7dbf8-7cb9-4d0d-98a0-09362c753ed6 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Task: {'id': task-2791202, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.568695] env[68893]: DEBUG oslo_concurrency.lockutils [None req-8f51a069-8eda-45ef-8533-806c7fb2d445 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.331s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.573311] env[68893]: DEBUG oslo_concurrency.lockutils [None req-a2aa330e-fd55-4c7a-a9ed-10a5dc736eec tempest-ServerMetadataTestJSON-289290010 tempest-ServerMetadataTestJSON-289290010-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.852s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.575030] env[68893]: INFO nova.compute.claims [None req-a2aa330e-fd55-4c7a-a9ed-10a5dc736eec tempest-ServerMetadataTestJSON-289290010 tempest-ServerMetadataTestJSON-289290010-project-member] [instance: 91617bdb-49a9-45b5-a147-d9d09248bb1c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 745.605306] env[68893]: INFO nova.scheduler.client.report [None req-8f51a069-8eda-45ef-8533-806c7fb2d445 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] Deleted allocations for instance e3de132a-5a8c-49f7-8dde-273070d38b23 [ 745.696444] env[68893]: DEBUG oslo_vmware.api [None req-0306dc01-85a8-43aa-8951-fbbda9c63b03 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': task-2791201, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.698089] env[68893]: DEBUG oslo_concurrency.lockutils [None req-061cfb81-f9d0-4653-ae67-320b61fc9580 tempest-TenantUsagesTestJSON-742880608 tempest-TenantUsagesTestJSON-742880608-project-member] Acquiring lock "15785bfd-102b-4abf-b9ab-12e38c653a49" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.701144] env[68893]: DEBUG oslo_concurrency.lockutils [None req-061cfb81-f9d0-4653-ae67-320b61fc9580 tempest-TenantUsagesTestJSON-742880608 tempest-TenantUsagesTestJSON-742880608-project-member] Lock "15785bfd-102b-4abf-b9ab-12e38c653a49" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.701144] env[68893]: DEBUG oslo_concurrency.lockutils [None req-061cfb81-f9d0-4653-ae67-320b61fc9580 tempest-TenantUsagesTestJSON-742880608 tempest-TenantUsagesTestJSON-742880608-project-member] Acquiring lock "15785bfd-102b-4abf-b9ab-12e38c653a49-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.701144] env[68893]: DEBUG oslo_concurrency.lockutils [None req-061cfb81-f9d0-4653-ae67-320b61fc9580 tempest-TenantUsagesTestJSON-742880608 tempest-TenantUsagesTestJSON-742880608-project-member] Lock "15785bfd-102b-4abf-b9ab-12e38c653a49-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.701144] env[68893]: DEBUG oslo_concurrency.lockutils [None req-061cfb81-f9d0-4653-ae67-320b61fc9580 tempest-TenantUsagesTestJSON-742880608 tempest-TenantUsagesTestJSON-742880608-project-member] Lock "15785bfd-102b-4abf-b9ab-12e38c653a49-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.702638] env[68893]: INFO nova.compute.manager [None req-061cfb81-f9d0-4653-ae67-320b61fc9580 tempest-TenantUsagesTestJSON-742880608 tempest-TenantUsagesTestJSON-742880608-project-member] [instance: 15785bfd-102b-4abf-b9ab-12e38c653a49] Terminating instance [ 745.831739] env[68893]: DEBUG nova.compute.manager [req-bc326a4b-e055-435f-bf8d-5dfd3e11dd8b req-fc2784c4-d0a9-4d47-ad95-74db6fae8f63 service nova] [instance: 4bb94a41-5549-4e59-a44b-094fff269e78] Received event network-vif-plugged-34cf5fe7-293d-4d4f-9b64-48d974470244 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 745.832111] env[68893]: DEBUG oslo_concurrency.lockutils [req-bc326a4b-e055-435f-bf8d-5dfd3e11dd8b req-fc2784c4-d0a9-4d47-ad95-74db6fae8f63 service nova] Acquiring lock "4bb94a41-5549-4e59-a44b-094fff269e78-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.832425] env[68893]: DEBUG oslo_concurrency.lockutils [req-bc326a4b-e055-435f-bf8d-5dfd3e11dd8b req-fc2784c4-d0a9-4d47-ad95-74db6fae8f63 service nova] Lock "4bb94a41-5549-4e59-a44b-094fff269e78-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.832809] env[68893]: DEBUG oslo_concurrency.lockutils [req-bc326a4b-e055-435f-bf8d-5dfd3e11dd8b req-fc2784c4-d0a9-4d47-ad95-74db6fae8f63 service nova] Lock "4bb94a41-5549-4e59-a44b-094fff269e78-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.832878] env[68893]: DEBUG nova.compute.manager [req-bc326a4b-e055-435f-bf8d-5dfd3e11dd8b req-fc2784c4-d0a9-4d47-ad95-74db6fae8f63 service nova] [instance: 4bb94a41-5549-4e59-a44b-094fff269e78] No waiting events found dispatching network-vif-plugged-34cf5fe7-293d-4d4f-9b64-48d974470244 {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 745.833472] env[68893]: WARNING nova.compute.manager [req-bc326a4b-e055-435f-bf8d-5dfd3e11dd8b req-fc2784c4-d0a9-4d47-ad95-74db6fae8f63 service nova] [instance: 4bb94a41-5549-4e59-a44b-094fff269e78] Received unexpected event network-vif-plugged-34cf5fe7-293d-4d4f-9b64-48d974470244 for instance with vm_state building and task_state spawning. [ 745.833472] env[68893]: DEBUG nova.compute.manager [req-bc326a4b-e055-435f-bf8d-5dfd3e11dd8b req-fc2784c4-d0a9-4d47-ad95-74db6fae8f63 service nova] [instance: 4bb94a41-5549-4e59-a44b-094fff269e78] Received event network-changed-34cf5fe7-293d-4d4f-9b64-48d974470244 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 745.833472] env[68893]: DEBUG nova.compute.manager [req-bc326a4b-e055-435f-bf8d-5dfd3e11dd8b req-fc2784c4-d0a9-4d47-ad95-74db6fae8f63 service nova] [instance: 4bb94a41-5549-4e59-a44b-094fff269e78] Refreshing instance network info cache due to event network-changed-34cf5fe7-293d-4d4f-9b64-48d974470244. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 745.834052] env[68893]: DEBUG oslo_concurrency.lockutils [req-bc326a4b-e055-435f-bf8d-5dfd3e11dd8b req-fc2784c4-d0a9-4d47-ad95-74db6fae8f63 service nova] Acquiring lock "refresh_cache-4bb94a41-5549-4e59-a44b-094fff269e78" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.834645] env[68893]: INFO nova.compute.manager [None req-8ea5f161-5224-430d-8342-748662771069 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] [instance: 1e106741-a2d1-40cc-b287-3f2af59084ca] Took 38.04 seconds to build instance. [ 745.890460] env[68893]: DEBUG oslo_concurrency.lockutils [req-4b946fd5-99a1-4a33-bd03-cfb5659fd75d req-3bffecb4-8c44-45f8-8811-28bf8358894b service nova] Releasing lock "refresh_cache-74e4929e-3ae3-4358-9544-e64b5c2f237f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.890924] env[68893]: DEBUG nova.compute.manager [req-4b946fd5-99a1-4a33-bd03-cfb5659fd75d req-3bffecb4-8c44-45f8-8811-28bf8358894b service nova] [instance: 17c90488-234d-4203-964f-a4863bbe5e47] Received event network-vif-deleted-6c1a76c4-5091-46e1-b784-f53497b878fd {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 745.992373] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b893a8ae-0e58-43f1-8096-1d06512c52ce tempest-ServerAddressesNegativeTestJSON-1075330625 tempest-ServerAddressesNegativeTestJSON-1075330625-project-member] Releasing lock "refresh_cache-4bb94a41-5549-4e59-a44b-094fff269e78" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.992718] env[68893]: DEBUG nova.compute.manager [None req-b893a8ae-0e58-43f1-8096-1d06512c52ce tempest-ServerAddressesNegativeTestJSON-1075330625 tempest-ServerAddressesNegativeTestJSON-1075330625-project-member] [instance: 4bb94a41-5549-4e59-a44b-094fff269e78] Instance network_info: |[{"id": "34cf5fe7-293d-4d4f-9b64-48d974470244", "address": "fa:16:3e:41:37:70", "network": {"id": "5b834972-70d5-460e-8955-9e6743a3b397", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-624067975-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "754dffcc59b44e7e93e555816136c2d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34cf5fe7-29", "ovs_interfaceid": "34cf5fe7-293d-4d4f-9b64-48d974470244", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 745.993034] env[68893]: DEBUG oslo_concurrency.lockutils [req-bc326a4b-e055-435f-bf8d-5dfd3e11dd8b req-fc2784c4-d0a9-4d47-ad95-74db6fae8f63 service nova] Acquired lock "refresh_cache-4bb94a41-5549-4e59-a44b-094fff269e78" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.993216] env[68893]: DEBUG nova.network.neutron [req-bc326a4b-e055-435f-bf8d-5dfd3e11dd8b req-fc2784c4-d0a9-4d47-ad95-74db6fae8f63 service nova] [instance: 4bb94a41-5549-4e59-a44b-094fff269e78] Refreshing network info cache for port 34cf5fe7-293d-4d4f-9b64-48d974470244 {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 745.994544] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-b893a8ae-0e58-43f1-8096-1d06512c52ce tempest-ServerAddressesNegativeTestJSON-1075330625 tempest-ServerAddressesNegativeTestJSON-1075330625-project-member] [instance: 4bb94a41-5549-4e59-a44b-094fff269e78] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:37:70', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '767a3a48-41d4-4a0c-961d-0024837f63bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '34cf5fe7-293d-4d4f-9b64-48d974470244', 'vif_model': 'vmxnet3'}] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 746.002717] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-b893a8ae-0e58-43f1-8096-1d06512c52ce tempest-ServerAddressesNegativeTestJSON-1075330625 tempest-ServerAddressesNegativeTestJSON-1075330625-project-member] Creating folder: Project (754dffcc59b44e7e93e555816136c2d7). Parent ref: group-v560969. {{(pid=68893) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 746.006592] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-08030792-4ab9-4ed7-9864-8bda5789b5d5 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.016804] env[68893]: DEBUG oslo_vmware.api [None req-f1a7dbf8-7cb9-4d0d-98a0-09362c753ed6 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Task: {'id': task-2791202, 'name': PowerOffVM_Task, 'duration_secs': 0.309525} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.017083] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1a7dbf8-7cb9-4d0d-98a0-09362c753ed6 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] [instance: 427db270-9f81-4bed-8039-a8e1d87ab427] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 746.017254] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-f1a7dbf8-7cb9-4d0d-98a0-09362c753ed6 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] [instance: 427db270-9f81-4bed-8039-a8e1d87ab427] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 746.017508] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-df2063b7-e349-4d59-8cde-8649362545b7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.053805] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-b893a8ae-0e58-43f1-8096-1d06512c52ce tempest-ServerAddressesNegativeTestJSON-1075330625 tempest-ServerAddressesNegativeTestJSON-1075330625-project-member] Created folder: Project (754dffcc59b44e7e93e555816136c2d7) in parent group-v560969. [ 746.053805] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-b893a8ae-0e58-43f1-8096-1d06512c52ce tempest-ServerAddressesNegativeTestJSON-1075330625 tempest-ServerAddressesNegativeTestJSON-1075330625-project-member] Creating folder: Instances. Parent ref: group-v561035. {{(pid=68893) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 746.053805] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-233d62e7-8b6c-40ae-b4b2-d90ae9827416 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.053805] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-b893a8ae-0e58-43f1-8096-1d06512c52ce tempest-ServerAddressesNegativeTestJSON-1075330625 tempest-ServerAddressesNegativeTestJSON-1075330625-project-member] Created folder: Instances in parent group-v561035. [ 746.053805] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b893a8ae-0e58-43f1-8096-1d06512c52ce tempest-ServerAddressesNegativeTestJSON-1075330625 tempest-ServerAddressesNegativeTestJSON-1075330625-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 746.053805] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4bb94a41-5549-4e59-a44b-094fff269e78] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 746.055546] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f73aa3b2-9915-4a51-9977-9b33fc122c1e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.075598] env[68893]: DEBUG nova.network.neutron [-] [instance: 3f20bd77-e350-409c-beb3-6e8a188048ab] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.091105] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 746.091105] env[68893]: value = "task-2791206" [ 746.091105] env[68893]: _type = "Task" [ 746.091105] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.104949] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791206, 'name': CreateVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.118356] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-f1a7dbf8-7cb9-4d0d-98a0-09362c753ed6 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] [instance: 427db270-9f81-4bed-8039-a8e1d87ab427] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 746.118356] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-f1a7dbf8-7cb9-4d0d-98a0-09362c753ed6 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] [instance: 427db270-9f81-4bed-8039-a8e1d87ab427] Deleting contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 746.118356] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1a7dbf8-7cb9-4d0d-98a0-09362c753ed6 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Deleting the datastore file [datastore2] 427db270-9f81-4bed-8039-a8e1d87ab427 {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 746.118656] env[68893]: DEBUG oslo_concurrency.lockutils [None req-8f51a069-8eda-45ef-8533-806c7fb2d445 tempest-ServerAddressesTestJSON-1988724560 tempest-ServerAddressesTestJSON-1988724560-project-member] Lock "e3de132a-5a8c-49f7-8dde-273070d38b23" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.765s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.119652] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1de02d9d-dbbd-4707-bc4f-e3a6b904a006 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.129788] env[68893]: DEBUG oslo_vmware.api [None req-f1a7dbf8-7cb9-4d0d-98a0-09362c753ed6 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Waiting for the task: (returnval){ [ 746.129788] env[68893]: value = "task-2791207" [ 746.129788] env[68893]: _type = "Task" [ 746.129788] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.143654] env[68893]: DEBUG oslo_vmware.api [None req-f1a7dbf8-7cb9-4d0d-98a0-09362c753ed6 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Task: {'id': task-2791207, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.160352] env[68893]: DEBUG nova.network.neutron [-] [instance: 29bce734-9f04-41eb-92e5-df9248dc10a3] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.195678] env[68893]: DEBUG oslo_vmware.api [None req-0306dc01-85a8-43aa-8951-fbbda9c63b03 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': task-2791201, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.806289} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.195985] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-0306dc01-85a8-43aa-8951-fbbda9c63b03 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore1] 74e4929e-3ae3-4358-9544-e64b5c2f237f/74e4929e-3ae3-4358-9544-e64b5c2f237f.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 746.196314] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-0306dc01-85a8-43aa-8951-fbbda9c63b03 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: 74e4929e-3ae3-4358-9544-e64b5c2f237f] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 746.196634] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-958912a7-1b93-4b71-9155-15c22e7b9c8b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.206188] env[68893]: DEBUG oslo_vmware.api [None req-0306dc01-85a8-43aa-8951-fbbda9c63b03 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Waiting for the task: (returnval){ [ 746.206188] env[68893]: value = "task-2791208" [ 746.206188] env[68893]: _type = "Task" [ 746.206188] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.209928] env[68893]: DEBUG nova.compute.manager [None req-061cfb81-f9d0-4653-ae67-320b61fc9580 tempest-TenantUsagesTestJSON-742880608 tempest-TenantUsagesTestJSON-742880608-project-member] [instance: 15785bfd-102b-4abf-b9ab-12e38c653a49] Start destroying the instance on the hypervisor. {{(pid=68893) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 746.210170] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-061cfb81-f9d0-4653-ae67-320b61fc9580 tempest-TenantUsagesTestJSON-742880608 tempest-TenantUsagesTestJSON-742880608-project-member] [instance: 15785bfd-102b-4abf-b9ab-12e38c653a49] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 746.211014] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b555c1e-d5ed-45d1-acc7-5fc57d1da5b6 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.222586] env[68893]: DEBUG oslo_vmware.api [None req-0306dc01-85a8-43aa-8951-fbbda9c63b03 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': task-2791208, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.226196] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-061cfb81-f9d0-4653-ae67-320b61fc9580 tempest-TenantUsagesTestJSON-742880608 tempest-TenantUsagesTestJSON-742880608-project-member] [instance: 15785bfd-102b-4abf-b9ab-12e38c653a49] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 746.226589] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b507f58-90c9-489f-a88c-0c26065e7f34 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.236596] env[68893]: DEBUG oslo_vmware.api [None req-061cfb81-f9d0-4653-ae67-320b61fc9580 tempest-TenantUsagesTestJSON-742880608 tempest-TenantUsagesTestJSON-742880608-project-member] Waiting for the task: (returnval){ [ 746.236596] env[68893]: value = "task-2791209" [ 746.236596] env[68893]: _type = "Task" [ 746.236596] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.248453] env[68893]: DEBUG oslo_vmware.api [None req-061cfb81-f9d0-4653-ae67-320b61fc9580 tempest-TenantUsagesTestJSON-742880608 tempest-TenantUsagesTestJSON-742880608-project-member] Task: {'id': task-2791209, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.337719] env[68893]: DEBUG oslo_concurrency.lockutils [None req-8ea5f161-5224-430d-8342-748662771069 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Lock "1e106741-a2d1-40cc-b287-3f2af59084ca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.087s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.581082] env[68893]: INFO nova.compute.manager [-] [instance: 3f20bd77-e350-409c-beb3-6e8a188048ab] Took 2.36 seconds to deallocate network for instance. [ 746.606429] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791206, 'name': CreateVM_Task} progress is 25%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.645141] env[68893]: DEBUG oslo_vmware.api [None req-f1a7dbf8-7cb9-4d0d-98a0-09362c753ed6 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Task: {'id': task-2791207, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.373202} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.645885] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1a7dbf8-7cb9-4d0d-98a0-09362c753ed6 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 746.645885] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-f1a7dbf8-7cb9-4d0d-98a0-09362c753ed6 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] [instance: 427db270-9f81-4bed-8039-a8e1d87ab427] Deleted contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 746.645885] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-f1a7dbf8-7cb9-4d0d-98a0-09362c753ed6 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] [instance: 427db270-9f81-4bed-8039-a8e1d87ab427] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 746.646400] env[68893]: INFO nova.compute.manager [None req-f1a7dbf8-7cb9-4d0d-98a0-09362c753ed6 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] [instance: 427db270-9f81-4bed-8039-a8e1d87ab427] Took 1.18 seconds to destroy the instance on the hypervisor. [ 746.646400] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f1a7dbf8-7cb9-4d0d-98a0-09362c753ed6 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 746.646608] env[68893]: DEBUG nova.compute.manager [-] [instance: 427db270-9f81-4bed-8039-a8e1d87ab427] Deallocating network for instance {{(pid=68893) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 746.646782] env[68893]: DEBUG nova.network.neutron [-] [instance: 427db270-9f81-4bed-8039-a8e1d87ab427] deallocate_for_instance() {{(pid=68893) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 746.665205] env[68893]: INFO nova.compute.manager [-] [instance: 29bce734-9f04-41eb-92e5-df9248dc10a3] Took 2.35 seconds to deallocate network for instance. [ 746.720458] env[68893]: DEBUG oslo_vmware.api [None req-0306dc01-85a8-43aa-8951-fbbda9c63b03 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': task-2791208, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.133638} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.720810] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-0306dc01-85a8-43aa-8951-fbbda9c63b03 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: 74e4929e-3ae3-4358-9544-e64b5c2f237f] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 746.721536] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7de8b025-6406-45ec-bfc8-50e55753a3d4 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.755563] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-0306dc01-85a8-43aa-8951-fbbda9c63b03 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: 74e4929e-3ae3-4358-9544-e64b5c2f237f] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] 74e4929e-3ae3-4358-9544-e64b5c2f237f/74e4929e-3ae3-4358-9544-e64b5c2f237f.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 746.762635] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81a8a9d8-d1f0-4c4e-b215-ea234d54a17c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.794305] env[68893]: DEBUG oslo_vmware.api [None req-061cfb81-f9d0-4653-ae67-320b61fc9580 tempest-TenantUsagesTestJSON-742880608 tempest-TenantUsagesTestJSON-742880608-project-member] Task: {'id': task-2791209, 'name': PowerOffVM_Task, 'duration_secs': 0.423959} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.797188] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-061cfb81-f9d0-4653-ae67-320b61fc9580 tempest-TenantUsagesTestJSON-742880608 tempest-TenantUsagesTestJSON-742880608-project-member] [instance: 15785bfd-102b-4abf-b9ab-12e38c653a49] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 746.797278] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-061cfb81-f9d0-4653-ae67-320b61fc9580 tempest-TenantUsagesTestJSON-742880608 tempest-TenantUsagesTestJSON-742880608-project-member] [instance: 15785bfd-102b-4abf-b9ab-12e38c653a49] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 746.797784] env[68893]: DEBUG oslo_vmware.api [None req-0306dc01-85a8-43aa-8951-fbbda9c63b03 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Waiting for the task: (returnval){ [ 746.797784] env[68893]: value = "task-2791210" [ 746.797784] env[68893]: _type = "Task" [ 746.797784] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.799181] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2df66b9d-3a45-4fe0-8085-084c81160dac {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.820385] env[68893]: DEBUG oslo_vmware.api [None req-0306dc01-85a8-43aa-8951-fbbda9c63b03 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': task-2791210, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.840617] env[68893]: DEBUG nova.compute.manager [None req-b89b6ae2-ebe1-483f-be25-9e9942a7f148 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 80fa04f2-e0a6-452e-9a88-73eeb0ac347e] Starting instance... {{(pid=68893) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 746.892343] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-061cfb81-f9d0-4653-ae67-320b61fc9580 tempest-TenantUsagesTestJSON-742880608 tempest-TenantUsagesTestJSON-742880608-project-member] [instance: 15785bfd-102b-4abf-b9ab-12e38c653a49] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 746.892557] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-061cfb81-f9d0-4653-ae67-320b61fc9580 tempest-TenantUsagesTestJSON-742880608 tempest-TenantUsagesTestJSON-742880608-project-member] [instance: 15785bfd-102b-4abf-b9ab-12e38c653a49] Deleting contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 746.892781] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-061cfb81-f9d0-4653-ae67-320b61fc9580 tempest-TenantUsagesTestJSON-742880608 tempest-TenantUsagesTestJSON-742880608-project-member] Deleting the datastore file [datastore2] 15785bfd-102b-4abf-b9ab-12e38c653a49 {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 746.893447] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1627fa71-c1b5-473b-8165-d5eaf868c033 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.904414] env[68893]: DEBUG oslo_vmware.api [None req-061cfb81-f9d0-4653-ae67-320b61fc9580 tempest-TenantUsagesTestJSON-742880608 tempest-TenantUsagesTestJSON-742880608-project-member] Waiting for the task: (returnval){ [ 746.904414] env[68893]: value = "task-2791212" [ 746.904414] env[68893]: _type = "Task" [ 746.904414] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.914472] env[68893]: DEBUG oslo_vmware.api [None req-061cfb81-f9d0-4653-ae67-320b61fc9580 tempest-TenantUsagesTestJSON-742880608 tempest-TenantUsagesTestJSON-742880608-project-member] Task: {'id': task-2791212, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.091647] env[68893]: DEBUG oslo_concurrency.lockutils [None req-20b2f8ee-1976-4e2b-8cf9-f6dcb4d99745 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.107492] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791206, 'name': CreateVM_Task} progress is 25%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.172942] env[68893]: DEBUG oslo_concurrency.lockutils [None req-730a48b0-6a5d-474e-a4f5-5bf2e3a2ac4e tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.201152] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a202ac5-0f2f-4226-806a-0c9ebdaa20f6 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.210097] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-665cd5b3-243e-4250-94b5-7ac46300b726 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.246920] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c5fd93-93ce-49be-ab63-d01dfd6db51c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.258747] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5099a6d7-7266-483c-ba67-79d74171277e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.278616] env[68893]: DEBUG nova.compute.provider_tree [None req-a2aa330e-fd55-4c7a-a9ed-10a5dc736eec tempest-ServerMetadataTestJSON-289290010 tempest-ServerMetadataTestJSON-289290010-project-member] Updating inventory in ProviderTree for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 747.307767] env[68893]: DEBUG nova.network.neutron [req-bc326a4b-e055-435f-bf8d-5dfd3e11dd8b req-fc2784c4-d0a9-4d47-ad95-74db6fae8f63 service nova] [instance: 4bb94a41-5549-4e59-a44b-094fff269e78] Updated VIF entry in instance network info cache for port 34cf5fe7-293d-4d4f-9b64-48d974470244. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 747.308256] env[68893]: DEBUG nova.network.neutron [req-bc326a4b-e055-435f-bf8d-5dfd3e11dd8b req-fc2784c4-d0a9-4d47-ad95-74db6fae8f63 service nova] [instance: 4bb94a41-5549-4e59-a44b-094fff269e78] Updating instance_info_cache with network_info: [{"id": "34cf5fe7-293d-4d4f-9b64-48d974470244", "address": "fa:16:3e:41:37:70", "network": {"id": "5b834972-70d5-460e-8955-9e6743a3b397", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-624067975-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "754dffcc59b44e7e93e555816136c2d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34cf5fe7-29", "ovs_interfaceid": "34cf5fe7-293d-4d4f-9b64-48d974470244", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.313904] env[68893]: DEBUG oslo_vmware.api [None req-0306dc01-85a8-43aa-8951-fbbda9c63b03 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': task-2791210, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.370094] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b89b6ae2-ebe1-483f-be25-9e9942a7f148 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.386226] env[68893]: DEBUG nova.network.neutron [None req-346fe6ab-c187-4c49-b5bc-3989bd68686f tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] [instance: b7c373f5-60c3-44c6-bbe7-d66be17f34fd] Successfully updated port: f8bbcef1-1b6c-4f30-9b84-4bf712e7d16d {{(pid=68893) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 747.416765] env[68893]: DEBUG oslo_vmware.api [None req-061cfb81-f9d0-4653-ae67-320b61fc9580 tempest-TenantUsagesTestJSON-742880608 tempest-TenantUsagesTestJSON-742880608-project-member] Task: {'id': task-2791212, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.554801] env[68893]: DEBUG nova.compute.manager [req-b8413066-86e7-4de2-9c9a-c370c9ede5ce req-9270338b-9b85-4e29-9126-d9b6afea5082 service nova] [instance: b7c373f5-60c3-44c6-bbe7-d66be17f34fd] Received event network-vif-plugged-f8bbcef1-1b6c-4f30-9b84-4bf712e7d16d {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 747.555144] env[68893]: DEBUG oslo_concurrency.lockutils [req-b8413066-86e7-4de2-9c9a-c370c9ede5ce req-9270338b-9b85-4e29-9126-d9b6afea5082 service nova] Acquiring lock "b7c373f5-60c3-44c6-bbe7-d66be17f34fd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.555281] env[68893]: DEBUG oslo_concurrency.lockutils [req-b8413066-86e7-4de2-9c9a-c370c9ede5ce req-9270338b-9b85-4e29-9126-d9b6afea5082 service nova] Lock "b7c373f5-60c3-44c6-bbe7-d66be17f34fd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.555462] env[68893]: DEBUG oslo_concurrency.lockutils [req-b8413066-86e7-4de2-9c9a-c370c9ede5ce req-9270338b-9b85-4e29-9126-d9b6afea5082 service nova] Lock "b7c373f5-60c3-44c6-bbe7-d66be17f34fd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.555663] env[68893]: DEBUG nova.compute.manager [req-b8413066-86e7-4de2-9c9a-c370c9ede5ce req-9270338b-9b85-4e29-9126-d9b6afea5082 service nova] [instance: b7c373f5-60c3-44c6-bbe7-d66be17f34fd] No waiting events found dispatching network-vif-plugged-f8bbcef1-1b6c-4f30-9b84-4bf712e7d16d {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 747.555839] env[68893]: WARNING nova.compute.manager [req-b8413066-86e7-4de2-9c9a-c370c9ede5ce req-9270338b-9b85-4e29-9126-d9b6afea5082 service nova] [instance: b7c373f5-60c3-44c6-bbe7-d66be17f34fd] Received unexpected event network-vif-plugged-f8bbcef1-1b6c-4f30-9b84-4bf712e7d16d for instance with vm_state building and task_state spawning. [ 747.605102] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791206, 'name': CreateVM_Task} progress is 25%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.541091] env[68893]: DEBUG oslo_concurrency.lockutils [req-bc326a4b-e055-435f-bf8d-5dfd3e11dd8b req-fc2784c4-d0a9-4d47-ad95-74db6fae8f63 service nova] Releasing lock "refresh_cache-4bb94a41-5549-4e59-a44b-094fff269e78" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.541982] env[68893]: DEBUG oslo_concurrency.lockutils [None req-346fe6ab-c187-4c49-b5bc-3989bd68686f tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Acquiring lock "refresh_cache-b7c373f5-60c3-44c6-bbe7-d66be17f34fd" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.542128] env[68893]: DEBUG oslo_concurrency.lockutils [None req-346fe6ab-c187-4c49-b5bc-3989bd68686f tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Acquired lock "refresh_cache-b7c373f5-60c3-44c6-bbe7-d66be17f34fd" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.542277] env[68893]: DEBUG nova.network.neutron [None req-346fe6ab-c187-4c49-b5bc-3989bd68686f tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] [instance: b7c373f5-60c3-44c6-bbe7-d66be17f34fd] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 748.543367] env[68893]: DEBUG nova.network.neutron [-] [instance: 427db270-9f81-4bed-8039-a8e1d87ab427] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.545997] env[68893]: DEBUG oslo_vmware.api [None req-0306dc01-85a8-43aa-8951-fbbda9c63b03 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': task-2791210, 'name': ReconfigVM_Task, 'duration_secs': 0.844165} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.547236] env[68893]: DEBUG nova.scheduler.client.report [None req-a2aa330e-fd55-4c7a-a9ed-10a5dc736eec tempest-ServerMetadataTestJSON-289290010 tempest-ServerMetadataTestJSON-289290010-project-member] Updated inventory for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with generation 48 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 748.547483] env[68893]: DEBUG nova.compute.provider_tree [None req-a2aa330e-fd55-4c7a-a9ed-10a5dc736eec tempest-ServerMetadataTestJSON-289290010 tempest-ServerMetadataTestJSON-289290010-project-member] Updating resource provider d14b70d6-a636-4db0-b5a6-b901da6fa895 generation from 48 to 49 during operation: update_inventory {{(pid=68893) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 748.547723] env[68893]: DEBUG nova.compute.provider_tree [None req-a2aa330e-fd55-4c7a-a9ed-10a5dc736eec tempest-ServerMetadataTestJSON-289290010 tempest-ServerMetadataTestJSON-289290010-project-member] Updating inventory in ProviderTree for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 748.557159] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-0306dc01-85a8-43aa-8951-fbbda9c63b03 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: 74e4929e-3ae3-4358-9544-e64b5c2f237f] Reconfigured VM instance instance-00000017 to attach disk [datastore1] 74e4929e-3ae3-4358-9544-e64b5c2f237f/74e4929e-3ae3-4358-9544-e64b5c2f237f.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 748.561055] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeeab1ad-fe0d-4137-a54c-71b31b57fa46 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.566193] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-09ef3377-14f2-4d42-a3bb-c9e10d906b8e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.578754] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-3b580458-b7d0-428a-9678-e069a6fe587c tempest-ServersAdminNegativeTestJSON-703897819 tempest-ServersAdminNegativeTestJSON-703897819-project-admin] [instance: 1e106741-a2d1-40cc-b287-3f2af59084ca] Suspending the VM {{(pid=68893) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 748.579861] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791206, 'name': CreateVM_Task} progress is 25%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.580124] env[68893]: DEBUG oslo_vmware.api [None req-061cfb81-f9d0-4653-ae67-320b61fc9580 tempest-TenantUsagesTestJSON-742880608 tempest-TenantUsagesTestJSON-742880608-project-member] Task: {'id': task-2791212, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.699612} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.585526] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-1fb2ff93-63de-40e7-a740-ff661352b9e7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.587834] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-061cfb81-f9d0-4653-ae67-320b61fc9580 tempest-TenantUsagesTestJSON-742880608 tempest-TenantUsagesTestJSON-742880608-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 748.587834] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-061cfb81-f9d0-4653-ae67-320b61fc9580 tempest-TenantUsagesTestJSON-742880608 tempest-TenantUsagesTestJSON-742880608-project-member] [instance: 15785bfd-102b-4abf-b9ab-12e38c653a49] Deleted contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 748.587834] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-061cfb81-f9d0-4653-ae67-320b61fc9580 tempest-TenantUsagesTestJSON-742880608 tempest-TenantUsagesTestJSON-742880608-project-member] [instance: 15785bfd-102b-4abf-b9ab-12e38c653a49] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 748.590941] env[68893]: INFO nova.compute.manager [None req-061cfb81-f9d0-4653-ae67-320b61fc9580 tempest-TenantUsagesTestJSON-742880608 tempest-TenantUsagesTestJSON-742880608-project-member] [instance: 15785bfd-102b-4abf-b9ab-12e38c653a49] Took 2.38 seconds to destroy the instance on the hypervisor. [ 748.591296] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-061cfb81-f9d0-4653-ae67-320b61fc9580 tempest-TenantUsagesTestJSON-742880608 tempest-TenantUsagesTestJSON-742880608-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 748.593966] env[68893]: DEBUG nova.compute.manager [-] [instance: 15785bfd-102b-4abf-b9ab-12e38c653a49] Deallocating network for instance {{(pid=68893) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 748.593966] env[68893]: DEBUG nova.network.neutron [-] [instance: 15785bfd-102b-4abf-b9ab-12e38c653a49] deallocate_for_instance() {{(pid=68893) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 748.597830] env[68893]: DEBUG nova.compute.manager [req-e7b85e5a-0cb8-4b06-bef4-2783bf5a8551 req-0179301b-1f7a-44c6-9197-b7fa36cfe5b5 service nova] [instance: 3f20bd77-e350-409c-beb3-6e8a188048ab] Received event network-vif-deleted-7a9285e8-6f1e-40ec-9a82-0883fdeee0db {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 748.598230] env[68893]: DEBUG nova.compute.manager [req-e7b85e5a-0cb8-4b06-bef4-2783bf5a8551 req-0179301b-1f7a-44c6-9197-b7fa36cfe5b5 service nova] [instance: 29bce734-9f04-41eb-92e5-df9248dc10a3] Received event network-vif-deleted-613e8e69-1491-4dd3-acca-6b365858f2d9 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 748.598352] env[68893]: DEBUG nova.compute.manager [req-e7b85e5a-0cb8-4b06-bef4-2783bf5a8551 req-0179301b-1f7a-44c6-9197-b7fa36cfe5b5 service nova] [instance: 427db270-9f81-4bed-8039-a8e1d87ab427] Received event network-vif-deleted-e81ed086-4296-441e-aaae-dd33838b0c26 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 748.602145] env[68893]: DEBUG oslo_vmware.api [None req-0306dc01-85a8-43aa-8951-fbbda9c63b03 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Waiting for the task: (returnval){ [ 748.602145] env[68893]: value = "task-2791213" [ 748.602145] env[68893]: _type = "Task" [ 748.602145] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.611428] env[68893]: DEBUG oslo_vmware.api [None req-3b580458-b7d0-428a-9678-e069a6fe587c tempest-ServersAdminNegativeTestJSON-703897819 tempest-ServersAdminNegativeTestJSON-703897819-project-admin] Waiting for the task: (returnval){ [ 748.611428] env[68893]: value = "task-2791214" [ 748.611428] env[68893]: _type = "Task" [ 748.611428] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.616789] env[68893]: DEBUG oslo_vmware.api [None req-0306dc01-85a8-43aa-8951-fbbda9c63b03 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': task-2791213, 'name': Rename_Task} progress is 6%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.623366] env[68893]: DEBUG oslo_vmware.api [None req-3b580458-b7d0-428a-9678-e069a6fe587c tempest-ServersAdminNegativeTestJSON-703897819 tempest-ServersAdminNegativeTestJSON-703897819-project-admin] Task: {'id': task-2791214, 'name': SuspendVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.053317] env[68893]: INFO nova.compute.manager [-] [instance: 427db270-9f81-4bed-8039-a8e1d87ab427] Took 2.41 seconds to deallocate network for instance. [ 749.069334] env[68893]: DEBUG oslo_concurrency.lockutils [None req-a2aa330e-fd55-4c7a-a9ed-10a5dc736eec tempest-ServerMetadataTestJSON-289290010 tempest-ServerMetadataTestJSON-289290010-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.496s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.069906] env[68893]: DEBUG nova.compute.manager [None req-a2aa330e-fd55-4c7a-a9ed-10a5dc736eec tempest-ServerMetadataTestJSON-289290010 tempest-ServerMetadataTestJSON-289290010-project-member] [instance: 91617bdb-49a9-45b5-a147-d9d09248bb1c] Start building networks asynchronously for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 749.076020] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791206, 'name': CreateVM_Task} progress is 25%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.076020] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b173b888-77cd-4410-86ea-dc4c69e7d06f tempest-ServerGroupTestJSON-479684333 tempest-ServerGroupTestJSON-479684333-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.120s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.076020] env[68893]: INFO nova.compute.claims [None req-b173b888-77cd-4410-86ea-dc4c69e7d06f tempest-ServerGroupTestJSON-479684333 tempest-ServerGroupTestJSON-479684333-project-member] [instance: 2a1280e2-4ad2-442f-a89e-06b541a310a1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 749.124988] env[68893]: DEBUG oslo_vmware.api [None req-0306dc01-85a8-43aa-8951-fbbda9c63b03 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': task-2791213, 'name': Rename_Task, 'duration_secs': 0.239356} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.125957] env[68893]: DEBUG nova.network.neutron [None req-346fe6ab-c187-4c49-b5bc-3989bd68686f tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] [instance: b7c373f5-60c3-44c6-bbe7-d66be17f34fd] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 749.132264] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-0306dc01-85a8-43aa-8951-fbbda9c63b03 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: 74e4929e-3ae3-4358-9544-e64b5c2f237f] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 749.132264] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f95d17f6-95f7-4f12-b745-911e3341cfe5 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.140955] env[68893]: DEBUG oslo_vmware.api [None req-3b580458-b7d0-428a-9678-e069a6fe587c tempest-ServersAdminNegativeTestJSON-703897819 tempest-ServersAdminNegativeTestJSON-703897819-project-admin] Task: {'id': task-2791214, 'name': SuspendVM_Task} progress is 62%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.151448] env[68893]: DEBUG oslo_vmware.api [None req-0306dc01-85a8-43aa-8951-fbbda9c63b03 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Waiting for the task: (returnval){ [ 749.151448] env[68893]: value = "task-2791215" [ 749.151448] env[68893]: _type = "Task" [ 749.151448] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.170140] env[68893]: DEBUG oslo_vmware.api [None req-0306dc01-85a8-43aa-8951-fbbda9c63b03 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': task-2791215, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.426274] env[68893]: DEBUG nova.network.neutron [None req-346fe6ab-c187-4c49-b5bc-3989bd68686f tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] [instance: b7c373f5-60c3-44c6-bbe7-d66be17f34fd] Updating instance_info_cache with network_info: [{"id": "f8bbcef1-1b6c-4f30-9b84-4bf712e7d16d", "address": "fa:16:3e:bd:fc:d1", "network": {"id": "3297cc8d-5d95-4ee1-9980-6b0e8b7de833", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1082529985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4064ede1a11d4834b85e4081e6eb81aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8bbcef1-1b", "ovs_interfaceid": "f8bbcef1-1b6c-4f30-9b84-4bf712e7d16d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.534219] env[68893]: DEBUG nova.network.neutron [-] [instance: 15785bfd-102b-4abf-b9ab-12e38c653a49] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.563814] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f1a7dbf8-7cb9-4d0d-98a0-09362c753ed6 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.564106] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791206, 'name': CreateVM_Task} progress is 25%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.576057] env[68893]: DEBUG nova.compute.utils [None req-a2aa330e-fd55-4c7a-a9ed-10a5dc736eec tempest-ServerMetadataTestJSON-289290010 tempest-ServerMetadataTestJSON-289290010-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 749.576156] env[68893]: DEBUG nova.compute.manager [None req-a2aa330e-fd55-4c7a-a9ed-10a5dc736eec tempest-ServerMetadataTestJSON-289290010 tempest-ServerMetadataTestJSON-289290010-project-member] [instance: 91617bdb-49a9-45b5-a147-d9d09248bb1c] Allocating IP information in the background. {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 749.576342] env[68893]: DEBUG nova.network.neutron [None req-a2aa330e-fd55-4c7a-a9ed-10a5dc736eec tempest-ServerMetadataTestJSON-289290010 tempest-ServerMetadataTestJSON-289290010-project-member] [instance: 91617bdb-49a9-45b5-a147-d9d09248bb1c] allocate_for_instance() {{(pid=68893) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 749.603615] env[68893]: DEBUG nova.compute.manager [req-25ce71d1-6174-4470-90cd-90772a88a0c6 req-8d3fe681-a5b0-48a9-9686-e3bc568900b6 service nova] [instance: b7c373f5-60c3-44c6-bbe7-d66be17f34fd] Received event network-changed-f8bbcef1-1b6c-4f30-9b84-4bf712e7d16d {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 749.603615] env[68893]: DEBUG nova.compute.manager [req-25ce71d1-6174-4470-90cd-90772a88a0c6 req-8d3fe681-a5b0-48a9-9686-e3bc568900b6 service nova] [instance: b7c373f5-60c3-44c6-bbe7-d66be17f34fd] Refreshing instance network info cache due to event network-changed-f8bbcef1-1b6c-4f30-9b84-4bf712e7d16d. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 749.603615] env[68893]: DEBUG oslo_concurrency.lockutils [req-25ce71d1-6174-4470-90cd-90772a88a0c6 req-8d3fe681-a5b0-48a9-9686-e3bc568900b6 service nova] Acquiring lock "refresh_cache-b7c373f5-60c3-44c6-bbe7-d66be17f34fd" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.620836] env[68893]: DEBUG oslo_vmware.api [None req-3b580458-b7d0-428a-9678-e069a6fe587c tempest-ServersAdminNegativeTestJSON-703897819 tempest-ServersAdminNegativeTestJSON-703897819-project-admin] Task: {'id': task-2791214, 'name': SuspendVM_Task, 'duration_secs': 0.739562} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.621118] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-3b580458-b7d0-428a-9678-e069a6fe587c tempest-ServersAdminNegativeTestJSON-703897819 tempest-ServersAdminNegativeTestJSON-703897819-project-admin] [instance: 1e106741-a2d1-40cc-b287-3f2af59084ca] Suspended the VM {{(pid=68893) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 749.621292] env[68893]: DEBUG nova.compute.manager [None req-3b580458-b7d0-428a-9678-e069a6fe587c tempest-ServersAdminNegativeTestJSON-703897819 tempest-ServersAdminNegativeTestJSON-703897819-project-admin] [instance: 1e106741-a2d1-40cc-b287-3f2af59084ca] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 749.622517] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b34bb33-4eb1-4731-b89c-779a281f4f52 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.636793] env[68893]: DEBUG nova.policy [None req-a2aa330e-fd55-4c7a-a9ed-10a5dc736eec tempest-ServerMetadataTestJSON-289290010 tempest-ServerMetadataTestJSON-289290010-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '299c26e6d5fb4d4080024fd5f0acd294', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c18b10dfb28b4cfcb1fdaddaf9d602b4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68893) authorize /opt/stack/nova/nova/policy.py:192}} [ 749.663089] env[68893]: DEBUG oslo_vmware.api [None req-0306dc01-85a8-43aa-8951-fbbda9c63b03 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': task-2791215, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.929573] env[68893]: DEBUG oslo_concurrency.lockutils [None req-346fe6ab-c187-4c49-b5bc-3989bd68686f tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Releasing lock "refresh_cache-b7c373f5-60c3-44c6-bbe7-d66be17f34fd" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.929993] env[68893]: DEBUG nova.compute.manager [None req-346fe6ab-c187-4c49-b5bc-3989bd68686f tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] [instance: b7c373f5-60c3-44c6-bbe7-d66be17f34fd] Instance network_info: |[{"id": "f8bbcef1-1b6c-4f30-9b84-4bf712e7d16d", "address": "fa:16:3e:bd:fc:d1", "network": {"id": "3297cc8d-5d95-4ee1-9980-6b0e8b7de833", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1082529985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4064ede1a11d4834b85e4081e6eb81aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8bbcef1-1b", "ovs_interfaceid": "f8bbcef1-1b6c-4f30-9b84-4bf712e7d16d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 749.930332] env[68893]: DEBUG oslo_concurrency.lockutils [req-25ce71d1-6174-4470-90cd-90772a88a0c6 req-8d3fe681-a5b0-48a9-9686-e3bc568900b6 service nova] Acquired lock "refresh_cache-b7c373f5-60c3-44c6-bbe7-d66be17f34fd" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.930516] env[68893]: DEBUG nova.network.neutron [req-25ce71d1-6174-4470-90cd-90772a88a0c6 req-8d3fe681-a5b0-48a9-9686-e3bc568900b6 service nova] [instance: b7c373f5-60c3-44c6-bbe7-d66be17f34fd] Refreshing network info cache for port f8bbcef1-1b6c-4f30-9b84-4bf712e7d16d {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 749.931865] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-346fe6ab-c187-4c49-b5bc-3989bd68686f tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] [instance: b7c373f5-60c3-44c6-bbe7-d66be17f34fd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:fc:d1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98d96b75-ac36-499a-adc2-130c8c1d55ca', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f8bbcef1-1b6c-4f30-9b84-4bf712e7d16d', 'vif_model': 'vmxnet3'}] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 749.944585] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-346fe6ab-c187-4c49-b5bc-3989bd68686f tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Creating folder: Project (4064ede1a11d4834b85e4081e6eb81aa). Parent ref: group-v560969. {{(pid=68893) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 749.950319] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a41e9936-cd35-448b-a17f-0b7f78a2b6af {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.962308] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-346fe6ab-c187-4c49-b5bc-3989bd68686f tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Created folder: Project (4064ede1a11d4834b85e4081e6eb81aa) in parent group-v560969. [ 749.962506] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-346fe6ab-c187-4c49-b5bc-3989bd68686f tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Creating folder: Instances. Parent ref: group-v561038. {{(pid=68893) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 749.962860] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d408eff2-8d48-48bd-ba0d-9fd1d373b9b5 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.974972] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-346fe6ab-c187-4c49-b5bc-3989bd68686f tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Created folder: Instances in parent group-v561038. [ 749.976306] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-346fe6ab-c187-4c49-b5bc-3989bd68686f tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 749.976306] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7c373f5-60c3-44c6-bbe7-d66be17f34fd] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 749.976306] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ae7dc036-2af2-496d-9b9a-efcf4b16c827 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.997211] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 749.997211] env[68893]: value = "task-2791218" [ 749.997211] env[68893]: _type = "Task" [ 749.997211] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.006036] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791218, 'name': CreateVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.038553] env[68893]: INFO nova.compute.manager [-] [instance: 15785bfd-102b-4abf-b9ab-12e38c653a49] Took 1.44 seconds to deallocate network for instance. [ 750.058069] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791206, 'name': CreateVM_Task, 'duration_secs': 3.855061} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.058264] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4bb94a41-5549-4e59-a44b-094fff269e78] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 750.059016] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b893a8ae-0e58-43f1-8096-1d06512c52ce tempest-ServerAddressesNegativeTestJSON-1075330625 tempest-ServerAddressesNegativeTestJSON-1075330625-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.059382] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b893a8ae-0e58-43f1-8096-1d06512c52ce tempest-ServerAddressesNegativeTestJSON-1075330625 tempest-ServerAddressesNegativeTestJSON-1075330625-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.059782] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b893a8ae-0e58-43f1-8096-1d06512c52ce tempest-ServerAddressesNegativeTestJSON-1075330625 tempest-ServerAddressesNegativeTestJSON-1075330625-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.059854] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-560ff37c-dd4a-430c-bb1a-5458ca81c952 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.065624] env[68893]: DEBUG oslo_vmware.api [None req-b893a8ae-0e58-43f1-8096-1d06512c52ce tempest-ServerAddressesNegativeTestJSON-1075330625 tempest-ServerAddressesNegativeTestJSON-1075330625-project-member] Waiting for the task: (returnval){ [ 750.065624] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52dc9d6d-17d9-a238-3765-b1073196c19c" [ 750.065624] env[68893]: _type = "Task" [ 750.065624] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.075414] env[68893]: DEBUG oslo_vmware.api [None req-b893a8ae-0e58-43f1-8096-1d06512c52ce tempest-ServerAddressesNegativeTestJSON-1075330625 tempest-ServerAddressesNegativeTestJSON-1075330625-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52dc9d6d-17d9-a238-3765-b1073196c19c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.081161] env[68893]: DEBUG nova.compute.manager [None req-a2aa330e-fd55-4c7a-a9ed-10a5dc736eec tempest-ServerMetadataTestJSON-289290010 tempest-ServerMetadataTestJSON-289290010-project-member] [instance: 91617bdb-49a9-45b5-a147-d9d09248bb1c] Start building block device mappings for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 750.166021] env[68893]: DEBUG oslo_vmware.api [None req-0306dc01-85a8-43aa-8951-fbbda9c63b03 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': task-2791215, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.184625] env[68893]: DEBUG nova.network.neutron [None req-a2aa330e-fd55-4c7a-a9ed-10a5dc736eec tempest-ServerMetadataTestJSON-289290010 tempest-ServerMetadataTestJSON-289290010-project-member] [instance: 91617bdb-49a9-45b5-a147-d9d09248bb1c] Successfully created port: 79eac02f-28f0-44d4-9cc3-03bfb938d2a2 {{(pid=68893) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 750.514422] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791218, 'name': CreateVM_Task, 'duration_secs': 0.426268} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.517674] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7c373f5-60c3-44c6-bbe7-d66be17f34fd] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 750.518355] env[68893]: DEBUG oslo_concurrency.lockutils [None req-346fe6ab-c187-4c49-b5bc-3989bd68686f tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.546666] env[68893]: DEBUG oslo_concurrency.lockutils [None req-061cfb81-f9d0-4653-ae67-320b61fc9580 tempest-TenantUsagesTestJSON-742880608 tempest-TenantUsagesTestJSON-742880608-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.581862] env[68893]: DEBUG oslo_vmware.api [None req-b893a8ae-0e58-43f1-8096-1d06512c52ce tempest-ServerAddressesNegativeTestJSON-1075330625 tempest-ServerAddressesNegativeTestJSON-1075330625-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52dc9d6d-17d9-a238-3765-b1073196c19c, 'name': SearchDatastore_Task, 'duration_secs': 0.021585} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.581862] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b893a8ae-0e58-43f1-8096-1d06512c52ce tempest-ServerAddressesNegativeTestJSON-1075330625 tempest-ServerAddressesNegativeTestJSON-1075330625-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.582230] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-b893a8ae-0e58-43f1-8096-1d06512c52ce tempest-ServerAddressesNegativeTestJSON-1075330625 tempest-ServerAddressesNegativeTestJSON-1075330625-project-member] [instance: 4bb94a41-5549-4e59-a44b-094fff269e78] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 750.582327] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b893a8ae-0e58-43f1-8096-1d06512c52ce tempest-ServerAddressesNegativeTestJSON-1075330625 tempest-ServerAddressesNegativeTestJSON-1075330625-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.582779] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b893a8ae-0e58-43f1-8096-1d06512c52ce tempest-ServerAddressesNegativeTestJSON-1075330625 tempest-ServerAddressesNegativeTestJSON-1075330625-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.582779] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-b893a8ae-0e58-43f1-8096-1d06512c52ce tempest-ServerAddressesNegativeTestJSON-1075330625 tempest-ServerAddressesNegativeTestJSON-1075330625-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 750.582908] env[68893]: DEBUG oslo_concurrency.lockutils [None req-346fe6ab-c187-4c49-b5bc-3989bd68686f tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.583227] env[68893]: DEBUG oslo_concurrency.lockutils [None req-346fe6ab-c187-4c49-b5bc-3989bd68686f tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.583454] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5d866df3-1772-45f1-a2d5-7fc9baece841 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.590073] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a98c1b85-a29a-444e-a82e-42dd6369e0fa {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.604305] env[68893]: DEBUG oslo_vmware.api [None req-346fe6ab-c187-4c49-b5bc-3989bd68686f tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Waiting for the task: (returnval){ [ 750.604305] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52942784-2ce2-b53f-2d69-7ec850c35c26" [ 750.604305] env[68893]: _type = "Task" [ 750.604305] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.609191] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-b893a8ae-0e58-43f1-8096-1d06512c52ce tempest-ServerAddressesNegativeTestJSON-1075330625 tempest-ServerAddressesNegativeTestJSON-1075330625-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 750.609478] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-b893a8ae-0e58-43f1-8096-1d06512c52ce tempest-ServerAddressesNegativeTestJSON-1075330625 tempest-ServerAddressesNegativeTestJSON-1075330625-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 750.610636] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5075ce4f-da84-44d6-9933-efee08f79a5c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.617377] env[68893]: DEBUG oslo_vmware.api [None req-346fe6ab-c187-4c49-b5bc-3989bd68686f tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52942784-2ce2-b53f-2d69-7ec850c35c26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.626055] env[68893]: DEBUG oslo_vmware.api [None req-b893a8ae-0e58-43f1-8096-1d06512c52ce tempest-ServerAddressesNegativeTestJSON-1075330625 tempest-ServerAddressesNegativeTestJSON-1075330625-project-member] Waiting for the task: (returnval){ [ 750.626055] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52fc342a-b51e-28b3-89f3-3207cf85334f" [ 750.626055] env[68893]: _type = "Task" [ 750.626055] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.640868] env[68893]: DEBUG oslo_vmware.api [None req-b893a8ae-0e58-43f1-8096-1d06512c52ce tempest-ServerAddressesNegativeTestJSON-1075330625 tempest-ServerAddressesNegativeTestJSON-1075330625-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52fc342a-b51e-28b3-89f3-3207cf85334f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.665850] env[68893]: DEBUG oslo_vmware.api [None req-0306dc01-85a8-43aa-8951-fbbda9c63b03 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': task-2791215, 'name': PowerOnVM_Task, 'duration_secs': 1.215394} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.666124] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-0306dc01-85a8-43aa-8951-fbbda9c63b03 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: 74e4929e-3ae3-4358-9544-e64b5c2f237f] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 750.666712] env[68893]: INFO nova.compute.manager [None req-0306dc01-85a8-43aa-8951-fbbda9c63b03 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: 74e4929e-3ae3-4358-9544-e64b5c2f237f] Took 10.84 seconds to spawn the instance on the hypervisor. [ 750.666940] env[68893]: DEBUG nova.compute.manager [None req-0306dc01-85a8-43aa-8951-fbbda9c63b03 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: 74e4929e-3ae3-4358-9544-e64b5c2f237f] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 750.667829] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4579cea7-0863-4b30-9f15-42972f25b904 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.713548] env[68893]: DEBUG nova.network.neutron [req-25ce71d1-6174-4470-90cd-90772a88a0c6 req-8d3fe681-a5b0-48a9-9686-e3bc568900b6 service nova] [instance: b7c373f5-60c3-44c6-bbe7-d66be17f34fd] Updated VIF entry in instance network info cache for port f8bbcef1-1b6c-4f30-9b84-4bf712e7d16d. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 750.713548] env[68893]: DEBUG nova.network.neutron [req-25ce71d1-6174-4470-90cd-90772a88a0c6 req-8d3fe681-a5b0-48a9-9686-e3bc568900b6 service nova] [instance: b7c373f5-60c3-44c6-bbe7-d66be17f34fd] Updating instance_info_cache with network_info: [{"id": "f8bbcef1-1b6c-4f30-9b84-4bf712e7d16d", "address": "fa:16:3e:bd:fc:d1", "network": {"id": "3297cc8d-5d95-4ee1-9980-6b0e8b7de833", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1082529985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4064ede1a11d4834b85e4081e6eb81aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8bbcef1-1b", "ovs_interfaceid": "f8bbcef1-1b6c-4f30-9b84-4bf712e7d16d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.797322] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd0f1c80-7a6a-424c-b31d-03bb536e5f1a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.808581] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0195d01-0941-43b1-95f0-66fdb71eb8ff {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.813306] env[68893]: DEBUG nova.compute.manager [req-c357ef91-90eb-4167-ba23-50c180ccbdae req-20d22a36-ce2b-4a6a-84b1-106f879a67be service nova] [instance: 15785bfd-102b-4abf-b9ab-12e38c653a49] Received event network-vif-deleted-2e2a5031-c3b5-40d1-b2b2-229d90379d66 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 750.850729] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e62d02e-5aae-43d3-99dd-4bc7ce949b97 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.860840] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-182de981-f7f0-49b3-aab7-b3c55d2f831e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.878171] env[68893]: DEBUG nova.compute.provider_tree [None req-b173b888-77cd-4410-86ea-dc4c69e7d06f tempest-ServerGroupTestJSON-479684333 tempest-ServerGroupTestJSON-479684333-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 751.101609] env[68893]: DEBUG nova.compute.manager [None req-a2aa330e-fd55-4c7a-a9ed-10a5dc736eec tempest-ServerMetadataTestJSON-289290010 tempest-ServerMetadataTestJSON-289290010-project-member] [instance: 91617bdb-49a9-45b5-a147-d9d09248bb1c] Start spawning the instance on the hypervisor. {{(pid=68893) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 751.115369] env[68893]: DEBUG oslo_vmware.api [None req-346fe6ab-c187-4c49-b5bc-3989bd68686f tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52942784-2ce2-b53f-2d69-7ec850c35c26, 'name': SearchDatastore_Task, 'duration_secs': 0.023608} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.115654] env[68893]: DEBUG oslo_concurrency.lockutils [None req-346fe6ab-c187-4c49-b5bc-3989bd68686f tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.115882] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-346fe6ab-c187-4c49-b5bc-3989bd68686f tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] [instance: b7c373f5-60c3-44c6-bbe7-d66be17f34fd] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 751.116155] env[68893]: DEBUG oslo_concurrency.lockutils [None req-346fe6ab-c187-4c49-b5bc-3989bd68686f tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.129293] env[68893]: DEBUG nova.virt.hardware [None req-a2aa330e-fd55-4c7a-a9ed-10a5dc736eec tempest-ServerMetadataTestJSON-289290010 tempest-ServerMetadataTestJSON-289290010-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 751.129293] env[68893]: DEBUG nova.virt.hardware [None req-a2aa330e-fd55-4c7a-a9ed-10a5dc736eec tempest-ServerMetadataTestJSON-289290010 tempest-ServerMetadataTestJSON-289290010-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 751.129293] env[68893]: DEBUG nova.virt.hardware [None req-a2aa330e-fd55-4c7a-a9ed-10a5dc736eec tempest-ServerMetadataTestJSON-289290010 tempest-ServerMetadataTestJSON-289290010-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 751.129415] env[68893]: DEBUG nova.virt.hardware [None req-a2aa330e-fd55-4c7a-a9ed-10a5dc736eec tempest-ServerMetadataTestJSON-289290010 tempest-ServerMetadataTestJSON-289290010-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 751.129415] env[68893]: DEBUG nova.virt.hardware [None req-a2aa330e-fd55-4c7a-a9ed-10a5dc736eec tempest-ServerMetadataTestJSON-289290010 tempest-ServerMetadataTestJSON-289290010-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 751.129415] env[68893]: DEBUG nova.virt.hardware [None req-a2aa330e-fd55-4c7a-a9ed-10a5dc736eec tempest-ServerMetadataTestJSON-289290010 tempest-ServerMetadataTestJSON-289290010-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 751.129558] env[68893]: DEBUG nova.virt.hardware [None req-a2aa330e-fd55-4c7a-a9ed-10a5dc736eec tempest-ServerMetadataTestJSON-289290010 tempest-ServerMetadataTestJSON-289290010-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 751.129744] env[68893]: DEBUG nova.virt.hardware [None req-a2aa330e-fd55-4c7a-a9ed-10a5dc736eec tempest-ServerMetadataTestJSON-289290010 tempest-ServerMetadataTestJSON-289290010-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 751.129994] env[68893]: DEBUG nova.virt.hardware [None req-a2aa330e-fd55-4c7a-a9ed-10a5dc736eec tempest-ServerMetadataTestJSON-289290010 tempest-ServerMetadataTestJSON-289290010-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 751.130218] env[68893]: DEBUG nova.virt.hardware [None req-a2aa330e-fd55-4c7a-a9ed-10a5dc736eec tempest-ServerMetadataTestJSON-289290010 tempest-ServerMetadataTestJSON-289290010-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 751.130418] env[68893]: DEBUG nova.virt.hardware [None req-a2aa330e-fd55-4c7a-a9ed-10a5dc736eec tempest-ServerMetadataTestJSON-289290010 tempest-ServerMetadataTestJSON-289290010-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 751.131421] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8801ad2b-0c23-4e41-bd4c-fbb70b6c3070 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.146651] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-056342e3-b1f5-4ea9-a45f-c93a2bd1eb85 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.151823] env[68893]: DEBUG oslo_vmware.api [None req-b893a8ae-0e58-43f1-8096-1d06512c52ce tempest-ServerAddressesNegativeTestJSON-1075330625 tempest-ServerAddressesNegativeTestJSON-1075330625-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52fc342a-b51e-28b3-89f3-3207cf85334f, 'name': SearchDatastore_Task, 'duration_secs': 0.011512} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.153275] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6d68758-0358-4773-8fe5-a06e99042910 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.167344] env[68893]: DEBUG oslo_vmware.api [None req-b893a8ae-0e58-43f1-8096-1d06512c52ce tempest-ServerAddressesNegativeTestJSON-1075330625 tempest-ServerAddressesNegativeTestJSON-1075330625-project-member] Waiting for the task: (returnval){ [ 751.167344] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52faf0c8-2e57-6383-83d5-ce40796a9c0a" [ 751.167344] env[68893]: _type = "Task" [ 751.167344] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.177226] env[68893]: DEBUG oslo_vmware.api [None req-b893a8ae-0e58-43f1-8096-1d06512c52ce tempest-ServerAddressesNegativeTestJSON-1075330625 tempest-ServerAddressesNegativeTestJSON-1075330625-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52faf0c8-2e57-6383-83d5-ce40796a9c0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.189132] env[68893]: INFO nova.compute.manager [None req-0306dc01-85a8-43aa-8951-fbbda9c63b03 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: 74e4929e-3ae3-4358-9544-e64b5c2f237f] Took 41.71 seconds to build instance. [ 751.220165] env[68893]: DEBUG oslo_concurrency.lockutils [req-25ce71d1-6174-4470-90cd-90772a88a0c6 req-8d3fe681-a5b0-48a9-9686-e3bc568900b6 service nova] Releasing lock "refresh_cache-b7c373f5-60c3-44c6-bbe7-d66be17f34fd" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.382221] env[68893]: DEBUG nova.scheduler.client.report [None req-b173b888-77cd-4410-86ea-dc4c69e7d06f tempest-ServerGroupTestJSON-479684333 tempest-ServerGroupTestJSON-479684333-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 751.681123] env[68893]: DEBUG oslo_vmware.api [None req-b893a8ae-0e58-43f1-8096-1d06512c52ce tempest-ServerAddressesNegativeTestJSON-1075330625 tempest-ServerAddressesNegativeTestJSON-1075330625-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52faf0c8-2e57-6383-83d5-ce40796a9c0a, 'name': SearchDatastore_Task, 'duration_secs': 0.011138} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.681380] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b893a8ae-0e58-43f1-8096-1d06512c52ce tempest-ServerAddressesNegativeTestJSON-1075330625 tempest-ServerAddressesNegativeTestJSON-1075330625-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.682246] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-b893a8ae-0e58-43f1-8096-1d06512c52ce tempest-ServerAddressesNegativeTestJSON-1075330625 tempest-ServerAddressesNegativeTestJSON-1075330625-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore1] 4bb94a41-5549-4e59-a44b-094fff269e78/4bb94a41-5549-4e59-a44b-094fff269e78.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 751.682246] env[68893]: DEBUG oslo_concurrency.lockutils [None req-346fe6ab-c187-4c49-b5bc-3989bd68686f tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.682246] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-346fe6ab-c187-4c49-b5bc-3989bd68686f tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 751.682246] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d25ccafd-8f5d-4927-9974-6fe661131010 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.684511] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-05f50bea-a751-4b3d-8cd7-3a8d40780f52 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.690436] env[68893]: DEBUG oslo_concurrency.lockutils [None req-0306dc01-85a8-43aa-8951-fbbda9c63b03 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Lock "74e4929e-3ae3-4358-9544-e64b5c2f237f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.889s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.693065] env[68893]: DEBUG oslo_vmware.api [None req-b893a8ae-0e58-43f1-8096-1d06512c52ce tempest-ServerAddressesNegativeTestJSON-1075330625 tempest-ServerAddressesNegativeTestJSON-1075330625-project-member] Waiting for the task: (returnval){ [ 751.693065] env[68893]: value = "task-2791223" [ 751.693065] env[68893]: _type = "Task" [ 751.693065] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.697663] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-346fe6ab-c187-4c49-b5bc-3989bd68686f tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 751.697848] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-346fe6ab-c187-4c49-b5bc-3989bd68686f tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 751.699234] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a92e413-3d4c-47e9-8c13-188fb8f7f74b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.705426] env[68893]: DEBUG oslo_vmware.api [None req-b893a8ae-0e58-43f1-8096-1d06512c52ce tempest-ServerAddressesNegativeTestJSON-1075330625 tempest-ServerAddressesNegativeTestJSON-1075330625-project-member] Task: {'id': task-2791223, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.712657] env[68893]: DEBUG oslo_vmware.api [None req-346fe6ab-c187-4c49-b5bc-3989bd68686f tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Waiting for the task: (returnval){ [ 751.712657] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]526350ce-f226-ff0d-b885-8d46cf71977a" [ 751.712657] env[68893]: _type = "Task" [ 751.712657] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.723301] env[68893]: DEBUG oslo_vmware.api [None req-346fe6ab-c187-4c49-b5bc-3989bd68686f tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]526350ce-f226-ff0d-b885-8d46cf71977a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.890569] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b173b888-77cd-4410-86ea-dc4c69e7d06f tempest-ServerGroupTestJSON-479684333 tempest-ServerGroupTestJSON-479684333-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.817s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.892045] env[68893]: DEBUG oslo_concurrency.lockutils [None req-88a43dac-1455-4555-8248-b49c1ed8d29d tempest-ServerExternalEventsTest-153007225 tempest-ServerExternalEventsTest-153007225-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.558s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.892353] env[68893]: DEBUG nova.objects.instance [None req-88a43dac-1455-4555-8248-b49c1ed8d29d tempest-ServerExternalEventsTest-153007225 tempest-ServerExternalEventsTest-153007225-project-member] Lazy-loading 'resources' on Instance uuid d00e31be-e1ca-4417-af4f-3f85d95e1b4b {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 751.975227] env[68893]: DEBUG nova.network.neutron [None req-a2aa330e-fd55-4c7a-a9ed-10a5dc736eec tempest-ServerMetadataTestJSON-289290010 tempest-ServerMetadataTestJSON-289290010-project-member] [instance: 91617bdb-49a9-45b5-a147-d9d09248bb1c] Successfully updated port: 79eac02f-28f0-44d4-9cc3-03bfb938d2a2 {{(pid=68893) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 752.093180] env[68893]: DEBUG oslo_concurrency.lockutils [None req-5cbe68cd-19f5-4b64-afc8-5f541240cccd tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Acquiring lock "8cd7dab4-e083-415f-937c-8d3e0c9fc26c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.094136] env[68893]: DEBUG oslo_concurrency.lockutils [None req-5cbe68cd-19f5-4b64-afc8-5f541240cccd tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Lock "8cd7dab4-e083-415f-937c-8d3e0c9fc26c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.127098] env[68893]: DEBUG oslo_concurrency.lockutils [None req-664c7f15-90e9-4e05-abf2-503af5c92887 tempest-ServerMetadataNegativeTestJSON-491243522 tempest-ServerMetadataNegativeTestJSON-491243522-project-member] Acquiring lock "b33e73d3-3470-4cc1-ba04-c0d25f13cfea" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.127364] env[68893]: DEBUG oslo_concurrency.lockutils [None req-664c7f15-90e9-4e05-abf2-503af5c92887 tempest-ServerMetadataNegativeTestJSON-491243522 tempest-ServerMetadataNegativeTestJSON-491243522-project-member] Lock "b33e73d3-3470-4cc1-ba04-c0d25f13cfea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.194345] env[68893]: DEBUG nova.compute.manager [None req-ed52a9b4-16f2-44f7-b4d2-acf796de8581 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] [instance: bfc2d904-8005-4693-871f-5745dc3d29fd] Starting instance... {{(pid=68893) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 752.209069] env[68893]: DEBUG oslo_vmware.api [None req-b893a8ae-0e58-43f1-8096-1d06512c52ce tempest-ServerAddressesNegativeTestJSON-1075330625 tempest-ServerAddressesNegativeTestJSON-1075330625-project-member] Task: {'id': task-2791223, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.228289] env[68893]: DEBUG oslo_vmware.api [None req-346fe6ab-c187-4c49-b5bc-3989bd68686f tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]526350ce-f226-ff0d-b885-8d46cf71977a, 'name': SearchDatastore_Task, 'duration_secs': 0.013242} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.228962] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7990b92-c034-4e3e-911d-ea50e15b2c54 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.242280] env[68893]: DEBUG oslo_vmware.api [None req-346fe6ab-c187-4c49-b5bc-3989bd68686f tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Waiting for the task: (returnval){ [ 752.242280] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52b141fa-25a4-2288-6872-44f4937acb59" [ 752.242280] env[68893]: _type = "Task" [ 752.242280] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.253541] env[68893]: DEBUG oslo_vmware.api [None req-346fe6ab-c187-4c49-b5bc-3989bd68686f tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52b141fa-25a4-2288-6872-44f4937acb59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.399871] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b173b888-77cd-4410-86ea-dc4c69e7d06f tempest-ServerGroupTestJSON-479684333 tempest-ServerGroupTestJSON-479684333-project-member] Acquiring lock "aeb9c1c3-a4b0-41a9-a1b2-45b5e577815b" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.400820] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b173b888-77cd-4410-86ea-dc4c69e7d06f tempest-ServerGroupTestJSON-479684333 tempest-ServerGroupTestJSON-479684333-project-member] Lock "aeb9c1c3-a4b0-41a9-a1b2-45b5e577815b" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.481385] env[68893]: DEBUG oslo_concurrency.lockutils [None req-a2aa330e-fd55-4c7a-a9ed-10a5dc736eec tempest-ServerMetadataTestJSON-289290010 tempest-ServerMetadataTestJSON-289290010-project-member] Acquiring lock "refresh_cache-91617bdb-49a9-45b5-a147-d9d09248bb1c" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.481531] env[68893]: DEBUG oslo_concurrency.lockutils [None req-a2aa330e-fd55-4c7a-a9ed-10a5dc736eec tempest-ServerMetadataTestJSON-289290010 tempest-ServerMetadataTestJSON-289290010-project-member] Acquired lock "refresh_cache-91617bdb-49a9-45b5-a147-d9d09248bb1c" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.481680] env[68893]: DEBUG nova.network.neutron [None req-a2aa330e-fd55-4c7a-a9ed-10a5dc736eec tempest-ServerMetadataTestJSON-289290010 tempest-ServerMetadataTestJSON-289290010-project-member] [instance: 91617bdb-49a9-45b5-a147-d9d09248bb1c] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 752.712663] env[68893]: DEBUG oslo_vmware.api [None req-b893a8ae-0e58-43f1-8096-1d06512c52ce tempest-ServerAddressesNegativeTestJSON-1075330625 tempest-ServerAddressesNegativeTestJSON-1075330625-project-member] Task: {'id': task-2791223, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.577227} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.715612] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-b893a8ae-0e58-43f1-8096-1d06512c52ce tempest-ServerAddressesNegativeTestJSON-1075330625 tempest-ServerAddressesNegativeTestJSON-1075330625-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore1] 4bb94a41-5549-4e59-a44b-094fff269e78/4bb94a41-5549-4e59-a44b-094fff269e78.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 752.715857] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-b893a8ae-0e58-43f1-8096-1d06512c52ce tempest-ServerAddressesNegativeTestJSON-1075330625 tempest-ServerAddressesNegativeTestJSON-1075330625-project-member] [instance: 4bb94a41-5549-4e59-a44b-094fff269e78] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 752.716967] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f90fb6e9-59bf-4f7a-a425-68abea330a49 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.719304] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ed52a9b4-16f2-44f7-b4d2-acf796de8581 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.725152] env[68893]: DEBUG oslo_vmware.api [None req-b893a8ae-0e58-43f1-8096-1d06512c52ce tempest-ServerAddressesNegativeTestJSON-1075330625 tempest-ServerAddressesNegativeTestJSON-1075330625-project-member] Waiting for the task: (returnval){ [ 752.725152] env[68893]: value = "task-2791224" [ 752.725152] env[68893]: _type = "Task" [ 752.725152] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.737696] env[68893]: DEBUG oslo_vmware.api [None req-b893a8ae-0e58-43f1-8096-1d06512c52ce tempest-ServerAddressesNegativeTestJSON-1075330625 tempest-ServerAddressesNegativeTestJSON-1075330625-project-member] Task: {'id': task-2791224, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.754195] env[68893]: DEBUG oslo_vmware.api [None req-346fe6ab-c187-4c49-b5bc-3989bd68686f tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52b141fa-25a4-2288-6872-44f4937acb59, 'name': SearchDatastore_Task, 'duration_secs': 0.015077} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.757057] env[68893]: DEBUG oslo_concurrency.lockutils [None req-346fe6ab-c187-4c49-b5bc-3989bd68686f tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.757393] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-346fe6ab-c187-4c49-b5bc-3989bd68686f tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore1] b7c373f5-60c3-44c6-bbe7-d66be17f34fd/b7c373f5-60c3-44c6-bbe7-d66be17f34fd.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 752.757869] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8ec42217-d41e-4c71-aab7-0ccce5d21ca6 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.768131] env[68893]: DEBUG oslo_vmware.api [None req-346fe6ab-c187-4c49-b5bc-3989bd68686f tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Waiting for the task: (returnval){ [ 752.768131] env[68893]: value = "task-2791225" [ 752.768131] env[68893]: _type = "Task" [ 752.768131] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.783402] env[68893]: DEBUG oslo_vmware.api [None req-346fe6ab-c187-4c49-b5bc-3989bd68686f tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Task: {'id': task-2791225, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.908779] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b173b888-77cd-4410-86ea-dc4c69e7d06f tempest-ServerGroupTestJSON-479684333 tempest-ServerGroupTestJSON-479684333-project-member] Lock "aeb9c1c3-a4b0-41a9-a1b2-45b5e577815b" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.506s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.908779] env[68893]: DEBUG nova.compute.manager [None req-b173b888-77cd-4410-86ea-dc4c69e7d06f tempest-ServerGroupTestJSON-479684333 tempest-ServerGroupTestJSON-479684333-project-member] [instance: 2a1280e2-4ad2-442f-a89e-06b541a310a1] Start building networks asynchronously for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 752.994466] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f47b2fb2-e2ce-4f4c-b19e-b3f324ee3205 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.010675] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12748fe4-5e76-438b-8399-4d2d53ce7423 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.055656] env[68893]: DEBUG nova.network.neutron [None req-a2aa330e-fd55-4c7a-a9ed-10a5dc736eec tempest-ServerMetadataTestJSON-289290010 tempest-ServerMetadataTestJSON-289290010-project-member] [instance: 91617bdb-49a9-45b5-a147-d9d09248bb1c] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 753.058677] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6181a74d-41b0-4196-8d69-0dcb38948445 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.065385] env[68893]: DEBUG nova.compute.manager [req-0bd4fd6b-438d-4dd9-a082-49d00dd2b1d2 req-f4fbd09b-4411-4435-a0c0-b2f497683e97 service nova] [instance: 91617bdb-49a9-45b5-a147-d9d09248bb1c] Received event network-vif-plugged-79eac02f-28f0-44d4-9cc3-03bfb938d2a2 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 753.065706] env[68893]: DEBUG oslo_concurrency.lockutils [req-0bd4fd6b-438d-4dd9-a082-49d00dd2b1d2 req-f4fbd09b-4411-4435-a0c0-b2f497683e97 service nova] Acquiring lock "91617bdb-49a9-45b5-a147-d9d09248bb1c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.066016] env[68893]: DEBUG oslo_concurrency.lockutils [req-0bd4fd6b-438d-4dd9-a082-49d00dd2b1d2 req-f4fbd09b-4411-4435-a0c0-b2f497683e97 service nova] Lock "91617bdb-49a9-45b5-a147-d9d09248bb1c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.066311] env[68893]: DEBUG oslo_concurrency.lockutils [req-0bd4fd6b-438d-4dd9-a082-49d00dd2b1d2 req-f4fbd09b-4411-4435-a0c0-b2f497683e97 service nova] Lock "91617bdb-49a9-45b5-a147-d9d09248bb1c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.066581] env[68893]: DEBUG nova.compute.manager [req-0bd4fd6b-438d-4dd9-a082-49d00dd2b1d2 req-f4fbd09b-4411-4435-a0c0-b2f497683e97 service nova] [instance: 91617bdb-49a9-45b5-a147-d9d09248bb1c] No waiting events found dispatching network-vif-plugged-79eac02f-28f0-44d4-9cc3-03bfb938d2a2 {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 753.066827] env[68893]: WARNING nova.compute.manager [req-0bd4fd6b-438d-4dd9-a082-49d00dd2b1d2 req-f4fbd09b-4411-4435-a0c0-b2f497683e97 service nova] [instance: 91617bdb-49a9-45b5-a147-d9d09248bb1c] Received unexpected event network-vif-plugged-79eac02f-28f0-44d4-9cc3-03bfb938d2a2 for instance with vm_state building and task_state spawning. [ 753.067093] env[68893]: DEBUG nova.compute.manager [req-0bd4fd6b-438d-4dd9-a082-49d00dd2b1d2 req-f4fbd09b-4411-4435-a0c0-b2f497683e97 service nova] [instance: 91617bdb-49a9-45b5-a147-d9d09248bb1c] Received event network-changed-79eac02f-28f0-44d4-9cc3-03bfb938d2a2 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 753.067350] env[68893]: DEBUG nova.compute.manager [req-0bd4fd6b-438d-4dd9-a082-49d00dd2b1d2 req-f4fbd09b-4411-4435-a0c0-b2f497683e97 service nova] [instance: 91617bdb-49a9-45b5-a147-d9d09248bb1c] Refreshing instance network info cache due to event network-changed-79eac02f-28f0-44d4-9cc3-03bfb938d2a2. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 753.067634] env[68893]: DEBUG oslo_concurrency.lockutils [req-0bd4fd6b-438d-4dd9-a082-49d00dd2b1d2 req-f4fbd09b-4411-4435-a0c0-b2f497683e97 service nova] Acquiring lock "refresh_cache-91617bdb-49a9-45b5-a147-d9d09248bb1c" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.077026] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d41f961-d410-490d-875d-11506cb76364 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.102020] env[68893]: DEBUG nova.compute.provider_tree [None req-88a43dac-1455-4555-8248-b49c1ed8d29d tempest-ServerExternalEventsTest-153007225 tempest-ServerExternalEventsTest-153007225-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 753.241020] env[68893]: DEBUG oslo_vmware.api [None req-b893a8ae-0e58-43f1-8096-1d06512c52ce tempest-ServerAddressesNegativeTestJSON-1075330625 tempest-ServerAddressesNegativeTestJSON-1075330625-project-member] Task: {'id': task-2791224, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100767} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.241020] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-b893a8ae-0e58-43f1-8096-1d06512c52ce tempest-ServerAddressesNegativeTestJSON-1075330625 tempest-ServerAddressesNegativeTestJSON-1075330625-project-member] [instance: 4bb94a41-5549-4e59-a44b-094fff269e78] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 753.241020] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9390d9a-c2ab-47ea-a648-98a10a08bb8e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.268131] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-b893a8ae-0e58-43f1-8096-1d06512c52ce tempest-ServerAddressesNegativeTestJSON-1075330625 tempest-ServerAddressesNegativeTestJSON-1075330625-project-member] [instance: 4bb94a41-5549-4e59-a44b-094fff269e78] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] 4bb94a41-5549-4e59-a44b-094fff269e78/4bb94a41-5549-4e59-a44b-094fff269e78.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 753.268592] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e80417b9-b75d-43f4-b7d3-fabd925ecad3 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.286315] env[68893]: DEBUG nova.network.neutron [None req-a2aa330e-fd55-4c7a-a9ed-10a5dc736eec tempest-ServerMetadataTestJSON-289290010 tempest-ServerMetadataTestJSON-289290010-project-member] [instance: 91617bdb-49a9-45b5-a147-d9d09248bb1c] Updating instance_info_cache with network_info: [{"id": "79eac02f-28f0-44d4-9cc3-03bfb938d2a2", "address": "fa:16:3e:d6:f3:32", "network": {"id": "2642dbcc-1441-4172-9111-c75679953a62", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-342678587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c18b10dfb28b4cfcb1fdaddaf9d602b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79eac02f-28", "ovs_interfaceid": "79eac02f-28f0-44d4-9cc3-03bfb938d2a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.297139] env[68893]: DEBUG oslo_vmware.api [None req-346fe6ab-c187-4c49-b5bc-3989bd68686f tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Task: {'id': task-2791225, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.299025] env[68893]: DEBUG oslo_vmware.api [None req-b893a8ae-0e58-43f1-8096-1d06512c52ce tempest-ServerAddressesNegativeTestJSON-1075330625 tempest-ServerAddressesNegativeTestJSON-1075330625-project-member] Waiting for the task: (returnval){ [ 753.299025] env[68893]: value = "task-2791227" [ 753.299025] env[68893]: _type = "Task" [ 753.299025] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.307636] env[68893]: DEBUG oslo_vmware.api [None req-b893a8ae-0e58-43f1-8096-1d06512c52ce tempest-ServerAddressesNegativeTestJSON-1075330625 tempest-ServerAddressesNegativeTestJSON-1075330625-project-member] Task: {'id': task-2791227, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.412857] env[68893]: DEBUG nova.compute.utils [None req-b173b888-77cd-4410-86ea-dc4c69e7d06f tempest-ServerGroupTestJSON-479684333 tempest-ServerGroupTestJSON-479684333-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 753.414494] env[68893]: DEBUG nova.compute.manager [None req-b173b888-77cd-4410-86ea-dc4c69e7d06f tempest-ServerGroupTestJSON-479684333 tempest-ServerGroupTestJSON-479684333-project-member] [instance: 2a1280e2-4ad2-442f-a89e-06b541a310a1] Allocating IP information in the background. {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 753.414714] env[68893]: DEBUG nova.network.neutron [None req-b173b888-77cd-4410-86ea-dc4c69e7d06f tempest-ServerGroupTestJSON-479684333 tempest-ServerGroupTestJSON-479684333-project-member] [instance: 2a1280e2-4ad2-442f-a89e-06b541a310a1] allocate_for_instance() {{(pid=68893) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 753.453194] env[68893]: DEBUG oslo_concurrency.lockutils [None req-dcbbe87d-d261-486e-9c8a-b20cc1403b71 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Acquiring lock "92f9ce8c-c3a3-4c6b-8e10-81123681378d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.453194] env[68893]: DEBUG oslo_concurrency.lockutils [None req-dcbbe87d-d261-486e-9c8a-b20cc1403b71 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Lock "92f9ce8c-c3a3-4c6b-8e10-81123681378d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.471148] env[68893]: DEBUG nova.policy [None req-b173b888-77cd-4410-86ea-dc4c69e7d06f tempest-ServerGroupTestJSON-479684333 tempest-ServerGroupTestJSON-479684333-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4088ab6140fe46758255059132e47f1c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ae48faf6dc340c09febe8e620e57ef8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68893) authorize /opt/stack/nova/nova/policy.py:192}} [ 753.605511] env[68893]: DEBUG nova.scheduler.client.report [None req-88a43dac-1455-4555-8248-b49c1ed8d29d tempest-ServerExternalEventsTest-153007225 tempest-ServerExternalEventsTest-153007225-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 753.766039] env[68893]: DEBUG nova.network.neutron [None req-b173b888-77cd-4410-86ea-dc4c69e7d06f tempest-ServerGroupTestJSON-479684333 tempest-ServerGroupTestJSON-479684333-project-member] [instance: 2a1280e2-4ad2-442f-a89e-06b541a310a1] Successfully created port: 02a0e30d-fc38-4408-8fc3-2e5097586a8c {{(pid=68893) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 753.778949] env[68893]: DEBUG oslo_vmware.api [None req-346fe6ab-c187-4c49-b5bc-3989bd68686f tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Task: {'id': task-2791225, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.793698] env[68893]: DEBUG oslo_concurrency.lockutils [None req-a2aa330e-fd55-4c7a-a9ed-10a5dc736eec tempest-ServerMetadataTestJSON-289290010 tempest-ServerMetadataTestJSON-289290010-project-member] Releasing lock "refresh_cache-91617bdb-49a9-45b5-a147-d9d09248bb1c" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.793698] env[68893]: DEBUG nova.compute.manager [None req-a2aa330e-fd55-4c7a-a9ed-10a5dc736eec tempest-ServerMetadataTestJSON-289290010 tempest-ServerMetadataTestJSON-289290010-project-member] [instance: 91617bdb-49a9-45b5-a147-d9d09248bb1c] Instance network_info: |[{"id": "79eac02f-28f0-44d4-9cc3-03bfb938d2a2", "address": "fa:16:3e:d6:f3:32", "network": {"id": "2642dbcc-1441-4172-9111-c75679953a62", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-342678587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c18b10dfb28b4cfcb1fdaddaf9d602b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79eac02f-28", "ovs_interfaceid": "79eac02f-28f0-44d4-9cc3-03bfb938d2a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 753.794342] env[68893]: DEBUG oslo_concurrency.lockutils [req-0bd4fd6b-438d-4dd9-a082-49d00dd2b1d2 req-f4fbd09b-4411-4435-a0c0-b2f497683e97 service nova] Acquired lock "refresh_cache-91617bdb-49a9-45b5-a147-d9d09248bb1c" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.794342] env[68893]: DEBUG nova.network.neutron [req-0bd4fd6b-438d-4dd9-a082-49d00dd2b1d2 req-f4fbd09b-4411-4435-a0c0-b2f497683e97 service nova] [instance: 91617bdb-49a9-45b5-a147-d9d09248bb1c] Refreshing network info cache for port 79eac02f-28f0-44d4-9cc3-03bfb938d2a2 {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 753.794342] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-a2aa330e-fd55-4c7a-a9ed-10a5dc736eec tempest-ServerMetadataTestJSON-289290010 tempest-ServerMetadataTestJSON-289290010-project-member] [instance: 91617bdb-49a9-45b5-a147-d9d09248bb1c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:f3:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'de5fcb06-b0d0-467f-86fe-06882165ac31', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '79eac02f-28f0-44d4-9cc3-03bfb938d2a2', 'vif_model': 'vmxnet3'}] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 753.802984] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2aa330e-fd55-4c7a-a9ed-10a5dc736eec tempest-ServerMetadataTestJSON-289290010 tempest-ServerMetadataTestJSON-289290010-project-member] Creating folder: Project (c18b10dfb28b4cfcb1fdaddaf9d602b4). Parent ref: group-v560969. {{(pid=68893) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 753.802984] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bdbf9954-2c3e-49de-a1c7-439587c098e1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.814984] env[68893]: DEBUG oslo_vmware.api [None req-b893a8ae-0e58-43f1-8096-1d06512c52ce tempest-ServerAddressesNegativeTestJSON-1075330625 tempest-ServerAddressesNegativeTestJSON-1075330625-project-member] Task: {'id': task-2791227, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.821632] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-a2aa330e-fd55-4c7a-a9ed-10a5dc736eec tempest-ServerMetadataTestJSON-289290010 tempest-ServerMetadataTestJSON-289290010-project-member] Created folder: Project (c18b10dfb28b4cfcb1fdaddaf9d602b4) in parent group-v560969. [ 753.823297] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2aa330e-fd55-4c7a-a9ed-10a5dc736eec tempest-ServerMetadataTestJSON-289290010 tempest-ServerMetadataTestJSON-289290010-project-member] Creating folder: Instances. Parent ref: group-v561044. {{(pid=68893) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 753.823297] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7b968bc4-99b0-4f62-80bb-c765f34c3ecb {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.835222] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-a2aa330e-fd55-4c7a-a9ed-10a5dc736eec tempest-ServerMetadataTestJSON-289290010 tempest-ServerMetadataTestJSON-289290010-project-member] Created folder: Instances in parent group-v561044. [ 753.835537] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a2aa330e-fd55-4c7a-a9ed-10a5dc736eec tempest-ServerMetadataTestJSON-289290010 tempest-ServerMetadataTestJSON-289290010-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 753.835739] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91617bdb-49a9-45b5-a147-d9d09248bb1c] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 753.835956] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2c809c39-552c-4296-8109-90b241e142ee {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.861808] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 753.861808] env[68893]: value = "task-2791230" [ 753.861808] env[68893]: _type = "Task" [ 753.861808] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.871220] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791230, 'name': CreateVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.918130] env[68893]: DEBUG nova.compute.manager [None req-b173b888-77cd-4410-86ea-dc4c69e7d06f tempest-ServerGroupTestJSON-479684333 tempest-ServerGroupTestJSON-479684333-project-member] [instance: 2a1280e2-4ad2-442f-a89e-06b541a310a1] Start building block device mappings for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 754.112169] env[68893]: DEBUG oslo_concurrency.lockutils [None req-88a43dac-1455-4555-8248-b49c1ed8d29d tempest-ServerExternalEventsTest-153007225 tempest-ServerExternalEventsTest-153007225-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.220s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.116692] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d535d517-9843-4bdb-866d-1bb1c3673949 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.979s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.117782] env[68893]: INFO nova.compute.claims [None req-d535d517-9843-4bdb-866d-1bb1c3673949 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] [instance: 9bed2863-be23-41c8-9794-5f7dfbeaf219] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 754.149180] env[68893]: INFO nova.scheduler.client.report [None req-88a43dac-1455-4555-8248-b49c1ed8d29d tempest-ServerExternalEventsTest-153007225 tempest-ServerExternalEventsTest-153007225-project-member] Deleted allocations for instance d00e31be-e1ca-4417-af4f-3f85d95e1b4b [ 754.281901] env[68893]: DEBUG oslo_vmware.api [None req-346fe6ab-c187-4c49-b5bc-3989bd68686f tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Task: {'id': task-2791225, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.318560] env[68893]: DEBUG oslo_vmware.api [None req-b893a8ae-0e58-43f1-8096-1d06512c52ce tempest-ServerAddressesNegativeTestJSON-1075330625 tempest-ServerAddressesNegativeTestJSON-1075330625-project-member] Task: {'id': task-2791227, 'name': ReconfigVM_Task, 'duration_secs': 0.877466} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.318560] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-b893a8ae-0e58-43f1-8096-1d06512c52ce tempest-ServerAddressesNegativeTestJSON-1075330625 tempest-ServerAddressesNegativeTestJSON-1075330625-project-member] [instance: 4bb94a41-5549-4e59-a44b-094fff269e78] Reconfigured VM instance instance-00000018 to attach disk [datastore1] 4bb94a41-5549-4e59-a44b-094fff269e78/4bb94a41-5549-4e59-a44b-094fff269e78.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 754.318560] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-be427516-35c8-43a5-95e7-fadd5ed0a026 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.327653] env[68893]: DEBUG oslo_vmware.api [None req-b893a8ae-0e58-43f1-8096-1d06512c52ce tempest-ServerAddressesNegativeTestJSON-1075330625 tempest-ServerAddressesNegativeTestJSON-1075330625-project-member] Waiting for the task: (returnval){ [ 754.327653] env[68893]: value = "task-2791231" [ 754.327653] env[68893]: _type = "Task" [ 754.327653] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.338976] env[68893]: DEBUG oslo_vmware.api [None req-b893a8ae-0e58-43f1-8096-1d06512c52ce tempest-ServerAddressesNegativeTestJSON-1075330625 tempest-ServerAddressesNegativeTestJSON-1075330625-project-member] Task: {'id': task-2791231, 'name': Rename_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.383573] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791230, 'name': CreateVM_Task} progress is 25%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.414517] env[68893]: DEBUG oslo_concurrency.lockutils [None req-26e82b7e-1e34-4852-9fcc-0783339c68c1 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Acquiring lock "1e106741-a2d1-40cc-b287-3f2af59084ca" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.415308] env[68893]: DEBUG oslo_concurrency.lockutils [None req-26e82b7e-1e34-4852-9fcc-0783339c68c1 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Lock "1e106741-a2d1-40cc-b287-3f2af59084ca" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.415445] env[68893]: DEBUG oslo_concurrency.lockutils [None req-26e82b7e-1e34-4852-9fcc-0783339c68c1 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Acquiring lock "1e106741-a2d1-40cc-b287-3f2af59084ca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.415676] env[68893]: DEBUG oslo_concurrency.lockutils [None req-26e82b7e-1e34-4852-9fcc-0783339c68c1 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Lock "1e106741-a2d1-40cc-b287-3f2af59084ca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.415862] env[68893]: DEBUG oslo_concurrency.lockutils [None req-26e82b7e-1e34-4852-9fcc-0783339c68c1 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Lock "1e106741-a2d1-40cc-b287-3f2af59084ca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.420061] env[68893]: INFO nova.compute.manager [None req-26e82b7e-1e34-4852-9fcc-0783339c68c1 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] [instance: 1e106741-a2d1-40cc-b287-3f2af59084ca] Terminating instance [ 754.651293] env[68893]: DEBUG nova.network.neutron [req-0bd4fd6b-438d-4dd9-a082-49d00dd2b1d2 req-f4fbd09b-4411-4435-a0c0-b2f497683e97 service nova] [instance: 91617bdb-49a9-45b5-a147-d9d09248bb1c] Updated VIF entry in instance network info cache for port 79eac02f-28f0-44d4-9cc3-03bfb938d2a2. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 754.651661] env[68893]: DEBUG nova.network.neutron [req-0bd4fd6b-438d-4dd9-a082-49d00dd2b1d2 req-f4fbd09b-4411-4435-a0c0-b2f497683e97 service nova] [instance: 91617bdb-49a9-45b5-a147-d9d09248bb1c] Updating instance_info_cache with network_info: [{"id": "79eac02f-28f0-44d4-9cc3-03bfb938d2a2", "address": "fa:16:3e:d6:f3:32", "network": {"id": "2642dbcc-1441-4172-9111-c75679953a62", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-342678587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c18b10dfb28b4cfcb1fdaddaf9d602b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79eac02f-28", "ovs_interfaceid": "79eac02f-28f0-44d4-9cc3-03bfb938d2a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.658447] env[68893]: DEBUG oslo_concurrency.lockutils [None req-88a43dac-1455-4555-8248-b49c1ed8d29d tempest-ServerExternalEventsTest-153007225 tempest-ServerExternalEventsTest-153007225-project-member] Lock "d00e31be-e1ca-4417-af4f-3f85d95e1b4b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.919s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.779984] env[68893]: DEBUG oslo_vmware.api [None req-346fe6ab-c187-4c49-b5bc-3989bd68686f tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Task: {'id': task-2791225, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.579559} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.780343] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-346fe6ab-c187-4c49-b5bc-3989bd68686f tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore1] b7c373f5-60c3-44c6-bbe7-d66be17f34fd/b7c373f5-60c3-44c6-bbe7-d66be17f34fd.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 754.780564] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-346fe6ab-c187-4c49-b5bc-3989bd68686f tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] [instance: b7c373f5-60c3-44c6-bbe7-d66be17f34fd] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 754.780837] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-885cf202-5fc9-4156-89a5-2a5b52cc5e17 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.788496] env[68893]: DEBUG oslo_vmware.api [None req-346fe6ab-c187-4c49-b5bc-3989bd68686f tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Waiting for the task: (returnval){ [ 754.788496] env[68893]: value = "task-2791232" [ 754.788496] env[68893]: _type = "Task" [ 754.788496] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.797237] env[68893]: DEBUG oslo_vmware.api [None req-346fe6ab-c187-4c49-b5bc-3989bd68686f tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Task: {'id': task-2791232, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.837939] env[68893]: DEBUG oslo_vmware.api [None req-b893a8ae-0e58-43f1-8096-1d06512c52ce tempest-ServerAddressesNegativeTestJSON-1075330625 tempest-ServerAddressesNegativeTestJSON-1075330625-project-member] Task: {'id': task-2791231, 'name': Rename_Task, 'duration_secs': 0.263301} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.838236] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-b893a8ae-0e58-43f1-8096-1d06512c52ce tempest-ServerAddressesNegativeTestJSON-1075330625 tempest-ServerAddressesNegativeTestJSON-1075330625-project-member] [instance: 4bb94a41-5549-4e59-a44b-094fff269e78] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 754.838461] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2b5dae34-d818-482c-9542-3478dfb46eab {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.848240] env[68893]: DEBUG oslo_vmware.api [None req-b893a8ae-0e58-43f1-8096-1d06512c52ce tempest-ServerAddressesNegativeTestJSON-1075330625 tempest-ServerAddressesNegativeTestJSON-1075330625-project-member] Waiting for the task: (returnval){ [ 754.848240] env[68893]: value = "task-2791233" [ 754.848240] env[68893]: _type = "Task" [ 754.848240] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.856593] env[68893]: DEBUG oslo_vmware.api [None req-b893a8ae-0e58-43f1-8096-1d06512c52ce tempest-ServerAddressesNegativeTestJSON-1075330625 tempest-ServerAddressesNegativeTestJSON-1075330625-project-member] Task: {'id': task-2791233, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.873652] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791230, 'name': CreateVM_Task, 'duration_secs': 0.896838} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.873884] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91617bdb-49a9-45b5-a147-d9d09248bb1c] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 754.874608] env[68893]: DEBUG oslo_concurrency.lockutils [None req-a2aa330e-fd55-4c7a-a9ed-10a5dc736eec tempest-ServerMetadataTestJSON-289290010 tempest-ServerMetadataTestJSON-289290010-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.874849] env[68893]: DEBUG oslo_concurrency.lockutils [None req-a2aa330e-fd55-4c7a-a9ed-10a5dc736eec tempest-ServerMetadataTestJSON-289290010 tempest-ServerMetadataTestJSON-289290010-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.875259] env[68893]: DEBUG oslo_concurrency.lockutils [None req-a2aa330e-fd55-4c7a-a9ed-10a5dc736eec tempest-ServerMetadataTestJSON-289290010 tempest-ServerMetadataTestJSON-289290010-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.875513] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9dccc83a-b55f-47d8-8c69-5319cc1d65c1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.881442] env[68893]: DEBUG oslo_vmware.api [None req-a2aa330e-fd55-4c7a-a9ed-10a5dc736eec tempest-ServerMetadataTestJSON-289290010 tempest-ServerMetadataTestJSON-289290010-project-member] Waiting for the task: (returnval){ [ 754.881442] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]525e8610-9bd5-0c07-4eb3-e8ac3cba323a" [ 754.881442] env[68893]: _type = "Task" [ 754.881442] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.892055] env[68893]: DEBUG oslo_vmware.api [None req-a2aa330e-fd55-4c7a-a9ed-10a5dc736eec tempest-ServerMetadataTestJSON-289290010 tempest-ServerMetadataTestJSON-289290010-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]525e8610-9bd5-0c07-4eb3-e8ac3cba323a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.923981] env[68893]: DEBUG nova.compute.manager [None req-26e82b7e-1e34-4852-9fcc-0783339c68c1 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] [instance: 1e106741-a2d1-40cc-b287-3f2af59084ca] Start destroying the instance on the hypervisor. {{(pid=68893) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 754.924409] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-26e82b7e-1e34-4852-9fcc-0783339c68c1 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] [instance: 1e106741-a2d1-40cc-b287-3f2af59084ca] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 754.925342] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de0cc3cd-2aee-4a58-a3b1-e4b227ef54a5 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.931902] env[68893]: DEBUG nova.compute.manager [None req-b173b888-77cd-4410-86ea-dc4c69e7d06f tempest-ServerGroupTestJSON-479684333 tempest-ServerGroupTestJSON-479684333-project-member] [instance: 2a1280e2-4ad2-442f-a89e-06b541a310a1] Start spawning the instance on the hypervisor. {{(pid=68893) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 754.936597] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-26e82b7e-1e34-4852-9fcc-0783339c68c1 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] [instance: 1e106741-a2d1-40cc-b287-3f2af59084ca] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 754.936967] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5f7895a1-e201-469f-b768-5d42f327bd1e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.963140] env[68893]: DEBUG nova.virt.hardware [None req-b173b888-77cd-4410-86ea-dc4c69e7d06f tempest-ServerGroupTestJSON-479684333 tempest-ServerGroupTestJSON-479684333-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 754.963497] env[68893]: DEBUG nova.virt.hardware [None req-b173b888-77cd-4410-86ea-dc4c69e7d06f tempest-ServerGroupTestJSON-479684333 tempest-ServerGroupTestJSON-479684333-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 754.963563] env[68893]: DEBUG nova.virt.hardware [None req-b173b888-77cd-4410-86ea-dc4c69e7d06f tempest-ServerGroupTestJSON-479684333 tempest-ServerGroupTestJSON-479684333-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 754.963703] env[68893]: DEBUG nova.virt.hardware [None req-b173b888-77cd-4410-86ea-dc4c69e7d06f tempest-ServerGroupTestJSON-479684333 tempest-ServerGroupTestJSON-479684333-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 754.963844] env[68893]: DEBUG nova.virt.hardware [None req-b173b888-77cd-4410-86ea-dc4c69e7d06f tempest-ServerGroupTestJSON-479684333 tempest-ServerGroupTestJSON-479684333-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 754.963989] env[68893]: DEBUG nova.virt.hardware [None req-b173b888-77cd-4410-86ea-dc4c69e7d06f tempest-ServerGroupTestJSON-479684333 tempest-ServerGroupTestJSON-479684333-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 754.964259] env[68893]: DEBUG nova.virt.hardware [None req-b173b888-77cd-4410-86ea-dc4c69e7d06f tempest-ServerGroupTestJSON-479684333 tempest-ServerGroupTestJSON-479684333-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 754.964429] env[68893]: DEBUG nova.virt.hardware [None req-b173b888-77cd-4410-86ea-dc4c69e7d06f tempest-ServerGroupTestJSON-479684333 tempest-ServerGroupTestJSON-479684333-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 754.964597] env[68893]: DEBUG nova.virt.hardware [None req-b173b888-77cd-4410-86ea-dc4c69e7d06f tempest-ServerGroupTestJSON-479684333 tempest-ServerGroupTestJSON-479684333-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 754.964754] env[68893]: DEBUG nova.virt.hardware [None req-b173b888-77cd-4410-86ea-dc4c69e7d06f tempest-ServerGroupTestJSON-479684333 tempest-ServerGroupTestJSON-479684333-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 754.964923] env[68893]: DEBUG nova.virt.hardware [None req-b173b888-77cd-4410-86ea-dc4c69e7d06f tempest-ServerGroupTestJSON-479684333 tempest-ServerGroupTestJSON-479684333-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 754.965783] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ef663ce-6a26-4281-ad60-71d9e5b0d97f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.974353] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4ddb1f0-3f6f-495c-b242-227fd9a49f9e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.007998] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-26e82b7e-1e34-4852-9fcc-0783339c68c1 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] [instance: 1e106741-a2d1-40cc-b287-3f2af59084ca] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 755.008198] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-26e82b7e-1e34-4852-9fcc-0783339c68c1 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] [instance: 1e106741-a2d1-40cc-b287-3f2af59084ca] Deleting contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 755.008342] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-26e82b7e-1e34-4852-9fcc-0783339c68c1 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Deleting the datastore file [datastore2] 1e106741-a2d1-40cc-b287-3f2af59084ca {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 755.008681] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d9c38b96-a0d3-4975-86e8-4a6975a30bd8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.017276] env[68893]: DEBUG oslo_vmware.api [None req-26e82b7e-1e34-4852-9fcc-0783339c68c1 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Waiting for the task: (returnval){ [ 755.017276] env[68893]: value = "task-2791235" [ 755.017276] env[68893]: _type = "Task" [ 755.017276] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.026446] env[68893]: DEBUG oslo_vmware.api [None req-26e82b7e-1e34-4852-9fcc-0783339c68c1 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Task: {'id': task-2791235, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.154526] env[68893]: DEBUG oslo_concurrency.lockutils [req-0bd4fd6b-438d-4dd9-a082-49d00dd2b1d2 req-f4fbd09b-4411-4435-a0c0-b2f497683e97 service nova] Releasing lock "refresh_cache-91617bdb-49a9-45b5-a147-d9d09248bb1c" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.298983] env[68893]: DEBUG oslo_vmware.api [None req-346fe6ab-c187-4c49-b5bc-3989bd68686f tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Task: {'id': task-2791232, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064596} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.303401] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-346fe6ab-c187-4c49-b5bc-3989bd68686f tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] [instance: b7c373f5-60c3-44c6-bbe7-d66be17f34fd] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 755.304299] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8f37785-e311-46b9-a11e-9760ab125051 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.329310] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-346fe6ab-c187-4c49-b5bc-3989bd68686f tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] [instance: b7c373f5-60c3-44c6-bbe7-d66be17f34fd] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] b7c373f5-60c3-44c6-bbe7-d66be17f34fd/b7c373f5-60c3-44c6-bbe7-d66be17f34fd.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 755.333476] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64b7ea61-a108-468e-8e31-229395ead8a8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.353477] env[68893]: DEBUG oslo_vmware.api [None req-346fe6ab-c187-4c49-b5bc-3989bd68686f tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Waiting for the task: (returnval){ [ 755.353477] env[68893]: value = "task-2791237" [ 755.353477] env[68893]: _type = "Task" [ 755.353477] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.359681] env[68893]: DEBUG oslo_vmware.api [None req-b893a8ae-0e58-43f1-8096-1d06512c52ce tempest-ServerAddressesNegativeTestJSON-1075330625 tempest-ServerAddressesNegativeTestJSON-1075330625-project-member] Task: {'id': task-2791233, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.367558] env[68893]: DEBUG oslo_vmware.api [None req-346fe6ab-c187-4c49-b5bc-3989bd68686f tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Task: {'id': task-2791237, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.395527] env[68893]: DEBUG oslo_vmware.api [None req-a2aa330e-fd55-4c7a-a9ed-10a5dc736eec tempest-ServerMetadataTestJSON-289290010 tempest-ServerMetadataTestJSON-289290010-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]525e8610-9bd5-0c07-4eb3-e8ac3cba323a, 'name': SearchDatastore_Task, 'duration_secs': 0.010627} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.395762] env[68893]: DEBUG oslo_concurrency.lockutils [None req-a2aa330e-fd55-4c7a-a9ed-10a5dc736eec tempest-ServerMetadataTestJSON-289290010 tempest-ServerMetadataTestJSON-289290010-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.395985] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-a2aa330e-fd55-4c7a-a9ed-10a5dc736eec tempest-ServerMetadataTestJSON-289290010 tempest-ServerMetadataTestJSON-289290010-project-member] [instance: 91617bdb-49a9-45b5-a147-d9d09248bb1c] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 755.396266] env[68893]: DEBUG oslo_concurrency.lockutils [None req-a2aa330e-fd55-4c7a-a9ed-10a5dc736eec tempest-ServerMetadataTestJSON-289290010 tempest-ServerMetadataTestJSON-289290010-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.396390] env[68893]: DEBUG oslo_concurrency.lockutils [None req-a2aa330e-fd55-4c7a-a9ed-10a5dc736eec tempest-ServerMetadataTestJSON-289290010 tempest-ServerMetadataTestJSON-289290010-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.396563] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2aa330e-fd55-4c7a-a9ed-10a5dc736eec tempest-ServerMetadataTestJSON-289290010 tempest-ServerMetadataTestJSON-289290010-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 755.396818] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1fdfe691-fef7-4d21-9216-8b0207484d32 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.405995] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2aa330e-fd55-4c7a-a9ed-10a5dc736eec tempest-ServerMetadataTestJSON-289290010 tempest-ServerMetadataTestJSON-289290010-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 755.406131] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-a2aa330e-fd55-4c7a-a9ed-10a5dc736eec tempest-ServerMetadataTestJSON-289290010 tempest-ServerMetadataTestJSON-289290010-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 755.406876] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a96b0ef3-d700-464f-8aa8-5a36d9b70045 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.412358] env[68893]: DEBUG oslo_vmware.api [None req-a2aa330e-fd55-4c7a-a9ed-10a5dc736eec tempest-ServerMetadataTestJSON-289290010 tempest-ServerMetadataTestJSON-289290010-project-member] Waiting for the task: (returnval){ [ 755.412358] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52f2a2d5-9966-dee2-b4c2-60c1c4979c66" [ 755.412358] env[68893]: _type = "Task" [ 755.412358] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.423752] env[68893]: DEBUG oslo_vmware.api [None req-a2aa330e-fd55-4c7a-a9ed-10a5dc736eec tempest-ServerMetadataTestJSON-289290010 tempest-ServerMetadataTestJSON-289290010-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52f2a2d5-9966-dee2-b4c2-60c1c4979c66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.426266] env[68893]: DEBUG nova.compute.manager [req-b4da4f03-66cc-481c-b97e-ee8040372c6a req-e7845f3e-99db-4ecb-840d-322400a96129 service nova] [instance: 2a1280e2-4ad2-442f-a89e-06b541a310a1] Received event network-vif-plugged-02a0e30d-fc38-4408-8fc3-2e5097586a8c {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 755.426266] env[68893]: DEBUG oslo_concurrency.lockutils [req-b4da4f03-66cc-481c-b97e-ee8040372c6a req-e7845f3e-99db-4ecb-840d-322400a96129 service nova] Acquiring lock "2a1280e2-4ad2-442f-a89e-06b541a310a1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.426411] env[68893]: DEBUG oslo_concurrency.lockutils [req-b4da4f03-66cc-481c-b97e-ee8040372c6a req-e7845f3e-99db-4ecb-840d-322400a96129 service nova] Lock "2a1280e2-4ad2-442f-a89e-06b541a310a1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.426492] env[68893]: DEBUG oslo_concurrency.lockutils [req-b4da4f03-66cc-481c-b97e-ee8040372c6a req-e7845f3e-99db-4ecb-840d-322400a96129 service nova] Lock "2a1280e2-4ad2-442f-a89e-06b541a310a1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.426745] env[68893]: DEBUG nova.compute.manager [req-b4da4f03-66cc-481c-b97e-ee8040372c6a req-e7845f3e-99db-4ecb-840d-322400a96129 service nova] [instance: 2a1280e2-4ad2-442f-a89e-06b541a310a1] No waiting events found dispatching network-vif-plugged-02a0e30d-fc38-4408-8fc3-2e5097586a8c {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 755.426816] env[68893]: WARNING nova.compute.manager [req-b4da4f03-66cc-481c-b97e-ee8040372c6a req-e7845f3e-99db-4ecb-840d-322400a96129 service nova] [instance: 2a1280e2-4ad2-442f-a89e-06b541a310a1] Received unexpected event network-vif-plugged-02a0e30d-fc38-4408-8fc3-2e5097586a8c for instance with vm_state building and task_state spawning. [ 755.533027] env[68893]: DEBUG oslo_vmware.api [None req-26e82b7e-1e34-4852-9fcc-0783339c68c1 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Task: {'id': task-2791235, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.200498} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.533027] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-26e82b7e-1e34-4852-9fcc-0783339c68c1 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 755.533027] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-26e82b7e-1e34-4852-9fcc-0783339c68c1 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] [instance: 1e106741-a2d1-40cc-b287-3f2af59084ca] Deleted contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 755.533027] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-26e82b7e-1e34-4852-9fcc-0783339c68c1 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] [instance: 1e106741-a2d1-40cc-b287-3f2af59084ca] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 755.533027] env[68893]: INFO nova.compute.manager [None req-26e82b7e-1e34-4852-9fcc-0783339c68c1 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] [instance: 1e106741-a2d1-40cc-b287-3f2af59084ca] Took 0.61 seconds to destroy the instance on the hypervisor. [ 755.533256] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-26e82b7e-1e34-4852-9fcc-0783339c68c1 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 755.533256] env[68893]: DEBUG nova.compute.manager [-] [instance: 1e106741-a2d1-40cc-b287-3f2af59084ca] Deallocating network for instance {{(pid=68893) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 755.533256] env[68893]: DEBUG nova.network.neutron [-] [instance: 1e106741-a2d1-40cc-b287-3f2af59084ca] deallocate_for_instance() {{(pid=68893) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 755.556506] env[68893]: DEBUG nova.network.neutron [None req-b173b888-77cd-4410-86ea-dc4c69e7d06f tempest-ServerGroupTestJSON-479684333 tempest-ServerGroupTestJSON-479684333-project-member] [instance: 2a1280e2-4ad2-442f-a89e-06b541a310a1] Successfully updated port: 02a0e30d-fc38-4408-8fc3-2e5097586a8c {{(pid=68893) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 755.759903] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eba5ecc8-4387-4ef1-83b4-548dc2fc5165 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.770186] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cdc0f50-d525-4aca-b647-e809020844a1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.811029] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4319364f-12a7-4878-9dbc-790313817918 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.820642] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7abb373d-e781-4bd1-ad0f-89d074fff63e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.839197] env[68893]: DEBUG nova.compute.provider_tree [None req-d535d517-9843-4bdb-866d-1bb1c3673949 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 755.864549] env[68893]: DEBUG oslo_vmware.api [None req-b893a8ae-0e58-43f1-8096-1d06512c52ce tempest-ServerAddressesNegativeTestJSON-1075330625 tempest-ServerAddressesNegativeTestJSON-1075330625-project-member] Task: {'id': task-2791233, 'name': PowerOnVM_Task, 'duration_secs': 0.87564} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.867294] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-b893a8ae-0e58-43f1-8096-1d06512c52ce tempest-ServerAddressesNegativeTestJSON-1075330625 tempest-ServerAddressesNegativeTestJSON-1075330625-project-member] [instance: 4bb94a41-5549-4e59-a44b-094fff269e78] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 755.867573] env[68893]: INFO nova.compute.manager [None req-b893a8ae-0e58-43f1-8096-1d06512c52ce tempest-ServerAddressesNegativeTestJSON-1075330625 tempest-ServerAddressesNegativeTestJSON-1075330625-project-member] [instance: 4bb94a41-5549-4e59-a44b-094fff269e78] Took 13.37 seconds to spawn the instance on the hypervisor. [ 755.867691] env[68893]: DEBUG nova.compute.manager [None req-b893a8ae-0e58-43f1-8096-1d06512c52ce tempest-ServerAddressesNegativeTestJSON-1075330625 tempest-ServerAddressesNegativeTestJSON-1075330625-project-member] [instance: 4bb94a41-5549-4e59-a44b-094fff269e78] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 755.868416] env[68893]: DEBUG oslo_vmware.api [None req-346fe6ab-c187-4c49-b5bc-3989bd68686f tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Task: {'id': task-2791237, 'name': ReconfigVM_Task, 'duration_secs': 0.284623} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.869059] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-476d4281-ceec-4ca3-81d1-3d240888d110 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.871853] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-346fe6ab-c187-4c49-b5bc-3989bd68686f tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] [instance: b7c373f5-60c3-44c6-bbe7-d66be17f34fd] Reconfigured VM instance instance-00000019 to attach disk [datastore1] b7c373f5-60c3-44c6-bbe7-d66be17f34fd/b7c373f5-60c3-44c6-bbe7-d66be17f34fd.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 755.872937] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e536740a-9b79-48d3-bcd3-d6c0cbb8087a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.883035] env[68893]: DEBUG oslo_vmware.api [None req-346fe6ab-c187-4c49-b5bc-3989bd68686f tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Waiting for the task: (returnval){ [ 755.883035] env[68893]: value = "task-2791238" [ 755.883035] env[68893]: _type = "Task" [ 755.883035] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.893049] env[68893]: DEBUG oslo_vmware.api [None req-346fe6ab-c187-4c49-b5bc-3989bd68686f tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Task: {'id': task-2791238, 'name': Rename_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.926250] env[68893]: DEBUG oslo_vmware.api [None req-a2aa330e-fd55-4c7a-a9ed-10a5dc736eec tempest-ServerMetadataTestJSON-289290010 tempest-ServerMetadataTestJSON-289290010-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52f2a2d5-9966-dee2-b4c2-60c1c4979c66, 'name': SearchDatastore_Task, 'duration_secs': 0.009917} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.926407] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e3550d4-c349-4246-a9dd-b56465ce6e8d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.935385] env[68893]: DEBUG oslo_vmware.api [None req-a2aa330e-fd55-4c7a-a9ed-10a5dc736eec tempest-ServerMetadataTestJSON-289290010 tempest-ServerMetadataTestJSON-289290010-project-member] Waiting for the task: (returnval){ [ 755.935385] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]529daa6b-d5ab-56e8-c931-33f62d913ac2" [ 755.935385] env[68893]: _type = "Task" [ 755.935385] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.950589] env[68893]: DEBUG oslo_vmware.api [None req-a2aa330e-fd55-4c7a-a9ed-10a5dc736eec tempest-ServerMetadataTestJSON-289290010 tempest-ServerMetadataTestJSON-289290010-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]529daa6b-d5ab-56e8-c931-33f62d913ac2, 'name': SearchDatastore_Task, 'duration_secs': 0.01115} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.950898] env[68893]: DEBUG oslo_concurrency.lockutils [None req-a2aa330e-fd55-4c7a-a9ed-10a5dc736eec tempest-ServerMetadataTestJSON-289290010 tempest-ServerMetadataTestJSON-289290010-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.951345] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2aa330e-fd55-4c7a-a9ed-10a5dc736eec tempest-ServerMetadataTestJSON-289290010 tempest-ServerMetadataTestJSON-289290010-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] 91617bdb-49a9-45b5-a147-d9d09248bb1c/91617bdb-49a9-45b5-a147-d9d09248bb1c.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 755.951636] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9f56410d-2740-4d19-9d8b-135ef3049e92 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.961291] env[68893]: DEBUG oslo_vmware.api [None req-a2aa330e-fd55-4c7a-a9ed-10a5dc736eec tempest-ServerMetadataTestJSON-289290010 tempest-ServerMetadataTestJSON-289290010-project-member] Waiting for the task: (returnval){ [ 755.961291] env[68893]: value = "task-2791239" [ 755.961291] env[68893]: _type = "Task" [ 755.961291] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.969623] env[68893]: DEBUG oslo_vmware.api [None req-a2aa330e-fd55-4c7a-a9ed-10a5dc736eec tempest-ServerMetadataTestJSON-289290010 tempest-ServerMetadataTestJSON-289290010-project-member] Task: {'id': task-2791239, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.971825] env[68893]: DEBUG nova.compute.manager [req-083436d1-9fe6-4580-b155-750eb8019d26 req-eec08390-3057-41e1-adc3-ae00424d350e service nova] [instance: 1e106741-a2d1-40cc-b287-3f2af59084ca] Received event network-vif-deleted-d51a8340-99bb-46ac-b248-7013954c3e65 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 755.972019] env[68893]: INFO nova.compute.manager [req-083436d1-9fe6-4580-b155-750eb8019d26 req-eec08390-3057-41e1-adc3-ae00424d350e service nova] [instance: 1e106741-a2d1-40cc-b287-3f2af59084ca] Neutron deleted interface d51a8340-99bb-46ac-b248-7013954c3e65; detaching it from the instance and deleting it from the info cache [ 755.972191] env[68893]: DEBUG nova.network.neutron [req-083436d1-9fe6-4580-b155-750eb8019d26 req-eec08390-3057-41e1-adc3-ae00424d350e service nova] [instance: 1e106741-a2d1-40cc-b287-3f2af59084ca] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.060544] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b173b888-77cd-4410-86ea-dc4c69e7d06f tempest-ServerGroupTestJSON-479684333 tempest-ServerGroupTestJSON-479684333-project-member] Acquiring lock "refresh_cache-2a1280e2-4ad2-442f-a89e-06b541a310a1" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.060712] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b173b888-77cd-4410-86ea-dc4c69e7d06f tempest-ServerGroupTestJSON-479684333 tempest-ServerGroupTestJSON-479684333-project-member] Acquired lock "refresh_cache-2a1280e2-4ad2-442f-a89e-06b541a310a1" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.060879] env[68893]: DEBUG nova.network.neutron [None req-b173b888-77cd-4410-86ea-dc4c69e7d06f tempest-ServerGroupTestJSON-479684333 tempest-ServerGroupTestJSON-479684333-project-member] [instance: 2a1280e2-4ad2-442f-a89e-06b541a310a1] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 756.342680] env[68893]: DEBUG nova.scheduler.client.report [None req-d535d517-9843-4bdb-866d-1bb1c3673949 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 756.395330] env[68893]: INFO nova.compute.manager [None req-b893a8ae-0e58-43f1-8096-1d06512c52ce tempest-ServerAddressesNegativeTestJSON-1075330625 tempest-ServerAddressesNegativeTestJSON-1075330625-project-member] [instance: 4bb94a41-5549-4e59-a44b-094fff269e78] Took 34.33 seconds to build instance. [ 756.403081] env[68893]: DEBUG oslo_vmware.api [None req-346fe6ab-c187-4c49-b5bc-3989bd68686f tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Task: {'id': task-2791238, 'name': Rename_Task, 'duration_secs': 0.163227} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.403081] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-346fe6ab-c187-4c49-b5bc-3989bd68686f tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] [instance: b7c373f5-60c3-44c6-bbe7-d66be17f34fd] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 756.403372] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-48990255-8035-4089-97ce-061249bdd82b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.415199] env[68893]: DEBUG oslo_vmware.api [None req-346fe6ab-c187-4c49-b5bc-3989bd68686f tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Waiting for the task: (returnval){ [ 756.415199] env[68893]: value = "task-2791240" [ 756.415199] env[68893]: _type = "Task" [ 756.415199] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.426358] env[68893]: DEBUG oslo_vmware.api [None req-346fe6ab-c187-4c49-b5bc-3989bd68686f tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Task: {'id': task-2791240, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.441917] env[68893]: DEBUG nova.network.neutron [-] [instance: 1e106741-a2d1-40cc-b287-3f2af59084ca] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.475019] env[68893]: DEBUG oslo_vmware.api [None req-a2aa330e-fd55-4c7a-a9ed-10a5dc736eec tempest-ServerMetadataTestJSON-289290010 tempest-ServerMetadataTestJSON-289290010-project-member] Task: {'id': task-2791239, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490682} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.475019] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2aa330e-fd55-4c7a-a9ed-10a5dc736eec tempest-ServerMetadataTestJSON-289290010 tempest-ServerMetadataTestJSON-289290010-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] 91617bdb-49a9-45b5-a147-d9d09248bb1c/91617bdb-49a9-45b5-a147-d9d09248bb1c.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 756.475019] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-a2aa330e-fd55-4c7a-a9ed-10a5dc736eec tempest-ServerMetadataTestJSON-289290010 tempest-ServerMetadataTestJSON-289290010-project-member] [instance: 91617bdb-49a9-45b5-a147-d9d09248bb1c] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 756.475019] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a7b13040-383a-4160-a6f6-a383edfbd357 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.476745] env[68893]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ec3fbdfe-0b0d-440b-82d9-3035744eda3e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.486967] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65f947e1-3df4-4bd2-b78e-160820a5f3da {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.502431] env[68893]: DEBUG oslo_vmware.api [None req-a2aa330e-fd55-4c7a-a9ed-10a5dc736eec tempest-ServerMetadataTestJSON-289290010 tempest-ServerMetadataTestJSON-289290010-project-member] Waiting for the task: (returnval){ [ 756.502431] env[68893]: value = "task-2791241" [ 756.502431] env[68893]: _type = "Task" [ 756.502431] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.512307] env[68893]: DEBUG oslo_vmware.api [None req-a2aa330e-fd55-4c7a-a9ed-10a5dc736eec tempest-ServerMetadataTestJSON-289290010 tempest-ServerMetadataTestJSON-289290010-project-member] Task: {'id': task-2791241, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.527817] env[68893]: DEBUG nova.compute.manager [req-083436d1-9fe6-4580-b155-750eb8019d26 req-eec08390-3057-41e1-adc3-ae00424d350e service nova] [instance: 1e106741-a2d1-40cc-b287-3f2af59084ca] Detach interface failed, port_id=d51a8340-99bb-46ac-b248-7013954c3e65, reason: Instance 1e106741-a2d1-40cc-b287-3f2af59084ca could not be found. {{(pid=68893) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 756.626086] env[68893]: DEBUG nova.network.neutron [None req-b173b888-77cd-4410-86ea-dc4c69e7d06f tempest-ServerGroupTestJSON-479684333 tempest-ServerGroupTestJSON-479684333-project-member] [instance: 2a1280e2-4ad2-442f-a89e-06b541a310a1] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 756.849310] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d535d517-9843-4bdb-866d-1bb1c3673949 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.733s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.849845] env[68893]: DEBUG nova.compute.manager [None req-d535d517-9843-4bdb-866d-1bb1c3673949 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] [instance: 9bed2863-be23-41c8-9794-5f7dfbeaf219] Start building networks asynchronously for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 756.852961] env[68893]: DEBUG oslo_concurrency.lockutils [None req-7a7c54d3-07a4-4ad7-9280-64cf6a6f3fff tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 18.709s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.875389] env[68893]: DEBUG nova.network.neutron [None req-b173b888-77cd-4410-86ea-dc4c69e7d06f tempest-ServerGroupTestJSON-479684333 tempest-ServerGroupTestJSON-479684333-project-member] [instance: 2a1280e2-4ad2-442f-a89e-06b541a310a1] Updating instance_info_cache with network_info: [{"id": "02a0e30d-fc38-4408-8fc3-2e5097586a8c", "address": "fa:16:3e:03:ba:b4", "network": {"id": "98c166c4-5755-475b-810f-2602007f0fb1", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1373645499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ae48faf6dc340c09febe8e620e57ef8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "456bd8a2-0fb6-4b17-9d25-08e7995c5184", "external-id": "nsx-vlan-transportzone-65", "segmentation_id": 65, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02a0e30d-fc", "ovs_interfaceid": "02a0e30d-fc38-4408-8fc3-2e5097586a8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.898063] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b893a8ae-0e58-43f1-8096-1d06512c52ce tempest-ServerAddressesNegativeTestJSON-1075330625 tempest-ServerAddressesNegativeTestJSON-1075330625-project-member] Lock "4bb94a41-5549-4e59-a44b-094fff269e78" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.477s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.927319] env[68893]: DEBUG oslo_vmware.api [None req-346fe6ab-c187-4c49-b5bc-3989bd68686f tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Task: {'id': task-2791240, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.947518] env[68893]: INFO nova.compute.manager [-] [instance: 1e106741-a2d1-40cc-b287-3f2af59084ca] Took 1.42 seconds to deallocate network for instance. [ 757.013472] env[68893]: DEBUG oslo_vmware.api [None req-a2aa330e-fd55-4c7a-a9ed-10a5dc736eec tempest-ServerMetadataTestJSON-289290010 tempest-ServerMetadataTestJSON-289290010-project-member] Task: {'id': task-2791241, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071439} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.013729] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-a2aa330e-fd55-4c7a-a9ed-10a5dc736eec tempest-ServerMetadataTestJSON-289290010 tempest-ServerMetadataTestJSON-289290010-project-member] [instance: 91617bdb-49a9-45b5-a147-d9d09248bb1c] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 757.014942] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfe35af4-fbb1-4c93-bfc0-9562a9a8bced {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.040907] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2aa330e-fd55-4c7a-a9ed-10a5dc736eec tempest-ServerMetadataTestJSON-289290010 tempest-ServerMetadataTestJSON-289290010-project-member] [instance: 91617bdb-49a9-45b5-a147-d9d09248bb1c] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] 91617bdb-49a9-45b5-a147-d9d09248bb1c/91617bdb-49a9-45b5-a147-d9d09248bb1c.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 757.041413] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18a9650c-e82d-4e0f-8eb2-59f4899a19a0 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.064207] env[68893]: DEBUG oslo_vmware.api [None req-a2aa330e-fd55-4c7a-a9ed-10a5dc736eec tempest-ServerMetadataTestJSON-289290010 tempest-ServerMetadataTestJSON-289290010-project-member] Waiting for the task: (returnval){ [ 757.064207] env[68893]: value = "task-2791242" [ 757.064207] env[68893]: _type = "Task" [ 757.064207] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.073511] env[68893]: DEBUG oslo_vmware.api [None req-a2aa330e-fd55-4c7a-a9ed-10a5dc736eec tempest-ServerMetadataTestJSON-289290010 tempest-ServerMetadataTestJSON-289290010-project-member] Task: {'id': task-2791242, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.356455] env[68893]: DEBUG nova.compute.utils [None req-d535d517-9843-4bdb-866d-1bb1c3673949 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 757.357940] env[68893]: DEBUG nova.compute.manager [None req-d535d517-9843-4bdb-866d-1bb1c3673949 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] [instance: 9bed2863-be23-41c8-9794-5f7dfbeaf219] Allocating IP information in the background. {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 757.358590] env[68893]: DEBUG nova.network.neutron [None req-d535d517-9843-4bdb-866d-1bb1c3673949 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] [instance: 9bed2863-be23-41c8-9794-5f7dfbeaf219] allocate_for_instance() {{(pid=68893) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 757.377606] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b173b888-77cd-4410-86ea-dc4c69e7d06f tempest-ServerGroupTestJSON-479684333 tempest-ServerGroupTestJSON-479684333-project-member] Releasing lock "refresh_cache-2a1280e2-4ad2-442f-a89e-06b541a310a1" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.377914] env[68893]: DEBUG nova.compute.manager [None req-b173b888-77cd-4410-86ea-dc4c69e7d06f tempest-ServerGroupTestJSON-479684333 tempest-ServerGroupTestJSON-479684333-project-member] [instance: 2a1280e2-4ad2-442f-a89e-06b541a310a1] Instance network_info: |[{"id": "02a0e30d-fc38-4408-8fc3-2e5097586a8c", "address": "fa:16:3e:03:ba:b4", "network": {"id": "98c166c4-5755-475b-810f-2602007f0fb1", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1373645499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ae48faf6dc340c09febe8e620e57ef8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "456bd8a2-0fb6-4b17-9d25-08e7995c5184", "external-id": "nsx-vlan-transportzone-65", "segmentation_id": 65, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02a0e30d-fc", "ovs_interfaceid": "02a0e30d-fc38-4408-8fc3-2e5097586a8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 757.378679] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-b173b888-77cd-4410-86ea-dc4c69e7d06f tempest-ServerGroupTestJSON-479684333 tempest-ServerGroupTestJSON-479684333-project-member] [instance: 2a1280e2-4ad2-442f-a89e-06b541a310a1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:ba:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '456bd8a2-0fb6-4b17-9d25-08e7995c5184', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '02a0e30d-fc38-4408-8fc3-2e5097586a8c', 'vif_model': 'vmxnet3'}] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 757.387971] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-b173b888-77cd-4410-86ea-dc4c69e7d06f tempest-ServerGroupTestJSON-479684333 tempest-ServerGroupTestJSON-479684333-project-member] Creating folder: Project (9ae48faf6dc340c09febe8e620e57ef8). Parent ref: group-v560969. {{(pid=68893) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 757.394687] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3eec5577-bf67-4788-8d34-7c933d9763b4 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.408073] env[68893]: DEBUG nova.compute.manager [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: 5fd8323d-8ef2-4255-b0f2-5a4f346ceef7] Starting instance... {{(pid=68893) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 757.410594] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6d031ea6-0d85-481f-b9c5-949e1d594d45 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Acquiring lock "70917eab-66ad-4d76-9866-a8a793025df1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.410819] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6d031ea6-0d85-481f-b9c5-949e1d594d45 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Lock "70917eab-66ad-4d76-9866-a8a793025df1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.413643] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-b173b888-77cd-4410-86ea-dc4c69e7d06f tempest-ServerGroupTestJSON-479684333 tempest-ServerGroupTestJSON-479684333-project-member] Created folder: Project (9ae48faf6dc340c09febe8e620e57ef8) in parent group-v560969. [ 757.413821] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-b173b888-77cd-4410-86ea-dc4c69e7d06f tempest-ServerGroupTestJSON-479684333 tempest-ServerGroupTestJSON-479684333-project-member] Creating folder: Instances. Parent ref: group-v561047. {{(pid=68893) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 757.414241] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d250c0ff-95f6-498f-85cd-d976d4f5749d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.428555] env[68893]: DEBUG oslo_vmware.api [None req-346fe6ab-c187-4c49-b5bc-3989bd68686f tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Task: {'id': task-2791240, 'name': PowerOnVM_Task, 'duration_secs': 0.521779} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.428818] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-346fe6ab-c187-4c49-b5bc-3989bd68686f tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] [instance: b7c373f5-60c3-44c6-bbe7-d66be17f34fd] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 757.429967] env[68893]: INFO nova.compute.manager [None req-346fe6ab-c187-4c49-b5bc-3989bd68686f tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] [instance: b7c373f5-60c3-44c6-bbe7-d66be17f34fd] Took 12.17 seconds to spawn the instance on the hypervisor. [ 757.429967] env[68893]: DEBUG nova.compute.manager [None req-346fe6ab-c187-4c49-b5bc-3989bd68686f tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] [instance: b7c373f5-60c3-44c6-bbe7-d66be17f34fd] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 757.430274] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af9670fc-077e-4bfa-b3ff-1914152a950e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.433904] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-b173b888-77cd-4410-86ea-dc4c69e7d06f tempest-ServerGroupTestJSON-479684333 tempest-ServerGroupTestJSON-479684333-project-member] Created folder: Instances in parent group-v561047. [ 757.434086] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b173b888-77cd-4410-86ea-dc4c69e7d06f tempest-ServerGroupTestJSON-479684333 tempest-ServerGroupTestJSON-479684333-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 757.436987] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a1280e2-4ad2-442f-a89e-06b541a310a1] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 757.437477] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-51d61776-aeff-41a1-8957-bbce5d7d0770 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.459662] env[68893]: DEBUG nova.policy [None req-d535d517-9843-4bdb-866d-1bb1c3673949 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd2ecdd23254f492fabee797de7e7b4ba', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f8e0a60e1e1a41d6917ed43f17686b58', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68893) authorize /opt/stack/nova/nova/policy.py:192}} [ 757.460914] env[68893]: DEBUG oslo_concurrency.lockutils [None req-26e82b7e-1e34-4852-9fcc-0783339c68c1 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.470533] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 757.470533] env[68893]: value = "task-2791246" [ 757.470533] env[68893]: _type = "Task" [ 757.470533] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.482239] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791246, 'name': CreateVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.576810] env[68893]: DEBUG oslo_vmware.api [None req-a2aa330e-fd55-4c7a-a9ed-10a5dc736eec tempest-ServerMetadataTestJSON-289290010 tempest-ServerMetadataTestJSON-289290010-project-member] Task: {'id': task-2791242, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.636647] env[68893]: DEBUG nova.compute.manager [req-fa0ddea6-720b-49c1-aad8-6d298210a8e5 req-219d7126-8912-4343-873d-294e01eaded5 service nova] [instance: 2a1280e2-4ad2-442f-a89e-06b541a310a1] Received event network-changed-02a0e30d-fc38-4408-8fc3-2e5097586a8c {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 757.636647] env[68893]: DEBUG nova.compute.manager [req-fa0ddea6-720b-49c1-aad8-6d298210a8e5 req-219d7126-8912-4343-873d-294e01eaded5 service nova] [instance: 2a1280e2-4ad2-442f-a89e-06b541a310a1] Refreshing instance network info cache due to event network-changed-02a0e30d-fc38-4408-8fc3-2e5097586a8c. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 757.636647] env[68893]: DEBUG oslo_concurrency.lockutils [req-fa0ddea6-720b-49c1-aad8-6d298210a8e5 req-219d7126-8912-4343-873d-294e01eaded5 service nova] Acquiring lock "refresh_cache-2a1280e2-4ad2-442f-a89e-06b541a310a1" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.636647] env[68893]: DEBUG oslo_concurrency.lockutils [req-fa0ddea6-720b-49c1-aad8-6d298210a8e5 req-219d7126-8912-4343-873d-294e01eaded5 service nova] Acquired lock "refresh_cache-2a1280e2-4ad2-442f-a89e-06b541a310a1" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.636647] env[68893]: DEBUG nova.network.neutron [req-fa0ddea6-720b-49c1-aad8-6d298210a8e5 req-219d7126-8912-4343-873d-294e01eaded5 service nova] [instance: 2a1280e2-4ad2-442f-a89e-06b541a310a1] Refreshing network info cache for port 02a0e30d-fc38-4408-8fc3-2e5097586a8c {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 757.810432] env[68893]: DEBUG oslo_concurrency.lockutils [None req-15c2c0c0-6669-4469-987b-be65f8f446ed tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Acquiring lock "3870f0d6-e7bb-4565-be1c-9b8377a81281" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.810861] env[68893]: DEBUG oslo_concurrency.lockutils [None req-15c2c0c0-6669-4469-987b-be65f8f446ed tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Lock "3870f0d6-e7bb-4565-be1c-9b8377a81281" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.864871] env[68893]: DEBUG nova.compute.manager [None req-d535d517-9843-4bdb-866d-1bb1c3673949 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] [instance: 9bed2863-be23-41c8-9794-5f7dfbeaf219] Start building block device mappings for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 757.933683] env[68893]: DEBUG oslo_concurrency.lockutils [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.981966] env[68893]: INFO nova.compute.manager [None req-346fe6ab-c187-4c49-b5bc-3989bd68686f tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] [instance: b7c373f5-60c3-44c6-bbe7-d66be17f34fd] Took 34.33 seconds to build instance. [ 757.990158] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791246, 'name': CreateVM_Task, 'duration_secs': 0.39427} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.990386] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a1280e2-4ad2-442f-a89e-06b541a310a1] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 757.991094] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b173b888-77cd-4410-86ea-dc4c69e7d06f tempest-ServerGroupTestJSON-479684333 tempest-ServerGroupTestJSON-479684333-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.992380] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b173b888-77cd-4410-86ea-dc4c69e7d06f tempest-ServerGroupTestJSON-479684333 tempest-ServerGroupTestJSON-479684333-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.993743] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b173b888-77cd-4410-86ea-dc4c69e7d06f tempest-ServerGroupTestJSON-479684333 tempest-ServerGroupTestJSON-479684333-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.994014] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48be2bf7-1455-4aea-ab3b-66ac2e906d4d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.003528] env[68893]: DEBUG oslo_vmware.api [None req-b173b888-77cd-4410-86ea-dc4c69e7d06f tempest-ServerGroupTestJSON-479684333 tempest-ServerGroupTestJSON-479684333-project-member] Waiting for the task: (returnval){ [ 758.003528] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52251e7b-3e72-1513-7e1d-396dc8abe4a7" [ 758.003528] env[68893]: _type = "Task" [ 758.003528] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.015699] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19a64a06-7a7e-4c86-9d79-f019279daa53 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.020148] env[68893]: DEBUG oslo_vmware.api [None req-b173b888-77cd-4410-86ea-dc4c69e7d06f tempest-ServerGroupTestJSON-479684333 tempest-ServerGroupTestJSON-479684333-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52251e7b-3e72-1513-7e1d-396dc8abe4a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.026741] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02996379-08f3-4f19-a75b-0c15dcff23b8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.064947] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b6e4532-945f-43d6-92d3-0cd945ce251a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.080389] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43270938-1ce3-4923-8a78-773139a28b29 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.085465] env[68893]: DEBUG oslo_vmware.api [None req-a2aa330e-fd55-4c7a-a9ed-10a5dc736eec tempest-ServerMetadataTestJSON-289290010 tempest-ServerMetadataTestJSON-289290010-project-member] Task: {'id': task-2791242, 'name': ReconfigVM_Task, 'duration_secs': 0.716467} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.085743] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2aa330e-fd55-4c7a-a9ed-10a5dc736eec tempest-ServerMetadataTestJSON-289290010 tempest-ServerMetadataTestJSON-289290010-project-member] [instance: 91617bdb-49a9-45b5-a147-d9d09248bb1c] Reconfigured VM instance instance-0000001a to attach disk [datastore2] 91617bdb-49a9-45b5-a147-d9d09248bb1c/91617bdb-49a9-45b5-a147-d9d09248bb1c.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 758.086811] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-483f37fe-874e-4b1c-8ecb-161a5737288d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.098895] env[68893]: DEBUG nova.compute.provider_tree [None req-7a7c54d3-07a4-4ad7-9280-64cf6a6f3fff tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 758.101537] env[68893]: DEBUG oslo_vmware.api [None req-a2aa330e-fd55-4c7a-a9ed-10a5dc736eec tempest-ServerMetadataTestJSON-289290010 tempest-ServerMetadataTestJSON-289290010-project-member] Waiting for the task: (returnval){ [ 758.101537] env[68893]: value = "task-2791247" [ 758.101537] env[68893]: _type = "Task" [ 758.101537] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.111404] env[68893]: DEBUG oslo_vmware.api [None req-a2aa330e-fd55-4c7a-a9ed-10a5dc736eec tempest-ServerMetadataTestJSON-289290010 tempest-ServerMetadataTestJSON-289290010-project-member] Task: {'id': task-2791247, 'name': Rename_Task} progress is 6%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.144598] env[68893]: DEBUG nova.network.neutron [None req-d535d517-9843-4bdb-866d-1bb1c3673949 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] [instance: 9bed2863-be23-41c8-9794-5f7dfbeaf219] Successfully created port: 2de0d5c6-f840-49ab-9e17-293cdc27c5cb {{(pid=68893) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 758.208663] env[68893]: DEBUG oslo_concurrency.lockutils [None req-3042252e-cb10-4859-a714-97c76c198c8f tempest-ServerAddressesNegativeTestJSON-1075330625 tempest-ServerAddressesNegativeTestJSON-1075330625-project-member] Acquiring lock "4bb94a41-5549-4e59-a44b-094fff269e78" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.209319] env[68893]: DEBUG oslo_concurrency.lockutils [None req-3042252e-cb10-4859-a714-97c76c198c8f tempest-ServerAddressesNegativeTestJSON-1075330625 tempest-ServerAddressesNegativeTestJSON-1075330625-project-member] Lock "4bb94a41-5549-4e59-a44b-094fff269e78" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.209319] env[68893]: DEBUG oslo_concurrency.lockutils [None req-3042252e-cb10-4859-a714-97c76c198c8f tempest-ServerAddressesNegativeTestJSON-1075330625 tempest-ServerAddressesNegativeTestJSON-1075330625-project-member] Acquiring lock "4bb94a41-5549-4e59-a44b-094fff269e78-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.209463] env[68893]: DEBUG oslo_concurrency.lockutils [None req-3042252e-cb10-4859-a714-97c76c198c8f tempest-ServerAddressesNegativeTestJSON-1075330625 tempest-ServerAddressesNegativeTestJSON-1075330625-project-member] Lock "4bb94a41-5549-4e59-a44b-094fff269e78-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.209765] env[68893]: DEBUG oslo_concurrency.lockutils [None req-3042252e-cb10-4859-a714-97c76c198c8f tempest-ServerAddressesNegativeTestJSON-1075330625 tempest-ServerAddressesNegativeTestJSON-1075330625-project-member] Lock "4bb94a41-5549-4e59-a44b-094fff269e78-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.215891] env[68893]: INFO nova.compute.manager [None req-3042252e-cb10-4859-a714-97c76c198c8f tempest-ServerAddressesNegativeTestJSON-1075330625 tempest-ServerAddressesNegativeTestJSON-1075330625-project-member] [instance: 4bb94a41-5549-4e59-a44b-094fff269e78] Terminating instance [ 758.426480] env[68893]: DEBUG nova.network.neutron [req-fa0ddea6-720b-49c1-aad8-6d298210a8e5 req-219d7126-8912-4343-873d-294e01eaded5 service nova] [instance: 2a1280e2-4ad2-442f-a89e-06b541a310a1] Updated VIF entry in instance network info cache for port 02a0e30d-fc38-4408-8fc3-2e5097586a8c. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 758.426765] env[68893]: DEBUG nova.network.neutron [req-fa0ddea6-720b-49c1-aad8-6d298210a8e5 req-219d7126-8912-4343-873d-294e01eaded5 service nova] [instance: 2a1280e2-4ad2-442f-a89e-06b541a310a1] Updating instance_info_cache with network_info: [{"id": "02a0e30d-fc38-4408-8fc3-2e5097586a8c", "address": "fa:16:3e:03:ba:b4", "network": {"id": "98c166c4-5755-475b-810f-2602007f0fb1", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1373645499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ae48faf6dc340c09febe8e620e57ef8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "456bd8a2-0fb6-4b17-9d25-08e7995c5184", "external-id": "nsx-vlan-transportzone-65", "segmentation_id": 65, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02a0e30d-fc", "ovs_interfaceid": "02a0e30d-fc38-4408-8fc3-2e5097586a8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.484256] env[68893]: DEBUG oslo_concurrency.lockutils [None req-346fe6ab-c187-4c49-b5bc-3989bd68686f tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Lock "b7c373f5-60c3-44c6-bbe7-d66be17f34fd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.191s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.517885] env[68893]: DEBUG oslo_vmware.api [None req-b173b888-77cd-4410-86ea-dc4c69e7d06f tempest-ServerGroupTestJSON-479684333 tempest-ServerGroupTestJSON-479684333-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52251e7b-3e72-1513-7e1d-396dc8abe4a7, 'name': SearchDatastore_Task, 'duration_secs': 0.021791} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.518300] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b173b888-77cd-4410-86ea-dc4c69e7d06f tempest-ServerGroupTestJSON-479684333 tempest-ServerGroupTestJSON-479684333-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.518589] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-b173b888-77cd-4410-86ea-dc4c69e7d06f tempest-ServerGroupTestJSON-479684333 tempest-ServerGroupTestJSON-479684333-project-member] [instance: 2a1280e2-4ad2-442f-a89e-06b541a310a1] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 758.518876] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b173b888-77cd-4410-86ea-dc4c69e7d06f tempest-ServerGroupTestJSON-479684333 tempest-ServerGroupTestJSON-479684333-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.519094] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b173b888-77cd-4410-86ea-dc4c69e7d06f tempest-ServerGroupTestJSON-479684333 tempest-ServerGroupTestJSON-479684333-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.519345] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-b173b888-77cd-4410-86ea-dc4c69e7d06f tempest-ServerGroupTestJSON-479684333 tempest-ServerGroupTestJSON-479684333-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 758.519653] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1f2534e5-4bda-455a-bb0d-8ad174557379 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.530401] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-b173b888-77cd-4410-86ea-dc4c69e7d06f tempest-ServerGroupTestJSON-479684333 tempest-ServerGroupTestJSON-479684333-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 758.530493] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-b173b888-77cd-4410-86ea-dc4c69e7d06f tempest-ServerGroupTestJSON-479684333 tempest-ServerGroupTestJSON-479684333-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 758.531261] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7e4c60a-4e0a-42db-944d-6beb8d3367d1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.538675] env[68893]: DEBUG oslo_vmware.api [None req-b173b888-77cd-4410-86ea-dc4c69e7d06f tempest-ServerGroupTestJSON-479684333 tempest-ServerGroupTestJSON-479684333-project-member] Waiting for the task: (returnval){ [ 758.538675] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52f087bf-94cf-bcf7-b08e-47ec3d9d7c52" [ 758.538675] env[68893]: _type = "Task" [ 758.538675] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.548393] env[68893]: DEBUG oslo_vmware.api [None req-b173b888-77cd-4410-86ea-dc4c69e7d06f tempest-ServerGroupTestJSON-479684333 tempest-ServerGroupTestJSON-479684333-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52f087bf-94cf-bcf7-b08e-47ec3d9d7c52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.603294] env[68893]: DEBUG nova.scheduler.client.report [None req-7a7c54d3-07a4-4ad7-9280-64cf6a6f3fff tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 758.617469] env[68893]: DEBUG oslo_vmware.api [None req-a2aa330e-fd55-4c7a-a9ed-10a5dc736eec tempest-ServerMetadataTestJSON-289290010 tempest-ServerMetadataTestJSON-289290010-project-member] Task: {'id': task-2791247, 'name': Rename_Task} progress is 99%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.729019] env[68893]: DEBUG nova.compute.manager [None req-3042252e-cb10-4859-a714-97c76c198c8f tempest-ServerAddressesNegativeTestJSON-1075330625 tempest-ServerAddressesNegativeTestJSON-1075330625-project-member] [instance: 4bb94a41-5549-4e59-a44b-094fff269e78] Start destroying the instance on the hypervisor. {{(pid=68893) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 758.729019] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-3042252e-cb10-4859-a714-97c76c198c8f tempest-ServerAddressesNegativeTestJSON-1075330625 tempest-ServerAddressesNegativeTestJSON-1075330625-project-member] [instance: 4bb94a41-5549-4e59-a44b-094fff269e78] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 758.729019] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45aaebbb-5fe1-4223-b688-6bd2cf357e75 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.735639] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-3042252e-cb10-4859-a714-97c76c198c8f tempest-ServerAddressesNegativeTestJSON-1075330625 tempest-ServerAddressesNegativeTestJSON-1075330625-project-member] [instance: 4bb94a41-5549-4e59-a44b-094fff269e78] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 758.735845] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-46d8a152-8d80-439d-918e-83ade61e552a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.743049] env[68893]: DEBUG oslo_vmware.api [None req-3042252e-cb10-4859-a714-97c76c198c8f tempest-ServerAddressesNegativeTestJSON-1075330625 tempest-ServerAddressesNegativeTestJSON-1075330625-project-member] Waiting for the task: (returnval){ [ 758.743049] env[68893]: value = "task-2791248" [ 758.743049] env[68893]: _type = "Task" [ 758.743049] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.754745] env[68893]: DEBUG oslo_vmware.api [None req-3042252e-cb10-4859-a714-97c76c198c8f tempest-ServerAddressesNegativeTestJSON-1075330625 tempest-ServerAddressesNegativeTestJSON-1075330625-project-member] Task: {'id': task-2791248, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.877629] env[68893]: DEBUG nova.compute.manager [None req-d535d517-9843-4bdb-866d-1bb1c3673949 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] [instance: 9bed2863-be23-41c8-9794-5f7dfbeaf219] Start spawning the instance on the hypervisor. {{(pid=68893) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 758.925247] env[68893]: DEBUG nova.virt.hardware [None req-d535d517-9843-4bdb-866d-1bb1c3673949 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 758.925247] env[68893]: DEBUG nova.virt.hardware [None req-d535d517-9843-4bdb-866d-1bb1c3673949 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 758.925247] env[68893]: DEBUG nova.virt.hardware [None req-d535d517-9843-4bdb-866d-1bb1c3673949 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 758.925516] env[68893]: DEBUG nova.virt.hardware [None req-d535d517-9843-4bdb-866d-1bb1c3673949 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 758.925516] env[68893]: DEBUG nova.virt.hardware [None req-d535d517-9843-4bdb-866d-1bb1c3673949 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 758.925516] env[68893]: DEBUG nova.virt.hardware [None req-d535d517-9843-4bdb-866d-1bb1c3673949 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 758.925516] env[68893]: DEBUG nova.virt.hardware [None req-d535d517-9843-4bdb-866d-1bb1c3673949 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 758.925516] env[68893]: DEBUG nova.virt.hardware [None req-d535d517-9843-4bdb-866d-1bb1c3673949 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 758.925641] env[68893]: DEBUG nova.virt.hardware [None req-d535d517-9843-4bdb-866d-1bb1c3673949 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 758.925641] env[68893]: DEBUG nova.virt.hardware [None req-d535d517-9843-4bdb-866d-1bb1c3673949 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 758.925689] env[68893]: DEBUG nova.virt.hardware [None req-d535d517-9843-4bdb-866d-1bb1c3673949 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 758.927508] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92ad4f94-c45c-4bb1-abb5-631501be5e28 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.931626] env[68893]: DEBUG oslo_concurrency.lockutils [req-fa0ddea6-720b-49c1-aad8-6d298210a8e5 req-219d7126-8912-4343-873d-294e01eaded5 service nova] Releasing lock "refresh_cache-2a1280e2-4ad2-442f-a89e-06b541a310a1" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.938080] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91ff60be-5a9b-44ca-a410-29e462f9dcde {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.989112] env[68893]: DEBUG nova.compute.manager [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: 3d1591a1-3e98-4978-a25b-38b4c304230a] Starting instance... {{(pid=68893) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 759.051968] env[68893]: DEBUG oslo_vmware.api [None req-b173b888-77cd-4410-86ea-dc4c69e7d06f tempest-ServerGroupTestJSON-479684333 tempest-ServerGroupTestJSON-479684333-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52f087bf-94cf-bcf7-b08e-47ec3d9d7c52, 'name': SearchDatastore_Task, 'duration_secs': 0.011691} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.052565] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8958406-12c1-4905-81a5-f8092a3b8a78 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.060451] env[68893]: DEBUG oslo_vmware.api [None req-b173b888-77cd-4410-86ea-dc4c69e7d06f tempest-ServerGroupTestJSON-479684333 tempest-ServerGroupTestJSON-479684333-project-member] Waiting for the task: (returnval){ [ 759.060451] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]5212c626-ef40-87dc-4060-717b4be1fc5d" [ 759.060451] env[68893]: _type = "Task" [ 759.060451] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.069428] env[68893]: DEBUG oslo_vmware.api [None req-b173b888-77cd-4410-86ea-dc4c69e7d06f tempest-ServerGroupTestJSON-479684333 tempest-ServerGroupTestJSON-479684333-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]5212c626-ef40-87dc-4060-717b4be1fc5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.125135] env[68893]: DEBUG oslo_vmware.api [None req-a2aa330e-fd55-4c7a-a9ed-10a5dc736eec tempest-ServerMetadataTestJSON-289290010 tempest-ServerMetadataTestJSON-289290010-project-member] Task: {'id': task-2791247, 'name': Rename_Task} progress is 99%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.257105] env[68893]: DEBUG oslo_vmware.api [None req-3042252e-cb10-4859-a714-97c76c198c8f tempest-ServerAddressesNegativeTestJSON-1075330625 tempest-ServerAddressesNegativeTestJSON-1075330625-project-member] Task: {'id': task-2791248, 'name': PowerOffVM_Task, 'duration_secs': 0.221405} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.257594] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-3042252e-cb10-4859-a714-97c76c198c8f tempest-ServerAddressesNegativeTestJSON-1075330625 tempest-ServerAddressesNegativeTestJSON-1075330625-project-member] [instance: 4bb94a41-5549-4e59-a44b-094fff269e78] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 759.257892] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-3042252e-cb10-4859-a714-97c76c198c8f tempest-ServerAddressesNegativeTestJSON-1075330625 tempest-ServerAddressesNegativeTestJSON-1075330625-project-member] [instance: 4bb94a41-5549-4e59-a44b-094fff269e78] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 759.258271] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-221cef41-d610-4912-b352-baba0488fcef {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.326103] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-3042252e-cb10-4859-a714-97c76c198c8f tempest-ServerAddressesNegativeTestJSON-1075330625 tempest-ServerAddressesNegativeTestJSON-1075330625-project-member] [instance: 4bb94a41-5549-4e59-a44b-094fff269e78] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 759.326103] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-3042252e-cb10-4859-a714-97c76c198c8f tempest-ServerAddressesNegativeTestJSON-1075330625 tempest-ServerAddressesNegativeTestJSON-1075330625-project-member] [instance: 4bb94a41-5549-4e59-a44b-094fff269e78] Deleting contents of the VM from datastore datastore1 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 759.326103] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-3042252e-cb10-4859-a714-97c76c198c8f tempest-ServerAddressesNegativeTestJSON-1075330625 tempest-ServerAddressesNegativeTestJSON-1075330625-project-member] Deleting the datastore file [datastore1] 4bb94a41-5549-4e59-a44b-094fff269e78 {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 759.326380] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-38e4624a-da8f-4019-b786-0e66ad42cf44 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.333157] env[68893]: DEBUG oslo_vmware.api [None req-3042252e-cb10-4859-a714-97c76c198c8f tempest-ServerAddressesNegativeTestJSON-1075330625 tempest-ServerAddressesNegativeTestJSON-1075330625-project-member] Waiting for the task: (returnval){ [ 759.333157] env[68893]: value = "task-2791250" [ 759.333157] env[68893]: _type = "Task" [ 759.333157] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.345692] env[68893]: DEBUG oslo_vmware.api [None req-3042252e-cb10-4859-a714-97c76c198c8f tempest-ServerAddressesNegativeTestJSON-1075330625 tempest-ServerAddressesNegativeTestJSON-1075330625-project-member] Task: {'id': task-2791250, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.521521] env[68893]: DEBUG oslo_concurrency.lockutils [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.576490] env[68893]: DEBUG oslo_vmware.api [None req-b173b888-77cd-4410-86ea-dc4c69e7d06f tempest-ServerGroupTestJSON-479684333 tempest-ServerGroupTestJSON-479684333-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]5212c626-ef40-87dc-4060-717b4be1fc5d, 'name': SearchDatastore_Task, 'duration_secs': 0.036484} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.579177] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b173b888-77cd-4410-86ea-dc4c69e7d06f tempest-ServerGroupTestJSON-479684333 tempest-ServerGroupTestJSON-479684333-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.579177] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-b173b888-77cd-4410-86ea-dc4c69e7d06f tempest-ServerGroupTestJSON-479684333 tempest-ServerGroupTestJSON-479684333-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore1] 2a1280e2-4ad2-442f-a89e-06b541a310a1/2a1280e2-4ad2-442f-a89e-06b541a310a1.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 759.579177] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8287fa7d-40a4-4f24-bf00-2dc69b622c3f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.587316] env[68893]: DEBUG oslo_vmware.api [None req-b173b888-77cd-4410-86ea-dc4c69e7d06f tempest-ServerGroupTestJSON-479684333 tempest-ServerGroupTestJSON-479684333-project-member] Waiting for the task: (returnval){ [ 759.587316] env[68893]: value = "task-2791252" [ 759.587316] env[68893]: _type = "Task" [ 759.587316] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.598372] env[68893]: DEBUG oslo_vmware.api [None req-b173b888-77cd-4410-86ea-dc4c69e7d06f tempest-ServerGroupTestJSON-479684333 tempest-ServerGroupTestJSON-479684333-project-member] Task: {'id': task-2791252, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.619559] env[68893]: DEBUG oslo_concurrency.lockutils [None req-7a7c54d3-07a4-4ad7-9280-64cf6a6f3fff tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.766s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.623118] env[68893]: DEBUG oslo_vmware.api [None req-a2aa330e-fd55-4c7a-a9ed-10a5dc736eec tempest-ServerMetadataTestJSON-289290010 tempest-ServerMetadataTestJSON-289290010-project-member] Task: {'id': task-2791247, 'name': Rename_Task, 'duration_secs': 1.213303} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.627272] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f7645e3e-10a5-4549-8185-73e475ae5d25 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.845s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.627272] env[68893]: INFO nova.compute.claims [None req-f7645e3e-10a5-4549-8185-73e475ae5d25 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 42bec1a5-e2e2-4746-a6d7-57edb4b60715] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 759.628211] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2aa330e-fd55-4c7a-a9ed-10a5dc736eec tempest-ServerMetadataTestJSON-289290010 tempest-ServerMetadataTestJSON-289290010-project-member] [instance: 91617bdb-49a9-45b5-a147-d9d09248bb1c] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 759.630180] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-13811ccc-404b-4d33-9297-70aacbf1b101 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.640732] env[68893]: DEBUG oslo_vmware.api [None req-a2aa330e-fd55-4c7a-a9ed-10a5dc736eec tempest-ServerMetadataTestJSON-289290010 tempest-ServerMetadataTestJSON-289290010-project-member] Waiting for the task: (returnval){ [ 759.640732] env[68893]: value = "task-2791253" [ 759.640732] env[68893]: _type = "Task" [ 759.640732] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.659805] env[68893]: DEBUG oslo_vmware.api [None req-a2aa330e-fd55-4c7a-a9ed-10a5dc736eec tempest-ServerMetadataTestJSON-289290010 tempest-ServerMetadataTestJSON-289290010-project-member] Task: {'id': task-2791253, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.854080] env[68893]: DEBUG oslo_vmware.api [None req-3042252e-cb10-4859-a714-97c76c198c8f tempest-ServerAddressesNegativeTestJSON-1075330625 tempest-ServerAddressesNegativeTestJSON-1075330625-project-member] Task: {'id': task-2791250, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.284491} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.854905] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-3042252e-cb10-4859-a714-97c76c198c8f tempest-ServerAddressesNegativeTestJSON-1075330625 tempest-ServerAddressesNegativeTestJSON-1075330625-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 759.854905] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-3042252e-cb10-4859-a714-97c76c198c8f tempest-ServerAddressesNegativeTestJSON-1075330625 tempest-ServerAddressesNegativeTestJSON-1075330625-project-member] [instance: 4bb94a41-5549-4e59-a44b-094fff269e78] Deleted contents of the VM from datastore datastore1 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 759.855227] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-3042252e-cb10-4859-a714-97c76c198c8f tempest-ServerAddressesNegativeTestJSON-1075330625 tempest-ServerAddressesNegativeTestJSON-1075330625-project-member] [instance: 4bb94a41-5549-4e59-a44b-094fff269e78] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 759.855561] env[68893]: INFO nova.compute.manager [None req-3042252e-cb10-4859-a714-97c76c198c8f tempest-ServerAddressesNegativeTestJSON-1075330625 tempest-ServerAddressesNegativeTestJSON-1075330625-project-member] [instance: 4bb94a41-5549-4e59-a44b-094fff269e78] Took 1.13 seconds to destroy the instance on the hypervisor. [ 759.856307] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3042252e-cb10-4859-a714-97c76c198c8f tempest-ServerAddressesNegativeTestJSON-1075330625 tempest-ServerAddressesNegativeTestJSON-1075330625-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 759.856642] env[68893]: DEBUG nova.compute.manager [-] [instance: 4bb94a41-5549-4e59-a44b-094fff269e78] Deallocating network for instance {{(pid=68893) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 759.856782] env[68893]: DEBUG nova.network.neutron [-] [instance: 4bb94a41-5549-4e59-a44b-094fff269e78] deallocate_for_instance() {{(pid=68893) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 760.105210] env[68893]: DEBUG oslo_vmware.api [None req-b173b888-77cd-4410-86ea-dc4c69e7d06f tempest-ServerGroupTestJSON-479684333 tempest-ServerGroupTestJSON-479684333-project-member] Task: {'id': task-2791252, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.137211] env[68893]: DEBUG nova.compute.manager [req-2794c4fc-b5a7-427d-b57a-c5fed2a94866 req-8d5ee557-a48c-4c04-a007-bb108018aca9 service nova] [instance: 9bed2863-be23-41c8-9794-5f7dfbeaf219] Received event network-vif-plugged-2de0d5c6-f840-49ab-9e17-293cdc27c5cb {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 760.137487] env[68893]: DEBUG oslo_concurrency.lockutils [req-2794c4fc-b5a7-427d-b57a-c5fed2a94866 req-8d5ee557-a48c-4c04-a007-bb108018aca9 service nova] Acquiring lock "9bed2863-be23-41c8-9794-5f7dfbeaf219-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.138082] env[68893]: DEBUG oslo_concurrency.lockutils [req-2794c4fc-b5a7-427d-b57a-c5fed2a94866 req-8d5ee557-a48c-4c04-a007-bb108018aca9 service nova] Lock "9bed2863-be23-41c8-9794-5f7dfbeaf219-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.138082] env[68893]: DEBUG oslo_concurrency.lockutils [req-2794c4fc-b5a7-427d-b57a-c5fed2a94866 req-8d5ee557-a48c-4c04-a007-bb108018aca9 service nova] Lock "9bed2863-be23-41c8-9794-5f7dfbeaf219-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.138082] env[68893]: DEBUG nova.compute.manager [req-2794c4fc-b5a7-427d-b57a-c5fed2a94866 req-8d5ee557-a48c-4c04-a007-bb108018aca9 service nova] [instance: 9bed2863-be23-41c8-9794-5f7dfbeaf219] No waiting events found dispatching network-vif-plugged-2de0d5c6-f840-49ab-9e17-293cdc27c5cb {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 760.142970] env[68893]: WARNING nova.compute.manager [req-2794c4fc-b5a7-427d-b57a-c5fed2a94866 req-8d5ee557-a48c-4c04-a007-bb108018aca9 service nova] [instance: 9bed2863-be23-41c8-9794-5f7dfbeaf219] Received unexpected event network-vif-plugged-2de0d5c6-f840-49ab-9e17-293cdc27c5cb for instance with vm_state building and task_state spawning. [ 760.159186] env[68893]: DEBUG oslo_vmware.api [None req-a2aa330e-fd55-4c7a-a9ed-10a5dc736eec tempest-ServerMetadataTestJSON-289290010 tempest-ServerMetadataTestJSON-289290010-project-member] Task: {'id': task-2791253, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.226642] env[68893]: INFO nova.scheduler.client.report [None req-7a7c54d3-07a4-4ad7-9280-64cf6a6f3fff tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Deleted allocation for migration eed2150f-3565-452f-8761-1795930c7209 [ 760.390986] env[68893]: DEBUG nova.network.neutron [None req-d535d517-9843-4bdb-866d-1bb1c3673949 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] [instance: 9bed2863-be23-41c8-9794-5f7dfbeaf219] Successfully updated port: 2de0d5c6-f840-49ab-9e17-293cdc27c5cb {{(pid=68893) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 760.601486] env[68893]: DEBUG oslo_vmware.api [None req-b173b888-77cd-4410-86ea-dc4c69e7d06f tempest-ServerGroupTestJSON-479684333 tempest-ServerGroupTestJSON-479684333-project-member] Task: {'id': task-2791252, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.708618} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.601772] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-b173b888-77cd-4410-86ea-dc4c69e7d06f tempest-ServerGroupTestJSON-479684333 tempest-ServerGroupTestJSON-479684333-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore1] 2a1280e2-4ad2-442f-a89e-06b541a310a1/2a1280e2-4ad2-442f-a89e-06b541a310a1.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 760.601980] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-b173b888-77cd-4410-86ea-dc4c69e7d06f tempest-ServerGroupTestJSON-479684333 tempest-ServerGroupTestJSON-479684333-project-member] [instance: 2a1280e2-4ad2-442f-a89e-06b541a310a1] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 760.605036] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-762b7118-9ea6-4005-95fb-96a3f30c04f0 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.612181] env[68893]: DEBUG oslo_vmware.api [None req-b173b888-77cd-4410-86ea-dc4c69e7d06f tempest-ServerGroupTestJSON-479684333 tempest-ServerGroupTestJSON-479684333-project-member] Waiting for the task: (returnval){ [ 760.612181] env[68893]: value = "task-2791254" [ 760.612181] env[68893]: _type = "Task" [ 760.612181] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.622353] env[68893]: DEBUG oslo_vmware.api [None req-b173b888-77cd-4410-86ea-dc4c69e7d06f tempest-ServerGroupTestJSON-479684333 tempest-ServerGroupTestJSON-479684333-project-member] Task: {'id': task-2791254, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.657756] env[68893]: DEBUG oslo_vmware.api [None req-a2aa330e-fd55-4c7a-a9ed-10a5dc736eec tempest-ServerMetadataTestJSON-289290010 tempest-ServerMetadataTestJSON-289290010-project-member] Task: {'id': task-2791253, 'name': PowerOnVM_Task, 'duration_secs': 0.822084} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.658122] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2aa330e-fd55-4c7a-a9ed-10a5dc736eec tempest-ServerMetadataTestJSON-289290010 tempest-ServerMetadataTestJSON-289290010-project-member] [instance: 91617bdb-49a9-45b5-a147-d9d09248bb1c] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 760.658602] env[68893]: INFO nova.compute.manager [None req-a2aa330e-fd55-4c7a-a9ed-10a5dc736eec tempest-ServerMetadataTestJSON-289290010 tempest-ServerMetadataTestJSON-289290010-project-member] [instance: 91617bdb-49a9-45b5-a147-d9d09248bb1c] Took 9.56 seconds to spawn the instance on the hypervisor. [ 760.658602] env[68893]: DEBUG nova.compute.manager [None req-a2aa330e-fd55-4c7a-a9ed-10a5dc736eec tempest-ServerMetadataTestJSON-289290010 tempest-ServerMetadataTestJSON-289290010-project-member] [instance: 91617bdb-49a9-45b5-a147-d9d09248bb1c] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 760.659724] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da3d7055-658b-4557-b592-7a56fc63f705 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.687912] env[68893]: DEBUG nova.compute.manager [req-a0a62bc1-97c3-4b4c-8c5c-e5a9e262ba1c req-f601626e-fc51-4778-b69e-55bcadac1e57 service nova] [instance: 4bb94a41-5549-4e59-a44b-094fff269e78] Received event network-vif-deleted-34cf5fe7-293d-4d4f-9b64-48d974470244 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 760.688239] env[68893]: INFO nova.compute.manager [req-a0a62bc1-97c3-4b4c-8c5c-e5a9e262ba1c req-f601626e-fc51-4778-b69e-55bcadac1e57 service nova] [instance: 4bb94a41-5549-4e59-a44b-094fff269e78] Neutron deleted interface 34cf5fe7-293d-4d4f-9b64-48d974470244; detaching it from the instance and deleting it from the info cache [ 760.688466] env[68893]: DEBUG nova.network.neutron [req-a0a62bc1-97c3-4b4c-8c5c-e5a9e262ba1c req-f601626e-fc51-4778-b69e-55bcadac1e57 service nova] [instance: 4bb94a41-5549-4e59-a44b-094fff269e78] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.740676] env[68893]: DEBUG oslo_concurrency.lockutils [None req-7a7c54d3-07a4-4ad7-9280-64cf6a6f3fff tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Lock "d2187069-2dba-4d01-969f-510f659fc163" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 25.826s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.899207] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d535d517-9843-4bdb-866d-1bb1c3673949 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Acquiring lock "refresh_cache-9bed2863-be23-41c8-9794-5f7dfbeaf219" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.899207] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d535d517-9843-4bdb-866d-1bb1c3673949 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Acquired lock "refresh_cache-9bed2863-be23-41c8-9794-5f7dfbeaf219" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.899207] env[68893]: DEBUG nova.network.neutron [None req-d535d517-9843-4bdb-866d-1bb1c3673949 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] [instance: 9bed2863-be23-41c8-9794-5f7dfbeaf219] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 761.014996] env[68893]: DEBUG nova.network.neutron [-] [instance: 4bb94a41-5549-4e59-a44b-094fff269e78] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.125679] env[68893]: DEBUG oslo_vmware.api [None req-b173b888-77cd-4410-86ea-dc4c69e7d06f tempest-ServerGroupTestJSON-479684333 tempest-ServerGroupTestJSON-479684333-project-member] Task: {'id': task-2791254, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080335} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.125942] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-b173b888-77cd-4410-86ea-dc4c69e7d06f tempest-ServerGroupTestJSON-479684333 tempest-ServerGroupTestJSON-479684333-project-member] [instance: 2a1280e2-4ad2-442f-a89e-06b541a310a1] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 761.126774] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8464515a-d1d9-4777-9a85-03524792b506 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.153581] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-b173b888-77cd-4410-86ea-dc4c69e7d06f tempest-ServerGroupTestJSON-479684333 tempest-ServerGroupTestJSON-479684333-project-member] [instance: 2a1280e2-4ad2-442f-a89e-06b541a310a1] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] 2a1280e2-4ad2-442f-a89e-06b541a310a1/2a1280e2-4ad2-442f-a89e-06b541a310a1.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 761.157984] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dbe5a7ac-25d0-4401-afda-32fc4c7efa9a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.180091] env[68893]: DEBUG oslo_vmware.api [None req-b173b888-77cd-4410-86ea-dc4c69e7d06f tempest-ServerGroupTestJSON-479684333 tempest-ServerGroupTestJSON-479684333-project-member] Waiting for the task: (returnval){ [ 761.180091] env[68893]: value = "task-2791255" [ 761.180091] env[68893]: _type = "Task" [ 761.180091] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.198813] env[68893]: INFO nova.compute.manager [None req-a2aa330e-fd55-4c7a-a9ed-10a5dc736eec tempest-ServerMetadataTestJSON-289290010 tempest-ServerMetadataTestJSON-289290010-project-member] [instance: 91617bdb-49a9-45b5-a147-d9d09248bb1c] Took 33.50 seconds to build instance. [ 761.199859] env[68893]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-65d8b5b8-4870-4026-8124-ed38e16b9c3c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.206913] env[68893]: DEBUG oslo_vmware.api [None req-b173b888-77cd-4410-86ea-dc4c69e7d06f tempest-ServerGroupTestJSON-479684333 tempest-ServerGroupTestJSON-479684333-project-member] Task: {'id': task-2791255, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.218583] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bb2ce90-189d-4d4e-9299-1ccd72519ffc {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.257810] env[68893]: DEBUG nova.compute.manager [req-a0a62bc1-97c3-4b4c-8c5c-e5a9e262ba1c req-f601626e-fc51-4778-b69e-55bcadac1e57 service nova] [instance: 4bb94a41-5549-4e59-a44b-094fff269e78] Detach interface failed, port_id=34cf5fe7-293d-4d4f-9b64-48d974470244, reason: Instance 4bb94a41-5549-4e59-a44b-094fff269e78 could not be found. {{(pid=68893) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 761.284628] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b604e13-9c4f-4ab1-acda-5cc22eed5875 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.293498] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-775e5877-de98-48c0-b3c9-3a7b826c05cb {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.329502] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2de711e1-99b3-404e-b3d3-7e798b29ca79 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.339072] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-524ef729-b839-4151-a05c-42da8f7ea0d0 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.354925] env[68893]: DEBUG nova.compute.provider_tree [None req-f7645e3e-10a5-4549-8185-73e475ae5d25 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 761.461506] env[68893]: DEBUG nova.network.neutron [None req-d535d517-9843-4bdb-866d-1bb1c3673949 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] [instance: 9bed2863-be23-41c8-9794-5f7dfbeaf219] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 761.517355] env[68893]: INFO nova.compute.manager [-] [instance: 4bb94a41-5549-4e59-a44b-094fff269e78] Took 1.66 seconds to deallocate network for instance. [ 761.692495] env[68893]: DEBUG oslo_vmware.api [None req-b173b888-77cd-4410-86ea-dc4c69e7d06f tempest-ServerGroupTestJSON-479684333 tempest-ServerGroupTestJSON-479684333-project-member] Task: {'id': task-2791255, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.704727] env[68893]: DEBUG oslo_concurrency.lockutils [None req-a2aa330e-fd55-4c7a-a9ed-10a5dc736eec tempest-ServerMetadataTestJSON-289290010 tempest-ServerMetadataTestJSON-289290010-project-member] Lock "91617bdb-49a9-45b5-a147-d9d09248bb1c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.916s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.755831] env[68893]: DEBUG nova.network.neutron [None req-d535d517-9843-4bdb-866d-1bb1c3673949 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] [instance: 9bed2863-be23-41c8-9794-5f7dfbeaf219] Updating instance_info_cache with network_info: [{"id": "2de0d5c6-f840-49ab-9e17-293cdc27c5cb", "address": "fa:16:3e:27:01:ed", "network": {"id": "04b3d82b-866b-4271-9ed9-37ae2e26dfa6", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1939719778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8e0a60e1e1a41d6917ed43f17686b58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2de0d5c6-f8", "ovs_interfaceid": "2de0d5c6-f840-49ab-9e17-293cdc27c5cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.858043] env[68893]: DEBUG nova.scheduler.client.report [None req-f7645e3e-10a5-4549-8185-73e475ae5d25 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 762.025436] env[68893]: DEBUG oslo_concurrency.lockutils [None req-3042252e-cb10-4859-a714-97c76c198c8f tempest-ServerAddressesNegativeTestJSON-1075330625 tempest-ServerAddressesNegativeTestJSON-1075330625-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.198965] env[68893]: DEBUG oslo_vmware.api [None req-b173b888-77cd-4410-86ea-dc4c69e7d06f tempest-ServerGroupTestJSON-479684333 tempest-ServerGroupTestJSON-479684333-project-member] Task: {'id': task-2791255, 'name': ReconfigVM_Task, 'duration_secs': 0.710098} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.199362] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-b173b888-77cd-4410-86ea-dc4c69e7d06f tempest-ServerGroupTestJSON-479684333 tempest-ServerGroupTestJSON-479684333-project-member] [instance: 2a1280e2-4ad2-442f-a89e-06b541a310a1] Reconfigured VM instance instance-0000001b to attach disk [datastore1] 2a1280e2-4ad2-442f-a89e-06b541a310a1/2a1280e2-4ad2-442f-a89e-06b541a310a1.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 762.200076] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-df31210d-24f2-4b7e-aaa7-e689f3f43cec {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.208204] env[68893]: DEBUG nova.compute.manager [None req-b4c2fda7-aee8-4776-965c-c1e9b40ce895 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 8c560e82-533e-49c7-aaf4-82e123f75240] Starting instance... {{(pid=68893) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 762.211102] env[68893]: DEBUG oslo_vmware.api [None req-b173b888-77cd-4410-86ea-dc4c69e7d06f tempest-ServerGroupTestJSON-479684333 tempest-ServerGroupTestJSON-479684333-project-member] Waiting for the task: (returnval){ [ 762.211102] env[68893]: value = "task-2791257" [ 762.211102] env[68893]: _type = "Task" [ 762.211102] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.222439] env[68893]: DEBUG oslo_vmware.api [None req-b173b888-77cd-4410-86ea-dc4c69e7d06f tempest-ServerGroupTestJSON-479684333 tempest-ServerGroupTestJSON-479684333-project-member] Task: {'id': task-2791257, 'name': Rename_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.262923] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d535d517-9843-4bdb-866d-1bb1c3673949 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Releasing lock "refresh_cache-9bed2863-be23-41c8-9794-5f7dfbeaf219" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.263028] env[68893]: DEBUG nova.compute.manager [None req-d535d517-9843-4bdb-866d-1bb1c3673949 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] [instance: 9bed2863-be23-41c8-9794-5f7dfbeaf219] Instance network_info: |[{"id": "2de0d5c6-f840-49ab-9e17-293cdc27c5cb", "address": "fa:16:3e:27:01:ed", "network": {"id": "04b3d82b-866b-4271-9ed9-37ae2e26dfa6", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1939719778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8e0a60e1e1a41d6917ed43f17686b58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2de0d5c6-f8", "ovs_interfaceid": "2de0d5c6-f840-49ab-9e17-293cdc27c5cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 762.264037] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-d535d517-9843-4bdb-866d-1bb1c3673949 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] [instance: 9bed2863-be23-41c8-9794-5f7dfbeaf219] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:01:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5bc2dd1b-c901-4f3d-9c3a-af171c275c4b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2de0d5c6-f840-49ab-9e17-293cdc27c5cb', 'vif_model': 'vmxnet3'}] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 762.271919] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-d535d517-9843-4bdb-866d-1bb1c3673949 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Creating folder: Project (f8e0a60e1e1a41d6917ed43f17686b58). Parent ref: group-v560969. {{(pid=68893) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 762.272644] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-43b8bb55-6bf2-4dec-be57-08e78a955e00 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.290875] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-d535d517-9843-4bdb-866d-1bb1c3673949 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Created folder: Project (f8e0a60e1e1a41d6917ed43f17686b58) in parent group-v560969. [ 762.291130] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-d535d517-9843-4bdb-866d-1bb1c3673949 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Creating folder: Instances. Parent ref: group-v561051. {{(pid=68893) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 762.291414] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ef402dae-ac0c-4f40-8902-1817185d0c94 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.302828] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-d535d517-9843-4bdb-866d-1bb1c3673949 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Created folder: Instances in parent group-v561051. [ 762.303168] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d535d517-9843-4bdb-866d-1bb1c3673949 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 762.303395] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9bed2863-be23-41c8-9794-5f7dfbeaf219] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 762.303654] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b0181a4a-54ba-4b29-bd80-7f14693f31b1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.321144] env[68893]: DEBUG nova.compute.manager [req-6cede2dc-5ab2-446a-97bd-54b89b04b2c6 req-57aa92e7-80ba-48f7-8390-611a41c3424a service nova] [instance: b7c373f5-60c3-44c6-bbe7-d66be17f34fd] Received event network-changed-f8bbcef1-1b6c-4f30-9b84-4bf712e7d16d {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 762.321336] env[68893]: DEBUG nova.compute.manager [req-6cede2dc-5ab2-446a-97bd-54b89b04b2c6 req-57aa92e7-80ba-48f7-8390-611a41c3424a service nova] [instance: b7c373f5-60c3-44c6-bbe7-d66be17f34fd] Refreshing instance network info cache due to event network-changed-f8bbcef1-1b6c-4f30-9b84-4bf712e7d16d. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 762.321547] env[68893]: DEBUG oslo_concurrency.lockutils [req-6cede2dc-5ab2-446a-97bd-54b89b04b2c6 req-57aa92e7-80ba-48f7-8390-611a41c3424a service nova] Acquiring lock "refresh_cache-b7c373f5-60c3-44c6-bbe7-d66be17f34fd" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.321689] env[68893]: DEBUG oslo_concurrency.lockutils [req-6cede2dc-5ab2-446a-97bd-54b89b04b2c6 req-57aa92e7-80ba-48f7-8390-611a41c3424a service nova] Acquired lock "refresh_cache-b7c373f5-60c3-44c6-bbe7-d66be17f34fd" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.321845] env[68893]: DEBUG nova.network.neutron [req-6cede2dc-5ab2-446a-97bd-54b89b04b2c6 req-57aa92e7-80ba-48f7-8390-611a41c3424a service nova] [instance: b7c373f5-60c3-44c6-bbe7-d66be17f34fd] Refreshing network info cache for port f8bbcef1-1b6c-4f30-9b84-4bf712e7d16d {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 762.330863] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 762.330863] env[68893]: value = "task-2791260" [ 762.330863] env[68893]: _type = "Task" [ 762.330863] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.341348] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791260, 'name': CreateVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.365440] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f7645e3e-10a5-4549-8185-73e475ae5d25 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.742s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.366237] env[68893]: DEBUG nova.compute.manager [None req-f7645e3e-10a5-4549-8185-73e475ae5d25 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 42bec1a5-e2e2-4746-a6d7-57edb4b60715] Start building networks asynchronously for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 762.368876] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ecbdfde8-07b6-4939-bb56-f06e7618d7b1 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.645s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.370459] env[68893]: INFO nova.compute.claims [None req-ecbdfde8-07b6-4939-bb56-f06e7618d7b1 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] [instance: 3f7dc844-a0a8-4c16-a947-f695a646512c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 762.408873] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 762.409185] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 762.539973] env[68893]: DEBUG oslo_concurrency.lockutils [None req-aadea761-5e27-46f9-b4df-be6558ebf305 tempest-ServersV294TestFqdnHostnames-1826523196 tempest-ServersV294TestFqdnHostnames-1826523196-project-member] Acquiring lock "31e47e18-e4e3-4f5f-90e4-1468a77dff2e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.539973] env[68893]: DEBUG oslo_concurrency.lockutils [None req-aadea761-5e27-46f9-b4df-be6558ebf305 tempest-ServersV294TestFqdnHostnames-1826523196 tempest-ServersV294TestFqdnHostnames-1826523196-project-member] Lock "31e47e18-e4e3-4f5f-90e4-1468a77dff2e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.726253] env[68893]: DEBUG oslo_vmware.api [None req-b173b888-77cd-4410-86ea-dc4c69e7d06f tempest-ServerGroupTestJSON-479684333 tempest-ServerGroupTestJSON-479684333-project-member] Task: {'id': task-2791257, 'name': Rename_Task, 'duration_secs': 0.282202} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.726540] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-b173b888-77cd-4410-86ea-dc4c69e7d06f tempest-ServerGroupTestJSON-479684333 tempest-ServerGroupTestJSON-479684333-project-member] [instance: 2a1280e2-4ad2-442f-a89e-06b541a310a1] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 762.726785] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-858c0fa6-4714-4025-ac04-1a0fbf56ff96 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.733428] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b4c2fda7-aee8-4776-965c-c1e9b40ce895 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.734786] env[68893]: DEBUG oslo_vmware.api [None req-b173b888-77cd-4410-86ea-dc4c69e7d06f tempest-ServerGroupTestJSON-479684333 tempest-ServerGroupTestJSON-479684333-project-member] Waiting for the task: (returnval){ [ 762.734786] env[68893]: value = "task-2791261" [ 762.734786] env[68893]: _type = "Task" [ 762.734786] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.742774] env[68893]: DEBUG oslo_vmware.api [None req-b173b888-77cd-4410-86ea-dc4c69e7d06f tempest-ServerGroupTestJSON-479684333 tempest-ServerGroupTestJSON-479684333-project-member] Task: {'id': task-2791261, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.843818] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791260, 'name': CreateVM_Task, 'duration_secs': 0.396166} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.844101] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9bed2863-be23-41c8-9794-5f7dfbeaf219] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 762.845061] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d535d517-9843-4bdb-866d-1bb1c3673949 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.845346] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d535d517-9843-4bdb-866d-1bb1c3673949 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.845950] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d535d517-9843-4bdb-866d-1bb1c3673949 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.847063] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91bfbae6-ad33-4632-b2c0-67b3969e348b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.853971] env[68893]: DEBUG oslo_vmware.api [None req-d535d517-9843-4bdb-866d-1bb1c3673949 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Waiting for the task: (returnval){ [ 762.853971] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52997e4a-9311-54ae-5cd6-b59ef157d3db" [ 762.853971] env[68893]: _type = "Task" [ 762.853971] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.863084] env[68893]: DEBUG oslo_vmware.api [None req-d535d517-9843-4bdb-866d-1bb1c3673949 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52997e4a-9311-54ae-5cd6-b59ef157d3db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.877238] env[68893]: DEBUG nova.compute.utils [None req-f7645e3e-10a5-4549-8185-73e475ae5d25 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 762.878605] env[68893]: DEBUG nova.compute.manager [None req-f7645e3e-10a5-4549-8185-73e475ae5d25 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 42bec1a5-e2e2-4746-a6d7-57edb4b60715] Allocating IP information in the background. {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 762.878789] env[68893]: DEBUG nova.network.neutron [None req-f7645e3e-10a5-4549-8185-73e475ae5d25 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 42bec1a5-e2e2-4746-a6d7-57edb4b60715] allocate_for_instance() {{(pid=68893) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 762.922051] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 762.922786] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 762.923047] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 762.923266] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 762.923631] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 762.923874] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 762.924033] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68893) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 762.924219] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager.update_available_resource {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 762.941738] env[68893]: DEBUG nova.policy [None req-f7645e3e-10a5-4549-8185-73e475ae5d25 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c3d37b57d7c34b00bf75ab2c9c456040', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fbd67998ec3645b28f40986ddb6faf06', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68893) authorize /opt/stack/nova/nova/policy.py:192}} [ 763.131130] env[68893]: DEBUG nova.network.neutron [req-6cede2dc-5ab2-446a-97bd-54b89b04b2c6 req-57aa92e7-80ba-48f7-8390-611a41c3424a service nova] [instance: b7c373f5-60c3-44c6-bbe7-d66be17f34fd] Updated VIF entry in instance network info cache for port f8bbcef1-1b6c-4f30-9b84-4bf712e7d16d. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 763.131518] env[68893]: DEBUG nova.network.neutron [req-6cede2dc-5ab2-446a-97bd-54b89b04b2c6 req-57aa92e7-80ba-48f7-8390-611a41c3424a service nova] [instance: b7c373f5-60c3-44c6-bbe7-d66be17f34fd] Updating instance_info_cache with network_info: [{"id": "f8bbcef1-1b6c-4f30-9b84-4bf712e7d16d", "address": "fa:16:3e:bd:fc:d1", "network": {"id": "3297cc8d-5d95-4ee1-9980-6b0e8b7de833", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1082529985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4064ede1a11d4834b85e4081e6eb81aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8bbcef1-1b", "ovs_interfaceid": "f8bbcef1-1b6c-4f30-9b84-4bf712e7d16d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.248319] env[68893]: DEBUG oslo_vmware.api [None req-b173b888-77cd-4410-86ea-dc4c69e7d06f tempest-ServerGroupTestJSON-479684333 tempest-ServerGroupTestJSON-479684333-project-member] Task: {'id': task-2791261, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.366009] env[68893]: DEBUG oslo_vmware.api [None req-d535d517-9843-4bdb-866d-1bb1c3673949 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52997e4a-9311-54ae-5cd6-b59ef157d3db, 'name': SearchDatastore_Task, 'duration_secs': 0.011387} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.366496] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d535d517-9843-4bdb-866d-1bb1c3673949 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.366780] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-d535d517-9843-4bdb-866d-1bb1c3673949 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] [instance: 9bed2863-be23-41c8-9794-5f7dfbeaf219] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 763.367050] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d535d517-9843-4bdb-866d-1bb1c3673949 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.367321] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d535d517-9843-4bdb-866d-1bb1c3673949 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.367580] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-d535d517-9843-4bdb-866d-1bb1c3673949 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 763.367896] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b7804287-afe0-42c3-a62d-775ef28b7cd5 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.371515] env[68893]: DEBUG nova.network.neutron [None req-f7645e3e-10a5-4549-8185-73e475ae5d25 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 42bec1a5-e2e2-4746-a6d7-57edb4b60715] Successfully created port: 5f2fe09b-d2c7-4a2d-a6c7-c9baee8c7cab {{(pid=68893) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 763.383666] env[68893]: DEBUG nova.compute.manager [None req-f7645e3e-10a5-4549-8185-73e475ae5d25 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 42bec1a5-e2e2-4746-a6d7-57edb4b60715] Start building block device mappings for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 763.386390] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-d535d517-9843-4bdb-866d-1bb1c3673949 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 763.386583] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-d535d517-9843-4bdb-866d-1bb1c3673949 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 763.390281] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f90f918a-aa13-40f1-8d76-e21f4f37a050 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.397282] env[68893]: DEBUG oslo_vmware.api [None req-d535d517-9843-4bdb-866d-1bb1c3673949 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Waiting for the task: (returnval){ [ 763.397282] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]524d62ce-1b19-d62c-9674-4a930912c086" [ 763.397282] env[68893]: _type = "Task" [ 763.397282] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.409648] env[68893]: DEBUG oslo_vmware.api [None req-d535d517-9843-4bdb-866d-1bb1c3673949 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]524d62ce-1b19-d62c-9674-4a930912c086, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.434515] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.567760] env[68893]: DEBUG oslo_concurrency.lockutils [None req-cf65ad1b-b84c-47a1-9c4a-124d48e842fa tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Acquiring lock "bd49c388-5a16-4af3-91cf-777982d4567f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.567953] env[68893]: DEBUG oslo_concurrency.lockutils [None req-cf65ad1b-b84c-47a1-9c4a-124d48e842fa tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Lock "bd49c388-5a16-4af3-91cf-777982d4567f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.634314] env[68893]: DEBUG oslo_concurrency.lockutils [req-6cede2dc-5ab2-446a-97bd-54b89b04b2c6 req-57aa92e7-80ba-48f7-8390-611a41c3424a service nova] Releasing lock "refresh_cache-b7c373f5-60c3-44c6-bbe7-d66be17f34fd" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.634584] env[68893]: DEBUG nova.compute.manager [req-6cede2dc-5ab2-446a-97bd-54b89b04b2c6 req-57aa92e7-80ba-48f7-8390-611a41c3424a service nova] [instance: 9bed2863-be23-41c8-9794-5f7dfbeaf219] Received event network-changed-2de0d5c6-f840-49ab-9e17-293cdc27c5cb {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 763.634773] env[68893]: DEBUG nova.compute.manager [req-6cede2dc-5ab2-446a-97bd-54b89b04b2c6 req-57aa92e7-80ba-48f7-8390-611a41c3424a service nova] [instance: 9bed2863-be23-41c8-9794-5f7dfbeaf219] Refreshing instance network info cache due to event network-changed-2de0d5c6-f840-49ab-9e17-293cdc27c5cb. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 763.634990] env[68893]: DEBUG oslo_concurrency.lockutils [req-6cede2dc-5ab2-446a-97bd-54b89b04b2c6 req-57aa92e7-80ba-48f7-8390-611a41c3424a service nova] Acquiring lock "refresh_cache-9bed2863-be23-41c8-9794-5f7dfbeaf219" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.635148] env[68893]: DEBUG oslo_concurrency.lockutils [req-6cede2dc-5ab2-446a-97bd-54b89b04b2c6 req-57aa92e7-80ba-48f7-8390-611a41c3424a service nova] Acquired lock "refresh_cache-9bed2863-be23-41c8-9794-5f7dfbeaf219" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.635309] env[68893]: DEBUG nova.network.neutron [req-6cede2dc-5ab2-446a-97bd-54b89b04b2c6 req-57aa92e7-80ba-48f7-8390-611a41c3424a service nova] [instance: 9bed2863-be23-41c8-9794-5f7dfbeaf219] Refreshing network info cache for port 2de0d5c6-f840-49ab-9e17-293cdc27c5cb {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 763.745750] env[68893]: DEBUG oslo_vmware.api [None req-b173b888-77cd-4410-86ea-dc4c69e7d06f tempest-ServerGroupTestJSON-479684333 tempest-ServerGroupTestJSON-479684333-project-member] Task: {'id': task-2791261, 'name': PowerOnVM_Task, 'duration_secs': 0.53864} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.746050] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-b173b888-77cd-4410-86ea-dc4c69e7d06f tempest-ServerGroupTestJSON-479684333 tempest-ServerGroupTestJSON-479684333-project-member] [instance: 2a1280e2-4ad2-442f-a89e-06b541a310a1] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 763.746294] env[68893]: INFO nova.compute.manager [None req-b173b888-77cd-4410-86ea-dc4c69e7d06f tempest-ServerGroupTestJSON-479684333 tempest-ServerGroupTestJSON-479684333-project-member] [instance: 2a1280e2-4ad2-442f-a89e-06b541a310a1] Took 8.81 seconds to spawn the instance on the hypervisor. [ 763.746492] env[68893]: DEBUG nova.compute.manager [None req-b173b888-77cd-4410-86ea-dc4c69e7d06f tempest-ServerGroupTestJSON-479684333 tempest-ServerGroupTestJSON-479684333-project-member] [instance: 2a1280e2-4ad2-442f-a89e-06b541a310a1] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 763.747297] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45b44548-edf4-47a7-af49-9c2eb7ee15ab {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.909318] env[68893]: DEBUG oslo_vmware.api [None req-d535d517-9843-4bdb-866d-1bb1c3673949 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]524d62ce-1b19-d62c-9674-4a930912c086, 'name': SearchDatastore_Task, 'duration_secs': 0.027499} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.912888] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03335766-a27b-4c00-b60c-01dacbecc240 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.920430] env[68893]: DEBUG oslo_vmware.api [None req-d535d517-9843-4bdb-866d-1bb1c3673949 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Waiting for the task: (returnval){ [ 763.920430] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52211ca3-3a9e-38b6-0172-752a8dec4910" [ 763.920430] env[68893]: _type = "Task" [ 763.920430] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.933947] env[68893]: DEBUG oslo_vmware.api [None req-d535d517-9843-4bdb-866d-1bb1c3673949 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52211ca3-3a9e-38b6-0172-752a8dec4910, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.964027] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da4f15f3-a30a-4cab-b67f-66f9495e8026 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.972533] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a2e8e84-b245-4cc2-9ecd-f7412b3205ec {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.003502] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a46bdefb-1457-4149-97e2-4d58cf5b0ab7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.012111] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adba0d8f-96be-4429-82c1-f64ed256d901 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.029081] env[68893]: DEBUG nova.compute.provider_tree [None req-ecbdfde8-07b6-4939-bb56-f06e7618d7b1 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 764.268776] env[68893]: INFO nova.compute.manager [None req-b173b888-77cd-4410-86ea-dc4c69e7d06f tempest-ServerGroupTestJSON-479684333 tempest-ServerGroupTestJSON-479684333-project-member] [instance: 2a1280e2-4ad2-442f-a89e-06b541a310a1] Took 36.34 seconds to build instance. [ 764.351408] env[68893]: DEBUG nova.network.neutron [req-6cede2dc-5ab2-446a-97bd-54b89b04b2c6 req-57aa92e7-80ba-48f7-8390-611a41c3424a service nova] [instance: 9bed2863-be23-41c8-9794-5f7dfbeaf219] Updated VIF entry in instance network info cache for port 2de0d5c6-f840-49ab-9e17-293cdc27c5cb. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 764.351762] env[68893]: DEBUG nova.network.neutron [req-6cede2dc-5ab2-446a-97bd-54b89b04b2c6 req-57aa92e7-80ba-48f7-8390-611a41c3424a service nova] [instance: 9bed2863-be23-41c8-9794-5f7dfbeaf219] Updating instance_info_cache with network_info: [{"id": "2de0d5c6-f840-49ab-9e17-293cdc27c5cb", "address": "fa:16:3e:27:01:ed", "network": {"id": "04b3d82b-866b-4271-9ed9-37ae2e26dfa6", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1939719778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8e0a60e1e1a41d6917ed43f17686b58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2de0d5c6-f8", "ovs_interfaceid": "2de0d5c6-f840-49ab-9e17-293cdc27c5cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.394338] env[68893]: DEBUG nova.compute.manager [None req-f7645e3e-10a5-4549-8185-73e475ae5d25 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 42bec1a5-e2e2-4746-a6d7-57edb4b60715] Start spawning the instance on the hypervisor. {{(pid=68893) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 764.420088] env[68893]: DEBUG nova.virt.hardware [None req-f7645e3e-10a5-4549-8185-73e475ae5d25 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 764.420088] env[68893]: DEBUG nova.virt.hardware [None req-f7645e3e-10a5-4549-8185-73e475ae5d25 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 764.420329] env[68893]: DEBUG nova.virt.hardware [None req-f7645e3e-10a5-4549-8185-73e475ae5d25 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 764.420383] env[68893]: DEBUG nova.virt.hardware [None req-f7645e3e-10a5-4549-8185-73e475ae5d25 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 764.420577] env[68893]: DEBUG nova.virt.hardware [None req-f7645e3e-10a5-4549-8185-73e475ae5d25 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 764.420773] env[68893]: DEBUG nova.virt.hardware [None req-f7645e3e-10a5-4549-8185-73e475ae5d25 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 764.420986] env[68893]: DEBUG nova.virt.hardware [None req-f7645e3e-10a5-4549-8185-73e475ae5d25 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 764.421180] env[68893]: DEBUG nova.virt.hardware [None req-f7645e3e-10a5-4549-8185-73e475ae5d25 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 764.421353] env[68893]: DEBUG nova.virt.hardware [None req-f7645e3e-10a5-4549-8185-73e475ae5d25 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 764.421521] env[68893]: DEBUG nova.virt.hardware [None req-f7645e3e-10a5-4549-8185-73e475ae5d25 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 764.421686] env[68893]: DEBUG nova.virt.hardware [None req-f7645e3e-10a5-4549-8185-73e475ae5d25 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 764.422634] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69ecb505-77ad-4e29-b95d-32c3594c966d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.434979] env[68893]: DEBUG oslo_vmware.api [None req-d535d517-9843-4bdb-866d-1bb1c3673949 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52211ca3-3a9e-38b6-0172-752a8dec4910, 'name': SearchDatastore_Task, 'duration_secs': 0.029071} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.437089] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d535d517-9843-4bdb-866d-1bb1c3673949 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.438212] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-d535d517-9843-4bdb-866d-1bb1c3673949 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] 9bed2863-be23-41c8-9794-5f7dfbeaf219/9bed2863-be23-41c8-9794-5f7dfbeaf219.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 764.438212] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d0984d5b-7feb-4f3b-9588-3dbcd3485e12 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.440406] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64f80030-2f4d-4d72-92f5-508698214946 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.456867] env[68893]: DEBUG oslo_vmware.api [None req-d535d517-9843-4bdb-866d-1bb1c3673949 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Waiting for the task: (returnval){ [ 764.456867] env[68893]: value = "task-2791263" [ 764.456867] env[68893]: _type = "Task" [ 764.456867] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.468074] env[68893]: DEBUG oslo_vmware.api [None req-d535d517-9843-4bdb-866d-1bb1c3673949 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Task: {'id': task-2791263, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.534789] env[68893]: DEBUG nova.scheduler.client.report [None req-ecbdfde8-07b6-4939-bb56-f06e7618d7b1 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 764.538417] env[68893]: DEBUG oslo_concurrency.lockutils [None req-c61ea9ce-3fe2-4714-b554-ec62523291ae tempest-ServerMetadataTestJSON-289290010 tempest-ServerMetadataTestJSON-289290010-project-member] Acquiring lock "91617bdb-49a9-45b5-a147-d9d09248bb1c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.538690] env[68893]: DEBUG oslo_concurrency.lockutils [None req-c61ea9ce-3fe2-4714-b554-ec62523291ae tempest-ServerMetadataTestJSON-289290010 tempest-ServerMetadataTestJSON-289290010-project-member] Lock "91617bdb-49a9-45b5-a147-d9d09248bb1c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.538920] env[68893]: DEBUG oslo_concurrency.lockutils [None req-c61ea9ce-3fe2-4714-b554-ec62523291ae tempest-ServerMetadataTestJSON-289290010 tempest-ServerMetadataTestJSON-289290010-project-member] Acquiring lock "91617bdb-49a9-45b5-a147-d9d09248bb1c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.539129] env[68893]: DEBUG oslo_concurrency.lockutils [None req-c61ea9ce-3fe2-4714-b554-ec62523291ae tempest-ServerMetadataTestJSON-289290010 tempest-ServerMetadataTestJSON-289290010-project-member] Lock "91617bdb-49a9-45b5-a147-d9d09248bb1c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.539297] env[68893]: DEBUG oslo_concurrency.lockutils [None req-c61ea9ce-3fe2-4714-b554-ec62523291ae tempest-ServerMetadataTestJSON-289290010 tempest-ServerMetadataTestJSON-289290010-project-member] Lock "91617bdb-49a9-45b5-a147-d9d09248bb1c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.541030] env[68893]: INFO nova.compute.manager [None req-c61ea9ce-3fe2-4714-b554-ec62523291ae tempest-ServerMetadataTestJSON-289290010 tempest-ServerMetadataTestJSON-289290010-project-member] [instance: 91617bdb-49a9-45b5-a147-d9d09248bb1c] Terminating instance [ 764.771580] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b173b888-77cd-4410-86ea-dc4c69e7d06f tempest-ServerGroupTestJSON-479684333 tempest-ServerGroupTestJSON-479684333-project-member] Lock "2a1280e2-4ad2-442f-a89e-06b541a310a1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.457s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.854282] env[68893]: DEBUG oslo_concurrency.lockutils [req-6cede2dc-5ab2-446a-97bd-54b89b04b2c6 req-57aa92e7-80ba-48f7-8390-611a41c3424a service nova] Releasing lock "refresh_cache-9bed2863-be23-41c8-9794-5f7dfbeaf219" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.975319] env[68893]: DEBUG oslo_vmware.api [None req-d535d517-9843-4bdb-866d-1bb1c3673949 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Task: {'id': task-2791263, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.977784] env[68893]: DEBUG nova.compute.manager [req-cc8ce9f2-5f99-4bdf-89a7-dff8f5928121 req-35f58605-d3bc-4e9c-87c5-dfabb369ecfa service nova] [instance: 42bec1a5-e2e2-4746-a6d7-57edb4b60715] Received event network-vif-plugged-5f2fe09b-d2c7-4a2d-a6c7-c9baee8c7cab {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 764.978066] env[68893]: DEBUG oslo_concurrency.lockutils [req-cc8ce9f2-5f99-4bdf-89a7-dff8f5928121 req-35f58605-d3bc-4e9c-87c5-dfabb369ecfa service nova] Acquiring lock "42bec1a5-e2e2-4746-a6d7-57edb4b60715-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.978399] env[68893]: DEBUG oslo_concurrency.lockutils [req-cc8ce9f2-5f99-4bdf-89a7-dff8f5928121 req-35f58605-d3bc-4e9c-87c5-dfabb369ecfa service nova] Lock "42bec1a5-e2e2-4746-a6d7-57edb4b60715-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.978536] env[68893]: DEBUG oslo_concurrency.lockutils [req-cc8ce9f2-5f99-4bdf-89a7-dff8f5928121 req-35f58605-d3bc-4e9c-87c5-dfabb369ecfa service nova] Lock "42bec1a5-e2e2-4746-a6d7-57edb4b60715-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.978707] env[68893]: DEBUG nova.compute.manager [req-cc8ce9f2-5f99-4bdf-89a7-dff8f5928121 req-35f58605-d3bc-4e9c-87c5-dfabb369ecfa service nova] [instance: 42bec1a5-e2e2-4746-a6d7-57edb4b60715] No waiting events found dispatching network-vif-plugged-5f2fe09b-d2c7-4a2d-a6c7-c9baee8c7cab {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 764.978879] env[68893]: WARNING nova.compute.manager [req-cc8ce9f2-5f99-4bdf-89a7-dff8f5928121 req-35f58605-d3bc-4e9c-87c5-dfabb369ecfa service nova] [instance: 42bec1a5-e2e2-4746-a6d7-57edb4b60715] Received unexpected event network-vif-plugged-5f2fe09b-d2c7-4a2d-a6c7-c9baee8c7cab for instance with vm_state building and task_state spawning. [ 765.041958] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ecbdfde8-07b6-4939-bb56-f06e7618d7b1 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.673s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.042688] env[68893]: DEBUG nova.compute.manager [None req-ecbdfde8-07b6-4939-bb56-f06e7618d7b1 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] [instance: 3f7dc844-a0a8-4c16-a947-f695a646512c] Start building networks asynchronously for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 765.045758] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f2e89dad-06c4-4fc5-862a-75b9237ace0c tempest-FloatingIPsAssociationNegativeTestJSON-159533486 tempest-FloatingIPsAssociationNegativeTestJSON-159533486-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.702s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.046301] env[68893]: DEBUG nova.objects.instance [None req-f2e89dad-06c4-4fc5-862a-75b9237ace0c tempest-FloatingIPsAssociationNegativeTestJSON-159533486 tempest-FloatingIPsAssociationNegativeTestJSON-159533486-project-member] Lazy-loading 'resources' on Instance uuid 17c90488-234d-4203-964f-a4863bbe5e47 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 765.052624] env[68893]: DEBUG nova.compute.manager [None req-c61ea9ce-3fe2-4714-b554-ec62523291ae tempest-ServerMetadataTestJSON-289290010 tempest-ServerMetadataTestJSON-289290010-project-member] [instance: 91617bdb-49a9-45b5-a147-d9d09248bb1c] Start destroying the instance on the hypervisor. {{(pid=68893) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 765.053304] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-c61ea9ce-3fe2-4714-b554-ec62523291ae tempest-ServerMetadataTestJSON-289290010 tempest-ServerMetadataTestJSON-289290010-project-member] [instance: 91617bdb-49a9-45b5-a147-d9d09248bb1c] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 765.056257] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69644f45-7c6b-4aca-8160-86edb62cbccd {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.067760] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-c61ea9ce-3fe2-4714-b554-ec62523291ae tempest-ServerMetadataTestJSON-289290010 tempest-ServerMetadataTestJSON-289290010-project-member] [instance: 91617bdb-49a9-45b5-a147-d9d09248bb1c] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 765.067760] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-796dbd72-4f18-4517-bc40-90ff116bcf4d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.074428] env[68893]: DEBUG oslo_vmware.api [None req-c61ea9ce-3fe2-4714-b554-ec62523291ae tempest-ServerMetadataTestJSON-289290010 tempest-ServerMetadataTestJSON-289290010-project-member] Waiting for the task: (returnval){ [ 765.074428] env[68893]: value = "task-2791264" [ 765.074428] env[68893]: _type = "Task" [ 765.074428] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.084105] env[68893]: DEBUG oslo_vmware.api [None req-c61ea9ce-3fe2-4714-b554-ec62523291ae tempest-ServerMetadataTestJSON-289290010 tempest-ServerMetadataTestJSON-289290010-project-member] Task: {'id': task-2791264, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.118375] env[68893]: DEBUG nova.network.neutron [None req-f7645e3e-10a5-4549-8185-73e475ae5d25 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 42bec1a5-e2e2-4746-a6d7-57edb4b60715] Successfully updated port: 5f2fe09b-d2c7-4a2d-a6c7-c9baee8c7cab {{(pid=68893) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 765.274153] env[68893]: DEBUG nova.compute.manager [None req-08a0621e-a202-41c0-b89d-70a9f812ca9e tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] [instance: 5ba2b5c7-ec6d-49da-82ce-e76c402497fb] Starting instance... {{(pid=68893) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 765.383163] env[68893]: DEBUG oslo_concurrency.lockutils [None req-8d6e7f59-a0df-44c8-bb22-75aa841d27bc tempest-ServerGroupTestJSON-479684333 tempest-ServerGroupTestJSON-479684333-project-member] Acquiring lock "2a1280e2-4ad2-442f-a89e-06b541a310a1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.383931] env[68893]: DEBUG oslo_concurrency.lockutils [None req-8d6e7f59-a0df-44c8-bb22-75aa841d27bc tempest-ServerGroupTestJSON-479684333 tempest-ServerGroupTestJSON-479684333-project-member] Lock "2a1280e2-4ad2-442f-a89e-06b541a310a1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.383931] env[68893]: DEBUG oslo_concurrency.lockutils [None req-8d6e7f59-a0df-44c8-bb22-75aa841d27bc tempest-ServerGroupTestJSON-479684333 tempest-ServerGroupTestJSON-479684333-project-member] Acquiring lock "2a1280e2-4ad2-442f-a89e-06b541a310a1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.383931] env[68893]: DEBUG oslo_concurrency.lockutils [None req-8d6e7f59-a0df-44c8-bb22-75aa841d27bc tempest-ServerGroupTestJSON-479684333 tempest-ServerGroupTestJSON-479684333-project-member] Lock "2a1280e2-4ad2-442f-a89e-06b541a310a1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.384107] env[68893]: DEBUG oslo_concurrency.lockutils [None req-8d6e7f59-a0df-44c8-bb22-75aa841d27bc tempest-ServerGroupTestJSON-479684333 tempest-ServerGroupTestJSON-479684333-project-member] Lock "2a1280e2-4ad2-442f-a89e-06b541a310a1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.386389] env[68893]: INFO nova.compute.manager [None req-8d6e7f59-a0df-44c8-bb22-75aa841d27bc tempest-ServerGroupTestJSON-479684333 tempest-ServerGroupTestJSON-479684333-project-member] [instance: 2a1280e2-4ad2-442f-a89e-06b541a310a1] Terminating instance [ 765.473359] env[68893]: DEBUG oslo_vmware.api [None req-d535d517-9843-4bdb-866d-1bb1c3673949 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Task: {'id': task-2791263, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.571233} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.473637] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-d535d517-9843-4bdb-866d-1bb1c3673949 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] 9bed2863-be23-41c8-9794-5f7dfbeaf219/9bed2863-be23-41c8-9794-5f7dfbeaf219.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 765.473850] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-d535d517-9843-4bdb-866d-1bb1c3673949 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] [instance: 9bed2863-be23-41c8-9794-5f7dfbeaf219] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 765.474130] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cb6ae32e-25c9-44bc-8a3c-ac6c829ea457 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.483537] env[68893]: DEBUG oslo_vmware.api [None req-d535d517-9843-4bdb-866d-1bb1c3673949 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Waiting for the task: (returnval){ [ 765.483537] env[68893]: value = "task-2791265" [ 765.483537] env[68893]: _type = "Task" [ 765.483537] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.493728] env[68893]: DEBUG oslo_vmware.api [None req-d535d517-9843-4bdb-866d-1bb1c3673949 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Task: {'id': task-2791265, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.558487] env[68893]: DEBUG nova.compute.utils [None req-ecbdfde8-07b6-4939-bb56-f06e7618d7b1 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 765.560192] env[68893]: DEBUG nova.compute.manager [None req-ecbdfde8-07b6-4939-bb56-f06e7618d7b1 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] [instance: 3f7dc844-a0a8-4c16-a947-f695a646512c] Allocating IP information in the background. {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 765.560396] env[68893]: DEBUG nova.network.neutron [None req-ecbdfde8-07b6-4939-bb56-f06e7618d7b1 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] [instance: 3f7dc844-a0a8-4c16-a947-f695a646512c] allocate_for_instance() {{(pid=68893) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 765.586581] env[68893]: DEBUG oslo_vmware.api [None req-c61ea9ce-3fe2-4714-b554-ec62523291ae tempest-ServerMetadataTestJSON-289290010 tempest-ServerMetadataTestJSON-289290010-project-member] Task: {'id': task-2791264, 'name': PowerOffVM_Task, 'duration_secs': 0.177755} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.586883] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-c61ea9ce-3fe2-4714-b554-ec62523291ae tempest-ServerMetadataTestJSON-289290010 tempest-ServerMetadataTestJSON-289290010-project-member] [instance: 91617bdb-49a9-45b5-a147-d9d09248bb1c] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 765.587108] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-c61ea9ce-3fe2-4714-b554-ec62523291ae tempest-ServerMetadataTestJSON-289290010 tempest-ServerMetadataTestJSON-289290010-project-member] [instance: 91617bdb-49a9-45b5-a147-d9d09248bb1c] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 765.587440] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cc9fc369-1192-4403-bc59-fccb063c36a9 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.616562] env[68893]: DEBUG nova.policy [None req-ecbdfde8-07b6-4939-bb56-f06e7618d7b1 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6a93998c8c8541679b3db62df07c5f71', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7150b1757bb64298a92e8121a5b8e631', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68893) authorize /opt/stack/nova/nova/policy.py:192}} [ 765.618606] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f7645e3e-10a5-4549-8185-73e475ae5d25 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Acquiring lock "refresh_cache-42bec1a5-e2e2-4746-a6d7-57edb4b60715" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.618746] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f7645e3e-10a5-4549-8185-73e475ae5d25 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Acquired lock "refresh_cache-42bec1a5-e2e2-4746-a6d7-57edb4b60715" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.618888] env[68893]: DEBUG nova.network.neutron [None req-f7645e3e-10a5-4549-8185-73e475ae5d25 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 42bec1a5-e2e2-4746-a6d7-57edb4b60715] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 765.679781] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-c61ea9ce-3fe2-4714-b554-ec62523291ae tempest-ServerMetadataTestJSON-289290010 tempest-ServerMetadataTestJSON-289290010-project-member] [instance: 91617bdb-49a9-45b5-a147-d9d09248bb1c] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 765.680096] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-c61ea9ce-3fe2-4714-b554-ec62523291ae tempest-ServerMetadataTestJSON-289290010 tempest-ServerMetadataTestJSON-289290010-project-member] [instance: 91617bdb-49a9-45b5-a147-d9d09248bb1c] Deleting contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 765.680322] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-c61ea9ce-3fe2-4714-b554-ec62523291ae tempest-ServerMetadataTestJSON-289290010 tempest-ServerMetadataTestJSON-289290010-project-member] Deleting the datastore file [datastore2] 91617bdb-49a9-45b5-a147-d9d09248bb1c {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 765.681242] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-07144577-5955-4e8a-8654-2ae27474af56 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.695014] env[68893]: DEBUG oslo_vmware.api [None req-c61ea9ce-3fe2-4714-b554-ec62523291ae tempest-ServerMetadataTestJSON-289290010 tempest-ServerMetadataTestJSON-289290010-project-member] Waiting for the task: (returnval){ [ 765.695014] env[68893]: value = "task-2791268" [ 765.695014] env[68893]: _type = "Task" [ 765.695014] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.705676] env[68893]: DEBUG oslo_vmware.api [None req-c61ea9ce-3fe2-4714-b554-ec62523291ae tempest-ServerMetadataTestJSON-289290010 tempest-ServerMetadataTestJSON-289290010-project-member] Task: {'id': task-2791268, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.793240] env[68893]: DEBUG oslo_concurrency.lockutils [None req-08a0621e-a202-41c0-b89d-70a9f812ca9e tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.894825] env[68893]: DEBUG nova.compute.manager [None req-8d6e7f59-a0df-44c8-bb22-75aa841d27bc tempest-ServerGroupTestJSON-479684333 tempest-ServerGroupTestJSON-479684333-project-member] [instance: 2a1280e2-4ad2-442f-a89e-06b541a310a1] Start destroying the instance on the hypervisor. {{(pid=68893) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 765.895084] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-8d6e7f59-a0df-44c8-bb22-75aa841d27bc tempest-ServerGroupTestJSON-479684333 tempest-ServerGroupTestJSON-479684333-project-member] [instance: 2a1280e2-4ad2-442f-a89e-06b541a310a1] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 765.896309] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f631ed0-f61a-4c71-9f40-39544caac76c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.907127] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d6e7f59-a0df-44c8-bb22-75aa841d27bc tempest-ServerGroupTestJSON-479684333 tempest-ServerGroupTestJSON-479684333-project-member] [instance: 2a1280e2-4ad2-442f-a89e-06b541a310a1] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 765.909918] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e4fd10a8-0aa4-4e9d-a60f-7351fd3fb622 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.918921] env[68893]: DEBUG oslo_vmware.api [None req-8d6e7f59-a0df-44c8-bb22-75aa841d27bc tempest-ServerGroupTestJSON-479684333 tempest-ServerGroupTestJSON-479684333-project-member] Waiting for the task: (returnval){ [ 765.918921] env[68893]: value = "task-2791269" [ 765.918921] env[68893]: _type = "Task" [ 765.918921] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.931951] env[68893]: DEBUG oslo_vmware.api [None req-8d6e7f59-a0df-44c8-bb22-75aa841d27bc tempest-ServerGroupTestJSON-479684333 tempest-ServerGroupTestJSON-479684333-project-member] Task: {'id': task-2791269, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.996268] env[68893]: DEBUG oslo_vmware.api [None req-d535d517-9843-4bdb-866d-1bb1c3673949 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Task: {'id': task-2791265, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.164722} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.000911] env[68893]: DEBUG nova.network.neutron [None req-ecbdfde8-07b6-4939-bb56-f06e7618d7b1 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] [instance: 3f7dc844-a0a8-4c16-a947-f695a646512c] Successfully created port: 8d5c2a95-c24f-4274-a96c-14cb2dfe3fb2 {{(pid=68893) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 766.002680] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-d535d517-9843-4bdb-866d-1bb1c3673949 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] [instance: 9bed2863-be23-41c8-9794-5f7dfbeaf219] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 766.004329] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb73418d-ecb0-4174-8c2a-531329c1077a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.031543] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-d535d517-9843-4bdb-866d-1bb1c3673949 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] [instance: 9bed2863-be23-41c8-9794-5f7dfbeaf219] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] 9bed2863-be23-41c8-9794-5f7dfbeaf219/9bed2863-be23-41c8-9794-5f7dfbeaf219.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 766.034446] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5af5d40-ef45-4c3e-8a11-a49c9f6a513e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.055603] env[68893]: DEBUG oslo_vmware.api [None req-d535d517-9843-4bdb-866d-1bb1c3673949 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Waiting for the task: (returnval){ [ 766.055603] env[68893]: value = "task-2791270" [ 766.055603] env[68893]: _type = "Task" [ 766.055603] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.064486] env[68893]: DEBUG nova.compute.manager [None req-ecbdfde8-07b6-4939-bb56-f06e7618d7b1 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] [instance: 3f7dc844-a0a8-4c16-a947-f695a646512c] Start building block device mappings for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 766.070620] env[68893]: DEBUG oslo_vmware.api [None req-d535d517-9843-4bdb-866d-1bb1c3673949 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Task: {'id': task-2791270, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.159204] env[68893]: DEBUG nova.network.neutron [None req-f7645e3e-10a5-4549-8185-73e475ae5d25 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 42bec1a5-e2e2-4746-a6d7-57edb4b60715] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 766.194381] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b4133f3-77a6-4b8c-a72e-8026464d4d9c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.207691] env[68893]: DEBUG oslo_vmware.api [None req-c61ea9ce-3fe2-4714-b554-ec62523291ae tempest-ServerMetadataTestJSON-289290010 tempest-ServerMetadataTestJSON-289290010-project-member] Task: {'id': task-2791268, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192998} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.209733] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-c61ea9ce-3fe2-4714-b554-ec62523291ae tempest-ServerMetadataTestJSON-289290010 tempest-ServerMetadataTestJSON-289290010-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 766.209963] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-c61ea9ce-3fe2-4714-b554-ec62523291ae tempest-ServerMetadataTestJSON-289290010 tempest-ServerMetadataTestJSON-289290010-project-member] [instance: 91617bdb-49a9-45b5-a147-d9d09248bb1c] Deleted contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 766.210165] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-c61ea9ce-3fe2-4714-b554-ec62523291ae tempest-ServerMetadataTestJSON-289290010 tempest-ServerMetadataTestJSON-289290010-project-member] [instance: 91617bdb-49a9-45b5-a147-d9d09248bb1c] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 766.210340] env[68893]: INFO nova.compute.manager [None req-c61ea9ce-3fe2-4714-b554-ec62523291ae tempest-ServerMetadataTestJSON-289290010 tempest-ServerMetadataTestJSON-289290010-project-member] [instance: 91617bdb-49a9-45b5-a147-d9d09248bb1c] Took 1.16 seconds to destroy the instance on the hypervisor. [ 766.210602] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c61ea9ce-3fe2-4714-b554-ec62523291ae tempest-ServerMetadataTestJSON-289290010 tempest-ServerMetadataTestJSON-289290010-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 766.210889] env[68893]: DEBUG nova.compute.manager [-] [instance: 91617bdb-49a9-45b5-a147-d9d09248bb1c] Deallocating network for instance {{(pid=68893) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 766.210999] env[68893]: DEBUG nova.network.neutron [-] [instance: 91617bdb-49a9-45b5-a147-d9d09248bb1c] deallocate_for_instance() {{(pid=68893) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 766.213509] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86b00395-a6a9-43c5-84cc-7a552952b5fd {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.249237] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-532f6510-ecd3-4e77-bba2-a9760d355dff {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.260110] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa26f4d0-b18e-4cc8-8d47-fbc4da9cbd0d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.276132] env[68893]: DEBUG nova.compute.provider_tree [None req-f2e89dad-06c4-4fc5-862a-75b9237ace0c tempest-FloatingIPsAssociationNegativeTestJSON-159533486 tempest-FloatingIPsAssociationNegativeTestJSON-159533486-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 766.429985] env[68893]: DEBUG oslo_vmware.api [None req-8d6e7f59-a0df-44c8-bb22-75aa841d27bc tempest-ServerGroupTestJSON-479684333 tempest-ServerGroupTestJSON-479684333-project-member] Task: {'id': task-2791269, 'name': PowerOffVM_Task, 'duration_secs': 0.360921} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.430533] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d6e7f59-a0df-44c8-bb22-75aa841d27bc tempest-ServerGroupTestJSON-479684333 tempest-ServerGroupTestJSON-479684333-project-member] [instance: 2a1280e2-4ad2-442f-a89e-06b541a310a1] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 766.430895] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-8d6e7f59-a0df-44c8-bb22-75aa841d27bc tempest-ServerGroupTestJSON-479684333 tempest-ServerGroupTestJSON-479684333-project-member] [instance: 2a1280e2-4ad2-442f-a89e-06b541a310a1] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 766.431264] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-50d7268e-4cc5-412b-af78-0aaeb6c87768 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.473309] env[68893]: DEBUG nova.network.neutron [None req-f7645e3e-10a5-4549-8185-73e475ae5d25 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 42bec1a5-e2e2-4746-a6d7-57edb4b60715] Updating instance_info_cache with network_info: [{"id": "5f2fe09b-d2c7-4a2d-a6c7-c9baee8c7cab", "address": "fa:16:3e:e7:47:69", "network": {"id": "cd4544f9-c687-4245-bf7a-8be777c837e0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1345768403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbd67998ec3645b28f40986ddb6faf06", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f2fe09b-d2", "ovs_interfaceid": "5f2fe09b-d2c7-4a2d-a6c7-c9baee8c7cab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.502940] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-8d6e7f59-a0df-44c8-bb22-75aa841d27bc tempest-ServerGroupTestJSON-479684333 tempest-ServerGroupTestJSON-479684333-project-member] [instance: 2a1280e2-4ad2-442f-a89e-06b541a310a1] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 766.503184] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-8d6e7f59-a0df-44c8-bb22-75aa841d27bc tempest-ServerGroupTestJSON-479684333 tempest-ServerGroupTestJSON-479684333-project-member] [instance: 2a1280e2-4ad2-442f-a89e-06b541a310a1] Deleting contents of the VM from datastore datastore1 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 766.503393] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d6e7f59-a0df-44c8-bb22-75aa841d27bc tempest-ServerGroupTestJSON-479684333 tempest-ServerGroupTestJSON-479684333-project-member] Deleting the datastore file [datastore1] 2a1280e2-4ad2-442f-a89e-06b541a310a1 {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 766.503663] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a96982de-6d67-46f5-bfe4-4bfb6aa9986e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.515158] env[68893]: DEBUG oslo_vmware.api [None req-8d6e7f59-a0df-44c8-bb22-75aa841d27bc tempest-ServerGroupTestJSON-479684333 tempest-ServerGroupTestJSON-479684333-project-member] Waiting for the task: (returnval){ [ 766.515158] env[68893]: value = "task-2791272" [ 766.515158] env[68893]: _type = "Task" [ 766.515158] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.524398] env[68893]: DEBUG oslo_vmware.api [None req-8d6e7f59-a0df-44c8-bb22-75aa841d27bc tempest-ServerGroupTestJSON-479684333 tempest-ServerGroupTestJSON-479684333-project-member] Task: {'id': task-2791272, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.569479] env[68893]: DEBUG oslo_vmware.api [None req-d535d517-9843-4bdb-866d-1bb1c3673949 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Task: {'id': task-2791270, 'name': ReconfigVM_Task, 'duration_secs': 0.384259} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.569799] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-d535d517-9843-4bdb-866d-1bb1c3673949 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] [instance: 9bed2863-be23-41c8-9794-5f7dfbeaf219] Reconfigured VM instance instance-0000001c to attach disk [datastore2] 9bed2863-be23-41c8-9794-5f7dfbeaf219/9bed2863-be23-41c8-9794-5f7dfbeaf219.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 766.570611] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cffa1f81-7f22-4451-a661-47965f87ea85 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.585254] env[68893]: DEBUG oslo_vmware.api [None req-d535d517-9843-4bdb-866d-1bb1c3673949 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Waiting for the task: (returnval){ [ 766.585254] env[68893]: value = "task-2791273" [ 766.585254] env[68893]: _type = "Task" [ 766.585254] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.594021] env[68893]: DEBUG oslo_vmware.api [None req-d535d517-9843-4bdb-866d-1bb1c3673949 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Task: {'id': task-2791273, 'name': Rename_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.740656] env[68893]: DEBUG nova.compute.manager [req-f85bb414-8a59-43d4-9a91-e4f6c5dc42ce req-d7cb95a1-515c-4fdc-bda4-3dab72b83220 service nova] [instance: 91617bdb-49a9-45b5-a147-d9d09248bb1c] Received event network-vif-deleted-79eac02f-28f0-44d4-9cc3-03bfb938d2a2 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 766.740656] env[68893]: INFO nova.compute.manager [req-f85bb414-8a59-43d4-9a91-e4f6c5dc42ce req-d7cb95a1-515c-4fdc-bda4-3dab72b83220 service nova] [instance: 91617bdb-49a9-45b5-a147-d9d09248bb1c] Neutron deleted interface 79eac02f-28f0-44d4-9cc3-03bfb938d2a2; detaching it from the instance and deleting it from the info cache [ 766.740815] env[68893]: DEBUG nova.network.neutron [req-f85bb414-8a59-43d4-9a91-e4f6c5dc42ce req-d7cb95a1-515c-4fdc-bda4-3dab72b83220 service nova] [instance: 91617bdb-49a9-45b5-a147-d9d09248bb1c] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.779590] env[68893]: DEBUG nova.scheduler.client.report [None req-f2e89dad-06c4-4fc5-862a-75b9237ace0c tempest-FloatingIPsAssociationNegativeTestJSON-159533486 tempest-FloatingIPsAssociationNegativeTestJSON-159533486-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 766.976973] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f7645e3e-10a5-4549-8185-73e475ae5d25 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Releasing lock "refresh_cache-42bec1a5-e2e2-4746-a6d7-57edb4b60715" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.977395] env[68893]: DEBUG nova.compute.manager [None req-f7645e3e-10a5-4549-8185-73e475ae5d25 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 42bec1a5-e2e2-4746-a6d7-57edb4b60715] Instance network_info: |[{"id": "5f2fe09b-d2c7-4a2d-a6c7-c9baee8c7cab", "address": "fa:16:3e:e7:47:69", "network": {"id": "cd4544f9-c687-4245-bf7a-8be777c837e0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1345768403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbd67998ec3645b28f40986ddb6faf06", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f2fe09b-d2", "ovs_interfaceid": "5f2fe09b-d2c7-4a2d-a6c7-c9baee8c7cab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 766.977825] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-f7645e3e-10a5-4549-8185-73e475ae5d25 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 42bec1a5-e2e2-4746-a6d7-57edb4b60715] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:47:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba866c99-1cb2-4588-9f76-4bc0421ed46a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5f2fe09b-d2c7-4a2d-a6c7-c9baee8c7cab', 'vif_model': 'vmxnet3'}] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 766.985523] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7645e3e-10a5-4549-8185-73e475ae5d25 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Creating folder: Project (fbd67998ec3645b28f40986ddb6faf06). Parent ref: group-v560969. {{(pid=68893) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 766.985805] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b6953a40-97e8-40d3-8d9c-7f0053786c77 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.999492] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-f7645e3e-10a5-4549-8185-73e475ae5d25 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Created folder: Project (fbd67998ec3645b28f40986ddb6faf06) in parent group-v560969. [ 766.999606] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7645e3e-10a5-4549-8185-73e475ae5d25 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Creating folder: Instances. Parent ref: group-v561054. {{(pid=68893) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 766.999796] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-da6dc23e-4669-430a-9a68-3ac874447e12 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.011173] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-f7645e3e-10a5-4549-8185-73e475ae5d25 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Created folder: Instances in parent group-v561054. [ 767.011425] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f7645e3e-10a5-4549-8185-73e475ae5d25 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 767.011618] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42bec1a5-e2e2-4746-a6d7-57edb4b60715] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 767.011828] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-156b7123-b26c-460a-bb3e-94ef39573837 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.036468] env[68893]: DEBUG oslo_vmware.api [None req-8d6e7f59-a0df-44c8-bb22-75aa841d27bc tempest-ServerGroupTestJSON-479684333 tempest-ServerGroupTestJSON-479684333-project-member] Task: {'id': task-2791272, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.277103} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.037775] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d6e7f59-a0df-44c8-bb22-75aa841d27bc tempest-ServerGroupTestJSON-479684333 tempest-ServerGroupTestJSON-479684333-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 767.037973] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-8d6e7f59-a0df-44c8-bb22-75aa841d27bc tempest-ServerGroupTestJSON-479684333 tempest-ServerGroupTestJSON-479684333-project-member] [instance: 2a1280e2-4ad2-442f-a89e-06b541a310a1] Deleted contents of the VM from datastore datastore1 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 767.038166] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-8d6e7f59-a0df-44c8-bb22-75aa841d27bc tempest-ServerGroupTestJSON-479684333 tempest-ServerGroupTestJSON-479684333-project-member] [instance: 2a1280e2-4ad2-442f-a89e-06b541a310a1] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 767.038340] env[68893]: INFO nova.compute.manager [None req-8d6e7f59-a0df-44c8-bb22-75aa841d27bc tempest-ServerGroupTestJSON-479684333 tempest-ServerGroupTestJSON-479684333-project-member] [instance: 2a1280e2-4ad2-442f-a89e-06b541a310a1] Took 1.14 seconds to destroy the instance on the hypervisor. [ 767.038581] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8d6e7f59-a0df-44c8-bb22-75aa841d27bc tempest-ServerGroupTestJSON-479684333 tempest-ServerGroupTestJSON-479684333-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 767.038763] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 767.038763] env[68893]: value = "task-2791276" [ 767.038763] env[68893]: _type = "Task" [ 767.038763] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.038936] env[68893]: DEBUG nova.compute.manager [-] [instance: 2a1280e2-4ad2-442f-a89e-06b541a310a1] Deallocating network for instance {{(pid=68893) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 767.039045] env[68893]: DEBUG nova.network.neutron [-] [instance: 2a1280e2-4ad2-442f-a89e-06b541a310a1] deallocate_for_instance() {{(pid=68893) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 767.050637] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791276, 'name': CreateVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.077834] env[68893]: DEBUG nova.compute.manager [None req-ecbdfde8-07b6-4939-bb56-f06e7618d7b1 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] [instance: 3f7dc844-a0a8-4c16-a947-f695a646512c] Start spawning the instance on the hypervisor. {{(pid=68893) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 767.093748] env[68893]: DEBUG oslo_vmware.api [None req-d535d517-9843-4bdb-866d-1bb1c3673949 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Task: {'id': task-2791273, 'name': Rename_Task, 'duration_secs': 0.178803} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.094120] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-d535d517-9843-4bdb-866d-1bb1c3673949 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] [instance: 9bed2863-be23-41c8-9794-5f7dfbeaf219] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 767.094393] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a1b1585e-f525-4be8-8997-ba2c719ad7e1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.102696] env[68893]: DEBUG oslo_vmware.api [None req-d535d517-9843-4bdb-866d-1bb1c3673949 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Waiting for the task: (returnval){ [ 767.102696] env[68893]: value = "task-2791277" [ 767.102696] env[68893]: _type = "Task" [ 767.102696] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.108832] env[68893]: DEBUG nova.virt.hardware [None req-ecbdfde8-07b6-4939-bb56-f06e7618d7b1 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 767.109494] env[68893]: DEBUG nova.virt.hardware [None req-ecbdfde8-07b6-4939-bb56-f06e7618d7b1 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 767.109494] env[68893]: DEBUG nova.virt.hardware [None req-ecbdfde8-07b6-4939-bb56-f06e7618d7b1 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 767.109494] env[68893]: DEBUG nova.virt.hardware [None req-ecbdfde8-07b6-4939-bb56-f06e7618d7b1 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 767.109686] env[68893]: DEBUG nova.virt.hardware [None req-ecbdfde8-07b6-4939-bb56-f06e7618d7b1 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 767.109686] env[68893]: DEBUG nova.virt.hardware [None req-ecbdfde8-07b6-4939-bb56-f06e7618d7b1 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 767.109894] env[68893]: DEBUG nova.virt.hardware [None req-ecbdfde8-07b6-4939-bb56-f06e7618d7b1 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 767.110063] env[68893]: DEBUG nova.virt.hardware [None req-ecbdfde8-07b6-4939-bb56-f06e7618d7b1 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 767.110247] env[68893]: DEBUG nova.virt.hardware [None req-ecbdfde8-07b6-4939-bb56-f06e7618d7b1 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 767.110517] env[68893]: DEBUG nova.virt.hardware [None req-ecbdfde8-07b6-4939-bb56-f06e7618d7b1 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 767.110679] env[68893]: DEBUG nova.virt.hardware [None req-ecbdfde8-07b6-4939-bb56-f06e7618d7b1 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 767.111543] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d595411-758b-490c-9afd-a987d8b03c02 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.117446] env[68893]: DEBUG oslo_vmware.api [None req-d535d517-9843-4bdb-866d-1bb1c3673949 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Task: {'id': task-2791277, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.123065] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51818036-a194-49c3-96fd-2daebc6ea209 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.127652] env[68893]: DEBUG nova.network.neutron [-] [instance: 91617bdb-49a9-45b5-a147-d9d09248bb1c] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.246311] env[68893]: DEBUG nova.compute.manager [req-3630dd17-0591-421c-aa3e-06a4179611b1 req-f562538d-4a2e-4adb-b8fe-767dad7e0e4e service nova] [instance: 42bec1a5-e2e2-4746-a6d7-57edb4b60715] Received event network-changed-5f2fe09b-d2c7-4a2d-a6c7-c9baee8c7cab {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 767.246535] env[68893]: DEBUG nova.compute.manager [req-3630dd17-0591-421c-aa3e-06a4179611b1 req-f562538d-4a2e-4adb-b8fe-767dad7e0e4e service nova] [instance: 42bec1a5-e2e2-4746-a6d7-57edb4b60715] Refreshing instance network info cache due to event network-changed-5f2fe09b-d2c7-4a2d-a6c7-c9baee8c7cab. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 767.246865] env[68893]: DEBUG oslo_concurrency.lockutils [req-3630dd17-0591-421c-aa3e-06a4179611b1 req-f562538d-4a2e-4adb-b8fe-767dad7e0e4e service nova] Acquiring lock "refresh_cache-42bec1a5-e2e2-4746-a6d7-57edb4b60715" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.246934] env[68893]: DEBUG oslo_concurrency.lockutils [req-3630dd17-0591-421c-aa3e-06a4179611b1 req-f562538d-4a2e-4adb-b8fe-767dad7e0e4e service nova] Acquired lock "refresh_cache-42bec1a5-e2e2-4746-a6d7-57edb4b60715" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.247334] env[68893]: DEBUG nova.network.neutron [req-3630dd17-0591-421c-aa3e-06a4179611b1 req-f562538d-4a2e-4adb-b8fe-767dad7e0e4e service nova] [instance: 42bec1a5-e2e2-4746-a6d7-57edb4b60715] Refreshing network info cache for port 5f2fe09b-d2c7-4a2d-a6c7-c9baee8c7cab {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 767.248623] env[68893]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-62b491f7-4f98-4f47-ab3c-364bf78c03b9 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.260318] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18da2d49-9258-48ac-815b-4dc4436bc24b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.286259] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f2e89dad-06c4-4fc5-862a-75b9237ace0c tempest-FloatingIPsAssociationNegativeTestJSON-159533486 tempest-FloatingIPsAssociationNegativeTestJSON-159533486-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.239s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.300914] env[68893]: DEBUG oslo_concurrency.lockutils [None req-3bdf9b04-294f-4687-981c-7ee0d3c2e8f6 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.423s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.303148] env[68893]: INFO nova.compute.claims [None req-3bdf9b04-294f-4687-981c-7ee0d3c2e8f6 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] [instance: f72552ae-2213-4d26-a1e2-82015336df56] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 767.307089] env[68893]: DEBUG nova.compute.manager [req-f85bb414-8a59-43d4-9a91-e4f6c5dc42ce req-d7cb95a1-515c-4fdc-bda4-3dab72b83220 service nova] [instance: 91617bdb-49a9-45b5-a147-d9d09248bb1c] Detach interface failed, port_id=79eac02f-28f0-44d4-9cc3-03bfb938d2a2, reason: Instance 91617bdb-49a9-45b5-a147-d9d09248bb1c could not be found. {{(pid=68893) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 767.323988] env[68893]: INFO nova.scheduler.client.report [None req-f2e89dad-06c4-4fc5-862a-75b9237ace0c tempest-FloatingIPsAssociationNegativeTestJSON-159533486 tempest-FloatingIPsAssociationNegativeTestJSON-159533486-project-member] Deleted allocations for instance 17c90488-234d-4203-964f-a4863bbe5e47 [ 767.555275] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791276, 'name': CreateVM_Task, 'duration_secs': 0.369643} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.555275] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42bec1a5-e2e2-4746-a6d7-57edb4b60715] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 767.555275] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f7645e3e-10a5-4549-8185-73e475ae5d25 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.555275] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f7645e3e-10a5-4549-8185-73e475ae5d25 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.555275] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f7645e3e-10a5-4549-8185-73e475ae5d25 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.555275] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a900ec0-80c4-458c-8ea0-5350dfca75b1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.561155] env[68893]: DEBUG oslo_vmware.api [None req-f7645e3e-10a5-4549-8185-73e475ae5d25 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Waiting for the task: (returnval){ [ 767.561155] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]526fee6c-0ed9-cbcc-3414-2afedbbfd1e6" [ 767.561155] env[68893]: _type = "Task" [ 767.561155] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.570862] env[68893]: DEBUG oslo_vmware.api [None req-f7645e3e-10a5-4549-8185-73e475ae5d25 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]526fee6c-0ed9-cbcc-3414-2afedbbfd1e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.613035] env[68893]: DEBUG oslo_vmware.api [None req-d535d517-9843-4bdb-866d-1bb1c3673949 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Task: {'id': task-2791277, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.639731] env[68893]: INFO nova.compute.manager [-] [instance: 91617bdb-49a9-45b5-a147-d9d09248bb1c] Took 1.43 seconds to deallocate network for instance. [ 767.673679] env[68893]: DEBUG nova.network.neutron [None req-ecbdfde8-07b6-4939-bb56-f06e7618d7b1 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] [instance: 3f7dc844-a0a8-4c16-a947-f695a646512c] Successfully updated port: 8d5c2a95-c24f-4274-a96c-14cb2dfe3fb2 {{(pid=68893) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 767.833358] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f2e89dad-06c4-4fc5-862a-75b9237ace0c tempest-FloatingIPsAssociationNegativeTestJSON-159533486 tempest-FloatingIPsAssociationNegativeTestJSON-159533486-project-member] Lock "17c90488-234d-4203-964f-a4863bbe5e47" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.315s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.926030] env[68893]: DEBUG nova.network.neutron [-] [instance: 2a1280e2-4ad2-442f-a89e-06b541a310a1] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.036480] env[68893]: DEBUG nova.network.neutron [req-3630dd17-0591-421c-aa3e-06a4179611b1 req-f562538d-4a2e-4adb-b8fe-767dad7e0e4e service nova] [instance: 42bec1a5-e2e2-4746-a6d7-57edb4b60715] Updated VIF entry in instance network info cache for port 5f2fe09b-d2c7-4a2d-a6c7-c9baee8c7cab. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 768.036985] env[68893]: DEBUG nova.network.neutron [req-3630dd17-0591-421c-aa3e-06a4179611b1 req-f562538d-4a2e-4adb-b8fe-767dad7e0e4e service nova] [instance: 42bec1a5-e2e2-4746-a6d7-57edb4b60715] Updating instance_info_cache with network_info: [{"id": "5f2fe09b-d2c7-4a2d-a6c7-c9baee8c7cab", "address": "fa:16:3e:e7:47:69", "network": {"id": "cd4544f9-c687-4245-bf7a-8be777c837e0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1345768403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbd67998ec3645b28f40986ddb6faf06", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f2fe09b-d2", "ovs_interfaceid": "5f2fe09b-d2c7-4a2d-a6c7-c9baee8c7cab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.071727] env[68893]: DEBUG oslo_vmware.api [None req-f7645e3e-10a5-4549-8185-73e475ae5d25 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]526fee6c-0ed9-cbcc-3414-2afedbbfd1e6, 'name': SearchDatastore_Task, 'duration_secs': 0.010188} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.071994] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f7645e3e-10a5-4549-8185-73e475ae5d25 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.072251] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-f7645e3e-10a5-4549-8185-73e475ae5d25 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 42bec1a5-e2e2-4746-a6d7-57edb4b60715] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 768.072488] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f7645e3e-10a5-4549-8185-73e475ae5d25 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.072630] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f7645e3e-10a5-4549-8185-73e475ae5d25 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.072805] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7645e3e-10a5-4549-8185-73e475ae5d25 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 768.073074] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e0c483a1-1d7f-4ef4-aafb-9ccf7d1fb8cf {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.081744] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7645e3e-10a5-4549-8185-73e475ae5d25 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 768.081923] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-f7645e3e-10a5-4549-8185-73e475ae5d25 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 768.082659] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdd89cee-49e6-4dc2-b544-0293cfa3d634 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.088918] env[68893]: DEBUG oslo_vmware.api [None req-f7645e3e-10a5-4549-8185-73e475ae5d25 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Waiting for the task: (returnval){ [ 768.088918] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]522fb6c6-96c9-6786-e31b-617bfc91a9fe" [ 768.088918] env[68893]: _type = "Task" [ 768.088918] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.097898] env[68893]: DEBUG oslo_vmware.api [None req-f7645e3e-10a5-4549-8185-73e475ae5d25 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]522fb6c6-96c9-6786-e31b-617bfc91a9fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.114298] env[68893]: DEBUG oslo_vmware.api [None req-d535d517-9843-4bdb-866d-1bb1c3673949 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Task: {'id': task-2791277, 'name': PowerOnVM_Task, 'duration_secs': 0.905595} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.114670] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-d535d517-9843-4bdb-866d-1bb1c3673949 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] [instance: 9bed2863-be23-41c8-9794-5f7dfbeaf219] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 768.114892] env[68893]: INFO nova.compute.manager [None req-d535d517-9843-4bdb-866d-1bb1c3673949 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] [instance: 9bed2863-be23-41c8-9794-5f7dfbeaf219] Took 9.24 seconds to spawn the instance on the hypervisor. [ 768.115088] env[68893]: DEBUG nova.compute.manager [None req-d535d517-9843-4bdb-866d-1bb1c3673949 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] [instance: 9bed2863-be23-41c8-9794-5f7dfbeaf219] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 768.115938] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30b2b3fb-32f8-4388-bd90-32decb11bb6c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.152458] env[68893]: DEBUG oslo_concurrency.lockutils [None req-c61ea9ce-3fe2-4714-b554-ec62523291ae tempest-ServerMetadataTestJSON-289290010 tempest-ServerMetadataTestJSON-289290010-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.176823] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ecbdfde8-07b6-4939-bb56-f06e7618d7b1 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Acquiring lock "refresh_cache-3f7dc844-a0a8-4c16-a947-f695a646512c" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.177863] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ecbdfde8-07b6-4939-bb56-f06e7618d7b1 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Acquired lock "refresh_cache-3f7dc844-a0a8-4c16-a947-f695a646512c" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.177863] env[68893]: DEBUG nova.network.neutron [None req-ecbdfde8-07b6-4939-bb56-f06e7618d7b1 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] [instance: 3f7dc844-a0a8-4c16-a947-f695a646512c] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 768.428362] env[68893]: INFO nova.compute.manager [-] [instance: 2a1280e2-4ad2-442f-a89e-06b541a310a1] Took 1.39 seconds to deallocate network for instance. [ 768.540381] env[68893]: DEBUG oslo_concurrency.lockutils [req-3630dd17-0591-421c-aa3e-06a4179611b1 req-f562538d-4a2e-4adb-b8fe-767dad7e0e4e service nova] Releasing lock "refresh_cache-42bec1a5-e2e2-4746-a6d7-57edb4b60715" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.603485] env[68893]: DEBUG oslo_vmware.api [None req-f7645e3e-10a5-4549-8185-73e475ae5d25 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]522fb6c6-96c9-6786-e31b-617bfc91a9fe, 'name': SearchDatastore_Task, 'duration_secs': 0.009182} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.605964] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdd6ebf9-ca63-4b5e-b3ff-9189760758ce {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.612250] env[68893]: DEBUG oslo_vmware.api [None req-f7645e3e-10a5-4549-8185-73e475ae5d25 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Waiting for the task: (returnval){ [ 768.612250] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52b9ad29-c90f-d0bc-33c9-a583fa8ee5b6" [ 768.612250] env[68893]: _type = "Task" [ 768.612250] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.625439] env[68893]: DEBUG oslo_vmware.api [None req-f7645e3e-10a5-4549-8185-73e475ae5d25 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52b9ad29-c90f-d0bc-33c9-a583fa8ee5b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.635542] env[68893]: INFO nova.compute.manager [None req-d535d517-9843-4bdb-866d-1bb1c3673949 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] [instance: 9bed2863-be23-41c8-9794-5f7dfbeaf219] Took 34.54 seconds to build instance. [ 768.725775] env[68893]: DEBUG nova.network.neutron [None req-ecbdfde8-07b6-4939-bb56-f06e7618d7b1 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] [instance: 3f7dc844-a0a8-4c16-a947-f695a646512c] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 768.804816] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-799a11e2-44e3-44e7-b074-263779f45528 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.816479] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2490de2b-d3d4-41be-81f0-2e9524c35a2c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.851479] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c7e2d39-495f-41a1-a69a-dcb270b42c4f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.860768] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ee854ec-349f-4bc8-ba5f-c3cff497298e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.876429] env[68893]: DEBUG nova.compute.provider_tree [None req-3bdf9b04-294f-4687-981c-7ee0d3c2e8f6 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 768.926134] env[68893]: DEBUG nova.compute.manager [req-27e40c57-ea34-42cd-9e0c-35d20b1b77b2 req-9f9c1c36-e782-49f8-aa02-c85bf8398116 service nova] [instance: 2a1280e2-4ad2-442f-a89e-06b541a310a1] Received event network-vif-deleted-02a0e30d-fc38-4408-8fc3-2e5097586a8c {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 768.930369] env[68893]: DEBUG nova.network.neutron [None req-ecbdfde8-07b6-4939-bb56-f06e7618d7b1 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] [instance: 3f7dc844-a0a8-4c16-a947-f695a646512c] Updating instance_info_cache with network_info: [{"id": "8d5c2a95-c24f-4274-a96c-14cb2dfe3fb2", "address": "fa:16:3e:d5:62:fb", "network": {"id": "64f8635c-6a46-483b-96ac-b77fe56566a5", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-170821951-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7150b1757bb64298a92e8121a5b8e631", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d5c2a95-c2", "ovs_interfaceid": "8d5c2a95-c24f-4274-a96c-14cb2dfe3fb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.936384] env[68893]: DEBUG oslo_concurrency.lockutils [None req-8d6e7f59-a0df-44c8-bb22-75aa841d27bc tempest-ServerGroupTestJSON-479684333 tempest-ServerGroupTestJSON-479684333-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.124580] env[68893]: DEBUG oslo_vmware.api [None req-f7645e3e-10a5-4549-8185-73e475ae5d25 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52b9ad29-c90f-d0bc-33c9-a583fa8ee5b6, 'name': SearchDatastore_Task, 'duration_secs': 0.010466} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.126024] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f7645e3e-10a5-4549-8185-73e475ae5d25 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.127123] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7645e3e-10a5-4549-8185-73e475ae5d25 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] 42bec1a5-e2e2-4746-a6d7-57edb4b60715/42bec1a5-e2e2-4746-a6d7-57edb4b60715.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 769.127455] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-04232230-70eb-437c-87c7-1fa4abf712e0 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.136917] env[68893]: DEBUG oslo_vmware.api [None req-f7645e3e-10a5-4549-8185-73e475ae5d25 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Waiting for the task: (returnval){ [ 769.136917] env[68893]: value = "task-2791278" [ 769.136917] env[68893]: _type = "Task" [ 769.136917] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.140723] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d535d517-9843-4bdb-866d-1bb1c3673949 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Lock "9bed2863-be23-41c8-9794-5f7dfbeaf219" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.664s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.148270] env[68893]: DEBUG oslo_vmware.api [None req-f7645e3e-10a5-4549-8185-73e475ae5d25 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2791278, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.364261] env[68893]: DEBUG nova.compute.manager [req-c5025cfc-1fc9-4fde-8c5f-81aa39c53c77 req-beff23b7-0b99-4471-a80c-0151712951cb service nova] [instance: 3f7dc844-a0a8-4c16-a947-f695a646512c] Received event network-vif-plugged-8d5c2a95-c24f-4274-a96c-14cb2dfe3fb2 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 769.364582] env[68893]: DEBUG oslo_concurrency.lockutils [req-c5025cfc-1fc9-4fde-8c5f-81aa39c53c77 req-beff23b7-0b99-4471-a80c-0151712951cb service nova] Acquiring lock "3f7dc844-a0a8-4c16-a947-f695a646512c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.364853] env[68893]: DEBUG oslo_concurrency.lockutils [req-c5025cfc-1fc9-4fde-8c5f-81aa39c53c77 req-beff23b7-0b99-4471-a80c-0151712951cb service nova] Lock "3f7dc844-a0a8-4c16-a947-f695a646512c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.365086] env[68893]: DEBUG oslo_concurrency.lockutils [req-c5025cfc-1fc9-4fde-8c5f-81aa39c53c77 req-beff23b7-0b99-4471-a80c-0151712951cb service nova] Lock "3f7dc844-a0a8-4c16-a947-f695a646512c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.365351] env[68893]: DEBUG nova.compute.manager [req-c5025cfc-1fc9-4fde-8c5f-81aa39c53c77 req-beff23b7-0b99-4471-a80c-0151712951cb service nova] [instance: 3f7dc844-a0a8-4c16-a947-f695a646512c] No waiting events found dispatching network-vif-plugged-8d5c2a95-c24f-4274-a96c-14cb2dfe3fb2 {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 769.365507] env[68893]: WARNING nova.compute.manager [req-c5025cfc-1fc9-4fde-8c5f-81aa39c53c77 req-beff23b7-0b99-4471-a80c-0151712951cb service nova] [instance: 3f7dc844-a0a8-4c16-a947-f695a646512c] Received unexpected event network-vif-plugged-8d5c2a95-c24f-4274-a96c-14cb2dfe3fb2 for instance with vm_state building and task_state spawning. [ 769.365732] env[68893]: DEBUG nova.compute.manager [req-c5025cfc-1fc9-4fde-8c5f-81aa39c53c77 req-beff23b7-0b99-4471-a80c-0151712951cb service nova] [instance: 3f7dc844-a0a8-4c16-a947-f695a646512c] Received event network-changed-8d5c2a95-c24f-4274-a96c-14cb2dfe3fb2 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 769.365926] env[68893]: DEBUG nova.compute.manager [req-c5025cfc-1fc9-4fde-8c5f-81aa39c53c77 req-beff23b7-0b99-4471-a80c-0151712951cb service nova] [instance: 3f7dc844-a0a8-4c16-a947-f695a646512c] Refreshing instance network info cache due to event network-changed-8d5c2a95-c24f-4274-a96c-14cb2dfe3fb2. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 769.366118] env[68893]: DEBUG oslo_concurrency.lockutils [req-c5025cfc-1fc9-4fde-8c5f-81aa39c53c77 req-beff23b7-0b99-4471-a80c-0151712951cb service nova] Acquiring lock "refresh_cache-3f7dc844-a0a8-4c16-a947-f695a646512c" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.378460] env[68893]: DEBUG oslo_concurrency.lockutils [None req-13beee12-e666-44ab-8ed3-e7820fde8bc2 tempest-ServersTestBootFromVolume-861651418 tempest-ServersTestBootFromVolume-861651418-project-member] Acquiring lock "3a606945-8257-4b3f-abfe-6dd8753564cd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.378977] env[68893]: DEBUG oslo_concurrency.lockutils [None req-13beee12-e666-44ab-8ed3-e7820fde8bc2 tempest-ServersTestBootFromVolume-861651418 tempest-ServersTestBootFromVolume-861651418-project-member] Lock "3a606945-8257-4b3f-abfe-6dd8753564cd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.380131] env[68893]: DEBUG nova.scheduler.client.report [None req-3bdf9b04-294f-4687-981c-7ee0d3c2e8f6 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 769.432138] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ecbdfde8-07b6-4939-bb56-f06e7618d7b1 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Releasing lock "refresh_cache-3f7dc844-a0a8-4c16-a947-f695a646512c" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.432548] env[68893]: DEBUG nova.compute.manager [None req-ecbdfde8-07b6-4939-bb56-f06e7618d7b1 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] [instance: 3f7dc844-a0a8-4c16-a947-f695a646512c] Instance network_info: |[{"id": "8d5c2a95-c24f-4274-a96c-14cb2dfe3fb2", "address": "fa:16:3e:d5:62:fb", "network": {"id": "64f8635c-6a46-483b-96ac-b77fe56566a5", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-170821951-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7150b1757bb64298a92e8121a5b8e631", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d5c2a95-c2", "ovs_interfaceid": "8d5c2a95-c24f-4274-a96c-14cb2dfe3fb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 769.433255] env[68893]: DEBUG oslo_concurrency.lockutils [req-c5025cfc-1fc9-4fde-8c5f-81aa39c53c77 req-beff23b7-0b99-4471-a80c-0151712951cb service nova] Acquired lock "refresh_cache-3f7dc844-a0a8-4c16-a947-f695a646512c" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.433699] env[68893]: DEBUG nova.network.neutron [req-c5025cfc-1fc9-4fde-8c5f-81aa39c53c77 req-beff23b7-0b99-4471-a80c-0151712951cb service nova] [instance: 3f7dc844-a0a8-4c16-a947-f695a646512c] Refreshing network info cache for port 8d5c2a95-c24f-4274-a96c-14cb2dfe3fb2 {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 769.436274] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-ecbdfde8-07b6-4939-bb56-f06e7618d7b1 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] [instance: 3f7dc844-a0a8-4c16-a947-f695a646512c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:62:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d859f07-052d-4a69-bdf1-24261a6a6daa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8d5c2a95-c24f-4274-a96c-14cb2dfe3fb2', 'vif_model': 'vmxnet3'}] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 769.446300] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ecbdfde8-07b6-4939-bb56-f06e7618d7b1 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 769.447510] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f7dc844-a0a8-4c16-a947-f695a646512c] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 769.448512] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-581c7974-83da-4c7c-8a33-88da8798f215 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.477692] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 769.477692] env[68893]: value = "task-2791279" [ 769.477692] env[68893]: _type = "Task" [ 769.477692] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.496587] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791279, 'name': CreateVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.650451] env[68893]: DEBUG nova.compute.manager [None req-5cbe68cd-19f5-4b64-afc8-5f541240cccd tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] [instance: 8cd7dab4-e083-415f-937c-8d3e0c9fc26c] Starting instance... {{(pid=68893) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 769.653830] env[68893]: DEBUG oslo_vmware.api [None req-f7645e3e-10a5-4549-8185-73e475ae5d25 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2791278, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.468058} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.654348] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7645e3e-10a5-4549-8185-73e475ae5d25 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] 42bec1a5-e2e2-4746-a6d7-57edb4b60715/42bec1a5-e2e2-4746-a6d7-57edb4b60715.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 769.654593] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-f7645e3e-10a5-4549-8185-73e475ae5d25 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 42bec1a5-e2e2-4746-a6d7-57edb4b60715] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 769.654849] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a858ea19-8a68-4751-bff4-6ef52818ece1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.663456] env[68893]: DEBUG oslo_vmware.api [None req-f7645e3e-10a5-4549-8185-73e475ae5d25 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Waiting for the task: (returnval){ [ 769.663456] env[68893]: value = "task-2791280" [ 769.663456] env[68893]: _type = "Task" [ 769.663456] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.677027] env[68893]: DEBUG oslo_vmware.api [None req-f7645e3e-10a5-4549-8185-73e475ae5d25 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2791280, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.886616] env[68893]: DEBUG oslo_concurrency.lockutils [None req-3bdf9b04-294f-4687-981c-7ee0d3c2e8f6 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.586s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.887185] env[68893]: DEBUG nova.compute.manager [None req-3bdf9b04-294f-4687-981c-7ee0d3c2e8f6 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] [instance: f72552ae-2213-4d26-a1e2-82015336df56] Start building networks asynchronously for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 769.890121] env[68893]: DEBUG oslo_concurrency.lockutils [None req-20b2f8ee-1976-4e2b-8cf9-f6dcb4d99745 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.799s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.890356] env[68893]: DEBUG nova.objects.instance [None req-20b2f8ee-1976-4e2b-8cf9-f6dcb4d99745 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] Lazy-loading 'resources' on Instance uuid 3f20bd77-e350-409c-beb3-6e8a188048ab {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 769.989444] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791279, 'name': CreateVM_Task, 'duration_secs': 0.378895} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.989628] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f7dc844-a0a8-4c16-a947-f695a646512c] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 769.990351] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ecbdfde8-07b6-4939-bb56-f06e7618d7b1 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.990518] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ecbdfde8-07b6-4939-bb56-f06e7618d7b1 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.990817] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ecbdfde8-07b6-4939-bb56-f06e7618d7b1 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.991105] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5680556d-7bf3-432a-bf30-3c3189a669bc {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.996625] env[68893]: DEBUG oslo_vmware.api [None req-ecbdfde8-07b6-4939-bb56-f06e7618d7b1 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Waiting for the task: (returnval){ [ 769.996625] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52cbcb57-870e-5ab8-15ad-968d47248e77" [ 769.996625] env[68893]: _type = "Task" [ 769.996625] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.006638] env[68893]: DEBUG oslo_vmware.api [None req-ecbdfde8-07b6-4939-bb56-f06e7618d7b1 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52cbcb57-870e-5ab8-15ad-968d47248e77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.177890] env[68893]: DEBUG oslo_vmware.api [None req-f7645e3e-10a5-4549-8185-73e475ae5d25 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2791280, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071737} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.184947] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-f7645e3e-10a5-4549-8185-73e475ae5d25 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 42bec1a5-e2e2-4746-a6d7-57edb4b60715] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 770.185338] env[68893]: DEBUG oslo_concurrency.lockutils [None req-5cbe68cd-19f5-4b64-afc8-5f541240cccd tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.186143] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0edb56b3-4015-4091-9488-0a8f6b1621fa {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.215252] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7645e3e-10a5-4549-8185-73e475ae5d25 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 42bec1a5-e2e2-4746-a6d7-57edb4b60715] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] 42bec1a5-e2e2-4746-a6d7-57edb4b60715/42bec1a5-e2e2-4746-a6d7-57edb4b60715.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 770.215581] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87956ab8-9bfe-4b3f-a9a1-6c574a3ba82c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.238750] env[68893]: DEBUG oslo_vmware.api [None req-f7645e3e-10a5-4549-8185-73e475ae5d25 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Waiting for the task: (returnval){ [ 770.238750] env[68893]: value = "task-2791281" [ 770.238750] env[68893]: _type = "Task" [ 770.238750] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.249901] env[68893]: DEBUG oslo_vmware.api [None req-f7645e3e-10a5-4549-8185-73e475ae5d25 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2791281, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.322676] env[68893]: DEBUG nova.network.neutron [req-c5025cfc-1fc9-4fde-8c5f-81aa39c53c77 req-beff23b7-0b99-4471-a80c-0151712951cb service nova] [instance: 3f7dc844-a0a8-4c16-a947-f695a646512c] Updated VIF entry in instance network info cache for port 8d5c2a95-c24f-4274-a96c-14cb2dfe3fb2. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 770.323070] env[68893]: DEBUG nova.network.neutron [req-c5025cfc-1fc9-4fde-8c5f-81aa39c53c77 req-beff23b7-0b99-4471-a80c-0151712951cb service nova] [instance: 3f7dc844-a0a8-4c16-a947-f695a646512c] Updating instance_info_cache with network_info: [{"id": "8d5c2a95-c24f-4274-a96c-14cb2dfe3fb2", "address": "fa:16:3e:d5:62:fb", "network": {"id": "64f8635c-6a46-483b-96ac-b77fe56566a5", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-170821951-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7150b1757bb64298a92e8121a5b8e631", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d5c2a95-c2", "ovs_interfaceid": "8d5c2a95-c24f-4274-a96c-14cb2dfe3fb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.396662] env[68893]: DEBUG nova.compute.utils [None req-3bdf9b04-294f-4687-981c-7ee0d3c2e8f6 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 770.405858] env[68893]: DEBUG nova.compute.manager [None req-3bdf9b04-294f-4687-981c-7ee0d3c2e8f6 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] [instance: f72552ae-2213-4d26-a1e2-82015336df56] Allocating IP information in the background. {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 770.406065] env[68893]: DEBUG nova.network.neutron [None req-3bdf9b04-294f-4687-981c-7ee0d3c2e8f6 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] [instance: f72552ae-2213-4d26-a1e2-82015336df56] allocate_for_instance() {{(pid=68893) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 770.495397] env[68893]: DEBUG nova.policy [None req-3bdf9b04-294f-4687-981c-7ee0d3c2e8f6 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a2a531b212e64bfab273c13997feb352', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '34e08fdf377c48ca8746668224c9c683', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68893) authorize /opt/stack/nova/nova/policy.py:192}} [ 770.510067] env[68893]: DEBUG oslo_vmware.api [None req-ecbdfde8-07b6-4939-bb56-f06e7618d7b1 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52cbcb57-870e-5ab8-15ad-968d47248e77, 'name': SearchDatastore_Task, 'duration_secs': 0.010736} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.513234] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ecbdfde8-07b6-4939-bb56-f06e7618d7b1 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.513584] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-ecbdfde8-07b6-4939-bb56-f06e7618d7b1 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] [instance: 3f7dc844-a0a8-4c16-a947-f695a646512c] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 770.513897] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ecbdfde8-07b6-4939-bb56-f06e7618d7b1 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.514141] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ecbdfde8-07b6-4939-bb56-f06e7618d7b1 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.514394] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecbdfde8-07b6-4939-bb56-f06e7618d7b1 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 770.515018] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4d32a675-6b7f-4779-8993-4c38bf0e7aef {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.528728] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecbdfde8-07b6-4939-bb56-f06e7618d7b1 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 770.528934] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-ecbdfde8-07b6-4939-bb56-f06e7618d7b1 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 770.535639] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be4dcf8d-48d1-49a9-8276-4e3498a5efaf {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.546187] env[68893]: DEBUG oslo_vmware.api [None req-ecbdfde8-07b6-4939-bb56-f06e7618d7b1 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Waiting for the task: (returnval){ [ 770.546187] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52faa001-c403-b4f0-745a-c4ecc191e74e" [ 770.546187] env[68893]: _type = "Task" [ 770.546187] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.558542] env[68893]: DEBUG oslo_vmware.api [None req-ecbdfde8-07b6-4939-bb56-f06e7618d7b1 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52faa001-c403-b4f0-745a-c4ecc191e74e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.750828] env[68893]: DEBUG oslo_vmware.api [None req-f7645e3e-10a5-4549-8185-73e475ae5d25 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2791281, 'name': ReconfigVM_Task, 'duration_secs': 0.34326} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.751154] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7645e3e-10a5-4549-8185-73e475ae5d25 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 42bec1a5-e2e2-4746-a6d7-57edb4b60715] Reconfigured VM instance instance-0000001d to attach disk [datastore2] 42bec1a5-e2e2-4746-a6d7-57edb4b60715/42bec1a5-e2e2-4746-a6d7-57edb4b60715.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 770.754433] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f9ba9209-6f74-4e20-96f1-a435867dd600 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.763815] env[68893]: DEBUG oslo_vmware.api [None req-f7645e3e-10a5-4549-8185-73e475ae5d25 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Waiting for the task: (returnval){ [ 770.763815] env[68893]: value = "task-2791282" [ 770.763815] env[68893]: _type = "Task" [ 770.763815] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.785436] env[68893]: DEBUG oslo_vmware.api [None req-f7645e3e-10a5-4549-8185-73e475ae5d25 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2791282, 'name': Rename_Task} progress is 6%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.827787] env[68893]: DEBUG oslo_concurrency.lockutils [req-c5025cfc-1fc9-4fde-8c5f-81aa39c53c77 req-beff23b7-0b99-4471-a80c-0151712951cb service nova] Releasing lock "refresh_cache-3f7dc844-a0a8-4c16-a947-f695a646512c" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.906315] env[68893]: DEBUG nova.compute.manager [None req-3bdf9b04-294f-4687-981c-7ee0d3c2e8f6 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] [instance: f72552ae-2213-4d26-a1e2-82015336df56] Start building block device mappings for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 771.031539] env[68893]: DEBUG nova.network.neutron [None req-3bdf9b04-294f-4687-981c-7ee0d3c2e8f6 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] [instance: f72552ae-2213-4d26-a1e2-82015336df56] Successfully created port: 13125c19-4585-4d1e-8f75-08863b5ed6f8 {{(pid=68893) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 771.064919] env[68893]: DEBUG oslo_vmware.api [None req-ecbdfde8-07b6-4939-bb56-f06e7618d7b1 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52faa001-c403-b4f0-745a-c4ecc191e74e, 'name': SearchDatastore_Task, 'duration_secs': 0.030933} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.065716] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a28148c6-45d9-4006-8a5a-732132cb53a3 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.069422] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-725ed5bc-fdbf-4262-9303-582cbab54013 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.078828] env[68893]: DEBUG oslo_vmware.api [None req-ecbdfde8-07b6-4939-bb56-f06e7618d7b1 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Waiting for the task: (returnval){ [ 771.078828] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52eae381-f537-035d-4595-49883e8c38cb" [ 771.078828] env[68893]: _type = "Task" [ 771.078828] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.079994] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-364d1c68-1d83-4dc6-8209-7b9df9da23eb {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.088435] env[68893]: DEBUG nova.compute.manager [req-7702720b-146d-46cd-8a30-fa027dab4ad3 req-48f97c83-0436-4e5f-823e-3bc038bf6dfc service nova] [instance: 9bed2863-be23-41c8-9794-5f7dfbeaf219] Received event network-changed-2de0d5c6-f840-49ab-9e17-293cdc27c5cb {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 771.088670] env[68893]: DEBUG nova.compute.manager [req-7702720b-146d-46cd-8a30-fa027dab4ad3 req-48f97c83-0436-4e5f-823e-3bc038bf6dfc service nova] [instance: 9bed2863-be23-41c8-9794-5f7dfbeaf219] Refreshing instance network info cache due to event network-changed-2de0d5c6-f840-49ab-9e17-293cdc27c5cb. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 771.088957] env[68893]: DEBUG oslo_concurrency.lockutils [req-7702720b-146d-46cd-8a30-fa027dab4ad3 req-48f97c83-0436-4e5f-823e-3bc038bf6dfc service nova] Acquiring lock "refresh_cache-9bed2863-be23-41c8-9794-5f7dfbeaf219" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.089040] env[68893]: DEBUG oslo_concurrency.lockutils [req-7702720b-146d-46cd-8a30-fa027dab4ad3 req-48f97c83-0436-4e5f-823e-3bc038bf6dfc service nova] Acquired lock "refresh_cache-9bed2863-be23-41c8-9794-5f7dfbeaf219" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.089413] env[68893]: DEBUG nova.network.neutron [req-7702720b-146d-46cd-8a30-fa027dab4ad3 req-48f97c83-0436-4e5f-823e-3bc038bf6dfc service nova] [instance: 9bed2863-be23-41c8-9794-5f7dfbeaf219] Refreshing network info cache for port 2de0d5c6-f840-49ab-9e17-293cdc27c5cb {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 771.125102] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ec5d7df-4c71-42db-a111-467ab2dd6d56 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.132974] env[68893]: DEBUG oslo_vmware.api [None req-ecbdfde8-07b6-4939-bb56-f06e7618d7b1 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52eae381-f537-035d-4595-49883e8c38cb, 'name': SearchDatastore_Task, 'duration_secs': 0.012452} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.133849] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ecbdfde8-07b6-4939-bb56-f06e7618d7b1 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.134145] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecbdfde8-07b6-4939-bb56-f06e7618d7b1 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore1] 3f7dc844-a0a8-4c16-a947-f695a646512c/3f7dc844-a0a8-4c16-a947-f695a646512c.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 771.134391] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4e0149f9-9a52-46fe-b289-d55be903618a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.140472] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f4b3637-0edd-48c3-abb5-93dd98607227 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.146303] env[68893]: DEBUG oslo_vmware.api [None req-ecbdfde8-07b6-4939-bb56-f06e7618d7b1 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Waiting for the task: (returnval){ [ 771.146303] env[68893]: value = "task-2791283" [ 771.146303] env[68893]: _type = "Task" [ 771.146303] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.158303] env[68893]: DEBUG nova.compute.provider_tree [None req-20b2f8ee-1976-4e2b-8cf9-f6dcb4d99745 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 771.166907] env[68893]: DEBUG oslo_vmware.api [None req-ecbdfde8-07b6-4939-bb56-f06e7618d7b1 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Task: {'id': task-2791283, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.275139] env[68893]: DEBUG oslo_vmware.api [None req-f7645e3e-10a5-4549-8185-73e475ae5d25 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2791282, 'name': Rename_Task, 'duration_secs': 0.163592} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.275466] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7645e3e-10a5-4549-8185-73e475ae5d25 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 42bec1a5-e2e2-4746-a6d7-57edb4b60715] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 771.275755] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-29164b71-1a2e-4c41-8571-736d7265b3aa {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.289128] env[68893]: DEBUG oslo_vmware.api [None req-f7645e3e-10a5-4549-8185-73e475ae5d25 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Waiting for the task: (returnval){ [ 771.289128] env[68893]: value = "task-2791284" [ 771.289128] env[68893]: _type = "Task" [ 771.289128] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.297994] env[68893]: DEBUG oslo_vmware.api [None req-f7645e3e-10a5-4549-8185-73e475ae5d25 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2791284, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.465507] env[68893]: DEBUG nova.network.neutron [req-7702720b-146d-46cd-8a30-fa027dab4ad3 req-48f97c83-0436-4e5f-823e-3bc038bf6dfc service nova] [instance: 9bed2863-be23-41c8-9794-5f7dfbeaf219] Updated VIF entry in instance network info cache for port 2de0d5c6-f840-49ab-9e17-293cdc27c5cb. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 771.465507] env[68893]: DEBUG nova.network.neutron [req-7702720b-146d-46cd-8a30-fa027dab4ad3 req-48f97c83-0436-4e5f-823e-3bc038bf6dfc service nova] [instance: 9bed2863-be23-41c8-9794-5f7dfbeaf219] Updating instance_info_cache with network_info: [{"id": "2de0d5c6-f840-49ab-9e17-293cdc27c5cb", "address": "fa:16:3e:27:01:ed", "network": {"id": "04b3d82b-866b-4271-9ed9-37ae2e26dfa6", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1939719778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8e0a60e1e1a41d6917ed43f17686b58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2de0d5c6-f8", "ovs_interfaceid": "2de0d5c6-f840-49ab-9e17-293cdc27c5cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.659512] env[68893]: DEBUG oslo_vmware.api [None req-ecbdfde8-07b6-4939-bb56-f06e7618d7b1 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Task: {'id': task-2791283, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481106} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.659781] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecbdfde8-07b6-4939-bb56-f06e7618d7b1 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore1] 3f7dc844-a0a8-4c16-a947-f695a646512c/3f7dc844-a0a8-4c16-a947-f695a646512c.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 771.659987] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-ecbdfde8-07b6-4939-bb56-f06e7618d7b1 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] [instance: 3f7dc844-a0a8-4c16-a947-f695a646512c] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 771.660254] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-345262fd-33d7-4656-84dc-52c3dab3c18d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.662832] env[68893]: DEBUG nova.scheduler.client.report [None req-20b2f8ee-1976-4e2b-8cf9-f6dcb4d99745 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 771.672966] env[68893]: DEBUG oslo_vmware.api [None req-ecbdfde8-07b6-4939-bb56-f06e7618d7b1 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Waiting for the task: (returnval){ [ 771.672966] env[68893]: value = "task-2791285" [ 771.672966] env[68893]: _type = "Task" [ 771.672966] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.684576] env[68893]: DEBUG oslo_vmware.api [None req-ecbdfde8-07b6-4939-bb56-f06e7618d7b1 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Task: {'id': task-2791285, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.801318] env[68893]: DEBUG oslo_vmware.api [None req-f7645e3e-10a5-4549-8185-73e475ae5d25 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2791284, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.921151] env[68893]: DEBUG nova.compute.manager [None req-3bdf9b04-294f-4687-981c-7ee0d3c2e8f6 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] [instance: f72552ae-2213-4d26-a1e2-82015336df56] Start spawning the instance on the hypervisor. {{(pid=68893) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 771.950859] env[68893]: DEBUG nova.virt.hardware [None req-3bdf9b04-294f-4687-981c-7ee0d3c2e8f6 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 771.951133] env[68893]: DEBUG nova.virt.hardware [None req-3bdf9b04-294f-4687-981c-7ee0d3c2e8f6 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 771.951295] env[68893]: DEBUG nova.virt.hardware [None req-3bdf9b04-294f-4687-981c-7ee0d3c2e8f6 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 771.951478] env[68893]: DEBUG nova.virt.hardware [None req-3bdf9b04-294f-4687-981c-7ee0d3c2e8f6 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 771.951625] env[68893]: DEBUG nova.virt.hardware [None req-3bdf9b04-294f-4687-981c-7ee0d3c2e8f6 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 771.951758] env[68893]: DEBUG nova.virt.hardware [None req-3bdf9b04-294f-4687-981c-7ee0d3c2e8f6 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 771.951961] env[68893]: DEBUG nova.virt.hardware [None req-3bdf9b04-294f-4687-981c-7ee0d3c2e8f6 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 771.952133] env[68893]: DEBUG nova.virt.hardware [None req-3bdf9b04-294f-4687-981c-7ee0d3c2e8f6 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 771.952303] env[68893]: DEBUG nova.virt.hardware [None req-3bdf9b04-294f-4687-981c-7ee0d3c2e8f6 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 771.952464] env[68893]: DEBUG nova.virt.hardware [None req-3bdf9b04-294f-4687-981c-7ee0d3c2e8f6 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 771.952628] env[68893]: DEBUG nova.virt.hardware [None req-3bdf9b04-294f-4687-981c-7ee0d3c2e8f6 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 771.953490] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29c30fdc-06e7-47dc-9a96-21ff257d26eb {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.962732] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20c0abc0-eafb-4870-9251-82d08d339903 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.977659] env[68893]: DEBUG oslo_concurrency.lockutils [req-7702720b-146d-46cd-8a30-fa027dab4ad3 req-48f97c83-0436-4e5f-823e-3bc038bf6dfc service nova] Releasing lock "refresh_cache-9bed2863-be23-41c8-9794-5f7dfbeaf219" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.977923] env[68893]: DEBUG nova.compute.manager [req-7702720b-146d-46cd-8a30-fa027dab4ad3 req-48f97c83-0436-4e5f-823e-3bc038bf6dfc service nova] [instance: 9bed2863-be23-41c8-9794-5f7dfbeaf219] Received event network-changed-2de0d5c6-f840-49ab-9e17-293cdc27c5cb {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 771.978112] env[68893]: DEBUG nova.compute.manager [req-7702720b-146d-46cd-8a30-fa027dab4ad3 req-48f97c83-0436-4e5f-823e-3bc038bf6dfc service nova] [instance: 9bed2863-be23-41c8-9794-5f7dfbeaf219] Refreshing instance network info cache due to event network-changed-2de0d5c6-f840-49ab-9e17-293cdc27c5cb. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 771.978320] env[68893]: DEBUG oslo_concurrency.lockutils [req-7702720b-146d-46cd-8a30-fa027dab4ad3 req-48f97c83-0436-4e5f-823e-3bc038bf6dfc service nova] Acquiring lock "refresh_cache-9bed2863-be23-41c8-9794-5f7dfbeaf219" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.978459] env[68893]: DEBUG oslo_concurrency.lockutils [req-7702720b-146d-46cd-8a30-fa027dab4ad3 req-48f97c83-0436-4e5f-823e-3bc038bf6dfc service nova] Acquired lock "refresh_cache-9bed2863-be23-41c8-9794-5f7dfbeaf219" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.978621] env[68893]: DEBUG nova.network.neutron [req-7702720b-146d-46cd-8a30-fa027dab4ad3 req-48f97c83-0436-4e5f-823e-3bc038bf6dfc service nova] [instance: 9bed2863-be23-41c8-9794-5f7dfbeaf219] Refreshing network info cache for port 2de0d5c6-f840-49ab-9e17-293cdc27c5cb {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 772.171026] env[68893]: DEBUG oslo_concurrency.lockutils [None req-20b2f8ee-1976-4e2b-8cf9-f6dcb4d99745 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.279s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.171310] env[68893]: DEBUG oslo_concurrency.lockutils [None req-730a48b0-6a5d-474e-a4f5-5bf2e3a2ac4e tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.998s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.171730] env[68893]: DEBUG nova.objects.instance [None req-730a48b0-6a5d-474e-a4f5-5bf2e3a2ac4e tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Lazy-loading 'resources' on Instance uuid 29bce734-9f04-41eb-92e5-df9248dc10a3 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 772.189677] env[68893]: DEBUG oslo_vmware.api [None req-ecbdfde8-07b6-4939-bb56-f06e7618d7b1 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Task: {'id': task-2791285, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.12634} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.193018] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-ecbdfde8-07b6-4939-bb56-f06e7618d7b1 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] [instance: 3f7dc844-a0a8-4c16-a947-f695a646512c] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 772.193018] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89d96d38-2113-4bb2-ad4c-4f40cd528bf4 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.220260] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-ecbdfde8-07b6-4939-bb56-f06e7618d7b1 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] [instance: 3f7dc844-a0a8-4c16-a947-f695a646512c] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] 3f7dc844-a0a8-4c16-a947-f695a646512c/3f7dc844-a0a8-4c16-a947-f695a646512c.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 772.221586] env[68893]: INFO nova.scheduler.client.report [None req-20b2f8ee-1976-4e2b-8cf9-f6dcb4d99745 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] Deleted allocations for instance 3f20bd77-e350-409c-beb3-6e8a188048ab [ 772.226488] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b77c351-b89e-48cb-9f1f-b3b0c991f235 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.254023] env[68893]: DEBUG oslo_vmware.api [None req-ecbdfde8-07b6-4939-bb56-f06e7618d7b1 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Waiting for the task: (returnval){ [ 772.254023] env[68893]: value = "task-2791286" [ 772.254023] env[68893]: _type = "Task" [ 772.254023] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.263013] env[68893]: DEBUG oslo_vmware.api [None req-ecbdfde8-07b6-4939-bb56-f06e7618d7b1 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Task: {'id': task-2791286, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.300427] env[68893]: DEBUG oslo_vmware.api [None req-f7645e3e-10a5-4549-8185-73e475ae5d25 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2791284, 'name': PowerOnVM_Task, 'duration_secs': 0.528516} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.300702] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7645e3e-10a5-4549-8185-73e475ae5d25 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 42bec1a5-e2e2-4746-a6d7-57edb4b60715] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 772.300895] env[68893]: INFO nova.compute.manager [None req-f7645e3e-10a5-4549-8185-73e475ae5d25 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 42bec1a5-e2e2-4746-a6d7-57edb4b60715] Took 7.91 seconds to spawn the instance on the hypervisor. [ 772.301136] env[68893]: DEBUG nova.compute.manager [None req-f7645e3e-10a5-4549-8185-73e475ae5d25 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 42bec1a5-e2e2-4746-a6d7-57edb4b60715] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 772.301913] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d608abe5-7c2c-4bbb-bfc8-5901cc40c146 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.747888] env[68893]: DEBUG oslo_concurrency.lockutils [None req-20b2f8ee-1976-4e2b-8cf9-f6dcb4d99745 tempest-InstanceActionsTestJSON-1375697740 tempest-InstanceActionsTestJSON-1375697740-project-member] Lock "3f20bd77-e350-409c-beb3-6e8a188048ab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.179s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.771798] env[68893]: DEBUG oslo_vmware.api [None req-ecbdfde8-07b6-4939-bb56-f06e7618d7b1 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Task: {'id': task-2791286, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.777446] env[68893]: DEBUG nova.network.neutron [req-7702720b-146d-46cd-8a30-fa027dab4ad3 req-48f97c83-0436-4e5f-823e-3bc038bf6dfc service nova] [instance: 9bed2863-be23-41c8-9794-5f7dfbeaf219] Updated VIF entry in instance network info cache for port 2de0d5c6-f840-49ab-9e17-293cdc27c5cb. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 772.777950] env[68893]: DEBUG nova.network.neutron [req-7702720b-146d-46cd-8a30-fa027dab4ad3 req-48f97c83-0436-4e5f-823e-3bc038bf6dfc service nova] [instance: 9bed2863-be23-41c8-9794-5f7dfbeaf219] Updating instance_info_cache with network_info: [{"id": "2de0d5c6-f840-49ab-9e17-293cdc27c5cb", "address": "fa:16:3e:27:01:ed", "network": {"id": "04b3d82b-866b-4271-9ed9-37ae2e26dfa6", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1939719778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8e0a60e1e1a41d6917ed43f17686b58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2de0d5c6-f8", "ovs_interfaceid": "2de0d5c6-f840-49ab-9e17-293cdc27c5cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.824688] env[68893]: INFO nova.compute.manager [None req-f7645e3e-10a5-4549-8185-73e475ae5d25 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 42bec1a5-e2e2-4746-a6d7-57edb4b60715] Took 34.07 seconds to build instance. [ 772.974078] env[68893]: DEBUG nova.compute.manager [req-7e7e4a03-a024-47f3-bef1-025086bf92b6 req-966f4b0d-0561-424c-b958-159fe33f65dc service nova] [instance: f72552ae-2213-4d26-a1e2-82015336df56] Received event network-vif-plugged-13125c19-4585-4d1e-8f75-08863b5ed6f8 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 772.974324] env[68893]: DEBUG oslo_concurrency.lockutils [req-7e7e4a03-a024-47f3-bef1-025086bf92b6 req-966f4b0d-0561-424c-b958-159fe33f65dc service nova] Acquiring lock "f72552ae-2213-4d26-a1e2-82015336df56-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.974529] env[68893]: DEBUG oslo_concurrency.lockutils [req-7e7e4a03-a024-47f3-bef1-025086bf92b6 req-966f4b0d-0561-424c-b958-159fe33f65dc service nova] Lock "f72552ae-2213-4d26-a1e2-82015336df56-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.974691] env[68893]: DEBUG oslo_concurrency.lockutils [req-7e7e4a03-a024-47f3-bef1-025086bf92b6 req-966f4b0d-0561-424c-b958-159fe33f65dc service nova] Lock "f72552ae-2213-4d26-a1e2-82015336df56-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.974853] env[68893]: DEBUG nova.compute.manager [req-7e7e4a03-a024-47f3-bef1-025086bf92b6 req-966f4b0d-0561-424c-b958-159fe33f65dc service nova] [instance: f72552ae-2213-4d26-a1e2-82015336df56] No waiting events found dispatching network-vif-plugged-13125c19-4585-4d1e-8f75-08863b5ed6f8 {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 772.975022] env[68893]: WARNING nova.compute.manager [req-7e7e4a03-a024-47f3-bef1-025086bf92b6 req-966f4b0d-0561-424c-b958-159fe33f65dc service nova] [instance: f72552ae-2213-4d26-a1e2-82015336df56] Received unexpected event network-vif-plugged-13125c19-4585-4d1e-8f75-08863b5ed6f8 for instance with vm_state building and task_state spawning. [ 773.241013] env[68893]: DEBUG nova.network.neutron [None req-3bdf9b04-294f-4687-981c-7ee0d3c2e8f6 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] [instance: f72552ae-2213-4d26-a1e2-82015336df56] Successfully updated port: 13125c19-4585-4d1e-8f75-08863b5ed6f8 {{(pid=68893) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 773.273738] env[68893]: DEBUG oslo_vmware.api [None req-ecbdfde8-07b6-4939-bb56-f06e7618d7b1 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Task: {'id': task-2791286, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.284053] env[68893]: DEBUG oslo_concurrency.lockutils [req-7702720b-146d-46cd-8a30-fa027dab4ad3 req-48f97c83-0436-4e5f-823e-3bc038bf6dfc service nova] Releasing lock "refresh_cache-9bed2863-be23-41c8-9794-5f7dfbeaf219" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.294722] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a16a49f1-5a9d-45c6-bed4-37c1a5dbe5e2 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.304934] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f664a80-52a0-4479-a88c-784cdbf6d8f7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.340474] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f7645e3e-10a5-4549-8185-73e475ae5d25 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Lock "42bec1a5-e2e2-4746-a6d7-57edb4b60715" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.227s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.343077] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c831f658-d934-4ea2-9d01-bd74a1c92abf {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.352974] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c629704d-2e33-4a34-a945-ebb2241a721f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.370595] env[68893]: DEBUG nova.compute.provider_tree [None req-730a48b0-6a5d-474e-a4f5-5bf2e3a2ac4e tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 773.744136] env[68893]: DEBUG oslo_concurrency.lockutils [None req-3bdf9b04-294f-4687-981c-7ee0d3c2e8f6 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Acquiring lock "refresh_cache-f72552ae-2213-4d26-a1e2-82015336df56" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.744323] env[68893]: DEBUG oslo_concurrency.lockutils [None req-3bdf9b04-294f-4687-981c-7ee0d3c2e8f6 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Acquired lock "refresh_cache-f72552ae-2213-4d26-a1e2-82015336df56" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.744483] env[68893]: DEBUG nova.network.neutron [None req-3bdf9b04-294f-4687-981c-7ee0d3c2e8f6 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] [instance: f72552ae-2213-4d26-a1e2-82015336df56] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 773.768803] env[68893]: DEBUG oslo_vmware.api [None req-ecbdfde8-07b6-4939-bb56-f06e7618d7b1 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Task: {'id': task-2791286, 'name': ReconfigVM_Task, 'duration_secs': 1.132042} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.769059] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-ecbdfde8-07b6-4939-bb56-f06e7618d7b1 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] [instance: 3f7dc844-a0a8-4c16-a947-f695a646512c] Reconfigured VM instance instance-0000001e to attach disk [datastore1] 3f7dc844-a0a8-4c16-a947-f695a646512c/3f7dc844-a0a8-4c16-a947-f695a646512c.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 773.769873] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bcbf1912-4478-4f62-994b-967e413b963a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.779063] env[68893]: DEBUG oslo_vmware.api [None req-ecbdfde8-07b6-4939-bb56-f06e7618d7b1 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Waiting for the task: (returnval){ [ 773.779063] env[68893]: value = "task-2791287" [ 773.779063] env[68893]: _type = "Task" [ 773.779063] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.790472] env[68893]: DEBUG oslo_vmware.api [None req-ecbdfde8-07b6-4939-bb56-f06e7618d7b1 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Task: {'id': task-2791287, 'name': Rename_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.847685] env[68893]: DEBUG nova.compute.manager [None req-664c7f15-90e9-4e05-abf2-503af5c92887 tempest-ServerMetadataNegativeTestJSON-491243522 tempest-ServerMetadataNegativeTestJSON-491243522-project-member] [instance: b33e73d3-3470-4cc1-ba04-c0d25f13cfea] Starting instance... {{(pid=68893) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 773.873500] env[68893]: DEBUG nova.scheduler.client.report [None req-730a48b0-6a5d-474e-a4f5-5bf2e3a2ac4e tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 774.212407] env[68893]: DEBUG oslo_concurrency.lockutils [None req-268e132e-3795-4a7f-80e9-7f2b55ae4fde tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Acquiring lock "42bec1a5-e2e2-4746-a6d7-57edb4b60715" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.212407] env[68893]: DEBUG oslo_concurrency.lockutils [None req-268e132e-3795-4a7f-80e9-7f2b55ae4fde tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Lock "42bec1a5-e2e2-4746-a6d7-57edb4b60715" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.212407] env[68893]: DEBUG oslo_concurrency.lockutils [None req-268e132e-3795-4a7f-80e9-7f2b55ae4fde tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Acquiring lock "42bec1a5-e2e2-4746-a6d7-57edb4b60715-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.212407] env[68893]: DEBUG oslo_concurrency.lockutils [None req-268e132e-3795-4a7f-80e9-7f2b55ae4fde tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Lock "42bec1a5-e2e2-4746-a6d7-57edb4b60715-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.212674] env[68893]: DEBUG oslo_concurrency.lockutils [None req-268e132e-3795-4a7f-80e9-7f2b55ae4fde tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Lock "42bec1a5-e2e2-4746-a6d7-57edb4b60715-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.214539] env[68893]: INFO nova.compute.manager [None req-268e132e-3795-4a7f-80e9-7f2b55ae4fde tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 42bec1a5-e2e2-4746-a6d7-57edb4b60715] Terminating instance [ 774.293282] env[68893]: DEBUG oslo_vmware.api [None req-ecbdfde8-07b6-4939-bb56-f06e7618d7b1 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Task: {'id': task-2791287, 'name': Rename_Task, 'duration_secs': 0.179816} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.293809] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecbdfde8-07b6-4939-bb56-f06e7618d7b1 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] [instance: 3f7dc844-a0a8-4c16-a947-f695a646512c] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 774.296093] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4407781d-d01c-40e3-8606-2e360dd89ae2 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.307131] env[68893]: DEBUG nova.network.neutron [None req-3bdf9b04-294f-4687-981c-7ee0d3c2e8f6 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] [instance: f72552ae-2213-4d26-a1e2-82015336df56] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 774.308767] env[68893]: DEBUG oslo_vmware.api [None req-ecbdfde8-07b6-4939-bb56-f06e7618d7b1 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Waiting for the task: (returnval){ [ 774.308767] env[68893]: value = "task-2791288" [ 774.308767] env[68893]: _type = "Task" [ 774.308767] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.319682] env[68893]: DEBUG oslo_vmware.api [None req-ecbdfde8-07b6-4939-bb56-f06e7618d7b1 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Task: {'id': task-2791288, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.381491] env[68893]: DEBUG oslo_concurrency.lockutils [None req-730a48b0-6a5d-474e-a4f5-5bf2e3a2ac4e tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.209s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.386780] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b89b6ae2-ebe1-483f-be25-9e9942a7f148 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.017s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.390315] env[68893]: INFO nova.compute.claims [None req-b89b6ae2-ebe1-483f-be25-9e9942a7f148 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 80fa04f2-e0a6-452e-9a88-73eeb0ac347e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 774.405578] env[68893]: DEBUG oslo_concurrency.lockutils [None req-664c7f15-90e9-4e05-abf2-503af5c92887 tempest-ServerMetadataNegativeTestJSON-491243522 tempest-ServerMetadataNegativeTestJSON-491243522-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.426450] env[68893]: INFO nova.scheduler.client.report [None req-730a48b0-6a5d-474e-a4f5-5bf2e3a2ac4e tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Deleted allocations for instance 29bce734-9f04-41eb-92e5-df9248dc10a3 [ 774.631998] env[68893]: DEBUG nova.network.neutron [None req-3bdf9b04-294f-4687-981c-7ee0d3c2e8f6 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] [instance: f72552ae-2213-4d26-a1e2-82015336df56] Updating instance_info_cache with network_info: [{"id": "13125c19-4585-4d1e-8f75-08863b5ed6f8", "address": "fa:16:3e:c6:af:b1", "network": {"id": "508509dd-7bfd-4a64-9135-d3dbeac23fa6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.64", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a15c0c8454c748249efd16f753a7dc35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13125c19-45", "ovs_interfaceid": "13125c19-4585-4d1e-8f75-08863b5ed6f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.721749] env[68893]: DEBUG nova.compute.manager [None req-268e132e-3795-4a7f-80e9-7f2b55ae4fde tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 42bec1a5-e2e2-4746-a6d7-57edb4b60715] Start destroying the instance on the hypervisor. {{(pid=68893) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 774.722051] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-268e132e-3795-4a7f-80e9-7f2b55ae4fde tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 42bec1a5-e2e2-4746-a6d7-57edb4b60715] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 774.723151] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c52034c2-f737-4d84-87c7-c652ab708b65 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.739878] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-268e132e-3795-4a7f-80e9-7f2b55ae4fde tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 42bec1a5-e2e2-4746-a6d7-57edb4b60715] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 774.740264] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d3edc308-77d5-4c1a-b735-af4263bd82f8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.750739] env[68893]: DEBUG oslo_vmware.api [None req-268e132e-3795-4a7f-80e9-7f2b55ae4fde tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Waiting for the task: (returnval){ [ 774.750739] env[68893]: value = "task-2791289" [ 774.750739] env[68893]: _type = "Task" [ 774.750739] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.764191] env[68893]: DEBUG oslo_vmware.api [None req-268e132e-3795-4a7f-80e9-7f2b55ae4fde tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2791289, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.825095] env[68893]: DEBUG oslo_vmware.api [None req-ecbdfde8-07b6-4939-bb56-f06e7618d7b1 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Task: {'id': task-2791288, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.940231] env[68893]: DEBUG oslo_concurrency.lockutils [None req-730a48b0-6a5d-474e-a4f5-5bf2e3a2ac4e tempest-ImagesOneServerTestJSON-1625301209 tempest-ImagesOneServerTestJSON-1625301209-project-member] Lock "29bce734-9f04-41eb-92e5-df9248dc10a3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.321s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.137270] env[68893]: DEBUG oslo_concurrency.lockutils [None req-3bdf9b04-294f-4687-981c-7ee0d3c2e8f6 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Releasing lock "refresh_cache-f72552ae-2213-4d26-a1e2-82015336df56" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.137270] env[68893]: DEBUG nova.compute.manager [None req-3bdf9b04-294f-4687-981c-7ee0d3c2e8f6 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] [instance: f72552ae-2213-4d26-a1e2-82015336df56] Instance network_info: |[{"id": "13125c19-4585-4d1e-8f75-08863b5ed6f8", "address": "fa:16:3e:c6:af:b1", "network": {"id": "508509dd-7bfd-4a64-9135-d3dbeac23fa6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.64", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a15c0c8454c748249efd16f753a7dc35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13125c19-45", "ovs_interfaceid": "13125c19-4585-4d1e-8f75-08863b5ed6f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 775.137482] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-3bdf9b04-294f-4687-981c-7ee0d3c2e8f6 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] [instance: f72552ae-2213-4d26-a1e2-82015336df56] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:af:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '13125c19-4585-4d1e-8f75-08863b5ed6f8', 'vif_model': 'vmxnet3'}] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 775.147261] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3bdf9b04-294f-4687-981c-7ee0d3c2e8f6 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 775.147751] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f72552ae-2213-4d26-a1e2-82015336df56] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 775.147970] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bcaddf71-029b-4fac-8cc0-e79659d170dd {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.177213] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 775.177213] env[68893]: value = "task-2791290" [ 775.177213] env[68893]: _type = "Task" [ 775.177213] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.186987] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791290, 'name': CreateVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.263031] env[68893]: DEBUG oslo_vmware.api [None req-268e132e-3795-4a7f-80e9-7f2b55ae4fde tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2791289, 'name': PowerOffVM_Task, 'duration_secs': 0.183435} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.263031] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-268e132e-3795-4a7f-80e9-7f2b55ae4fde tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 42bec1a5-e2e2-4746-a6d7-57edb4b60715] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 775.263234] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-268e132e-3795-4a7f-80e9-7f2b55ae4fde tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 42bec1a5-e2e2-4746-a6d7-57edb4b60715] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 775.263518] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c389ff13-d41a-4a10-9e72-cbaeb97d4803 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.310371] env[68893]: DEBUG nova.compute.manager [req-9dec9d17-07d2-4806-a845-56028a487117 req-a95226c6-129a-4167-8860-18c429448bc0 service nova] [instance: f72552ae-2213-4d26-a1e2-82015336df56] Received event network-changed-13125c19-4585-4d1e-8f75-08863b5ed6f8 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 775.310371] env[68893]: DEBUG nova.compute.manager [req-9dec9d17-07d2-4806-a845-56028a487117 req-a95226c6-129a-4167-8860-18c429448bc0 service nova] [instance: f72552ae-2213-4d26-a1e2-82015336df56] Refreshing instance network info cache due to event network-changed-13125c19-4585-4d1e-8f75-08863b5ed6f8. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 775.310567] env[68893]: DEBUG oslo_concurrency.lockutils [req-9dec9d17-07d2-4806-a845-56028a487117 req-a95226c6-129a-4167-8860-18c429448bc0 service nova] Acquiring lock "refresh_cache-f72552ae-2213-4d26-a1e2-82015336df56" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.310614] env[68893]: DEBUG oslo_concurrency.lockutils [req-9dec9d17-07d2-4806-a845-56028a487117 req-a95226c6-129a-4167-8860-18c429448bc0 service nova] Acquired lock "refresh_cache-f72552ae-2213-4d26-a1e2-82015336df56" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.310857] env[68893]: DEBUG nova.network.neutron [req-9dec9d17-07d2-4806-a845-56028a487117 req-a95226c6-129a-4167-8860-18c429448bc0 service nova] [instance: f72552ae-2213-4d26-a1e2-82015336df56] Refreshing network info cache for port 13125c19-4585-4d1e-8f75-08863b5ed6f8 {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 775.329458] env[68893]: DEBUG oslo_vmware.api [None req-ecbdfde8-07b6-4939-bb56-f06e7618d7b1 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Task: {'id': task-2791288, 'name': PowerOnVM_Task, 'duration_secs': 0.778909} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.330308] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecbdfde8-07b6-4939-bb56-f06e7618d7b1 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] [instance: 3f7dc844-a0a8-4c16-a947-f695a646512c] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 775.330503] env[68893]: INFO nova.compute.manager [None req-ecbdfde8-07b6-4939-bb56-f06e7618d7b1 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] [instance: 3f7dc844-a0a8-4c16-a947-f695a646512c] Took 8.25 seconds to spawn the instance on the hypervisor. [ 775.330693] env[68893]: DEBUG nova.compute.manager [None req-ecbdfde8-07b6-4939-bb56-f06e7618d7b1 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] [instance: 3f7dc844-a0a8-4c16-a947-f695a646512c] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 775.331503] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dea1df9-f013-4a16-a5de-a4a6d11b5c29 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.357545] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-268e132e-3795-4a7f-80e9-7f2b55ae4fde tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 42bec1a5-e2e2-4746-a6d7-57edb4b60715] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 775.357798] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-268e132e-3795-4a7f-80e9-7f2b55ae4fde tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 42bec1a5-e2e2-4746-a6d7-57edb4b60715] Deleting contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 775.357976] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-268e132e-3795-4a7f-80e9-7f2b55ae4fde tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Deleting the datastore file [datastore2] 42bec1a5-e2e2-4746-a6d7-57edb4b60715 {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 775.358267] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-80b9e335-5af7-4697-a066-724302373b9e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.370217] env[68893]: DEBUG oslo_vmware.api [None req-268e132e-3795-4a7f-80e9-7f2b55ae4fde tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Waiting for the task: (returnval){ [ 775.370217] env[68893]: value = "task-2791292" [ 775.370217] env[68893]: _type = "Task" [ 775.370217] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.382087] env[68893]: DEBUG oslo_vmware.api [None req-268e132e-3795-4a7f-80e9-7f2b55ae4fde tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2791292, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.698164] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791290, 'name': CreateVM_Task, 'duration_secs': 0.419198} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.698371] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f72552ae-2213-4d26-a1e2-82015336df56] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 775.699121] env[68893]: DEBUG oslo_concurrency.lockutils [None req-3bdf9b04-294f-4687-981c-7ee0d3c2e8f6 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.699299] env[68893]: DEBUG oslo_concurrency.lockutils [None req-3bdf9b04-294f-4687-981c-7ee0d3c2e8f6 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.699622] env[68893]: DEBUG oslo_concurrency.lockutils [None req-3bdf9b04-294f-4687-981c-7ee0d3c2e8f6 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.700044] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03c41743-9a4e-4691-b8a2-07d3eb34d39a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.708411] env[68893]: DEBUG oslo_vmware.api [None req-3bdf9b04-294f-4687-981c-7ee0d3c2e8f6 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Waiting for the task: (returnval){ [ 775.708411] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]527556e7-0b0b-0240-9c02-09fe0d3b7d3f" [ 775.708411] env[68893]: _type = "Task" [ 775.708411] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.718434] env[68893]: DEBUG oslo_vmware.api [None req-3bdf9b04-294f-4687-981c-7ee0d3c2e8f6 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]527556e7-0b0b-0240-9c02-09fe0d3b7d3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.859360] env[68893]: INFO nova.compute.manager [None req-ecbdfde8-07b6-4939-bb56-f06e7618d7b1 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] [instance: 3f7dc844-a0a8-4c16-a947-f695a646512c] Took 33.16 seconds to build instance. [ 775.881885] env[68893]: DEBUG oslo_vmware.api [None req-268e132e-3795-4a7f-80e9-7f2b55ae4fde tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2791292, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178315} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.890031] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-268e132e-3795-4a7f-80e9-7f2b55ae4fde tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 775.890031] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-268e132e-3795-4a7f-80e9-7f2b55ae4fde tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 42bec1a5-e2e2-4746-a6d7-57edb4b60715] Deleted contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 775.890031] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-268e132e-3795-4a7f-80e9-7f2b55ae4fde tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 42bec1a5-e2e2-4746-a6d7-57edb4b60715] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 775.890031] env[68893]: INFO nova.compute.manager [None req-268e132e-3795-4a7f-80e9-7f2b55ae4fde tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 42bec1a5-e2e2-4746-a6d7-57edb4b60715] Took 1.17 seconds to destroy the instance on the hypervisor. [ 775.890245] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-268e132e-3795-4a7f-80e9-7f2b55ae4fde tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 775.891385] env[68893]: DEBUG nova.compute.manager [-] [instance: 42bec1a5-e2e2-4746-a6d7-57edb4b60715] Deallocating network for instance {{(pid=68893) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 775.892948] env[68893]: DEBUG nova.network.neutron [-] [instance: 42bec1a5-e2e2-4746-a6d7-57edb4b60715] deallocate_for_instance() {{(pid=68893) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 775.981653] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5962b0da-277c-4ddc-9454-3fa6fcb8b2df {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.992630] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bf3c2ce-a63a-44be-bfb4-317ba4442bee {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.035552] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b284603d-110e-4985-b556-bb2adade45bd {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.045444] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7d4a0a0-3602-4267-ae89-e5dd4f3329d6 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.063350] env[68893]: DEBUG nova.compute.provider_tree [None req-b89b6ae2-ebe1-483f-be25-9e9942a7f148 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 776.143364] env[68893]: DEBUG oslo_concurrency.lockutils [None req-0b547615-538d-489f-8f0a-253ad9e07ebf tempest-ImagesNegativeTestJSON-191284113 tempest-ImagesNegativeTestJSON-191284113-project-member] Acquiring lock "36ca8a7c-a14e-44d7-b85a-2aa12e454bf7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.143595] env[68893]: DEBUG oslo_concurrency.lockutils [None req-0b547615-538d-489f-8f0a-253ad9e07ebf tempest-ImagesNegativeTestJSON-191284113 tempest-ImagesNegativeTestJSON-191284113-project-member] Lock "36ca8a7c-a14e-44d7-b85a-2aa12e454bf7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.226418] env[68893]: DEBUG oslo_vmware.api [None req-3bdf9b04-294f-4687-981c-7ee0d3c2e8f6 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]527556e7-0b0b-0240-9c02-09fe0d3b7d3f, 'name': SearchDatastore_Task, 'duration_secs': 0.012865} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.226418] env[68893]: DEBUG oslo_concurrency.lockutils [None req-3bdf9b04-294f-4687-981c-7ee0d3c2e8f6 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.226655] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-3bdf9b04-294f-4687-981c-7ee0d3c2e8f6 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] [instance: f72552ae-2213-4d26-a1e2-82015336df56] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 776.226890] env[68893]: DEBUG oslo_concurrency.lockutils [None req-3bdf9b04-294f-4687-981c-7ee0d3c2e8f6 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.227130] env[68893]: DEBUG oslo_concurrency.lockutils [None req-3bdf9b04-294f-4687-981c-7ee0d3c2e8f6 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.227224] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bdf9b04-294f-4687-981c-7ee0d3c2e8f6 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 776.227489] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ec6817b8-26a3-4f62-8740-39fe32da1eef {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.239654] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bdf9b04-294f-4687-981c-7ee0d3c2e8f6 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 776.239654] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-3bdf9b04-294f-4687-981c-7ee0d3c2e8f6 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 776.240381] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3ba4a52-a7c3-4ce9-9966-aa3afa4f94eb {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.246810] env[68893]: DEBUG oslo_vmware.api [None req-3bdf9b04-294f-4687-981c-7ee0d3c2e8f6 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Waiting for the task: (returnval){ [ 776.246810] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]5227a770-f0cf-08b4-2e44-55bd19d5059c" [ 776.246810] env[68893]: _type = "Task" [ 776.246810] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.255547] env[68893]: DEBUG oslo_vmware.api [None req-3bdf9b04-294f-4687-981c-7ee0d3c2e8f6 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]5227a770-f0cf-08b4-2e44-55bd19d5059c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.302725] env[68893]: DEBUG nova.network.neutron [req-9dec9d17-07d2-4806-a845-56028a487117 req-a95226c6-129a-4167-8860-18c429448bc0 service nova] [instance: f72552ae-2213-4d26-a1e2-82015336df56] Updated VIF entry in instance network info cache for port 13125c19-4585-4d1e-8f75-08863b5ed6f8. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 776.303705] env[68893]: DEBUG nova.network.neutron [req-9dec9d17-07d2-4806-a845-56028a487117 req-a95226c6-129a-4167-8860-18c429448bc0 service nova] [instance: f72552ae-2213-4d26-a1e2-82015336df56] Updating instance_info_cache with network_info: [{"id": "13125c19-4585-4d1e-8f75-08863b5ed6f8", "address": "fa:16:3e:c6:af:b1", "network": {"id": "508509dd-7bfd-4a64-9135-d3dbeac23fa6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.64", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a15c0c8454c748249efd16f753a7dc35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13125c19-45", "ovs_interfaceid": "13125c19-4585-4d1e-8f75-08863b5ed6f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.361823] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ecbdfde8-07b6-4939-bb56-f06e7618d7b1 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Lock "3f7dc844-a0a8-4c16-a947-f695a646512c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.798s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.398423] env[68893]: DEBUG oslo_concurrency.lockutils [None req-61015a02-b8f4-4cc3-92f7-9babb61853c8 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Acquiring lock "2daeed7b-f1c2-41ae-9a2d-6e58581a0939" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.398423] env[68893]: DEBUG oslo_concurrency.lockutils [None req-61015a02-b8f4-4cc3-92f7-9babb61853c8 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Lock "2daeed7b-f1c2-41ae-9a2d-6e58581a0939" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.529634] env[68893]: DEBUG nova.compute.manager [req-f91c681e-63f3-44e2-b84a-cf297754869a req-bbe155c6-da10-4eee-a097-0687996fd4b1 service nova] [instance: 42bec1a5-e2e2-4746-a6d7-57edb4b60715] Received event network-vif-deleted-5f2fe09b-d2c7-4a2d-a6c7-c9baee8c7cab {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 776.529838] env[68893]: INFO nova.compute.manager [req-f91c681e-63f3-44e2-b84a-cf297754869a req-bbe155c6-da10-4eee-a097-0687996fd4b1 service nova] [instance: 42bec1a5-e2e2-4746-a6d7-57edb4b60715] Neutron deleted interface 5f2fe09b-d2c7-4a2d-a6c7-c9baee8c7cab; detaching it from the instance and deleting it from the info cache [ 776.530014] env[68893]: DEBUG nova.network.neutron [req-f91c681e-63f3-44e2-b84a-cf297754869a req-bbe155c6-da10-4eee-a097-0687996fd4b1 service nova] [instance: 42bec1a5-e2e2-4746-a6d7-57edb4b60715] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.566728] env[68893]: DEBUG nova.scheduler.client.report [None req-b89b6ae2-ebe1-483f-be25-9e9942a7f148 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 776.726751] env[68893]: DEBUG nova.network.neutron [-] [instance: 42bec1a5-e2e2-4746-a6d7-57edb4b60715] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.760561] env[68893]: DEBUG oslo_vmware.api [None req-3bdf9b04-294f-4687-981c-7ee0d3c2e8f6 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]5227a770-f0cf-08b4-2e44-55bd19d5059c, 'name': SearchDatastore_Task, 'duration_secs': 0.009737} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.761600] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea0652ad-7ab2-4bc9-ae83-14e87c03cdec {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.770154] env[68893]: DEBUG oslo_vmware.api [None req-3bdf9b04-294f-4687-981c-7ee0d3c2e8f6 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Waiting for the task: (returnval){ [ 776.770154] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]520e8d0b-2f39-4654-79b7-fa9d97190e90" [ 776.770154] env[68893]: _type = "Task" [ 776.770154] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.779598] env[68893]: DEBUG oslo_vmware.api [None req-3bdf9b04-294f-4687-981c-7ee0d3c2e8f6 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]520e8d0b-2f39-4654-79b7-fa9d97190e90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.805910] env[68893]: DEBUG oslo_concurrency.lockutils [req-9dec9d17-07d2-4806-a845-56028a487117 req-a95226c6-129a-4167-8860-18c429448bc0 service nova] Releasing lock "refresh_cache-f72552ae-2213-4d26-a1e2-82015336df56" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.866193] env[68893]: DEBUG nova.compute.manager [None req-dcbbe87d-d261-486e-9c8a-b20cc1403b71 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: 92f9ce8c-c3a3-4c6b-8e10-81123681378d] Starting instance... {{(pid=68893) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 777.033149] env[68893]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-80451ed9-d1d7-4f79-af4d-6e833280700e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.043348] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e86c2b70-77b2-47da-85ee-38a6302c6d9b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.079442] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b89b6ae2-ebe1-483f-be25-9e9942a7f148 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.693s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.079974] env[68893]: DEBUG nova.compute.manager [None req-b89b6ae2-ebe1-483f-be25-9e9942a7f148 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 80fa04f2-e0a6-452e-9a88-73eeb0ac347e] Start building networks asynchronously for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 777.083234] env[68893]: DEBUG nova.compute.manager [req-f91c681e-63f3-44e2-b84a-cf297754869a req-bbe155c6-da10-4eee-a097-0687996fd4b1 service nova] [instance: 42bec1a5-e2e2-4746-a6d7-57edb4b60715] Detach interface failed, port_id=5f2fe09b-d2c7-4a2d-a6c7-c9baee8c7cab, reason: Instance 42bec1a5-e2e2-4746-a6d7-57edb4b60715 could not be found. {{(pid=68893) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 777.083703] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f1a7dbf8-7cb9-4d0d-98a0-09362c753ed6 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.520s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.083971] env[68893]: DEBUG nova.objects.instance [None req-f1a7dbf8-7cb9-4d0d-98a0-09362c753ed6 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Lazy-loading 'resources' on Instance uuid 427db270-9f81-4bed-8039-a8e1d87ab427 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 777.229343] env[68893]: INFO nova.compute.manager [-] [instance: 42bec1a5-e2e2-4746-a6d7-57edb4b60715] Took 1.34 seconds to deallocate network for instance. [ 777.287094] env[68893]: DEBUG oslo_vmware.api [None req-3bdf9b04-294f-4687-981c-7ee0d3c2e8f6 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]520e8d0b-2f39-4654-79b7-fa9d97190e90, 'name': SearchDatastore_Task, 'duration_secs': 0.011771} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.287427] env[68893]: DEBUG oslo_concurrency.lockutils [None req-3bdf9b04-294f-4687-981c-7ee0d3c2e8f6 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.287691] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bdf9b04-294f-4687-981c-7ee0d3c2e8f6 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] f72552ae-2213-4d26-a1e2-82015336df56/f72552ae-2213-4d26-a1e2-82015336df56.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 777.287951] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-643f8a25-f82c-4f3b-8025-7144067fba81 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.297544] env[68893]: DEBUG oslo_vmware.api [None req-3bdf9b04-294f-4687-981c-7ee0d3c2e8f6 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Waiting for the task: (returnval){ [ 777.297544] env[68893]: value = "task-2791293" [ 777.297544] env[68893]: _type = "Task" [ 777.297544] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.311738] env[68893]: DEBUG oslo_vmware.api [None req-3bdf9b04-294f-4687-981c-7ee0d3c2e8f6 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Task: {'id': task-2791293, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.396490] env[68893]: DEBUG oslo_concurrency.lockutils [None req-dcbbe87d-d261-486e-9c8a-b20cc1403b71 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.585476] env[68893]: DEBUG nova.compute.utils [None req-b89b6ae2-ebe1-483f-be25-9e9942a7f148 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 777.587564] env[68893]: DEBUG nova.compute.manager [None req-b89b6ae2-ebe1-483f-be25-9e9942a7f148 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 80fa04f2-e0a6-452e-9a88-73eeb0ac347e] Allocating IP information in the background. {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 777.587682] env[68893]: DEBUG nova.network.neutron [None req-b89b6ae2-ebe1-483f-be25-9e9942a7f148 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 80fa04f2-e0a6-452e-9a88-73eeb0ac347e] allocate_for_instance() {{(pid=68893) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 777.674653] env[68893]: DEBUG nova.policy [None req-b89b6ae2-ebe1-483f-be25-9e9942a7f148 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7bc429cb492f4b0d9783c375b77fc5d0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '564a5b6c6f4f4e42aeeef87662301380', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68893) authorize /opt/stack/nova/nova/policy.py:192}} [ 777.739584] env[68893]: DEBUG oslo_concurrency.lockutils [None req-268e132e-3795-4a7f-80e9-7f2b55ae4fde tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.810725] env[68893]: DEBUG oslo_vmware.api [None req-3bdf9b04-294f-4687-981c-7ee0d3c2e8f6 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Task: {'id': task-2791293, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.464911} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.813252] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bdf9b04-294f-4687-981c-7ee0d3c2e8f6 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] f72552ae-2213-4d26-a1e2-82015336df56/f72552ae-2213-4d26-a1e2-82015336df56.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 777.813556] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-3bdf9b04-294f-4687-981c-7ee0d3c2e8f6 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] [instance: f72552ae-2213-4d26-a1e2-82015336df56] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 777.814079] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0288c016-bf98-4b59-b7e6-0d1431fd327e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.823832] env[68893]: DEBUG oslo_vmware.api [None req-3bdf9b04-294f-4687-981c-7ee0d3c2e8f6 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Waiting for the task: (returnval){ [ 777.823832] env[68893]: value = "task-2791294" [ 777.823832] env[68893]: _type = "Task" [ 777.823832] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.837183] env[68893]: DEBUG oslo_vmware.api [None req-3bdf9b04-294f-4687-981c-7ee0d3c2e8f6 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Task: {'id': task-2791294, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.030845] env[68893]: DEBUG nova.network.neutron [None req-b89b6ae2-ebe1-483f-be25-9e9942a7f148 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 80fa04f2-e0a6-452e-9a88-73eeb0ac347e] Successfully created port: cfd680ff-11e6-4026-8e06-1e7cfc43cebf {{(pid=68893) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 778.093481] env[68893]: DEBUG nova.compute.manager [None req-b89b6ae2-ebe1-483f-be25-9e9942a7f148 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 80fa04f2-e0a6-452e-9a88-73eeb0ac347e] Start building block device mappings for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 778.149455] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f94c9f4-d765-40bf-8124-e1cc35a7b2af {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.157626] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c7d1b3c-b162-4e05-aab4-9ca5d20e7b7c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.190868] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af29b74-5086-4f62-b7c8-98bc3ca5f680 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.199781] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba34c7c1-58ba-403c-82f7-e87969623dfc {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.216323] env[68893]: DEBUG nova.compute.provider_tree [None req-f1a7dbf8-7cb9-4d0d-98a0-09362c753ed6 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 778.333888] env[68893]: DEBUG oslo_vmware.api [None req-3bdf9b04-294f-4687-981c-7ee0d3c2e8f6 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Task: {'id': task-2791294, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066692} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.334195] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-3bdf9b04-294f-4687-981c-7ee0d3c2e8f6 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] [instance: f72552ae-2213-4d26-a1e2-82015336df56] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 778.335332] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa309bfb-bd00-4eb1-b23f-0dc4b4b8c64f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.360438] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bdf9b04-294f-4687-981c-7ee0d3c2e8f6 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] [instance: f72552ae-2213-4d26-a1e2-82015336df56] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] f72552ae-2213-4d26-a1e2-82015336df56/f72552ae-2213-4d26-a1e2-82015336df56.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 778.361018] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29665fee-2980-48df-88cc-5de008394839 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.383866] env[68893]: DEBUG oslo_vmware.api [None req-3bdf9b04-294f-4687-981c-7ee0d3c2e8f6 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Waiting for the task: (returnval){ [ 778.383866] env[68893]: value = "task-2791295" [ 778.383866] env[68893]: _type = "Task" [ 778.383866] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.399191] env[68893]: DEBUG oslo_vmware.api [None req-3bdf9b04-294f-4687-981c-7ee0d3c2e8f6 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Task: {'id': task-2791295, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.721341] env[68893]: DEBUG nova.scheduler.client.report [None req-f1a7dbf8-7cb9-4d0d-98a0-09362c753ed6 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 778.898897] env[68893]: DEBUG oslo_vmware.api [None req-3bdf9b04-294f-4687-981c-7ee0d3c2e8f6 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Task: {'id': task-2791295, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.103096] env[68893]: DEBUG nova.compute.manager [None req-b89b6ae2-ebe1-483f-be25-9e9942a7f148 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 80fa04f2-e0a6-452e-9a88-73eeb0ac347e] Start spawning the instance on the hypervisor. {{(pid=68893) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 779.130788] env[68893]: DEBUG nova.virt.hardware [None req-b89b6ae2-ebe1-483f-be25-9e9942a7f148 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 779.130788] env[68893]: DEBUG nova.virt.hardware [None req-b89b6ae2-ebe1-483f-be25-9e9942a7f148 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 779.131181] env[68893]: DEBUG nova.virt.hardware [None req-b89b6ae2-ebe1-483f-be25-9e9942a7f148 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 779.131181] env[68893]: DEBUG nova.virt.hardware [None req-b89b6ae2-ebe1-483f-be25-9e9942a7f148 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 779.131181] env[68893]: DEBUG nova.virt.hardware [None req-b89b6ae2-ebe1-483f-be25-9e9942a7f148 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 779.131337] env[68893]: DEBUG nova.virt.hardware [None req-b89b6ae2-ebe1-483f-be25-9e9942a7f148 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 779.131534] env[68893]: DEBUG nova.virt.hardware [None req-b89b6ae2-ebe1-483f-be25-9e9942a7f148 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 779.131703] env[68893]: DEBUG nova.virt.hardware [None req-b89b6ae2-ebe1-483f-be25-9e9942a7f148 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 779.131867] env[68893]: DEBUG nova.virt.hardware [None req-b89b6ae2-ebe1-483f-be25-9e9942a7f148 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 779.132041] env[68893]: DEBUG nova.virt.hardware [None req-b89b6ae2-ebe1-483f-be25-9e9942a7f148 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 779.132251] env[68893]: DEBUG nova.virt.hardware [None req-b89b6ae2-ebe1-483f-be25-9e9942a7f148 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 779.133450] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4369f10-994a-4312-97f5-f19ffcaf5b73 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.141924] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eace6214-acf6-4a0f-8d91-a43c86091804 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.226783] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f1a7dbf8-7cb9-4d0d-98a0-09362c753ed6 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.143s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.232246] env[68893]: DEBUG oslo_concurrency.lockutils [None req-061cfb81-f9d0-4653-ae67-320b61fc9580 tempest-TenantUsagesTestJSON-742880608 tempest-TenantUsagesTestJSON-742880608-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.686s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.232632] env[68893]: DEBUG nova.objects.instance [None req-061cfb81-f9d0-4653-ae67-320b61fc9580 tempest-TenantUsagesTestJSON-742880608 tempest-TenantUsagesTestJSON-742880608-project-member] Lazy-loading 'resources' on Instance uuid 15785bfd-102b-4abf-b9ab-12e38c653a49 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 779.235786] env[68893]: DEBUG nova.compute.manager [req-7b2056c0-0850-4a63-b392-1649c0e929f9 req-d85bd1c4-10f9-4b4c-80e4-6cc7a3866c20 service nova] [instance: d09a64f4-84e1-4eb5-9cd1-32e9de8b921d] Received event network-changed-502ee74c-53d4-4872-8da1-37213dc050bf {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 779.236008] env[68893]: DEBUG nova.compute.manager [req-7b2056c0-0850-4a63-b392-1649c0e929f9 req-d85bd1c4-10f9-4b4c-80e4-6cc7a3866c20 service nova] [instance: d09a64f4-84e1-4eb5-9cd1-32e9de8b921d] Refreshing instance network info cache due to event network-changed-502ee74c-53d4-4872-8da1-37213dc050bf. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 779.236244] env[68893]: DEBUG oslo_concurrency.lockutils [req-7b2056c0-0850-4a63-b392-1649c0e929f9 req-d85bd1c4-10f9-4b4c-80e4-6cc7a3866c20 service nova] Acquiring lock "refresh_cache-d09a64f4-84e1-4eb5-9cd1-32e9de8b921d" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.236420] env[68893]: DEBUG oslo_concurrency.lockutils [req-7b2056c0-0850-4a63-b392-1649c0e929f9 req-d85bd1c4-10f9-4b4c-80e4-6cc7a3866c20 service nova] Acquired lock "refresh_cache-d09a64f4-84e1-4eb5-9cd1-32e9de8b921d" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.236592] env[68893]: DEBUG nova.network.neutron [req-7b2056c0-0850-4a63-b392-1649c0e929f9 req-d85bd1c4-10f9-4b4c-80e4-6cc7a3866c20 service nova] [instance: d09a64f4-84e1-4eb5-9cd1-32e9de8b921d] Refreshing network info cache for port 502ee74c-53d4-4872-8da1-37213dc050bf {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 779.261909] env[68893]: INFO nova.scheduler.client.report [None req-f1a7dbf8-7cb9-4d0d-98a0-09362c753ed6 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Deleted allocations for instance 427db270-9f81-4bed-8039-a8e1d87ab427 [ 779.400603] env[68893]: DEBUG oslo_vmware.api [None req-3bdf9b04-294f-4687-981c-7ee0d3c2e8f6 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Task: {'id': task-2791295, 'name': ReconfigVM_Task, 'duration_secs': 1.013709} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.401080] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bdf9b04-294f-4687-981c-7ee0d3c2e8f6 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] [instance: f72552ae-2213-4d26-a1e2-82015336df56] Reconfigured VM instance instance-0000001f to attach disk [datastore2] f72552ae-2213-4d26-a1e2-82015336df56/f72552ae-2213-4d26-a1e2-82015336df56.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 779.401951] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bd76839b-4c0a-4b96-9db0-46eb84b92df3 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.411327] env[68893]: DEBUG oslo_vmware.api [None req-3bdf9b04-294f-4687-981c-7ee0d3c2e8f6 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Waiting for the task: (returnval){ [ 779.411327] env[68893]: value = "task-2791296" [ 779.411327] env[68893]: _type = "Task" [ 779.411327] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.425818] env[68893]: DEBUG oslo_vmware.api [None req-3bdf9b04-294f-4687-981c-7ee0d3c2e8f6 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Task: {'id': task-2791296, 'name': Rename_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.478331] env[68893]: DEBUG nova.compute.manager [req-ee606c8b-0a32-40cf-8030-a539c9551051 req-5bd3413a-fab3-4e8e-af81-d242d62ebbf8 service nova] [instance: d09a64f4-84e1-4eb5-9cd1-32e9de8b921d] Received event network-changed-502ee74c-53d4-4872-8da1-37213dc050bf {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 779.478534] env[68893]: DEBUG nova.compute.manager [req-ee606c8b-0a32-40cf-8030-a539c9551051 req-5bd3413a-fab3-4e8e-af81-d242d62ebbf8 service nova] [instance: d09a64f4-84e1-4eb5-9cd1-32e9de8b921d] Refreshing instance network info cache due to event network-changed-502ee74c-53d4-4872-8da1-37213dc050bf. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 779.478722] env[68893]: DEBUG oslo_concurrency.lockutils [req-ee606c8b-0a32-40cf-8030-a539c9551051 req-5bd3413a-fab3-4e8e-af81-d242d62ebbf8 service nova] Acquiring lock "refresh_cache-d09a64f4-84e1-4eb5-9cd1-32e9de8b921d" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.772138] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f1a7dbf8-7cb9-4d0d-98a0-09362c753ed6 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Lock "427db270-9f81-4bed-8039-a8e1d87ab427" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.817s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.929848] env[68893]: DEBUG oslo_vmware.api [None req-3bdf9b04-294f-4687-981c-7ee0d3c2e8f6 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Task: {'id': task-2791296, 'name': Rename_Task, 'duration_secs': 0.149622} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.939322] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bdf9b04-294f-4687-981c-7ee0d3c2e8f6 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] [instance: f72552ae-2213-4d26-a1e2-82015336df56] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 779.939322] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-67ca103d-a663-47a5-9c08-267b183c6f22 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.946508] env[68893]: DEBUG oslo_vmware.api [None req-3bdf9b04-294f-4687-981c-7ee0d3c2e8f6 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Waiting for the task: (returnval){ [ 779.946508] env[68893]: value = "task-2791297" [ 779.946508] env[68893]: _type = "Task" [ 779.946508] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.959991] env[68893]: DEBUG oslo_vmware.api [None req-3bdf9b04-294f-4687-981c-7ee0d3c2e8f6 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Task: {'id': task-2791297, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.018376] env[68893]: DEBUG nova.network.neutron [None req-b89b6ae2-ebe1-483f-be25-9e9942a7f148 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 80fa04f2-e0a6-452e-9a88-73eeb0ac347e] Successfully updated port: cfd680ff-11e6-4026-8e06-1e7cfc43cebf {{(pid=68893) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 780.072426] env[68893]: DEBUG nova.network.neutron [req-7b2056c0-0850-4a63-b392-1649c0e929f9 req-d85bd1c4-10f9-4b4c-80e4-6cc7a3866c20 service nova] [instance: d09a64f4-84e1-4eb5-9cd1-32e9de8b921d] Updated VIF entry in instance network info cache for port 502ee74c-53d4-4872-8da1-37213dc050bf. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 780.073134] env[68893]: DEBUG nova.network.neutron [req-7b2056c0-0850-4a63-b392-1649c0e929f9 req-d85bd1c4-10f9-4b4c-80e4-6cc7a3866c20 service nova] [instance: d09a64f4-84e1-4eb5-9cd1-32e9de8b921d] Updating instance_info_cache with network_info: [{"id": "502ee74c-53d4-4872-8da1-37213dc050bf", "address": "fa:16:3e:2f:88:b2", "network": {"id": "64f8635c-6a46-483b-96ac-b77fe56566a5", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-170821951-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7150b1757bb64298a92e8121a5b8e631", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap502ee74c-53", "ovs_interfaceid": "502ee74c-53d4-4872-8da1-37213dc050bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.389887] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d35124bc-d7ea-4b4f-b131-cb38ae31496e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.398561] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0e78c71-f35d-4f94-9558-6e7533dedbe2 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.437338] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea5904b3-5eae-45cf-bfc1-a6d68eceb42f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.446371] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60240fb1-eee8-4fce-b0cc-9ccc8ae86b67 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.467061] env[68893]: DEBUG nova.compute.provider_tree [None req-061cfb81-f9d0-4653-ae67-320b61fc9580 tempest-TenantUsagesTestJSON-742880608 tempest-TenantUsagesTestJSON-742880608-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 780.471509] env[68893]: DEBUG oslo_vmware.api [None req-3bdf9b04-294f-4687-981c-7ee0d3c2e8f6 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Task: {'id': task-2791297, 'name': PowerOnVM_Task, 'duration_secs': 0.460356} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.472258] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bdf9b04-294f-4687-981c-7ee0d3c2e8f6 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] [instance: f72552ae-2213-4d26-a1e2-82015336df56] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 780.472406] env[68893]: INFO nova.compute.manager [None req-3bdf9b04-294f-4687-981c-7ee0d3c2e8f6 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] [instance: f72552ae-2213-4d26-a1e2-82015336df56] Took 8.55 seconds to spawn the instance on the hypervisor. [ 780.472614] env[68893]: DEBUG nova.compute.manager [None req-3bdf9b04-294f-4687-981c-7ee0d3c2e8f6 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] [instance: f72552ae-2213-4d26-a1e2-82015336df56] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 780.473472] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc5493b6-eade-4e00-8fc8-cbc2ad33b3d8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.521626] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b89b6ae2-ebe1-483f-be25-9e9942a7f148 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Acquiring lock "refresh_cache-80fa04f2-e0a6-452e-9a88-73eeb0ac347e" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.521800] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b89b6ae2-ebe1-483f-be25-9e9942a7f148 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Acquired lock "refresh_cache-80fa04f2-e0a6-452e-9a88-73eeb0ac347e" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.522427] env[68893]: DEBUG nova.network.neutron [None req-b89b6ae2-ebe1-483f-be25-9e9942a7f148 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 80fa04f2-e0a6-452e-9a88-73eeb0ac347e] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 780.577255] env[68893]: DEBUG oslo_concurrency.lockutils [req-7b2056c0-0850-4a63-b392-1649c0e929f9 req-d85bd1c4-10f9-4b4c-80e4-6cc7a3866c20 service nova] Releasing lock "refresh_cache-d09a64f4-84e1-4eb5-9cd1-32e9de8b921d" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.577255] env[68893]: DEBUG oslo_concurrency.lockutils [req-ee606c8b-0a32-40cf-8030-a539c9551051 req-5bd3413a-fab3-4e8e-af81-d242d62ebbf8 service nova] Acquired lock "refresh_cache-d09a64f4-84e1-4eb5-9cd1-32e9de8b921d" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.577255] env[68893]: DEBUG nova.network.neutron [req-ee606c8b-0a32-40cf-8030-a539c9551051 req-5bd3413a-fab3-4e8e-af81-d242d62ebbf8 service nova] [instance: d09a64f4-84e1-4eb5-9cd1-32e9de8b921d] Refreshing network info cache for port 502ee74c-53d4-4872-8da1-37213dc050bf {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 780.975476] env[68893]: DEBUG nova.scheduler.client.report [None req-061cfb81-f9d0-4653-ae67-320b61fc9580 tempest-TenantUsagesTestJSON-742880608 tempest-TenantUsagesTestJSON-742880608-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 780.992910] env[68893]: INFO nova.compute.manager [None req-3bdf9b04-294f-4687-981c-7ee0d3c2e8f6 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] [instance: f72552ae-2213-4d26-a1e2-82015336df56] Took 37.14 seconds to build instance. [ 781.061155] env[68893]: DEBUG nova.network.neutron [None req-b89b6ae2-ebe1-483f-be25-9e9942a7f148 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 80fa04f2-e0a6-452e-9a88-73eeb0ac347e] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 781.265482] env[68893]: DEBUG nova.network.neutron [None req-b89b6ae2-ebe1-483f-be25-9e9942a7f148 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 80fa04f2-e0a6-452e-9a88-73eeb0ac347e] Updating instance_info_cache with network_info: [{"id": "cfd680ff-11e6-4026-8e06-1e7cfc43cebf", "address": "fa:16:3e:63:6d:4c", "network": {"id": "024e10c8-0890-4be3-81cc-2be8eac35dc9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-116676947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "564a5b6c6f4f4e42aeeef87662301380", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfd680ff-11", "ovs_interfaceid": "cfd680ff-11e6-4026-8e06-1e7cfc43cebf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.270226] env[68893]: DEBUG oslo_concurrency.lockutils [None req-93e981ca-be56-485f-8df7-8aa090ae7999 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Acquiring lock "49227832-6556-4c04-8875-6a4b9414b1d8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.270511] env[68893]: DEBUG oslo_concurrency.lockutils [None req-93e981ca-be56-485f-8df7-8aa090ae7999 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Lock "49227832-6556-4c04-8875-6a4b9414b1d8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.004s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.270727] env[68893]: DEBUG oslo_concurrency.lockutils [None req-93e981ca-be56-485f-8df7-8aa090ae7999 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Acquiring lock "49227832-6556-4c04-8875-6a4b9414b1d8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.270910] env[68893]: DEBUG oslo_concurrency.lockutils [None req-93e981ca-be56-485f-8df7-8aa090ae7999 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Lock "49227832-6556-4c04-8875-6a4b9414b1d8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.271230] env[68893]: DEBUG oslo_concurrency.lockutils [None req-93e981ca-be56-485f-8df7-8aa090ae7999 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Lock "49227832-6556-4c04-8875-6a4b9414b1d8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.273610] env[68893]: INFO nova.compute.manager [None req-93e981ca-be56-485f-8df7-8aa090ae7999 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] [instance: 49227832-6556-4c04-8875-6a4b9414b1d8] Terminating instance [ 781.483803] env[68893]: DEBUG oslo_concurrency.lockutils [None req-061cfb81-f9d0-4653-ae67-320b61fc9580 tempest-TenantUsagesTestJSON-742880608 tempest-TenantUsagesTestJSON-742880608-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.250s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.487051] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ed52a9b4-16f2-44f7-b4d2-acf796de8581 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.767s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.489355] env[68893]: INFO nova.compute.claims [None req-ed52a9b4-16f2-44f7-b4d2-acf796de8581 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] [instance: bfc2d904-8005-4693-871f-5745dc3d29fd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 781.495460] env[68893]: DEBUG oslo_concurrency.lockutils [None req-3bdf9b04-294f-4687-981c-7ee0d3c2e8f6 tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Lock "f72552ae-2213-4d26-a1e2-82015336df56" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.804s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.523478] env[68893]: INFO nova.scheduler.client.report [None req-061cfb81-f9d0-4653-ae67-320b61fc9580 tempest-TenantUsagesTestJSON-742880608 tempest-TenantUsagesTestJSON-742880608-project-member] Deleted allocations for instance 15785bfd-102b-4abf-b9ab-12e38c653a49 [ 781.677821] env[68893]: DEBUG nova.network.neutron [req-ee606c8b-0a32-40cf-8030-a539c9551051 req-5bd3413a-fab3-4e8e-af81-d242d62ebbf8 service nova] [instance: d09a64f4-84e1-4eb5-9cd1-32e9de8b921d] Updated VIF entry in instance network info cache for port 502ee74c-53d4-4872-8da1-37213dc050bf. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 781.678554] env[68893]: DEBUG nova.network.neutron [req-ee606c8b-0a32-40cf-8030-a539c9551051 req-5bd3413a-fab3-4e8e-af81-d242d62ebbf8 service nova] [instance: d09a64f4-84e1-4eb5-9cd1-32e9de8b921d] Updating instance_info_cache with network_info: [{"id": "502ee74c-53d4-4872-8da1-37213dc050bf", "address": "fa:16:3e:2f:88:b2", "network": {"id": "64f8635c-6a46-483b-96ac-b77fe56566a5", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-170821951-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7150b1757bb64298a92e8121a5b8e631", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap502ee74c-53", "ovs_interfaceid": "502ee74c-53d4-4872-8da1-37213dc050bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.696802] env[68893]: DEBUG oslo_concurrency.lockutils [None req-df870329-c0b0-462d-8431-fb7f92683905 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Acquiring lock "3f7dc844-a0a8-4c16-a947-f695a646512c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.697040] env[68893]: DEBUG oslo_concurrency.lockutils [None req-df870329-c0b0-462d-8431-fb7f92683905 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Lock "3f7dc844-a0a8-4c16-a947-f695a646512c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.697256] env[68893]: DEBUG oslo_concurrency.lockutils [None req-df870329-c0b0-462d-8431-fb7f92683905 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Acquiring lock "3f7dc844-a0a8-4c16-a947-f695a646512c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.697999] env[68893]: DEBUG oslo_concurrency.lockutils [None req-df870329-c0b0-462d-8431-fb7f92683905 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Lock "3f7dc844-a0a8-4c16-a947-f695a646512c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.697999] env[68893]: DEBUG oslo_concurrency.lockutils [None req-df870329-c0b0-462d-8431-fb7f92683905 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Lock "3f7dc844-a0a8-4c16-a947-f695a646512c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.700032] env[68893]: INFO nova.compute.manager [None req-df870329-c0b0-462d-8431-fb7f92683905 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] [instance: 3f7dc844-a0a8-4c16-a947-f695a646512c] Terminating instance [ 781.752378] env[68893]: DEBUG nova.compute.manager [req-e07ce94b-2768-4e78-9a80-7e65f493fbd9 req-3ff1548a-8f9b-4791-ba2b-ce1f7d0bb4cf service nova] [instance: 3f7dc844-a0a8-4c16-a947-f695a646512c] Received event network-changed-8d5c2a95-c24f-4274-a96c-14cb2dfe3fb2 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 781.752492] env[68893]: DEBUG nova.compute.manager [req-e07ce94b-2768-4e78-9a80-7e65f493fbd9 req-3ff1548a-8f9b-4791-ba2b-ce1f7d0bb4cf service nova] [instance: 3f7dc844-a0a8-4c16-a947-f695a646512c] Refreshing instance network info cache due to event network-changed-8d5c2a95-c24f-4274-a96c-14cb2dfe3fb2. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 781.752677] env[68893]: DEBUG oslo_concurrency.lockutils [req-e07ce94b-2768-4e78-9a80-7e65f493fbd9 req-3ff1548a-8f9b-4791-ba2b-ce1f7d0bb4cf service nova] Acquiring lock "refresh_cache-3f7dc844-a0a8-4c16-a947-f695a646512c" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.752813] env[68893]: DEBUG oslo_concurrency.lockutils [req-e07ce94b-2768-4e78-9a80-7e65f493fbd9 req-3ff1548a-8f9b-4791-ba2b-ce1f7d0bb4cf service nova] Acquired lock "refresh_cache-3f7dc844-a0a8-4c16-a947-f695a646512c" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.752966] env[68893]: DEBUG nova.network.neutron [req-e07ce94b-2768-4e78-9a80-7e65f493fbd9 req-3ff1548a-8f9b-4791-ba2b-ce1f7d0bb4cf service nova] [instance: 3f7dc844-a0a8-4c16-a947-f695a646512c] Refreshing network info cache for port 8d5c2a95-c24f-4274-a96c-14cb2dfe3fb2 {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 781.774268] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b89b6ae2-ebe1-483f-be25-9e9942a7f148 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Releasing lock "refresh_cache-80fa04f2-e0a6-452e-9a88-73eeb0ac347e" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.774648] env[68893]: DEBUG nova.compute.manager [None req-b89b6ae2-ebe1-483f-be25-9e9942a7f148 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 80fa04f2-e0a6-452e-9a88-73eeb0ac347e] Instance network_info: |[{"id": "cfd680ff-11e6-4026-8e06-1e7cfc43cebf", "address": "fa:16:3e:63:6d:4c", "network": {"id": "024e10c8-0890-4be3-81cc-2be8eac35dc9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-116676947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "564a5b6c6f4f4e42aeeef87662301380", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfd680ff-11", "ovs_interfaceid": "cfd680ff-11e6-4026-8e06-1e7cfc43cebf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 781.775113] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-b89b6ae2-ebe1-483f-be25-9e9942a7f148 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 80fa04f2-e0a6-452e-9a88-73eeb0ac347e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:6d:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74f30339-6421-4654-bddb-81d7f34db9d7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cfd680ff-11e6-4026-8e06-1e7cfc43cebf', 'vif_model': 'vmxnet3'}] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 781.787019] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-b89b6ae2-ebe1-483f-be25-9e9942a7f148 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Creating folder: Project (564a5b6c6f4f4e42aeeef87662301380). Parent ref: group-v560969. {{(pid=68893) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 781.787019] env[68893]: DEBUG nova.compute.manager [None req-93e981ca-be56-485f-8df7-8aa090ae7999 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] [instance: 49227832-6556-4c04-8875-6a4b9414b1d8] Start destroying the instance on the hypervisor. {{(pid=68893) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 781.787906] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-93e981ca-be56-485f-8df7-8aa090ae7999 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] [instance: 49227832-6556-4c04-8875-6a4b9414b1d8] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 781.793090] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bc8f38dd-313e-4739-8309-81dab508c658 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.793090] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-331571a6-c7ba-46d4-82db-4fe052897dc3 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.808045] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-93e981ca-be56-485f-8df7-8aa090ae7999 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] [instance: 49227832-6556-4c04-8875-6a4b9414b1d8] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 781.808045] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-29f6a0b9-a2e5-47f3-a9f8-b82d34d4c0f4 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.811323] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-b89b6ae2-ebe1-483f-be25-9e9942a7f148 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Created folder: Project (564a5b6c6f4f4e42aeeef87662301380) in parent group-v560969. [ 781.811554] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-b89b6ae2-ebe1-483f-be25-9e9942a7f148 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Creating folder: Instances. Parent ref: group-v561059. {{(pid=68893) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 781.811847] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0d4197fd-8c1c-4e89-8863-6943991e48eb {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.816412] env[68893]: DEBUG oslo_vmware.api [None req-93e981ca-be56-485f-8df7-8aa090ae7999 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Waiting for the task: (returnval){ [ 781.816412] env[68893]: value = "task-2791299" [ 781.816412] env[68893]: _type = "Task" [ 781.816412] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.827806] env[68893]: DEBUG oslo_vmware.api [None req-93e981ca-be56-485f-8df7-8aa090ae7999 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Task: {'id': task-2791299, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.830172] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-b89b6ae2-ebe1-483f-be25-9e9942a7f148 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Created folder: Instances in parent group-v561059. [ 781.830172] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b89b6ae2-ebe1-483f-be25-9e9942a7f148 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 781.830327] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80fa04f2-e0a6-452e-9a88-73eeb0ac347e] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 781.830524] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5272d5a1-03c9-4e32-b2aa-dcc991a3f6fd {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.863924] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 781.863924] env[68893]: value = "task-2791301" [ 781.863924] env[68893]: _type = "Task" [ 781.863924] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.874812] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791301, 'name': CreateVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.998138] env[68893]: DEBUG nova.compute.manager [None req-6d031ea6-0d85-481f-b9c5-949e1d594d45 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] [instance: 70917eab-66ad-4d76-9866-a8a793025df1] Starting instance... {{(pid=68893) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 782.034843] env[68893]: DEBUG oslo_concurrency.lockutils [None req-061cfb81-f9d0-4653-ae67-320b61fc9580 tempest-TenantUsagesTestJSON-742880608 tempest-TenantUsagesTestJSON-742880608-project-member] Lock "15785bfd-102b-4abf-b9ab-12e38c653a49" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.336s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.181124] env[68893]: DEBUG oslo_concurrency.lockutils [req-ee606c8b-0a32-40cf-8030-a539c9551051 req-5bd3413a-fab3-4e8e-af81-d242d62ebbf8 service nova] Releasing lock "refresh_cache-d09a64f4-84e1-4eb5-9cd1-32e9de8b921d" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.208788] env[68893]: DEBUG nova.compute.manager [None req-df870329-c0b0-462d-8431-fb7f92683905 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] [instance: 3f7dc844-a0a8-4c16-a947-f695a646512c] Start destroying the instance on the hypervisor. {{(pid=68893) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 782.209074] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-df870329-c0b0-462d-8431-fb7f92683905 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] [instance: 3f7dc844-a0a8-4c16-a947-f695a646512c] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 782.210045] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8e95709-d44c-4a8c-9446-44acbb6ccc29 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.218660] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-df870329-c0b0-462d-8431-fb7f92683905 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] [instance: 3f7dc844-a0a8-4c16-a947-f695a646512c] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 782.218915] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-feb6ad57-3271-4fc4-8672-16391d0083f2 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.225889] env[68893]: DEBUG oslo_vmware.api [None req-df870329-c0b0-462d-8431-fb7f92683905 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Waiting for the task: (returnval){ [ 782.225889] env[68893]: value = "task-2791302" [ 782.225889] env[68893]: _type = "Task" [ 782.225889] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.236365] env[68893]: DEBUG oslo_vmware.api [None req-df870329-c0b0-462d-8431-fb7f92683905 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Task: {'id': task-2791302, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.327693] env[68893]: DEBUG oslo_vmware.api [None req-93e981ca-be56-485f-8df7-8aa090ae7999 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Task: {'id': task-2791299, 'name': PowerOffVM_Task, 'duration_secs': 0.234272} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.328030] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-93e981ca-be56-485f-8df7-8aa090ae7999 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] [instance: 49227832-6556-4c04-8875-6a4b9414b1d8] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 782.328211] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-93e981ca-be56-485f-8df7-8aa090ae7999 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] [instance: 49227832-6556-4c04-8875-6a4b9414b1d8] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 782.328736] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3755a136-53d2-43f6-ab31-c6d64bb21e93 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.382377] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791301, 'name': CreateVM_Task, 'duration_secs': 0.347166} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.382657] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80fa04f2-e0a6-452e-9a88-73eeb0ac347e] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 782.386109] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b89b6ae2-ebe1-483f-be25-9e9942a7f148 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.386109] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b89b6ae2-ebe1-483f-be25-9e9942a7f148 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.386109] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b89b6ae2-ebe1-483f-be25-9e9942a7f148 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.386109] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b79e154-d440-49d2-8430-2b7b1120186a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.402029] env[68893]: DEBUG oslo_vmware.api [None req-b89b6ae2-ebe1-483f-be25-9e9942a7f148 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Waiting for the task: (returnval){ [ 782.402029] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52d5fc6d-f2b7-d418-aa16-0a1668633e29" [ 782.402029] env[68893]: _type = "Task" [ 782.402029] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.407755] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-93e981ca-be56-485f-8df7-8aa090ae7999 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] [instance: 49227832-6556-4c04-8875-6a4b9414b1d8] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 782.408130] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-93e981ca-be56-485f-8df7-8aa090ae7999 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] [instance: 49227832-6556-4c04-8875-6a4b9414b1d8] Deleting contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 782.408446] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-93e981ca-be56-485f-8df7-8aa090ae7999 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Deleting the datastore file [datastore2] 49227832-6556-4c04-8875-6a4b9414b1d8 {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 782.408901] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4b227ce6-b3d6-4736-ba6c-6df220fa5398 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.417990] env[68893]: DEBUG oslo_vmware.api [None req-b89b6ae2-ebe1-483f-be25-9e9942a7f148 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52d5fc6d-f2b7-d418-aa16-0a1668633e29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.423875] env[68893]: DEBUG oslo_vmware.api [None req-93e981ca-be56-485f-8df7-8aa090ae7999 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Waiting for the task: (returnval){ [ 782.423875] env[68893]: value = "task-2791304" [ 782.423875] env[68893]: _type = "Task" [ 782.423875] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.434093] env[68893]: DEBUG oslo_vmware.api [None req-93e981ca-be56-485f-8df7-8aa090ae7999 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Task: {'id': task-2791304, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.470301] env[68893]: DEBUG nova.compute.manager [req-d4d64bd8-cbc1-4cbc-8acd-746e7da66ad4 req-ba7d27e2-e2aa-4b2a-9e71-4f2a217dec53 service nova] [instance: 3f7dc844-a0a8-4c16-a947-f695a646512c] Received event network-changed-8d5c2a95-c24f-4274-a96c-14cb2dfe3fb2 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 782.470618] env[68893]: DEBUG nova.compute.manager [req-d4d64bd8-cbc1-4cbc-8acd-746e7da66ad4 req-ba7d27e2-e2aa-4b2a-9e71-4f2a217dec53 service nova] [instance: 3f7dc844-a0a8-4c16-a947-f695a646512c] Refreshing instance network info cache due to event network-changed-8d5c2a95-c24f-4274-a96c-14cb2dfe3fb2. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 782.470865] env[68893]: DEBUG oslo_concurrency.lockutils [req-d4d64bd8-cbc1-4cbc-8acd-746e7da66ad4 req-ba7d27e2-e2aa-4b2a-9e71-4f2a217dec53 service nova] Acquiring lock "refresh_cache-3f7dc844-a0a8-4c16-a947-f695a646512c" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.535276] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6d031ea6-0d85-481f-b9c5-949e1d594d45 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.558287] env[68893]: DEBUG nova.network.neutron [req-e07ce94b-2768-4e78-9a80-7e65f493fbd9 req-3ff1548a-8f9b-4791-ba2b-ce1f7d0bb4cf service nova] [instance: 3f7dc844-a0a8-4c16-a947-f695a646512c] Updated VIF entry in instance network info cache for port 8d5c2a95-c24f-4274-a96c-14cb2dfe3fb2. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 782.558765] env[68893]: DEBUG nova.network.neutron [req-e07ce94b-2768-4e78-9a80-7e65f493fbd9 req-3ff1548a-8f9b-4791-ba2b-ce1f7d0bb4cf service nova] [instance: 3f7dc844-a0a8-4c16-a947-f695a646512c] Updating instance_info_cache with network_info: [{"id": "8d5c2a95-c24f-4274-a96c-14cb2dfe3fb2", "address": "fa:16:3e:d5:62:fb", "network": {"id": "64f8635c-6a46-483b-96ac-b77fe56566a5", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-170821951-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7150b1757bb64298a92e8121a5b8e631", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d5c2a95-c2", "ovs_interfaceid": "8d5c2a95-c24f-4274-a96c-14cb2dfe3fb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.737801] env[68893]: DEBUG oslo_vmware.api [None req-df870329-c0b0-462d-8431-fb7f92683905 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Task: {'id': task-2791302, 'name': PowerOffVM_Task, 'duration_secs': 0.243342} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.738092] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-df870329-c0b0-462d-8431-fb7f92683905 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] [instance: 3f7dc844-a0a8-4c16-a947-f695a646512c] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 782.738265] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-df870329-c0b0-462d-8431-fb7f92683905 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] [instance: 3f7dc844-a0a8-4c16-a947-f695a646512c] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 782.738551] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c723ec6e-2d5f-445c-bfff-06626cf70c81 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.806505] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-df870329-c0b0-462d-8431-fb7f92683905 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] [instance: 3f7dc844-a0a8-4c16-a947-f695a646512c] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 782.806727] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-df870329-c0b0-462d-8431-fb7f92683905 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] [instance: 3f7dc844-a0a8-4c16-a947-f695a646512c] Deleting contents of the VM from datastore datastore1 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 782.806908] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-df870329-c0b0-462d-8431-fb7f92683905 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Deleting the datastore file [datastore1] 3f7dc844-a0a8-4c16-a947-f695a646512c {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 782.807189] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c95673c9-2f97-4372-bce7-2400f9a1e576 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.817182] env[68893]: DEBUG oslo_vmware.api [None req-df870329-c0b0-462d-8431-fb7f92683905 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Waiting for the task: (returnval){ [ 782.817182] env[68893]: value = "task-2791306" [ 782.817182] env[68893]: _type = "Task" [ 782.817182] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.829297] env[68893]: DEBUG oslo_vmware.api [None req-df870329-c0b0-462d-8431-fb7f92683905 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Task: {'id': task-2791306, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.918214] env[68893]: DEBUG oslo_vmware.api [None req-b89b6ae2-ebe1-483f-be25-9e9942a7f148 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52d5fc6d-f2b7-d418-aa16-0a1668633e29, 'name': SearchDatastore_Task, 'duration_secs': 0.016285} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.918587] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b89b6ae2-ebe1-483f-be25-9e9942a7f148 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.918842] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-b89b6ae2-ebe1-483f-be25-9e9942a7f148 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 80fa04f2-e0a6-452e-9a88-73eeb0ac347e] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 782.919126] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b89b6ae2-ebe1-483f-be25-9e9942a7f148 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.919310] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b89b6ae2-ebe1-483f-be25-9e9942a7f148 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.919529] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-b89b6ae2-ebe1-483f-be25-9e9942a7f148 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 782.919825] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5fd1a522-6fa1-4814-a145-2955162c543d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.934013] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-b89b6ae2-ebe1-483f-be25-9e9942a7f148 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 782.934013] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-b89b6ae2-ebe1-483f-be25-9e9942a7f148 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 782.934776] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b97f59e-c227-4044-8999-f100a8e9cd53 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.940230] env[68893]: DEBUG oslo_vmware.api [None req-93e981ca-be56-485f-8df7-8aa090ae7999 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Task: {'id': task-2791304, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136902} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.943270] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-93e981ca-be56-485f-8df7-8aa090ae7999 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 782.943498] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-93e981ca-be56-485f-8df7-8aa090ae7999 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] [instance: 49227832-6556-4c04-8875-6a4b9414b1d8] Deleted contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 782.943694] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-93e981ca-be56-485f-8df7-8aa090ae7999 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] [instance: 49227832-6556-4c04-8875-6a4b9414b1d8] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 782.943871] env[68893]: INFO nova.compute.manager [None req-93e981ca-be56-485f-8df7-8aa090ae7999 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] [instance: 49227832-6556-4c04-8875-6a4b9414b1d8] Took 1.16 seconds to destroy the instance on the hypervisor. [ 782.944125] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-93e981ca-be56-485f-8df7-8aa090ae7999 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 782.944515] env[68893]: DEBUG nova.compute.manager [-] [instance: 49227832-6556-4c04-8875-6a4b9414b1d8] Deallocating network for instance {{(pid=68893) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 782.944612] env[68893]: DEBUG nova.network.neutron [-] [instance: 49227832-6556-4c04-8875-6a4b9414b1d8] deallocate_for_instance() {{(pid=68893) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 782.947834] env[68893]: DEBUG oslo_vmware.api [None req-b89b6ae2-ebe1-483f-be25-9e9942a7f148 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Waiting for the task: (returnval){ [ 782.947834] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]524a41d0-da1a-8fa1-0290-2d2f41d8d8ef" [ 782.947834] env[68893]: _type = "Task" [ 782.947834] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.963125] env[68893]: DEBUG oslo_vmware.api [None req-b89b6ae2-ebe1-483f-be25-9e9942a7f148 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]524a41d0-da1a-8fa1-0290-2d2f41d8d8ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.067800] env[68893]: DEBUG oslo_concurrency.lockutils [req-e07ce94b-2768-4e78-9a80-7e65f493fbd9 req-3ff1548a-8f9b-4791-ba2b-ce1f7d0bb4cf service nova] Releasing lock "refresh_cache-3f7dc844-a0a8-4c16-a947-f695a646512c" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.069025] env[68893]: DEBUG oslo_concurrency.lockutils [req-d4d64bd8-cbc1-4cbc-8acd-746e7da66ad4 req-ba7d27e2-e2aa-4b2a-9e71-4f2a217dec53 service nova] Acquired lock "refresh_cache-3f7dc844-a0a8-4c16-a947-f695a646512c" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.069271] env[68893]: DEBUG nova.network.neutron [req-d4d64bd8-cbc1-4cbc-8acd-746e7da66ad4 req-ba7d27e2-e2aa-4b2a-9e71-4f2a217dec53 service nova] [instance: 3f7dc844-a0a8-4c16-a947-f695a646512c] Refreshing network info cache for port 8d5c2a95-c24f-4274-a96c-14cb2dfe3fb2 {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 783.132250] env[68893]: DEBUG oslo_concurrency.lockutils [None req-a61b44f4-b47a-445c-a1e8-03f1a14c501d tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Acquiring lock "f72552ae-2213-4d26-a1e2-82015336df56" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.132499] env[68893]: DEBUG oslo_concurrency.lockutils [None req-a61b44f4-b47a-445c-a1e8-03f1a14c501d tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Lock "f72552ae-2213-4d26-a1e2-82015336df56" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.133446] env[68893]: DEBUG oslo_concurrency.lockutils [None req-a61b44f4-b47a-445c-a1e8-03f1a14c501d tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Acquiring lock "f72552ae-2213-4d26-a1e2-82015336df56-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.133446] env[68893]: DEBUG oslo_concurrency.lockutils [None req-a61b44f4-b47a-445c-a1e8-03f1a14c501d tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Lock "f72552ae-2213-4d26-a1e2-82015336df56-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.133446] env[68893]: DEBUG oslo_concurrency.lockutils [None req-a61b44f4-b47a-445c-a1e8-03f1a14c501d tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Lock "f72552ae-2213-4d26-a1e2-82015336df56-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.135231] env[68893]: INFO nova.compute.manager [None req-a61b44f4-b47a-445c-a1e8-03f1a14c501d tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] [instance: f72552ae-2213-4d26-a1e2-82015336df56] Terminating instance [ 783.176257] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-053651a9-d2ef-4eba-84a9-e322cf6f23f0 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.186412] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-923499cd-4564-4c9c-9c14-e4d7fac3ee08 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.225881] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5cead74-83c5-4656-859d-fc4c716f414f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.234817] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e8cb9a6-31fc-435c-bc97-856b469ff928 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.253514] env[68893]: DEBUG nova.compute.provider_tree [None req-ed52a9b4-16f2-44f7-b4d2-acf796de8581 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 783.328988] env[68893]: DEBUG oslo_vmware.api [None req-df870329-c0b0-462d-8431-fb7f92683905 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Task: {'id': task-2791306, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144813} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.329511] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-df870329-c0b0-462d-8431-fb7f92683905 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 783.329887] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-df870329-c0b0-462d-8431-fb7f92683905 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] [instance: 3f7dc844-a0a8-4c16-a947-f695a646512c] Deleted contents of the VM from datastore datastore1 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 783.330358] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-df870329-c0b0-462d-8431-fb7f92683905 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] [instance: 3f7dc844-a0a8-4c16-a947-f695a646512c] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 783.330757] env[68893]: INFO nova.compute.manager [None req-df870329-c0b0-462d-8431-fb7f92683905 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] [instance: 3f7dc844-a0a8-4c16-a947-f695a646512c] Took 1.12 seconds to destroy the instance on the hypervisor. [ 783.331166] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-df870329-c0b0-462d-8431-fb7f92683905 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 783.331646] env[68893]: DEBUG nova.compute.manager [-] [instance: 3f7dc844-a0a8-4c16-a947-f695a646512c] Deallocating network for instance {{(pid=68893) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 783.331957] env[68893]: DEBUG nova.network.neutron [-] [instance: 3f7dc844-a0a8-4c16-a947-f695a646512c] deallocate_for_instance() {{(pid=68893) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 783.465020] env[68893]: DEBUG oslo_vmware.api [None req-b89b6ae2-ebe1-483f-be25-9e9942a7f148 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]524a41d0-da1a-8fa1-0290-2d2f41d8d8ef, 'name': SearchDatastore_Task, 'duration_secs': 0.014151} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.465020] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98feac13-99ce-4d01-93b8-2b3aa31bc331 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.474515] env[68893]: DEBUG oslo_vmware.api [None req-b89b6ae2-ebe1-483f-be25-9e9942a7f148 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Waiting for the task: (returnval){ [ 783.474515] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52fb8f53-14fb-5771-54cd-d43027ae1811" [ 783.474515] env[68893]: _type = "Task" [ 783.474515] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.482015] env[68893]: DEBUG oslo_vmware.api [None req-b89b6ae2-ebe1-483f-be25-9e9942a7f148 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52fb8f53-14fb-5771-54cd-d43027ae1811, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.640387] env[68893]: DEBUG nova.compute.manager [None req-a61b44f4-b47a-445c-a1e8-03f1a14c501d tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] [instance: f72552ae-2213-4d26-a1e2-82015336df56] Start destroying the instance on the hypervisor. {{(pid=68893) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 783.640699] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-a61b44f4-b47a-445c-a1e8-03f1a14c501d tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] [instance: f72552ae-2213-4d26-a1e2-82015336df56] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 783.641540] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2bcc772-5b00-40de-85e3-224f4b428d7b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.653017] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-a61b44f4-b47a-445c-a1e8-03f1a14c501d tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] [instance: f72552ae-2213-4d26-a1e2-82015336df56] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 783.653965] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-95628410-cf44-41a0-838d-1c895e2172fc {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.666606] env[68893]: DEBUG oslo_vmware.api [None req-a61b44f4-b47a-445c-a1e8-03f1a14c501d tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Waiting for the task: (returnval){ [ 783.666606] env[68893]: value = "task-2791307" [ 783.666606] env[68893]: _type = "Task" [ 783.666606] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.678456] env[68893]: DEBUG oslo_vmware.api [None req-a61b44f4-b47a-445c-a1e8-03f1a14c501d tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Task: {'id': task-2791307, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.756801] env[68893]: DEBUG nova.scheduler.client.report [None req-ed52a9b4-16f2-44f7-b4d2-acf796de8581 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 783.760766] env[68893]: DEBUG nova.network.neutron [-] [instance: 49227832-6556-4c04-8875-6a4b9414b1d8] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.838413] env[68893]: DEBUG nova.network.neutron [req-d4d64bd8-cbc1-4cbc-8acd-746e7da66ad4 req-ba7d27e2-e2aa-4b2a-9e71-4f2a217dec53 service nova] [instance: 3f7dc844-a0a8-4c16-a947-f695a646512c] Updated VIF entry in instance network info cache for port 8d5c2a95-c24f-4274-a96c-14cb2dfe3fb2. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 783.838898] env[68893]: DEBUG nova.network.neutron [req-d4d64bd8-cbc1-4cbc-8acd-746e7da66ad4 req-ba7d27e2-e2aa-4b2a-9e71-4f2a217dec53 service nova] [instance: 3f7dc844-a0a8-4c16-a947-f695a646512c] Updating instance_info_cache with network_info: [{"id": "8d5c2a95-c24f-4274-a96c-14cb2dfe3fb2", "address": "fa:16:3e:d5:62:fb", "network": {"id": "64f8635c-6a46-483b-96ac-b77fe56566a5", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-170821951-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7150b1757bb64298a92e8121a5b8e631", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d5c2a95-c2", "ovs_interfaceid": "8d5c2a95-c24f-4274-a96c-14cb2dfe3fb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.983335] env[68893]: DEBUG oslo_vmware.api [None req-b89b6ae2-ebe1-483f-be25-9e9942a7f148 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52fb8f53-14fb-5771-54cd-d43027ae1811, 'name': SearchDatastore_Task, 'duration_secs': 0.010782} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.983600] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b89b6ae2-ebe1-483f-be25-9e9942a7f148 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.983857] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-b89b6ae2-ebe1-483f-be25-9e9942a7f148 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] 80fa04f2-e0a6-452e-9a88-73eeb0ac347e/80fa04f2-e0a6-452e-9a88-73eeb0ac347e.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 783.984175] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2d8cfaf8-6dd1-49a0-956e-3e3edabd7a62 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.991712] env[68893]: DEBUG oslo_vmware.api [None req-b89b6ae2-ebe1-483f-be25-9e9942a7f148 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Waiting for the task: (returnval){ [ 783.991712] env[68893]: value = "task-2791308" [ 783.991712] env[68893]: _type = "Task" [ 783.991712] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.999932] env[68893]: DEBUG oslo_vmware.api [None req-b89b6ae2-ebe1-483f-be25-9e9942a7f148 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': task-2791308, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.176342] env[68893]: DEBUG oslo_vmware.api [None req-a61b44f4-b47a-445c-a1e8-03f1a14c501d tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Task: {'id': task-2791307, 'name': PowerOffVM_Task, 'duration_secs': 0.29698} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.176595] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-a61b44f4-b47a-445c-a1e8-03f1a14c501d tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] [instance: f72552ae-2213-4d26-a1e2-82015336df56] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 784.176764] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-a61b44f4-b47a-445c-a1e8-03f1a14c501d tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] [instance: f72552ae-2213-4d26-a1e2-82015336df56] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 784.177023] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-72f5b77c-d33c-4f89-9fa5-dee907a7b341 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.179332] env[68893]: DEBUG nova.network.neutron [-] [instance: 3f7dc844-a0a8-4c16-a947-f695a646512c] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.249897] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-a61b44f4-b47a-445c-a1e8-03f1a14c501d tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] [instance: f72552ae-2213-4d26-a1e2-82015336df56] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 784.250154] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-a61b44f4-b47a-445c-a1e8-03f1a14c501d tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] [instance: f72552ae-2213-4d26-a1e2-82015336df56] Deleting contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 784.250349] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-a61b44f4-b47a-445c-a1e8-03f1a14c501d tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Deleting the datastore file [datastore2] f72552ae-2213-4d26-a1e2-82015336df56 {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 784.250626] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e5b6d1e8-985f-431f-b490-ce48de33d151 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.259736] env[68893]: DEBUG oslo_vmware.api [None req-a61b44f4-b47a-445c-a1e8-03f1a14c501d tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Waiting for the task: (returnval){ [ 784.259736] env[68893]: value = "task-2791310" [ 784.259736] env[68893]: _type = "Task" [ 784.259736] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.269680] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ed52a9b4-16f2-44f7-b4d2-acf796de8581 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.783s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.270289] env[68893]: DEBUG nova.compute.manager [None req-ed52a9b4-16f2-44f7-b4d2-acf796de8581 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] [instance: bfc2d904-8005-4693-871f-5745dc3d29fd] Start building networks asynchronously for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 784.273747] env[68893]: INFO nova.compute.manager [-] [instance: 49227832-6556-4c04-8875-6a4b9414b1d8] Took 1.33 seconds to deallocate network for instance. [ 784.274067] env[68893]: DEBUG oslo_vmware.api [None req-a61b44f4-b47a-445c-a1e8-03f1a14c501d tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Task: {'id': task-2791310, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.274626] env[68893]: DEBUG oslo_concurrency.lockutils [None req-26e82b7e-1e34-4852-9fcc-0783339c68c1 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.814s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.275041] env[68893]: DEBUG nova.objects.instance [None req-26e82b7e-1e34-4852-9fcc-0783339c68c1 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Lazy-loading 'resources' on Instance uuid 1e106741-a2d1-40cc-b287-3f2af59084ca {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 784.341906] env[68893]: DEBUG oslo_concurrency.lockutils [req-d4d64bd8-cbc1-4cbc-8acd-746e7da66ad4 req-ba7d27e2-e2aa-4b2a-9e71-4f2a217dec53 service nova] Releasing lock "refresh_cache-3f7dc844-a0a8-4c16-a947-f695a646512c" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.342222] env[68893]: DEBUG nova.compute.manager [req-d4d64bd8-cbc1-4cbc-8acd-746e7da66ad4 req-ba7d27e2-e2aa-4b2a-9e71-4f2a217dec53 service nova] [instance: 80fa04f2-e0a6-452e-9a88-73eeb0ac347e] Received event network-vif-plugged-cfd680ff-11e6-4026-8e06-1e7cfc43cebf {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 784.342497] env[68893]: DEBUG oslo_concurrency.lockutils [req-d4d64bd8-cbc1-4cbc-8acd-746e7da66ad4 req-ba7d27e2-e2aa-4b2a-9e71-4f2a217dec53 service nova] Acquiring lock "80fa04f2-e0a6-452e-9a88-73eeb0ac347e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.342892] env[68893]: DEBUG oslo_concurrency.lockutils [req-d4d64bd8-cbc1-4cbc-8acd-746e7da66ad4 req-ba7d27e2-e2aa-4b2a-9e71-4f2a217dec53 service nova] Lock "80fa04f2-e0a6-452e-9a88-73eeb0ac347e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.343090] env[68893]: DEBUG oslo_concurrency.lockutils [req-d4d64bd8-cbc1-4cbc-8acd-746e7da66ad4 req-ba7d27e2-e2aa-4b2a-9e71-4f2a217dec53 service nova] Lock "80fa04f2-e0a6-452e-9a88-73eeb0ac347e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.343265] env[68893]: DEBUG nova.compute.manager [req-d4d64bd8-cbc1-4cbc-8acd-746e7da66ad4 req-ba7d27e2-e2aa-4b2a-9e71-4f2a217dec53 service nova] [instance: 80fa04f2-e0a6-452e-9a88-73eeb0ac347e] No waiting events found dispatching network-vif-plugged-cfd680ff-11e6-4026-8e06-1e7cfc43cebf {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 784.343442] env[68893]: WARNING nova.compute.manager [req-d4d64bd8-cbc1-4cbc-8acd-746e7da66ad4 req-ba7d27e2-e2aa-4b2a-9e71-4f2a217dec53 service nova] [instance: 80fa04f2-e0a6-452e-9a88-73eeb0ac347e] Received unexpected event network-vif-plugged-cfd680ff-11e6-4026-8e06-1e7cfc43cebf for instance with vm_state building and task_state spawning. [ 784.343613] env[68893]: DEBUG nova.compute.manager [req-d4d64bd8-cbc1-4cbc-8acd-746e7da66ad4 req-ba7d27e2-e2aa-4b2a-9e71-4f2a217dec53 service nova] [instance: 80fa04f2-e0a6-452e-9a88-73eeb0ac347e] Received event network-changed-cfd680ff-11e6-4026-8e06-1e7cfc43cebf {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 784.344946] env[68893]: DEBUG nova.compute.manager [req-d4d64bd8-cbc1-4cbc-8acd-746e7da66ad4 req-ba7d27e2-e2aa-4b2a-9e71-4f2a217dec53 service nova] [instance: 80fa04f2-e0a6-452e-9a88-73eeb0ac347e] Refreshing instance network info cache due to event network-changed-cfd680ff-11e6-4026-8e06-1e7cfc43cebf. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 784.344946] env[68893]: DEBUG oslo_concurrency.lockutils [req-d4d64bd8-cbc1-4cbc-8acd-746e7da66ad4 req-ba7d27e2-e2aa-4b2a-9e71-4f2a217dec53 service nova] Acquiring lock "refresh_cache-80fa04f2-e0a6-452e-9a88-73eeb0ac347e" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.344946] env[68893]: DEBUG oslo_concurrency.lockutils [req-d4d64bd8-cbc1-4cbc-8acd-746e7da66ad4 req-ba7d27e2-e2aa-4b2a-9e71-4f2a217dec53 service nova] Acquired lock "refresh_cache-80fa04f2-e0a6-452e-9a88-73eeb0ac347e" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.344946] env[68893]: DEBUG nova.network.neutron [req-d4d64bd8-cbc1-4cbc-8acd-746e7da66ad4 req-ba7d27e2-e2aa-4b2a-9e71-4f2a217dec53 service nova] [instance: 80fa04f2-e0a6-452e-9a88-73eeb0ac347e] Refreshing network info cache for port cfd680ff-11e6-4026-8e06-1e7cfc43cebf {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 784.348388] env[68893]: DEBUG nova.compute.manager [req-bdca327f-cddc-4ec5-8190-34ab764a64d3 req-4d3a7070-c6a6-4e42-b199-971e665ca303 service nova] [instance: d09a64f4-84e1-4eb5-9cd1-32e9de8b921d] Received event network-changed-502ee74c-53d4-4872-8da1-37213dc050bf {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 784.348388] env[68893]: DEBUG nova.compute.manager [req-bdca327f-cddc-4ec5-8190-34ab764a64d3 req-4d3a7070-c6a6-4e42-b199-971e665ca303 service nova] [instance: d09a64f4-84e1-4eb5-9cd1-32e9de8b921d] Refreshing instance network info cache due to event network-changed-502ee74c-53d4-4872-8da1-37213dc050bf. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 784.348694] env[68893]: DEBUG oslo_concurrency.lockutils [req-bdca327f-cddc-4ec5-8190-34ab764a64d3 req-4d3a7070-c6a6-4e42-b199-971e665ca303 service nova] Acquiring lock "refresh_cache-d09a64f4-84e1-4eb5-9cd1-32e9de8b921d" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.348694] env[68893]: DEBUG oslo_concurrency.lockutils [req-bdca327f-cddc-4ec5-8190-34ab764a64d3 req-4d3a7070-c6a6-4e42-b199-971e665ca303 service nova] Acquired lock "refresh_cache-d09a64f4-84e1-4eb5-9cd1-32e9de8b921d" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.348845] env[68893]: DEBUG nova.network.neutron [req-bdca327f-cddc-4ec5-8190-34ab764a64d3 req-4d3a7070-c6a6-4e42-b199-971e665ca303 service nova] [instance: d09a64f4-84e1-4eb5-9cd1-32e9de8b921d] Refreshing network info cache for port 502ee74c-53d4-4872-8da1-37213dc050bf {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 784.504803] env[68893]: DEBUG oslo_vmware.api [None req-b89b6ae2-ebe1-483f-be25-9e9942a7f148 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': task-2791308, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499361} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.505163] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-b89b6ae2-ebe1-483f-be25-9e9942a7f148 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] 80fa04f2-e0a6-452e-9a88-73eeb0ac347e/80fa04f2-e0a6-452e-9a88-73eeb0ac347e.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 784.505407] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-b89b6ae2-ebe1-483f-be25-9e9942a7f148 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 80fa04f2-e0a6-452e-9a88-73eeb0ac347e] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 784.505669] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6c9a96e8-33eb-4317-b049-3c8d08f3913e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.512983] env[68893]: DEBUG oslo_vmware.api [None req-b89b6ae2-ebe1-483f-be25-9e9942a7f148 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Waiting for the task: (returnval){ [ 784.512983] env[68893]: value = "task-2791311" [ 784.512983] env[68893]: _type = "Task" [ 784.512983] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.521341] env[68893]: DEBUG oslo_vmware.api [None req-b89b6ae2-ebe1-483f-be25-9e9942a7f148 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': task-2791311, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.683129] env[68893]: INFO nova.compute.manager [-] [instance: 3f7dc844-a0a8-4c16-a947-f695a646512c] Took 1.35 seconds to deallocate network for instance. [ 784.772438] env[68893]: DEBUG oslo_vmware.api [None req-a61b44f4-b47a-445c-a1e8-03f1a14c501d tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Task: {'id': task-2791310, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.327798} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.772837] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-a61b44f4-b47a-445c-a1e8-03f1a14c501d tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 784.773131] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-a61b44f4-b47a-445c-a1e8-03f1a14c501d tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] [instance: f72552ae-2213-4d26-a1e2-82015336df56] Deleted contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 784.774076] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-a61b44f4-b47a-445c-a1e8-03f1a14c501d tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] [instance: f72552ae-2213-4d26-a1e2-82015336df56] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 784.777017] env[68893]: INFO nova.compute.manager [None req-a61b44f4-b47a-445c-a1e8-03f1a14c501d tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] [instance: f72552ae-2213-4d26-a1e2-82015336df56] Took 1.13 seconds to destroy the instance on the hypervisor. [ 784.777017] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a61b44f4-b47a-445c-a1e8-03f1a14c501d tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 784.777017] env[68893]: DEBUG nova.compute.utils [None req-ed52a9b4-16f2-44f7-b4d2-acf796de8581 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 784.778367] env[68893]: DEBUG nova.compute.manager [-] [instance: f72552ae-2213-4d26-a1e2-82015336df56] Deallocating network for instance {{(pid=68893) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 784.778742] env[68893]: DEBUG nova.network.neutron [-] [instance: f72552ae-2213-4d26-a1e2-82015336df56] deallocate_for_instance() {{(pid=68893) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 784.781304] env[68893]: DEBUG nova.compute.manager [None req-ed52a9b4-16f2-44f7-b4d2-acf796de8581 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] [instance: bfc2d904-8005-4693-871f-5745dc3d29fd] Not allocating networking since 'none' was specified. {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 784.785065] env[68893]: DEBUG oslo_concurrency.lockutils [None req-93e981ca-be56-485f-8df7-8aa090ae7999 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.023529] env[68893]: DEBUG oslo_vmware.api [None req-b89b6ae2-ebe1-483f-be25-9e9942a7f148 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': task-2791311, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067536} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.023824] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-b89b6ae2-ebe1-483f-be25-9e9942a7f148 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 80fa04f2-e0a6-452e-9a88-73eeb0ac347e] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 785.024705] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83cd8cbf-50c5-4533-810e-ff4057002d26 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.048636] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-b89b6ae2-ebe1-483f-be25-9e9942a7f148 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 80fa04f2-e0a6-452e-9a88-73eeb0ac347e] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] 80fa04f2-e0a6-452e-9a88-73eeb0ac347e/80fa04f2-e0a6-452e-9a88-73eeb0ac347e.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 785.054299] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4958e494-2fa0-498b-bda7-b9d77ffd6db7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.074234] env[68893]: DEBUG nova.compute.manager [req-64fe7536-8a3a-4568-bf3e-0ab552d80a4c req-98e4c4be-ec39-43f2-9f71-85353dcdc4c8 service nova] [instance: 49227832-6556-4c04-8875-6a4b9414b1d8] Received event network-vif-deleted-e55ea5f2-c505-46f8-a229-2eca868d49ad {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 785.074234] env[68893]: DEBUG nova.compute.manager [req-64fe7536-8a3a-4568-bf3e-0ab552d80a4c req-98e4c4be-ec39-43f2-9f71-85353dcdc4c8 service nova] [instance: 3f7dc844-a0a8-4c16-a947-f695a646512c] Received event network-vif-deleted-8d5c2a95-c24f-4274-a96c-14cb2dfe3fb2 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 785.080991] env[68893]: DEBUG oslo_vmware.api [None req-b89b6ae2-ebe1-483f-be25-9e9942a7f148 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Waiting for the task: (returnval){ [ 785.080991] env[68893]: value = "task-2791312" [ 785.080991] env[68893]: _type = "Task" [ 785.080991] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.094812] env[68893]: DEBUG oslo_vmware.api [None req-b89b6ae2-ebe1-483f-be25-9e9942a7f148 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': task-2791312, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.192388] env[68893]: DEBUG oslo_concurrency.lockutils [None req-df870329-c0b0-462d-8431-fb7f92683905 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.283337] env[68893]: DEBUG nova.compute.manager [None req-ed52a9b4-16f2-44f7-b4d2-acf796de8581 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] [instance: bfc2d904-8005-4693-871f-5745dc3d29fd] Start building block device mappings for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 785.302573] env[68893]: DEBUG nova.network.neutron [req-d4d64bd8-cbc1-4cbc-8acd-746e7da66ad4 req-ba7d27e2-e2aa-4b2a-9e71-4f2a217dec53 service nova] [instance: 80fa04f2-e0a6-452e-9a88-73eeb0ac347e] Updated VIF entry in instance network info cache for port cfd680ff-11e6-4026-8e06-1e7cfc43cebf. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 785.302948] env[68893]: DEBUG nova.network.neutron [req-d4d64bd8-cbc1-4cbc-8acd-746e7da66ad4 req-ba7d27e2-e2aa-4b2a-9e71-4f2a217dec53 service nova] [instance: 80fa04f2-e0a6-452e-9a88-73eeb0ac347e] Updating instance_info_cache with network_info: [{"id": "cfd680ff-11e6-4026-8e06-1e7cfc43cebf", "address": "fa:16:3e:63:6d:4c", "network": {"id": "024e10c8-0890-4be3-81cc-2be8eac35dc9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-116676947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "564a5b6c6f4f4e42aeeef87662301380", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfd680ff-11", "ovs_interfaceid": "cfd680ff-11e6-4026-8e06-1e7cfc43cebf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.394408] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0878571-0c38-4561-ae87-ec8529182e57 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.403706] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd4ac9ba-1a98-4461-876f-aa964ee37d9c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.436612] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64f1a88a-23d9-4ee7-81d4-cc635c037f52 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.445459] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-891357af-4232-4e74-a7f5-d2a80600442b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.459942] env[68893]: DEBUG nova.compute.provider_tree [None req-26e82b7e-1e34-4852-9fcc-0783339c68c1 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 785.515856] env[68893]: DEBUG nova.network.neutron [req-bdca327f-cddc-4ec5-8190-34ab764a64d3 req-4d3a7070-c6a6-4e42-b199-971e665ca303 service nova] [instance: d09a64f4-84e1-4eb5-9cd1-32e9de8b921d] Updated VIF entry in instance network info cache for port 502ee74c-53d4-4872-8da1-37213dc050bf. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 785.516201] env[68893]: DEBUG nova.network.neutron [req-bdca327f-cddc-4ec5-8190-34ab764a64d3 req-4d3a7070-c6a6-4e42-b199-971e665ca303 service nova] [instance: d09a64f4-84e1-4eb5-9cd1-32e9de8b921d] Updating instance_info_cache with network_info: [{"id": "502ee74c-53d4-4872-8da1-37213dc050bf", "address": "fa:16:3e:2f:88:b2", "network": {"id": "64f8635c-6a46-483b-96ac-b77fe56566a5", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-170821951-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7150b1757bb64298a92e8121a5b8e631", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap502ee74c-53", "ovs_interfaceid": "502ee74c-53d4-4872-8da1-37213dc050bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.590849] env[68893]: DEBUG oslo_vmware.api [None req-b89b6ae2-ebe1-483f-be25-9e9942a7f148 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': task-2791312, 'name': ReconfigVM_Task, 'duration_secs': 0.291331} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.591150] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-b89b6ae2-ebe1-483f-be25-9e9942a7f148 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 80fa04f2-e0a6-452e-9a88-73eeb0ac347e] Reconfigured VM instance instance-00000020 to attach disk [datastore2] 80fa04f2-e0a6-452e-9a88-73eeb0ac347e/80fa04f2-e0a6-452e-9a88-73eeb0ac347e.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 785.591873] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-60324010-a5f9-4e34-bda5-ce59aa9c9539 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.599478] env[68893]: DEBUG oslo_vmware.api [None req-b89b6ae2-ebe1-483f-be25-9e9942a7f148 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Waiting for the task: (returnval){ [ 785.599478] env[68893]: value = "task-2791313" [ 785.599478] env[68893]: _type = "Task" [ 785.599478] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.608308] env[68893]: DEBUG oslo_vmware.api [None req-b89b6ae2-ebe1-483f-be25-9e9942a7f148 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': task-2791313, 'name': Rename_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.628039] env[68893]: DEBUG oslo_concurrency.lockutils [None req-86cfb873-cb29-4f3c-9cfd-1705a026cee2 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Acquiring lock "3f7dc844-a0a8-4c16-a947-f695a646512c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.808096] env[68893]: DEBUG oslo_concurrency.lockutils [req-d4d64bd8-cbc1-4cbc-8acd-746e7da66ad4 req-ba7d27e2-e2aa-4b2a-9e71-4f2a217dec53 service nova] Releasing lock "refresh_cache-80fa04f2-e0a6-452e-9a88-73eeb0ac347e" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.962803] env[68893]: DEBUG nova.scheduler.client.report [None req-26e82b7e-1e34-4852-9fcc-0783339c68c1 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 786.014718] env[68893]: DEBUG nova.network.neutron [-] [instance: f72552ae-2213-4d26-a1e2-82015336df56] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.018161] env[68893]: DEBUG oslo_concurrency.lockutils [req-bdca327f-cddc-4ec5-8190-34ab764a64d3 req-4d3a7070-c6a6-4e42-b199-971e665ca303 service nova] Releasing lock "refresh_cache-d09a64f4-84e1-4eb5-9cd1-32e9de8b921d" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.112810] env[68893]: DEBUG oslo_vmware.api [None req-b89b6ae2-ebe1-483f-be25-9e9942a7f148 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': task-2791313, 'name': Rename_Task, 'duration_secs': 0.149592} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.112810] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-b89b6ae2-ebe1-483f-be25-9e9942a7f148 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 80fa04f2-e0a6-452e-9a88-73eeb0ac347e] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 786.112810] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-76f30457-6c5e-44a1-baac-00e794e12ad1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.121382] env[68893]: DEBUG oslo_vmware.api [None req-b89b6ae2-ebe1-483f-be25-9e9942a7f148 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Waiting for the task: (returnval){ [ 786.121382] env[68893]: value = "task-2791314" [ 786.121382] env[68893]: _type = "Task" [ 786.121382] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.130392] env[68893]: DEBUG oslo_vmware.api [None req-b89b6ae2-ebe1-483f-be25-9e9942a7f148 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': task-2791314, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.295862] env[68893]: DEBUG nova.compute.manager [None req-ed52a9b4-16f2-44f7-b4d2-acf796de8581 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] [instance: bfc2d904-8005-4693-871f-5745dc3d29fd] Start spawning the instance on the hypervisor. {{(pid=68893) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 786.328166] env[68893]: DEBUG nova.virt.hardware [None req-ed52a9b4-16f2-44f7-b4d2-acf796de8581 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 786.328436] env[68893]: DEBUG nova.virt.hardware [None req-ed52a9b4-16f2-44f7-b4d2-acf796de8581 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 786.328585] env[68893]: DEBUG nova.virt.hardware [None req-ed52a9b4-16f2-44f7-b4d2-acf796de8581 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 786.328820] env[68893]: DEBUG nova.virt.hardware [None req-ed52a9b4-16f2-44f7-b4d2-acf796de8581 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 786.328974] env[68893]: DEBUG nova.virt.hardware [None req-ed52a9b4-16f2-44f7-b4d2-acf796de8581 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 786.331253] env[68893]: DEBUG nova.virt.hardware [None req-ed52a9b4-16f2-44f7-b4d2-acf796de8581 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 786.331515] env[68893]: DEBUG nova.virt.hardware [None req-ed52a9b4-16f2-44f7-b4d2-acf796de8581 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 786.333175] env[68893]: DEBUG nova.virt.hardware [None req-ed52a9b4-16f2-44f7-b4d2-acf796de8581 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 786.333531] env[68893]: DEBUG nova.virt.hardware [None req-ed52a9b4-16f2-44f7-b4d2-acf796de8581 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 786.333695] env[68893]: DEBUG nova.virt.hardware [None req-ed52a9b4-16f2-44f7-b4d2-acf796de8581 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 786.333917] env[68893]: DEBUG nova.virt.hardware [None req-ed52a9b4-16f2-44f7-b4d2-acf796de8581 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 786.334933] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8daa816-3f94-4747-9abe-b1ff581851c2 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.347191] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6713d332-dcfa-4f08-9c52-9693b2f533bb {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.359568] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-ed52a9b4-16f2-44f7-b4d2-acf796de8581 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] [instance: bfc2d904-8005-4693-871f-5745dc3d29fd] Instance VIF info [] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 786.365189] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed52a9b4-16f2-44f7-b4d2-acf796de8581 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Creating folder: Project (0dc7acd2b60a4ed9962b4b63f21e39e7). Parent ref: group-v560969. {{(pid=68893) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 786.365520] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-04d9d057-ca4d-4408-bbc8-2eb242aa985c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.378915] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-ed52a9b4-16f2-44f7-b4d2-acf796de8581 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Created folder: Project (0dc7acd2b60a4ed9962b4b63f21e39e7) in parent group-v560969. [ 786.379178] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed52a9b4-16f2-44f7-b4d2-acf796de8581 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Creating folder: Instances. Parent ref: group-v561062. {{(pid=68893) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 786.379455] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4a09910c-f2e9-440b-8de9-3a35d7e3467e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.390871] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-ed52a9b4-16f2-44f7-b4d2-acf796de8581 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Created folder: Instances in parent group-v561062. [ 786.391188] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ed52a9b4-16f2-44f7-b4d2-acf796de8581 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 786.391437] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bfc2d904-8005-4693-871f-5745dc3d29fd] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 786.391659] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eaf5b99c-3083-4291-a109-a322f07249b2 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.412588] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 786.412588] env[68893]: value = "task-2791317" [ 786.412588] env[68893]: _type = "Task" [ 786.412588] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.421998] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791317, 'name': CreateVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.449013] env[68893]: DEBUG nova.compute.manager [req-e740a0dc-caef-437f-b43b-9ddf996a0972 req-07d46c2e-de8e-420a-b73a-b9eb6379056d service nova] [instance: d09a64f4-84e1-4eb5-9cd1-32e9de8b921d] Received event network-changed-502ee74c-53d4-4872-8da1-37213dc050bf {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 786.449013] env[68893]: DEBUG nova.compute.manager [req-e740a0dc-caef-437f-b43b-9ddf996a0972 req-07d46c2e-de8e-420a-b73a-b9eb6379056d service nova] [instance: d09a64f4-84e1-4eb5-9cd1-32e9de8b921d] Refreshing instance network info cache due to event network-changed-502ee74c-53d4-4872-8da1-37213dc050bf. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 786.449193] env[68893]: DEBUG oslo_concurrency.lockutils [req-e740a0dc-caef-437f-b43b-9ddf996a0972 req-07d46c2e-de8e-420a-b73a-b9eb6379056d service nova] Acquiring lock "refresh_cache-d09a64f4-84e1-4eb5-9cd1-32e9de8b921d" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.449193] env[68893]: DEBUG oslo_concurrency.lockutils [req-e740a0dc-caef-437f-b43b-9ddf996a0972 req-07d46c2e-de8e-420a-b73a-b9eb6379056d service nova] Acquired lock "refresh_cache-d09a64f4-84e1-4eb5-9cd1-32e9de8b921d" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.449358] env[68893]: DEBUG nova.network.neutron [req-e740a0dc-caef-437f-b43b-9ddf996a0972 req-07d46c2e-de8e-420a-b73a-b9eb6379056d service nova] [instance: d09a64f4-84e1-4eb5-9cd1-32e9de8b921d] Refreshing network info cache for port 502ee74c-53d4-4872-8da1-37213dc050bf {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 786.471132] env[68893]: DEBUG oslo_concurrency.lockutils [None req-26e82b7e-1e34-4852-9fcc-0783339c68c1 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.196s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.475156] env[68893]: DEBUG oslo_concurrency.lockutils [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.540s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.475938] env[68893]: INFO nova.compute.claims [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: 5fd8323d-8ef2-4255-b0f2-5a4f346ceef7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 786.511787] env[68893]: INFO nova.scheduler.client.report [None req-26e82b7e-1e34-4852-9fcc-0783339c68c1 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Deleted allocations for instance 1e106741-a2d1-40cc-b287-3f2af59084ca [ 786.519115] env[68893]: INFO nova.compute.manager [-] [instance: f72552ae-2213-4d26-a1e2-82015336df56] Took 1.74 seconds to deallocate network for instance. [ 786.635016] env[68893]: DEBUG oslo_vmware.api [None req-b89b6ae2-ebe1-483f-be25-9e9942a7f148 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': task-2791314, 'name': PowerOnVM_Task, 'duration_secs': 0.47841} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.635016] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-b89b6ae2-ebe1-483f-be25-9e9942a7f148 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 80fa04f2-e0a6-452e-9a88-73eeb0ac347e] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 786.635016] env[68893]: INFO nova.compute.manager [None req-b89b6ae2-ebe1-483f-be25-9e9942a7f148 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 80fa04f2-e0a6-452e-9a88-73eeb0ac347e] Took 7.53 seconds to spawn the instance on the hypervisor. [ 786.635016] env[68893]: DEBUG nova.compute.manager [None req-b89b6ae2-ebe1-483f-be25-9e9942a7f148 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 80fa04f2-e0a6-452e-9a88-73eeb0ac347e] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 786.635016] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a8ae321-57df-4c57-9713-1a0a4cee1c31 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.925363] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791317, 'name': CreateVM_Task, 'duration_secs': 0.251715} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.925591] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bfc2d904-8005-4693-871f-5745dc3d29fd] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 786.925990] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ed52a9b4-16f2-44f7-b4d2-acf796de8581 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.926220] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ed52a9b4-16f2-44f7-b4d2-acf796de8581 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.926527] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ed52a9b4-16f2-44f7-b4d2-acf796de8581 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.926798] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35a0ce3f-759d-4cf4-8474-0cade7d21434 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.933389] env[68893]: DEBUG oslo_vmware.api [None req-ed52a9b4-16f2-44f7-b4d2-acf796de8581 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Waiting for the task: (returnval){ [ 786.933389] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]5216d520-6fe4-8c22-cb71-8b0196feaf0e" [ 786.933389] env[68893]: _type = "Task" [ 786.933389] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.943389] env[68893]: DEBUG oslo_vmware.api [None req-ed52a9b4-16f2-44f7-b4d2-acf796de8581 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]5216d520-6fe4-8c22-cb71-8b0196feaf0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.022009] env[68893]: DEBUG oslo_concurrency.lockutils [None req-26e82b7e-1e34-4852-9fcc-0783339c68c1 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Lock "1e106741-a2d1-40cc-b287-3f2af59084ca" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.607s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.025177] env[68893]: DEBUG oslo_concurrency.lockutils [None req-a61b44f4-b47a-445c-a1e8-03f1a14c501d tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.156415] env[68893]: INFO nova.compute.manager [None req-b89b6ae2-ebe1-483f-be25-9e9942a7f148 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 80fa04f2-e0a6-452e-9a88-73eeb0ac347e] Took 39.81 seconds to build instance. [ 787.218552] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d4d1d473-f2fe-466c-887a-03b07d009514 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Acquiring lock "292718c1-e976-4462-aede-a2ed6b8415de" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.218867] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d4d1d473-f2fe-466c-887a-03b07d009514 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Lock "292718c1-e976-4462-aede-a2ed6b8415de" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.219156] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d4d1d473-f2fe-466c-887a-03b07d009514 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Acquiring lock "292718c1-e976-4462-aede-a2ed6b8415de-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.220130] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d4d1d473-f2fe-466c-887a-03b07d009514 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Lock "292718c1-e976-4462-aede-a2ed6b8415de-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.220130] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d4d1d473-f2fe-466c-887a-03b07d009514 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Lock "292718c1-e976-4462-aede-a2ed6b8415de-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.225273] env[68893]: INFO nova.compute.manager [None req-d4d1d473-f2fe-466c-887a-03b07d009514 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] [instance: 292718c1-e976-4462-aede-a2ed6b8415de] Terminating instance [ 787.227288] env[68893]: DEBUG nova.network.neutron [req-e740a0dc-caef-437f-b43b-9ddf996a0972 req-07d46c2e-de8e-420a-b73a-b9eb6379056d service nova] [instance: d09a64f4-84e1-4eb5-9cd1-32e9de8b921d] Updated VIF entry in instance network info cache for port 502ee74c-53d4-4872-8da1-37213dc050bf. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 787.227603] env[68893]: DEBUG nova.network.neutron [req-e740a0dc-caef-437f-b43b-9ddf996a0972 req-07d46c2e-de8e-420a-b73a-b9eb6379056d service nova] [instance: d09a64f4-84e1-4eb5-9cd1-32e9de8b921d] Updating instance_info_cache with network_info: [{"id": "502ee74c-53d4-4872-8da1-37213dc050bf", "address": "fa:16:3e:2f:88:b2", "network": {"id": "64f8635c-6a46-483b-96ac-b77fe56566a5", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-170821951-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7150b1757bb64298a92e8121a5b8e631", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap502ee74c-53", "ovs_interfaceid": "502ee74c-53d4-4872-8da1-37213dc050bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.446704] env[68893]: DEBUG oslo_vmware.api [None req-ed52a9b4-16f2-44f7-b4d2-acf796de8581 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]5216d520-6fe4-8c22-cb71-8b0196feaf0e, 'name': SearchDatastore_Task, 'duration_secs': 0.010744} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.446704] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ed52a9b4-16f2-44f7-b4d2-acf796de8581 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.446704] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-ed52a9b4-16f2-44f7-b4d2-acf796de8581 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] [instance: bfc2d904-8005-4693-871f-5745dc3d29fd] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 787.446704] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ed52a9b4-16f2-44f7-b4d2-acf796de8581 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.446957] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ed52a9b4-16f2-44f7-b4d2-acf796de8581 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.446957] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed52a9b4-16f2-44f7-b4d2-acf796de8581 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 787.446957] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a914e5b5-ee32-4337-843c-fffea65a61d5 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.459705] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed52a9b4-16f2-44f7-b4d2-acf796de8581 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 787.459705] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-ed52a9b4-16f2-44f7-b4d2-acf796de8581 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 787.459705] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3927a0c9-8651-4071-aa44-b481f552c0f4 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.466995] env[68893]: DEBUG oslo_vmware.api [None req-ed52a9b4-16f2-44f7-b4d2-acf796de8581 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Waiting for the task: (returnval){ [ 787.466995] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]521af25f-66cd-379d-dd72-21e82f5c8e70" [ 787.466995] env[68893]: _type = "Task" [ 787.466995] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.481308] env[68893]: DEBUG oslo_vmware.api [None req-ed52a9b4-16f2-44f7-b4d2-acf796de8581 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]521af25f-66cd-379d-dd72-21e82f5c8e70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.659910] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b89b6ae2-ebe1-483f-be25-9e9942a7f148 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Lock "80fa04f2-e0a6-452e-9a88-73eeb0ac347e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.939s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.730979] env[68893]: DEBUG oslo_concurrency.lockutils [req-e740a0dc-caef-437f-b43b-9ddf996a0972 req-07d46c2e-de8e-420a-b73a-b9eb6379056d service nova] Releasing lock "refresh_cache-d09a64f4-84e1-4eb5-9cd1-32e9de8b921d" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.730979] env[68893]: DEBUG nova.compute.manager [req-e740a0dc-caef-437f-b43b-9ddf996a0972 req-07d46c2e-de8e-420a-b73a-b9eb6379056d service nova] [instance: f72552ae-2213-4d26-a1e2-82015336df56] Received event network-vif-deleted-13125c19-4585-4d1e-8f75-08863b5ed6f8 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 787.734366] env[68893]: DEBUG nova.compute.manager [None req-d4d1d473-f2fe-466c-887a-03b07d009514 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] [instance: 292718c1-e976-4462-aede-a2ed6b8415de] Start destroying the instance on the hypervisor. {{(pid=68893) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 787.734557] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-d4d1d473-f2fe-466c-887a-03b07d009514 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] [instance: 292718c1-e976-4462-aede-a2ed6b8415de] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 787.736148] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dae61e6a-bb82-493c-b54c-99e2f6859b17 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.744706] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4d1d473-f2fe-466c-887a-03b07d009514 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] [instance: 292718c1-e976-4462-aede-a2ed6b8415de] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 787.745606] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4a279e48-4b82-414b-a7af-e1b519a16e5d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.757497] env[68893]: DEBUG oslo_vmware.api [None req-d4d1d473-f2fe-466c-887a-03b07d009514 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Waiting for the task: (returnval){ [ 787.757497] env[68893]: value = "task-2791318" [ 787.757497] env[68893]: _type = "Task" [ 787.757497] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.773301] env[68893]: DEBUG oslo_vmware.api [None req-d4d1d473-f2fe-466c-887a-03b07d009514 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Task: {'id': task-2791318, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.979988] env[68893]: DEBUG oslo_vmware.api [None req-ed52a9b4-16f2-44f7-b4d2-acf796de8581 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]521af25f-66cd-379d-dd72-21e82f5c8e70, 'name': SearchDatastore_Task, 'duration_secs': 0.010188} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.983757] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7041f1a8-5b04-484d-a5b3-f704ff401fda {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.994192] env[68893]: DEBUG oslo_vmware.api [None req-ed52a9b4-16f2-44f7-b4d2-acf796de8581 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Waiting for the task: (returnval){ [ 787.994192] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52fe7cd7-a060-f040-ea00-f12f84d68d62" [ 787.994192] env[68893]: _type = "Task" [ 787.994192] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.007454] env[68893]: DEBUG oslo_vmware.api [None req-ed52a9b4-16f2-44f7-b4d2-acf796de8581 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52fe7cd7-a060-f040-ea00-f12f84d68d62, 'name': SearchDatastore_Task, 'duration_secs': 0.01047} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.010868] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ed52a9b4-16f2-44f7-b4d2-acf796de8581 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.010868] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed52a9b4-16f2-44f7-b4d2-acf796de8581 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] bfc2d904-8005-4693-871f-5745dc3d29fd/bfc2d904-8005-4693-871f-5745dc3d29fd.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 788.010868] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3e1982eb-c652-4433-b0fd-03340e1d5486 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.018353] env[68893]: DEBUG oslo_vmware.api [None req-ed52a9b4-16f2-44f7-b4d2-acf796de8581 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Waiting for the task: (returnval){ [ 788.018353] env[68893]: value = "task-2791319" [ 788.018353] env[68893]: _type = "Task" [ 788.018353] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.027702] env[68893]: DEBUG oslo_vmware.api [None req-ed52a9b4-16f2-44f7-b4d2-acf796de8581 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Task: {'id': task-2791319, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.085039] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b459cdb-fd57-4359-90b6-60a0c763657c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.093365] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ee4321e-3143-4d67-8e63-83909e77df2b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.130651] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-285777b6-1420-47d3-8d75-3878d114732e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.139537] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-657690c6-81af-4d64-9b83-4406c6f067e8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.155775] env[68893]: DEBUG nova.compute.provider_tree [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 788.165473] env[68893]: DEBUG nova.compute.manager [None req-15c2c0c0-6669-4469-987b-be65f8f446ed tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] [instance: 3870f0d6-e7bb-4565-be1c-9b8377a81281] Starting instance... {{(pid=68893) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 788.243437] env[68893]: DEBUG oslo_concurrency.lockutils [None req-85454ca5-4313-40da-b350-ae077dbc7cfb tempest-InstanceActionsV221TestJSON-1823886445 tempest-InstanceActionsV221TestJSON-1823886445-project-member] Acquiring lock "ff2b18ce-e349-42dc-adc0-f8b173685dbd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.243684] env[68893]: DEBUG oslo_concurrency.lockutils [None req-85454ca5-4313-40da-b350-ae077dbc7cfb tempest-InstanceActionsV221TestJSON-1823886445 tempest-InstanceActionsV221TestJSON-1823886445-project-member] Lock "ff2b18ce-e349-42dc-adc0-f8b173685dbd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.270875] env[68893]: DEBUG oslo_vmware.api [None req-d4d1d473-f2fe-466c-887a-03b07d009514 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Task: {'id': task-2791318, 'name': PowerOffVM_Task, 'duration_secs': 0.185047} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.271158] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4d1d473-f2fe-466c-887a-03b07d009514 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] [instance: 292718c1-e976-4462-aede-a2ed6b8415de] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 788.271264] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-d4d1d473-f2fe-466c-887a-03b07d009514 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] [instance: 292718c1-e976-4462-aede-a2ed6b8415de] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 788.271530] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c4bd4bc9-e272-407a-91ec-f3486c89543d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.384785] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-d4d1d473-f2fe-466c-887a-03b07d009514 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] [instance: 292718c1-e976-4462-aede-a2ed6b8415de] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 788.384785] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-d4d1d473-f2fe-466c-887a-03b07d009514 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] [instance: 292718c1-e976-4462-aede-a2ed6b8415de] Deleting contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 788.385107] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4d1d473-f2fe-466c-887a-03b07d009514 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Deleting the datastore file [datastore2] 292718c1-e976-4462-aede-a2ed6b8415de {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 788.385362] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-820adab1-afe9-493c-9671-14ef02b72459 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.393890] env[68893]: DEBUG oslo_vmware.api [None req-d4d1d473-f2fe-466c-887a-03b07d009514 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Waiting for the task: (returnval){ [ 788.393890] env[68893]: value = "task-2791321" [ 788.393890] env[68893]: _type = "Task" [ 788.393890] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.405812] env[68893]: DEBUG oslo_vmware.api [None req-d4d1d473-f2fe-466c-887a-03b07d009514 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Task: {'id': task-2791321, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.530465] env[68893]: DEBUG oslo_vmware.api [None req-ed52a9b4-16f2-44f7-b4d2-acf796de8581 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Task: {'id': task-2791319, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.464529} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.530674] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed52a9b4-16f2-44f7-b4d2-acf796de8581 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] bfc2d904-8005-4693-871f-5745dc3d29fd/bfc2d904-8005-4693-871f-5745dc3d29fd.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 788.530968] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-ed52a9b4-16f2-44f7-b4d2-acf796de8581 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] [instance: bfc2d904-8005-4693-871f-5745dc3d29fd] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 788.531465] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dff50f5a-640e-4b98-8ecd-0bb04febddd0 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.539098] env[68893]: DEBUG oslo_vmware.api [None req-ed52a9b4-16f2-44f7-b4d2-acf796de8581 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Waiting for the task: (returnval){ [ 788.539098] env[68893]: value = "task-2791322" [ 788.539098] env[68893]: _type = "Task" [ 788.539098] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.547400] env[68893]: DEBUG oslo_vmware.api [None req-ed52a9b4-16f2-44f7-b4d2-acf796de8581 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Task: {'id': task-2791322, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.633193] env[68893]: DEBUG nova.compute.manager [req-9274cfad-70ad-471e-a1e4-5ba96e235264 req-ad8e4bf7-2239-4492-96be-137f8d0d11e7 service nova] [instance: 80fa04f2-e0a6-452e-9a88-73eeb0ac347e] Received event network-changed-cfd680ff-11e6-4026-8e06-1e7cfc43cebf {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 788.633432] env[68893]: DEBUG nova.compute.manager [req-9274cfad-70ad-471e-a1e4-5ba96e235264 req-ad8e4bf7-2239-4492-96be-137f8d0d11e7 service nova] [instance: 80fa04f2-e0a6-452e-9a88-73eeb0ac347e] Refreshing instance network info cache due to event network-changed-cfd680ff-11e6-4026-8e06-1e7cfc43cebf. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 788.633594] env[68893]: DEBUG oslo_concurrency.lockutils [req-9274cfad-70ad-471e-a1e4-5ba96e235264 req-ad8e4bf7-2239-4492-96be-137f8d0d11e7 service nova] Acquiring lock "refresh_cache-80fa04f2-e0a6-452e-9a88-73eeb0ac347e" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.633740] env[68893]: DEBUG oslo_concurrency.lockutils [req-9274cfad-70ad-471e-a1e4-5ba96e235264 req-ad8e4bf7-2239-4492-96be-137f8d0d11e7 service nova] Acquired lock "refresh_cache-80fa04f2-e0a6-452e-9a88-73eeb0ac347e" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.633902] env[68893]: DEBUG nova.network.neutron [req-9274cfad-70ad-471e-a1e4-5ba96e235264 req-ad8e4bf7-2239-4492-96be-137f8d0d11e7 service nova] [instance: 80fa04f2-e0a6-452e-9a88-73eeb0ac347e] Refreshing network info cache for port cfd680ff-11e6-4026-8e06-1e7cfc43cebf {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 788.659591] env[68893]: DEBUG nova.scheduler.client.report [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 788.703769] env[68893]: DEBUG oslo_concurrency.lockutils [None req-15c2c0c0-6669-4469-987b-be65f8f446ed tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.908433] env[68893]: DEBUG oslo_vmware.api [None req-d4d1d473-f2fe-466c-887a-03b07d009514 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Task: {'id': task-2791321, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189271} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.908433] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4d1d473-f2fe-466c-887a-03b07d009514 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 788.908433] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-d4d1d473-f2fe-466c-887a-03b07d009514 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] [instance: 292718c1-e976-4462-aede-a2ed6b8415de] Deleted contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 788.908433] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-d4d1d473-f2fe-466c-887a-03b07d009514 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] [instance: 292718c1-e976-4462-aede-a2ed6b8415de] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 788.908433] env[68893]: INFO nova.compute.manager [None req-d4d1d473-f2fe-466c-887a-03b07d009514 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] [instance: 292718c1-e976-4462-aede-a2ed6b8415de] Took 1.17 seconds to destroy the instance on the hypervisor. [ 788.908809] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d4d1d473-f2fe-466c-887a-03b07d009514 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 788.908809] env[68893]: DEBUG nova.compute.manager [-] [instance: 292718c1-e976-4462-aede-a2ed6b8415de] Deallocating network for instance {{(pid=68893) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 788.908809] env[68893]: DEBUG nova.network.neutron [-] [instance: 292718c1-e976-4462-aede-a2ed6b8415de] deallocate_for_instance() {{(pid=68893) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 789.050234] env[68893]: DEBUG oslo_vmware.api [None req-ed52a9b4-16f2-44f7-b4d2-acf796de8581 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Task: {'id': task-2791322, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063298} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.050652] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-ed52a9b4-16f2-44f7-b4d2-acf796de8581 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] [instance: bfc2d904-8005-4693-871f-5745dc3d29fd] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 789.051161] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-834b0e59-ed48-4a4c-ad59-1079eea4d6d1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.082654] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed52a9b4-16f2-44f7-b4d2-acf796de8581 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] [instance: bfc2d904-8005-4693-871f-5745dc3d29fd] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] bfc2d904-8005-4693-871f-5745dc3d29fd/bfc2d904-8005-4693-871f-5745dc3d29fd.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 789.082654] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad4f2ecc-b3b5-4f59-b1ac-fc97023d2c8e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.104202] env[68893]: DEBUG oslo_vmware.api [None req-ed52a9b4-16f2-44f7-b4d2-acf796de8581 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Waiting for the task: (returnval){ [ 789.104202] env[68893]: value = "task-2791323" [ 789.104202] env[68893]: _type = "Task" [ 789.104202] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.113630] env[68893]: DEBUG oslo_vmware.api [None req-ed52a9b4-16f2-44f7-b4d2-acf796de8581 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Task: {'id': task-2791323, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.167281] env[68893]: DEBUG oslo_concurrency.lockutils [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.693s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.170850] env[68893]: DEBUG nova.compute.manager [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: 5fd8323d-8ef2-4255-b0f2-5a4f346ceef7] Start building networks asynchronously for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 789.170850] env[68893]: DEBUG oslo_concurrency.lockutils [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.649s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.175489] env[68893]: INFO nova.compute.claims [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: 3d1591a1-3e98-4978-a25b-38b4c304230a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 789.459762] env[68893]: DEBUG nova.network.neutron [req-9274cfad-70ad-471e-a1e4-5ba96e235264 req-ad8e4bf7-2239-4492-96be-137f8d0d11e7 service nova] [instance: 80fa04f2-e0a6-452e-9a88-73eeb0ac347e] Updated VIF entry in instance network info cache for port cfd680ff-11e6-4026-8e06-1e7cfc43cebf. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 789.459762] env[68893]: DEBUG nova.network.neutron [req-9274cfad-70ad-471e-a1e4-5ba96e235264 req-ad8e4bf7-2239-4492-96be-137f8d0d11e7 service nova] [instance: 80fa04f2-e0a6-452e-9a88-73eeb0ac347e] Updating instance_info_cache with network_info: [{"id": "cfd680ff-11e6-4026-8e06-1e7cfc43cebf", "address": "fa:16:3e:63:6d:4c", "network": {"id": "024e10c8-0890-4be3-81cc-2be8eac35dc9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-116676947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "564a5b6c6f4f4e42aeeef87662301380", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfd680ff-11", "ovs_interfaceid": "cfd680ff-11e6-4026-8e06-1e7cfc43cebf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.616145] env[68893]: DEBUG oslo_vmware.api [None req-ed52a9b4-16f2-44f7-b4d2-acf796de8581 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Task: {'id': task-2791323, 'name': ReconfigVM_Task, 'duration_secs': 0.486718} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.616599] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed52a9b4-16f2-44f7-b4d2-acf796de8581 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] [instance: bfc2d904-8005-4693-871f-5745dc3d29fd] Reconfigured VM instance instance-00000021 to attach disk [datastore2] bfc2d904-8005-4693-871f-5745dc3d29fd/bfc2d904-8005-4693-871f-5745dc3d29fd.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 789.617236] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a885514c-843f-42f5-8002-572fbfc71e4a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.628026] env[68893]: DEBUG oslo_vmware.api [None req-ed52a9b4-16f2-44f7-b4d2-acf796de8581 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Waiting for the task: (returnval){ [ 789.628026] env[68893]: value = "task-2791324" [ 789.628026] env[68893]: _type = "Task" [ 789.628026] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.633885] env[68893]: DEBUG oslo_vmware.api [None req-ed52a9b4-16f2-44f7-b4d2-acf796de8581 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Task: {'id': task-2791324, 'name': Rename_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.687138] env[68893]: DEBUG nova.compute.utils [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 789.688581] env[68893]: DEBUG nova.compute.manager [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: 5fd8323d-8ef2-4255-b0f2-5a4f346ceef7] Allocating IP information in the background. {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 789.688770] env[68893]: DEBUG nova.network.neutron [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: 5fd8323d-8ef2-4255-b0f2-5a4f346ceef7] allocate_for_instance() {{(pid=68893) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 789.704034] env[68893]: DEBUG nova.network.neutron [-] [instance: 292718c1-e976-4462-aede-a2ed6b8415de] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.743793] env[68893]: DEBUG nova.policy [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c67b0a186b024f3d9eeec0fc2bfa91ab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f7e4c959477a4484a345417bea845b45', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68893) authorize /opt/stack/nova/nova/policy.py:192}} [ 789.961852] env[68893]: DEBUG oslo_concurrency.lockutils [req-9274cfad-70ad-471e-a1e4-5ba96e235264 req-ad8e4bf7-2239-4492-96be-137f8d0d11e7 service nova] Releasing lock "refresh_cache-80fa04f2-e0a6-452e-9a88-73eeb0ac347e" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.077749] env[68893]: DEBUG nova.network.neutron [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: 5fd8323d-8ef2-4255-b0f2-5a4f346ceef7] Successfully created port: 5e56b759-0ef4-4155-a008-b417bafb47f1 {{(pid=68893) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 790.136246] env[68893]: DEBUG oslo_vmware.api [None req-ed52a9b4-16f2-44f7-b4d2-acf796de8581 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Task: {'id': task-2791324, 'name': Rename_Task, 'duration_secs': 0.273458} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.136707] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed52a9b4-16f2-44f7-b4d2-acf796de8581 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] [instance: bfc2d904-8005-4693-871f-5745dc3d29fd] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 790.136858] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8b43eead-e728-4ee0-9320-fc70b8ab8ac1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.144698] env[68893]: DEBUG oslo_vmware.api [None req-ed52a9b4-16f2-44f7-b4d2-acf796de8581 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Waiting for the task: (returnval){ [ 790.144698] env[68893]: value = "task-2791325" [ 790.144698] env[68893]: _type = "Task" [ 790.144698] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.153625] env[68893]: DEBUG oslo_vmware.api [None req-ed52a9b4-16f2-44f7-b4d2-acf796de8581 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Task: {'id': task-2791325, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.193688] env[68893]: DEBUG nova.compute.manager [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: 5fd8323d-8ef2-4255-b0f2-5a4f346ceef7] Start building block device mappings for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 790.206696] env[68893]: INFO nova.compute.manager [-] [instance: 292718c1-e976-4462-aede-a2ed6b8415de] Took 1.30 seconds to deallocate network for instance. [ 790.656350] env[68893]: DEBUG oslo_vmware.api [None req-ed52a9b4-16f2-44f7-b4d2-acf796de8581 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Task: {'id': task-2791325, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.661334] env[68893]: DEBUG nova.compute.manager [req-47d48e8b-1c26-42b3-9f86-5736877d6850 req-3eed2daa-d4f6-404d-9b02-d423299aa323 service nova] [instance: 292718c1-e976-4462-aede-a2ed6b8415de] Received event network-vif-deleted-8b127f11-cfee-4818-9be4-d821773629e1 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 790.716542] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d4d1d473-f2fe-466c-887a-03b07d009514 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.844889] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b4f5c9a-5dab-48bf-9b82-dd17035cec46 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.852241] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4d30e9d-87b7-4edd-a33d-a981a8e5071e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.892976] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-931a883a-3766-4a66-8543-f2eed8559e1f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.901647] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-222c47f7-684b-4cbd-85a3-84232681b5fe {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.916695] env[68893]: DEBUG nova.compute.provider_tree [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 791.157619] env[68893]: DEBUG oslo_vmware.api [None req-ed52a9b4-16f2-44f7-b4d2-acf796de8581 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Task: {'id': task-2791325, 'name': PowerOnVM_Task, 'duration_secs': 0.986792} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.158059] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed52a9b4-16f2-44f7-b4d2-acf796de8581 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] [instance: bfc2d904-8005-4693-871f-5745dc3d29fd] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 791.158160] env[68893]: INFO nova.compute.manager [None req-ed52a9b4-16f2-44f7-b4d2-acf796de8581 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] [instance: bfc2d904-8005-4693-871f-5745dc3d29fd] Took 4.86 seconds to spawn the instance on the hypervisor. [ 791.158275] env[68893]: DEBUG nova.compute.manager [None req-ed52a9b4-16f2-44f7-b4d2-acf796de8581 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] [instance: bfc2d904-8005-4693-871f-5745dc3d29fd] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 791.159129] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57b39fc5-1d35-474c-89c7-4e5b51313ea0 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.202863] env[68893]: DEBUG nova.compute.manager [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: 5fd8323d-8ef2-4255-b0f2-5a4f346ceef7] Start spawning the instance on the hypervisor. {{(pid=68893) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 791.234297] env[68893]: DEBUG nova.virt.hardware [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 791.234495] env[68893]: DEBUG nova.virt.hardware [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 791.234674] env[68893]: DEBUG nova.virt.hardware [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 791.234860] env[68893]: DEBUG nova.virt.hardware [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 791.235018] env[68893]: DEBUG nova.virt.hardware [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 791.235163] env[68893]: DEBUG nova.virt.hardware [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 791.235373] env[68893]: DEBUG nova.virt.hardware [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 791.235531] env[68893]: DEBUG nova.virt.hardware [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 791.235696] env[68893]: DEBUG nova.virt.hardware [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 791.235855] env[68893]: DEBUG nova.virt.hardware [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 791.236049] env[68893]: DEBUG nova.virt.hardware [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 791.236995] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d527807-87aa-459c-845c-beb3f88a9557 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.246298] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3cbf0a7-c985-4e07-96d6-87d07cc15764 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.421468] env[68893]: DEBUG nova.scheduler.client.report [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 791.640549] env[68893]: DEBUG nova.network.neutron [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: 5fd8323d-8ef2-4255-b0f2-5a4f346ceef7] Successfully updated port: 5e56b759-0ef4-4155-a008-b417bafb47f1 {{(pid=68893) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 791.683184] env[68893]: INFO nova.compute.manager [None req-ed52a9b4-16f2-44f7-b4d2-acf796de8581 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] [instance: bfc2d904-8005-4693-871f-5745dc3d29fd] Took 38.98 seconds to build instance. [ 791.929109] env[68893]: DEBUG oslo_concurrency.lockutils [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.756s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.929109] env[68893]: DEBUG nova.compute.manager [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: 3d1591a1-3e98-4978-a25b-38b4c304230a] Start building networks asynchronously for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 791.930716] env[68893]: DEBUG oslo_concurrency.lockutils [None req-3042252e-cb10-4859-a714-97c76c198c8f tempest-ServerAddressesNegativeTestJSON-1075330625 tempest-ServerAddressesNegativeTestJSON-1075330625-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.905s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.931226] env[68893]: DEBUG nova.objects.instance [None req-3042252e-cb10-4859-a714-97c76c198c8f tempest-ServerAddressesNegativeTestJSON-1075330625 tempest-ServerAddressesNegativeTestJSON-1075330625-project-member] Lazy-loading 'resources' on Instance uuid 4bb94a41-5549-4e59-a44b-094fff269e78 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 792.148138] env[68893]: DEBUG oslo_concurrency.lockutils [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Acquiring lock "refresh_cache-5fd8323d-8ef2-4255-b0f2-5a4f346ceef7" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.148138] env[68893]: DEBUG oslo_concurrency.lockutils [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Acquired lock "refresh_cache-5fd8323d-8ef2-4255-b0f2-5a4f346ceef7" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.148138] env[68893]: DEBUG nova.network.neutron [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: 5fd8323d-8ef2-4255-b0f2-5a4f346ceef7] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 792.189274] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ed52a9b4-16f2-44f7-b4d2-acf796de8581 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Lock "bfc2d904-8005-4693-871f-5745dc3d29fd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.841s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.191341] env[68893]: INFO nova.compute.manager [None req-4f6f046b-bde9-486d-94fd-3e65465f3179 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] [instance: bfc2d904-8005-4693-871f-5745dc3d29fd] Rebuilding instance [ 792.244923] env[68893]: DEBUG nova.compute.manager [None req-4f6f046b-bde9-486d-94fd-3e65465f3179 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] [instance: bfc2d904-8005-4693-871f-5745dc3d29fd] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 792.245862] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86898241-8173-4cc9-91e2-c499a74d679a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.435032] env[68893]: DEBUG nova.compute.utils [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 792.439685] env[68893]: DEBUG nova.compute.manager [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: 3d1591a1-3e98-4978-a25b-38b4c304230a] Allocating IP information in the background. {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 792.439685] env[68893]: DEBUG nova.network.neutron [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: 3d1591a1-3e98-4978-a25b-38b4c304230a] allocate_for_instance() {{(pid=68893) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 792.484908] env[68893]: DEBUG nova.policy [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c67b0a186b024f3d9eeec0fc2bfa91ab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f7e4c959477a4484a345417bea845b45', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68893) authorize /opt/stack/nova/nova/policy.py:192}} [ 792.695309] env[68893]: DEBUG nova.network.neutron [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: 5fd8323d-8ef2-4255-b0f2-5a4f346ceef7] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 792.697406] env[68893]: DEBUG nova.compute.manager [None req-aadea761-5e27-46f9-b4df-be6558ebf305 tempest-ServersV294TestFqdnHostnames-1826523196 tempest-ServersV294TestFqdnHostnames-1826523196-project-member] [instance: 31e47e18-e4e3-4f5f-90e4-1468a77dff2e] Starting instance... {{(pid=68893) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 792.730916] env[68893]: DEBUG nova.compute.manager [req-72cb5a92-861b-47ce-ab11-a914662ac811 req-e86dc372-0805-4b58-a00a-64993af45ca5 service nova] [instance: 5fd8323d-8ef2-4255-b0f2-5a4f346ceef7] Received event network-vif-plugged-5e56b759-0ef4-4155-a008-b417bafb47f1 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 792.730916] env[68893]: DEBUG oslo_concurrency.lockutils [req-72cb5a92-861b-47ce-ab11-a914662ac811 req-e86dc372-0805-4b58-a00a-64993af45ca5 service nova] Acquiring lock "5fd8323d-8ef2-4255-b0f2-5a4f346ceef7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.730916] env[68893]: DEBUG oslo_concurrency.lockutils [req-72cb5a92-861b-47ce-ab11-a914662ac811 req-e86dc372-0805-4b58-a00a-64993af45ca5 service nova] Lock "5fd8323d-8ef2-4255-b0f2-5a4f346ceef7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.730916] env[68893]: DEBUG oslo_concurrency.lockutils [req-72cb5a92-861b-47ce-ab11-a914662ac811 req-e86dc372-0805-4b58-a00a-64993af45ca5 service nova] Lock "5fd8323d-8ef2-4255-b0f2-5a4f346ceef7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.730916] env[68893]: DEBUG nova.compute.manager [req-72cb5a92-861b-47ce-ab11-a914662ac811 req-e86dc372-0805-4b58-a00a-64993af45ca5 service nova] [instance: 5fd8323d-8ef2-4255-b0f2-5a4f346ceef7] No waiting events found dispatching network-vif-plugged-5e56b759-0ef4-4155-a008-b417bafb47f1 {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 792.731177] env[68893]: WARNING nova.compute.manager [req-72cb5a92-861b-47ce-ab11-a914662ac811 req-e86dc372-0805-4b58-a00a-64993af45ca5 service nova] [instance: 5fd8323d-8ef2-4255-b0f2-5a4f346ceef7] Received unexpected event network-vif-plugged-5e56b759-0ef4-4155-a008-b417bafb47f1 for instance with vm_state building and task_state spawning. [ 792.731177] env[68893]: DEBUG nova.compute.manager [req-72cb5a92-861b-47ce-ab11-a914662ac811 req-e86dc372-0805-4b58-a00a-64993af45ca5 service nova] [instance: 5fd8323d-8ef2-4255-b0f2-5a4f346ceef7] Received event network-changed-5e56b759-0ef4-4155-a008-b417bafb47f1 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 792.731177] env[68893]: DEBUG nova.compute.manager [req-72cb5a92-861b-47ce-ab11-a914662ac811 req-e86dc372-0805-4b58-a00a-64993af45ca5 service nova] [instance: 5fd8323d-8ef2-4255-b0f2-5a4f346ceef7] Refreshing instance network info cache due to event network-changed-5e56b759-0ef4-4155-a008-b417bafb47f1. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 792.731177] env[68893]: DEBUG oslo_concurrency.lockutils [req-72cb5a92-861b-47ce-ab11-a914662ac811 req-e86dc372-0805-4b58-a00a-64993af45ca5 service nova] Acquiring lock "refresh_cache-5fd8323d-8ef2-4255-b0f2-5a4f346ceef7" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.901687] env[68893]: DEBUG nova.network.neutron [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: 3d1591a1-3e98-4978-a25b-38b4c304230a] Successfully created port: 339d36ba-ed85-4654-af91-e14e7e9be1cc {{(pid=68893) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 792.942353] env[68893]: DEBUG nova.compute.manager [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: 3d1591a1-3e98-4978-a25b-38b4c304230a] Start building block device mappings for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 792.991807] env[68893]: DEBUG nova.network.neutron [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: 5fd8323d-8ef2-4255-b0f2-5a4f346ceef7] Updating instance_info_cache with network_info: [{"id": "5e56b759-0ef4-4155-a008-b417bafb47f1", "address": "fa:16:3e:20:36:75", "network": {"id": "8ffc3d99-7eff-4db7-b4d7-1bf822f14026", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1234556711-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7e4c959477a4484a345417bea845b45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e56b759-0e", "ovs_interfaceid": "5e56b759-0ef4-4155-a008-b417bafb47f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.087560] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9758f58e-f98f-45ac-927b-9e423836ec72 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.096508] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-971fd8aa-47e1-4573-8ca6-a198121825e6 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.133617] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42bb41d9-de62-4c6d-9d43-5e3c4a344cb1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.145553] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0151fafe-3fac-4711-abb8-1ac0151f1428 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.162346] env[68893]: DEBUG nova.compute.provider_tree [None req-3042252e-cb10-4859-a714-97c76c198c8f tempest-ServerAddressesNegativeTestJSON-1075330625 tempest-ServerAddressesNegativeTestJSON-1075330625-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 793.234009] env[68893]: DEBUG oslo_concurrency.lockutils [None req-aadea761-5e27-46f9-b4df-be6558ebf305 tempest-ServersV294TestFqdnHostnames-1826523196 tempest-ServersV294TestFqdnHostnames-1826523196-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.265280] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f6f046b-bde9-486d-94fd-3e65465f3179 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] [instance: bfc2d904-8005-4693-871f-5745dc3d29fd] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 793.265646] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2be5408e-ce17-4300-95e5-9753909605fd {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.277569] env[68893]: DEBUG oslo_vmware.api [None req-4f6f046b-bde9-486d-94fd-3e65465f3179 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Waiting for the task: (returnval){ [ 793.277569] env[68893]: value = "task-2791326" [ 793.277569] env[68893]: _type = "Task" [ 793.277569] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.289762] env[68893]: DEBUG oslo_vmware.api [None req-4f6f046b-bde9-486d-94fd-3e65465f3179 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Task: {'id': task-2791326, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.501415] env[68893]: DEBUG oslo_concurrency.lockutils [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Releasing lock "refresh_cache-5fd8323d-8ef2-4255-b0f2-5a4f346ceef7" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.501746] env[68893]: DEBUG nova.compute.manager [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: 5fd8323d-8ef2-4255-b0f2-5a4f346ceef7] Instance network_info: |[{"id": "5e56b759-0ef4-4155-a008-b417bafb47f1", "address": "fa:16:3e:20:36:75", "network": {"id": "8ffc3d99-7eff-4db7-b4d7-1bf822f14026", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1234556711-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7e4c959477a4484a345417bea845b45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e56b759-0e", "ovs_interfaceid": "5e56b759-0ef4-4155-a008-b417bafb47f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 793.502061] env[68893]: DEBUG oslo_concurrency.lockutils [req-72cb5a92-861b-47ce-ab11-a914662ac811 req-e86dc372-0805-4b58-a00a-64993af45ca5 service nova] Acquired lock "refresh_cache-5fd8323d-8ef2-4255-b0f2-5a4f346ceef7" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.502246] env[68893]: DEBUG nova.network.neutron [req-72cb5a92-861b-47ce-ab11-a914662ac811 req-e86dc372-0805-4b58-a00a-64993af45ca5 service nova] [instance: 5fd8323d-8ef2-4255-b0f2-5a4f346ceef7] Refreshing network info cache for port 5e56b759-0ef4-4155-a008-b417bafb47f1 {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 793.504224] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: 5fd8323d-8ef2-4255-b0f2-5a4f346ceef7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:36:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bd998416-f3d6-4a62-b828-5011063ce76a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5e56b759-0ef4-4155-a008-b417bafb47f1', 'vif_model': 'vmxnet3'}] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 793.512158] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Creating folder: Project (f7e4c959477a4484a345417bea845b45). Parent ref: group-v560969. {{(pid=68893) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 793.513589] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-23c86e27-636b-4d76-8ccd-aff1d0f6cd4d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.527733] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Created folder: Project (f7e4c959477a4484a345417bea845b45) in parent group-v560969. [ 793.527972] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Creating folder: Instances. Parent ref: group-v561065. {{(pid=68893) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 793.528237] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-44ea1782-8eff-4eab-8435-403b84953ee4 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.540594] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Created folder: Instances in parent group-v561065. [ 793.540594] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 793.540594] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5fd8323d-8ef2-4255-b0f2-5a4f346ceef7] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 793.540594] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7ee8543d-4772-49ab-bb3f-3e0fd832ed08 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.562727] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 793.562727] env[68893]: value = "task-2791329" [ 793.562727] env[68893]: _type = "Task" [ 793.562727] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.570971] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791329, 'name': CreateVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.667829] env[68893]: DEBUG nova.scheduler.client.report [None req-3042252e-cb10-4859-a714-97c76c198c8f tempest-ServerAddressesNegativeTestJSON-1075330625 tempest-ServerAddressesNegativeTestJSON-1075330625-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 793.789881] env[68893]: DEBUG oslo_vmware.api [None req-4f6f046b-bde9-486d-94fd-3e65465f3179 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Task: {'id': task-2791326, 'name': PowerOffVM_Task, 'duration_secs': 0.154711} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.789881] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f6f046b-bde9-486d-94fd-3e65465f3179 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] [instance: bfc2d904-8005-4693-871f-5745dc3d29fd] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 793.789881] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-4f6f046b-bde9-486d-94fd-3e65465f3179 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] [instance: bfc2d904-8005-4693-871f-5745dc3d29fd] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 793.789881] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-490b9da6-17c3-4d48-acfc-c37ba67bc2b5 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.801277] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-4f6f046b-bde9-486d-94fd-3e65465f3179 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] [instance: bfc2d904-8005-4693-871f-5745dc3d29fd] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 793.801954] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7ecf957b-9814-4828-a8d4-314ac1debf8e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.831213] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-4f6f046b-bde9-486d-94fd-3e65465f3179 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] [instance: bfc2d904-8005-4693-871f-5745dc3d29fd] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 793.832053] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-4f6f046b-bde9-486d-94fd-3e65465f3179 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] [instance: bfc2d904-8005-4693-871f-5745dc3d29fd] Deleting contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 793.834019] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f6f046b-bde9-486d-94fd-3e65465f3179 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Deleting the datastore file [datastore2] bfc2d904-8005-4693-871f-5745dc3d29fd {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 793.834019] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-99f2d6cf-94cc-42b5-9c0d-69afa593a225 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.840810] env[68893]: DEBUG oslo_vmware.api [None req-4f6f046b-bde9-486d-94fd-3e65465f3179 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Waiting for the task: (returnval){ [ 793.840810] env[68893]: value = "task-2791331" [ 793.840810] env[68893]: _type = "Task" [ 793.840810] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.851114] env[68893]: DEBUG oslo_vmware.api [None req-4f6f046b-bde9-486d-94fd-3e65465f3179 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Task: {'id': task-2791331, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.954771] env[68893]: DEBUG nova.compute.manager [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: 3d1591a1-3e98-4978-a25b-38b4c304230a] Start spawning the instance on the hypervisor. {{(pid=68893) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 793.982569] env[68893]: DEBUG nova.virt.hardware [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 793.982760] env[68893]: DEBUG nova.virt.hardware [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 793.983157] env[68893]: DEBUG nova.virt.hardware [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 793.983377] env[68893]: DEBUG nova.virt.hardware [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 793.983531] env[68893]: DEBUG nova.virt.hardware [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 793.983678] env[68893]: DEBUG nova.virt.hardware [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 793.983888] env[68893]: DEBUG nova.virt.hardware [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 793.984135] env[68893]: DEBUG nova.virt.hardware [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 793.984392] env[68893]: DEBUG nova.virt.hardware [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 793.984568] env[68893]: DEBUG nova.virt.hardware [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 793.984741] env[68893]: DEBUG nova.virt.hardware [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 793.985818] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bde4551-f2a8-4e82-9c36-20e47494d080 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.994168] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-478c2b1c-2e84-4dc6-ac73-50088d38411b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.012059] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f893b519-00d7-40f4-9ee8-444408d8f4a2 tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] Acquiring lock "b763ec3a-5de5-40c1-9783-23dd20b39989" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.012324] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f893b519-00d7-40f4-9ee8-444408d8f4a2 tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] Lock "b763ec3a-5de5-40c1-9783-23dd20b39989" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.074965] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791329, 'name': CreateVM_Task, 'duration_secs': 0.377763} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.075387] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5fd8323d-8ef2-4255-b0f2-5a4f346ceef7] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 794.076662] env[68893]: DEBUG oslo_concurrency.lockutils [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.076956] env[68893]: DEBUG oslo_concurrency.lockutils [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.077415] env[68893]: DEBUG oslo_concurrency.lockutils [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.078887] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a303088d-c3d7-4361-a682-591cc9cf740d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.085555] env[68893]: DEBUG oslo_vmware.api [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Waiting for the task: (returnval){ [ 794.085555] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]522f1e89-ac2c-6f8f-3aff-41217765fa78" [ 794.085555] env[68893]: _type = "Task" [ 794.085555] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.092617] env[68893]: DEBUG oslo_vmware.api [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]522f1e89-ac2c-6f8f-3aff-41217765fa78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.172794] env[68893]: DEBUG oslo_concurrency.lockutils [None req-3042252e-cb10-4859-a714-97c76c198c8f tempest-ServerAddressesNegativeTestJSON-1075330625 tempest-ServerAddressesNegativeTestJSON-1075330625-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.242s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.176302] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b4c2fda7-aee8-4776-965c-c1e9b40ce895 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.443s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.178040] env[68893]: INFO nova.compute.claims [None req-b4c2fda7-aee8-4776-965c-c1e9b40ce895 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 8c560e82-533e-49c7-aaf4-82e123f75240] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 794.206105] env[68893]: INFO nova.scheduler.client.report [None req-3042252e-cb10-4859-a714-97c76c198c8f tempest-ServerAddressesNegativeTestJSON-1075330625 tempest-ServerAddressesNegativeTestJSON-1075330625-project-member] Deleted allocations for instance 4bb94a41-5549-4e59-a44b-094fff269e78 [ 794.274511] env[68893]: DEBUG nova.network.neutron [req-72cb5a92-861b-47ce-ab11-a914662ac811 req-e86dc372-0805-4b58-a00a-64993af45ca5 service nova] [instance: 5fd8323d-8ef2-4255-b0f2-5a4f346ceef7] Updated VIF entry in instance network info cache for port 5e56b759-0ef4-4155-a008-b417bafb47f1. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 794.274511] env[68893]: DEBUG nova.network.neutron [req-72cb5a92-861b-47ce-ab11-a914662ac811 req-e86dc372-0805-4b58-a00a-64993af45ca5 service nova] [instance: 5fd8323d-8ef2-4255-b0f2-5a4f346ceef7] Updating instance_info_cache with network_info: [{"id": "5e56b759-0ef4-4155-a008-b417bafb47f1", "address": "fa:16:3e:20:36:75", "network": {"id": "8ffc3d99-7eff-4db7-b4d7-1bf822f14026", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1234556711-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7e4c959477a4484a345417bea845b45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e56b759-0e", "ovs_interfaceid": "5e56b759-0ef4-4155-a008-b417bafb47f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.354282] env[68893]: DEBUG oslo_vmware.api [None req-4f6f046b-bde9-486d-94fd-3e65465f3179 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Task: {'id': task-2791331, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.116109} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.354282] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f6f046b-bde9-486d-94fd-3e65465f3179 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 794.354500] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-4f6f046b-bde9-486d-94fd-3e65465f3179 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] [instance: bfc2d904-8005-4693-871f-5745dc3d29fd] Deleted contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 794.354794] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-4f6f046b-bde9-486d-94fd-3e65465f3179 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] [instance: bfc2d904-8005-4693-871f-5745dc3d29fd] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 794.596329] env[68893]: DEBUG oslo_vmware.api [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]522f1e89-ac2c-6f8f-3aff-41217765fa78, 'name': SearchDatastore_Task, 'duration_secs': 0.012329} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.596692] env[68893]: DEBUG oslo_concurrency.lockutils [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.597111] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: 5fd8323d-8ef2-4255-b0f2-5a4f346ceef7] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 794.597529] env[68893]: DEBUG oslo_concurrency.lockutils [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.597627] env[68893]: DEBUG oslo_concurrency.lockutils [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.600516] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 794.601152] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8f13be91-f018-4aa6-a257-fac0494bc715 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.603570] env[68893]: DEBUG nova.network.neutron [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: 3d1591a1-3e98-4978-a25b-38b4c304230a] Successfully updated port: 339d36ba-ed85-4654-af91-e14e7e9be1cc {{(pid=68893) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 794.613457] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 794.613457] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 794.614269] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfdbaa19-f475-4ded-8255-3710e05259ea {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.621395] env[68893]: DEBUG oslo_vmware.api [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Waiting for the task: (returnval){ [ 794.621395] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52eaef37-f6f6-718e-5244-14460b92eeff" [ 794.621395] env[68893]: _type = "Task" [ 794.621395] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.629966] env[68893]: DEBUG oslo_vmware.api [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52eaef37-f6f6-718e-5244-14460b92eeff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.719607] env[68893]: DEBUG oslo_concurrency.lockutils [None req-3042252e-cb10-4859-a714-97c76c198c8f tempest-ServerAddressesNegativeTestJSON-1075330625 tempest-ServerAddressesNegativeTestJSON-1075330625-project-member] Lock "4bb94a41-5549-4e59-a44b-094fff269e78" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.511s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.759221] env[68893]: DEBUG nova.compute.manager [req-4eb25964-5b8a-424d-90b9-c7aad86cfe74 req-0f5ed87c-a27e-40e7-922a-2f59cead1462 service nova] [instance: 3d1591a1-3e98-4978-a25b-38b4c304230a] Received event network-vif-plugged-339d36ba-ed85-4654-af91-e14e7e9be1cc {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 794.759532] env[68893]: DEBUG oslo_concurrency.lockutils [req-4eb25964-5b8a-424d-90b9-c7aad86cfe74 req-0f5ed87c-a27e-40e7-922a-2f59cead1462 service nova] Acquiring lock "3d1591a1-3e98-4978-a25b-38b4c304230a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.759869] env[68893]: DEBUG oslo_concurrency.lockutils [req-4eb25964-5b8a-424d-90b9-c7aad86cfe74 req-0f5ed87c-a27e-40e7-922a-2f59cead1462 service nova] Lock "3d1591a1-3e98-4978-a25b-38b4c304230a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.760071] env[68893]: DEBUG oslo_concurrency.lockutils [req-4eb25964-5b8a-424d-90b9-c7aad86cfe74 req-0f5ed87c-a27e-40e7-922a-2f59cead1462 service nova] Lock "3d1591a1-3e98-4978-a25b-38b4c304230a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.760303] env[68893]: DEBUG nova.compute.manager [req-4eb25964-5b8a-424d-90b9-c7aad86cfe74 req-0f5ed87c-a27e-40e7-922a-2f59cead1462 service nova] [instance: 3d1591a1-3e98-4978-a25b-38b4c304230a] No waiting events found dispatching network-vif-plugged-339d36ba-ed85-4654-af91-e14e7e9be1cc {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 794.760523] env[68893]: WARNING nova.compute.manager [req-4eb25964-5b8a-424d-90b9-c7aad86cfe74 req-0f5ed87c-a27e-40e7-922a-2f59cead1462 service nova] [instance: 3d1591a1-3e98-4978-a25b-38b4c304230a] Received unexpected event network-vif-plugged-339d36ba-ed85-4654-af91-e14e7e9be1cc for instance with vm_state building and task_state spawning. [ 794.760739] env[68893]: DEBUG nova.compute.manager [req-4eb25964-5b8a-424d-90b9-c7aad86cfe74 req-0f5ed87c-a27e-40e7-922a-2f59cead1462 service nova] [instance: 3d1591a1-3e98-4978-a25b-38b4c304230a] Received event network-changed-339d36ba-ed85-4654-af91-e14e7e9be1cc {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 794.760945] env[68893]: DEBUG nova.compute.manager [req-4eb25964-5b8a-424d-90b9-c7aad86cfe74 req-0f5ed87c-a27e-40e7-922a-2f59cead1462 service nova] [instance: 3d1591a1-3e98-4978-a25b-38b4c304230a] Refreshing instance network info cache due to event network-changed-339d36ba-ed85-4654-af91-e14e7e9be1cc. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 794.761215] env[68893]: DEBUG oslo_concurrency.lockutils [req-4eb25964-5b8a-424d-90b9-c7aad86cfe74 req-0f5ed87c-a27e-40e7-922a-2f59cead1462 service nova] Acquiring lock "refresh_cache-3d1591a1-3e98-4978-a25b-38b4c304230a" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.761418] env[68893]: DEBUG oslo_concurrency.lockutils [req-4eb25964-5b8a-424d-90b9-c7aad86cfe74 req-0f5ed87c-a27e-40e7-922a-2f59cead1462 service nova] Acquired lock "refresh_cache-3d1591a1-3e98-4978-a25b-38b4c304230a" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.761645] env[68893]: DEBUG nova.network.neutron [req-4eb25964-5b8a-424d-90b9-c7aad86cfe74 req-0f5ed87c-a27e-40e7-922a-2f59cead1462 service nova] [instance: 3d1591a1-3e98-4978-a25b-38b4c304230a] Refreshing network info cache for port 339d36ba-ed85-4654-af91-e14e7e9be1cc {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 794.777630] env[68893]: DEBUG oslo_concurrency.lockutils [req-72cb5a92-861b-47ce-ab11-a914662ac811 req-e86dc372-0805-4b58-a00a-64993af45ca5 service nova] Releasing lock "refresh_cache-5fd8323d-8ef2-4255-b0f2-5a4f346ceef7" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.106626] env[68893]: DEBUG oslo_concurrency.lockutils [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Acquiring lock "refresh_cache-3d1591a1-3e98-4978-a25b-38b4c304230a" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.131711] env[68893]: DEBUG oslo_vmware.api [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52eaef37-f6f6-718e-5244-14460b92eeff, 'name': SearchDatastore_Task, 'duration_secs': 0.008604} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.132538] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d2b989a-f47a-42ce-9802-18c0e59df513 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.138234] env[68893]: DEBUG oslo_vmware.api [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Waiting for the task: (returnval){ [ 795.138234] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]527b316c-f0d5-2f34-acee-c74cbf4c9b31" [ 795.138234] env[68893]: _type = "Task" [ 795.138234] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.145850] env[68893]: DEBUG oslo_vmware.api [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]527b316c-f0d5-2f34-acee-c74cbf4c9b31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.306558] env[68893]: DEBUG nova.network.neutron [req-4eb25964-5b8a-424d-90b9-c7aad86cfe74 req-0f5ed87c-a27e-40e7-922a-2f59cead1462 service nova] [instance: 3d1591a1-3e98-4978-a25b-38b4c304230a] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 795.390042] env[68893]: DEBUG nova.virt.hardware [None req-4f6f046b-bde9-486d-94fd-3e65465f3179 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 795.390312] env[68893]: DEBUG nova.virt.hardware [None req-4f6f046b-bde9-486d-94fd-3e65465f3179 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 795.390471] env[68893]: DEBUG nova.virt.hardware [None req-4f6f046b-bde9-486d-94fd-3e65465f3179 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 795.390652] env[68893]: DEBUG nova.virt.hardware [None req-4f6f046b-bde9-486d-94fd-3e65465f3179 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 795.391570] env[68893]: DEBUG nova.virt.hardware [None req-4f6f046b-bde9-486d-94fd-3e65465f3179 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 795.391570] env[68893]: DEBUG nova.virt.hardware [None req-4f6f046b-bde9-486d-94fd-3e65465f3179 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 795.391570] env[68893]: DEBUG nova.virt.hardware [None req-4f6f046b-bde9-486d-94fd-3e65465f3179 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 795.391570] env[68893]: DEBUG nova.virt.hardware [None req-4f6f046b-bde9-486d-94fd-3e65465f3179 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 795.391570] env[68893]: DEBUG nova.virt.hardware [None req-4f6f046b-bde9-486d-94fd-3e65465f3179 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 795.391834] env[68893]: DEBUG nova.virt.hardware [None req-4f6f046b-bde9-486d-94fd-3e65465f3179 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 795.391834] env[68893]: DEBUG nova.virt.hardware [None req-4f6f046b-bde9-486d-94fd-3e65465f3179 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 795.392657] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e25291af-d0cb-4d86-a14e-aa30d88dea6a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.408979] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f64b1f5-21f4-4aa7-9661-a28e23c159f4 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.422155] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-4f6f046b-bde9-486d-94fd-3e65465f3179 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] [instance: bfc2d904-8005-4693-871f-5745dc3d29fd] Instance VIF info [] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 795.427924] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4f6f046b-bde9-486d-94fd-3e65465f3179 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 795.430522] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bfc2d904-8005-4693-871f-5745dc3d29fd] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 795.430930] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c68dc503-26e4-4d87-9d82-1879aea608e7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.452882] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 795.452882] env[68893]: value = "task-2791332" [ 795.452882] env[68893]: _type = "Task" [ 795.452882] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.460788] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791332, 'name': CreateVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.648245] env[68893]: DEBUG oslo_vmware.api [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]527b316c-f0d5-2f34-acee-c74cbf4c9b31, 'name': SearchDatastore_Task, 'duration_secs': 0.009528} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.652019] env[68893]: DEBUG oslo_concurrency.lockutils [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.652314] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore1] 5fd8323d-8ef2-4255-b0f2-5a4f346ceef7/5fd8323d-8ef2-4255-b0f2-5a4f346ceef7.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 795.652756] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6037897a-0891-400b-b4ac-1e52dd1cc2ed {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.659460] env[68893]: DEBUG oslo_vmware.api [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Waiting for the task: (returnval){ [ 795.659460] env[68893]: value = "task-2791333" [ 795.659460] env[68893]: _type = "Task" [ 795.659460] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.674344] env[68893]: DEBUG oslo_vmware.api [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Task: {'id': task-2791333, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.676882] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b0cf861-6662-495c-ba6f-d6c48167f379 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.683771] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-006ff27f-b434-4c1c-9a62-aede7c101150 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.720098] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8cf4adc-6285-4520-9481-0210c8a97402 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.724410] env[68893]: DEBUG nova.network.neutron [req-4eb25964-5b8a-424d-90b9-c7aad86cfe74 req-0f5ed87c-a27e-40e7-922a-2f59cead1462 service nova] [instance: 3d1591a1-3e98-4978-a25b-38b4c304230a] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.729121] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e379120-d55d-4e0e-91a8-68688e410b06 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.743963] env[68893]: DEBUG nova.compute.provider_tree [None req-b4c2fda7-aee8-4776-965c-c1e9b40ce895 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Updating inventory in ProviderTree for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 795.963333] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791332, 'name': CreateVM_Task, 'duration_secs': 0.257815} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.963520] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bfc2d904-8005-4693-871f-5745dc3d29fd] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 795.964039] env[68893]: DEBUG oslo_concurrency.lockutils [None req-4f6f046b-bde9-486d-94fd-3e65465f3179 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.964282] env[68893]: DEBUG oslo_concurrency.lockutils [None req-4f6f046b-bde9-486d-94fd-3e65465f3179 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.964659] env[68893]: DEBUG oslo_concurrency.lockutils [None req-4f6f046b-bde9-486d-94fd-3e65465f3179 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.964967] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd643ca9-376c-400a-9a84-71f40763b4cd {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.970093] env[68893]: DEBUG oslo_vmware.api [None req-4f6f046b-bde9-486d-94fd-3e65465f3179 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Waiting for the task: (returnval){ [ 795.970093] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52817120-4ae3-294d-5bfd-8bfc366d4c59" [ 795.970093] env[68893]: _type = "Task" [ 795.970093] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.979208] env[68893]: DEBUG oslo_vmware.api [None req-4f6f046b-bde9-486d-94fd-3e65465f3179 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52817120-4ae3-294d-5bfd-8bfc366d4c59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.169617] env[68893]: DEBUG oslo_vmware.api [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Task: {'id': task-2791333, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473536} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.170160] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore1] 5fd8323d-8ef2-4255-b0f2-5a4f346ceef7/5fd8323d-8ef2-4255-b0f2-5a4f346ceef7.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 796.170582] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: 5fd8323d-8ef2-4255-b0f2-5a4f346ceef7] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 796.170942] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1360577a-284a-4b89-bcfe-668c979426a8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.179020] env[68893]: DEBUG oslo_vmware.api [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Waiting for the task: (returnval){ [ 796.179020] env[68893]: value = "task-2791334" [ 796.179020] env[68893]: _type = "Task" [ 796.179020] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.185234] env[68893]: DEBUG oslo_vmware.api [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Task: {'id': task-2791334, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.229508] env[68893]: DEBUG oslo_concurrency.lockutils [req-4eb25964-5b8a-424d-90b9-c7aad86cfe74 req-0f5ed87c-a27e-40e7-922a-2f59cead1462 service nova] Releasing lock "refresh_cache-3d1591a1-3e98-4978-a25b-38b4c304230a" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.230471] env[68893]: DEBUG oslo_concurrency.lockutils [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Acquired lock "refresh_cache-3d1591a1-3e98-4978-a25b-38b4c304230a" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.232422] env[68893]: DEBUG nova.network.neutron [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: 3d1591a1-3e98-4978-a25b-38b4c304230a] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 796.269136] env[68893]: ERROR nova.scheduler.client.report [None req-b4c2fda7-aee8-4776-965c-c1e9b40ce895 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [req-03393b6b-070c-4b88-aaf1-c90f373f22a1] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d14b70d6-a636-4db0-b5a6-b901da6fa895. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-03393b6b-070c-4b88-aaf1-c90f373f22a1"}]} [ 796.289911] env[68893]: DEBUG nova.scheduler.client.report [None req-b4c2fda7-aee8-4776-965c-c1e9b40ce895 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Refreshing inventories for resource provider d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 796.308448] env[68893]: DEBUG nova.scheduler.client.report [None req-b4c2fda7-aee8-4776-965c-c1e9b40ce895 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Updating ProviderTree inventory for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 796.308780] env[68893]: DEBUG nova.compute.provider_tree [None req-b4c2fda7-aee8-4776-965c-c1e9b40ce895 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Updating inventory in ProviderTree for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 796.320598] env[68893]: DEBUG nova.scheduler.client.report [None req-b4c2fda7-aee8-4776-965c-c1e9b40ce895 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Refreshing aggregate associations for resource provider d14b70d6-a636-4db0-b5a6-b901da6fa895, aggregates: None {{(pid=68893) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 796.340503] env[68893]: DEBUG nova.scheduler.client.report [None req-b4c2fda7-aee8-4776-965c-c1e9b40ce895 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Refreshing trait associations for resource provider d14b70d6-a636-4db0-b5a6-b901da6fa895, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE {{(pid=68893) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 796.482420] env[68893]: DEBUG oslo_vmware.api [None req-4f6f046b-bde9-486d-94fd-3e65465f3179 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52817120-4ae3-294d-5bfd-8bfc366d4c59, 'name': SearchDatastore_Task, 'duration_secs': 0.024839} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.482715] env[68893]: DEBUG oslo_concurrency.lockutils [None req-4f6f046b-bde9-486d-94fd-3e65465f3179 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.482973] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-4f6f046b-bde9-486d-94fd-3e65465f3179 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] [instance: bfc2d904-8005-4693-871f-5745dc3d29fd] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 796.483411] env[68893]: DEBUG oslo_concurrency.lockutils [None req-4f6f046b-bde9-486d-94fd-3e65465f3179 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.483411] env[68893]: DEBUG oslo_concurrency.lockutils [None req-4f6f046b-bde9-486d-94fd-3e65465f3179 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.483616] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f6f046b-bde9-486d-94fd-3e65465f3179 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 796.483877] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3018d69a-de01-4086-b3d0-a953a2d4e808 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.494829] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f6f046b-bde9-486d-94fd-3e65465f3179 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 796.495104] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-4f6f046b-bde9-486d-94fd-3e65465f3179 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 796.495755] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b8bd617-ae12-43b5-8a98-1c4407733e05 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.510992] env[68893]: DEBUG oslo_vmware.api [None req-4f6f046b-bde9-486d-94fd-3e65465f3179 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Waiting for the task: (returnval){ [ 796.510992] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]525c1348-0981-ea1c-be0b-0265166ebf82" [ 796.510992] env[68893]: _type = "Task" [ 796.510992] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.522451] env[68893]: DEBUG oslo_vmware.api [None req-4f6f046b-bde9-486d-94fd-3e65465f3179 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]525c1348-0981-ea1c-be0b-0265166ebf82, 'name': SearchDatastore_Task, 'duration_secs': 0.009759} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.523292] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f4501cc-8a80-4964-8e3f-27855dd056c2 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.529630] env[68893]: DEBUG oslo_vmware.api [None req-4f6f046b-bde9-486d-94fd-3e65465f3179 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Waiting for the task: (returnval){ [ 796.529630] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52fabc59-262a-ff30-ccdf-c4f12812842b" [ 796.529630] env[68893]: _type = "Task" [ 796.529630] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.536745] env[68893]: DEBUG oslo_vmware.api [None req-4f6f046b-bde9-486d-94fd-3e65465f3179 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52fabc59-262a-ff30-ccdf-c4f12812842b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.688264] env[68893]: DEBUG oslo_vmware.api [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Task: {'id': task-2791334, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060907} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.689384] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: 5fd8323d-8ef2-4255-b0f2-5a4f346ceef7] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 796.689540] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c70118cc-8b0c-4950-9ff7-1e7956145d1c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.713096] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: 5fd8323d-8ef2-4255-b0f2-5a4f346ceef7] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] 5fd8323d-8ef2-4255-b0f2-5a4f346ceef7/5fd8323d-8ef2-4255-b0f2-5a4f346ceef7.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 796.716180] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d5ed402-53ed-432b-97d5-7170789ca733 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.738765] env[68893]: DEBUG oslo_vmware.api [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Waiting for the task: (returnval){ [ 796.738765] env[68893]: value = "task-2791335" [ 796.738765] env[68893]: _type = "Task" [ 796.738765] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.760114] env[68893]: DEBUG oslo_vmware.api [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Task: {'id': task-2791335, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.782352] env[68893]: DEBUG nova.network.neutron [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: 3d1591a1-3e98-4978-a25b-38b4c304230a] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 796.891842] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7875973f-88fb-447a-9faf-2e70ebfb028a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.900736] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aefd6b26-bd24-46bc-9ed0-3f487853dccf {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.936854] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e088bf7b-7035-42c9-987d-b1139c94b525 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.942879] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d08e166a-1cec-4a52-a6ac-687a869a38d2 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.958964] env[68893]: DEBUG nova.compute.provider_tree [None req-b4c2fda7-aee8-4776-965c-c1e9b40ce895 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Updating inventory in ProviderTree for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 797.041365] env[68893]: DEBUG oslo_vmware.api [None req-4f6f046b-bde9-486d-94fd-3e65465f3179 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52fabc59-262a-ff30-ccdf-c4f12812842b, 'name': SearchDatastore_Task, 'duration_secs': 0.008863} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.041679] env[68893]: DEBUG oslo_concurrency.lockutils [None req-4f6f046b-bde9-486d-94fd-3e65465f3179 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.041940] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f6f046b-bde9-486d-94fd-3e65465f3179 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] bfc2d904-8005-4693-871f-5745dc3d29fd/bfc2d904-8005-4693-871f-5745dc3d29fd.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 797.042247] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-40a9b6cb-5248-492d-903b-94d9725752d3 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.052199] env[68893]: DEBUG oslo_vmware.api [None req-4f6f046b-bde9-486d-94fd-3e65465f3179 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Waiting for the task: (returnval){ [ 797.052199] env[68893]: value = "task-2791336" [ 797.052199] env[68893]: _type = "Task" [ 797.052199] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.057257] env[68893]: DEBUG nova.network.neutron [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: 3d1591a1-3e98-4978-a25b-38b4c304230a] Updating instance_info_cache with network_info: [{"id": "339d36ba-ed85-4654-af91-e14e7e9be1cc", "address": "fa:16:3e:b4:f0:6c", "network": {"id": "8ffc3d99-7eff-4db7-b4d7-1bf822f14026", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1234556711-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7e4c959477a4484a345417bea845b45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap339d36ba-ed", "ovs_interfaceid": "339d36ba-ed85-4654-af91-e14e7e9be1cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.063147] env[68893]: DEBUG oslo_vmware.api [None req-4f6f046b-bde9-486d-94fd-3e65465f3179 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Task: {'id': task-2791336, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.247854] env[68893]: DEBUG oslo_vmware.api [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Task: {'id': task-2791335, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.496338] env[68893]: DEBUG nova.scheduler.client.report [None req-b4c2fda7-aee8-4776-965c-c1e9b40ce895 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Updated inventory for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with generation 62 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 797.496766] env[68893]: DEBUG nova.compute.provider_tree [None req-b4c2fda7-aee8-4776-965c-c1e9b40ce895 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Updating resource provider d14b70d6-a636-4db0-b5a6-b901da6fa895 generation from 62 to 63 during operation: update_inventory {{(pid=68893) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 797.497032] env[68893]: DEBUG nova.compute.provider_tree [None req-b4c2fda7-aee8-4776-965c-c1e9b40ce895 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Updating inventory in ProviderTree for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 797.562935] env[68893]: DEBUG oslo_concurrency.lockutils [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Releasing lock "refresh_cache-3d1591a1-3e98-4978-a25b-38b4c304230a" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.563313] env[68893]: DEBUG nova.compute.manager [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: 3d1591a1-3e98-4978-a25b-38b4c304230a] Instance network_info: |[{"id": "339d36ba-ed85-4654-af91-e14e7e9be1cc", "address": "fa:16:3e:b4:f0:6c", "network": {"id": "8ffc3d99-7eff-4db7-b4d7-1bf822f14026", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1234556711-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7e4c959477a4484a345417bea845b45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap339d36ba-ed", "ovs_interfaceid": "339d36ba-ed85-4654-af91-e14e7e9be1cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 797.564047] env[68893]: DEBUG oslo_vmware.api [None req-4f6f046b-bde9-486d-94fd-3e65465f3179 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Task: {'id': task-2791336, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.564047] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: 3d1591a1-3e98-4978-a25b-38b4c304230a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:f0:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bd998416-f3d6-4a62-b828-5011063ce76a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '339d36ba-ed85-4654-af91-e14e7e9be1cc', 'vif_model': 'vmxnet3'}] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 797.572033] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 797.572286] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d1591a1-3e98-4978-a25b-38b4c304230a] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 797.572516] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-328f15d2-762b-42a4-a241-c37fd29106be {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.593363] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 797.593363] env[68893]: value = "task-2791337" [ 797.593363] env[68893]: _type = "Task" [ 797.593363] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.601715] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791337, 'name': CreateVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.686344] env[68893]: DEBUG oslo_concurrency.lockutils [None req-28633688-7706-4514-a8b8-245959c68c36 tempest-ServersTestFqdnHostnames-1794249434 tempest-ServersTestFqdnHostnames-1794249434-project-member] Acquiring lock "8aa9ad1d-d3b0-4038-acd1-0fca895a3ac1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.687028] env[68893]: DEBUG oslo_concurrency.lockutils [None req-28633688-7706-4514-a8b8-245959c68c36 tempest-ServersTestFqdnHostnames-1794249434 tempest-ServersTestFqdnHostnames-1794249434-project-member] Lock "8aa9ad1d-d3b0-4038-acd1-0fca895a3ac1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.687028] env[68893]: DEBUG oslo_concurrency.lockutils [None req-28633688-7706-4514-a8b8-245959c68c36 tempest-ServersTestFqdnHostnames-1794249434 tempest-ServersTestFqdnHostnames-1794249434-project-member] Acquiring lock "8aa9ad1d-d3b0-4038-acd1-0fca895a3ac1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.687224] env[68893]: DEBUG oslo_concurrency.lockutils [None req-28633688-7706-4514-a8b8-245959c68c36 tempest-ServersTestFqdnHostnames-1794249434 tempest-ServersTestFqdnHostnames-1794249434-project-member] Lock "8aa9ad1d-d3b0-4038-acd1-0fca895a3ac1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.687454] env[68893]: DEBUG oslo_concurrency.lockutils [None req-28633688-7706-4514-a8b8-245959c68c36 tempest-ServersTestFqdnHostnames-1794249434 tempest-ServersTestFqdnHostnames-1794249434-project-member] Lock "8aa9ad1d-d3b0-4038-acd1-0fca895a3ac1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.690029] env[68893]: INFO nova.compute.manager [None req-28633688-7706-4514-a8b8-245959c68c36 tempest-ServersTestFqdnHostnames-1794249434 tempest-ServersTestFqdnHostnames-1794249434-project-member] [instance: 8aa9ad1d-d3b0-4038-acd1-0fca895a3ac1] Terminating instance [ 797.748569] env[68893]: DEBUG oslo_vmware.api [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Task: {'id': task-2791335, 'name': ReconfigVM_Task, 'duration_secs': 0.971912} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.748917] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: 5fd8323d-8ef2-4255-b0f2-5a4f346ceef7] Reconfigured VM instance instance-00000022 to attach disk [datastore1] 5fd8323d-8ef2-4255-b0f2-5a4f346ceef7/5fd8323d-8ef2-4255-b0f2-5a4f346ceef7.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 797.749572] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d3309189-3c24-47a0-8890-13082af546af {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.756309] env[68893]: DEBUG oslo_vmware.api [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Waiting for the task: (returnval){ [ 797.756309] env[68893]: value = "task-2791338" [ 797.756309] env[68893]: _type = "Task" [ 797.756309] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.765671] env[68893]: DEBUG oslo_vmware.api [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Task: {'id': task-2791338, 'name': Rename_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.002940] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b4c2fda7-aee8-4776-965c-c1e9b40ce895 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.827s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.003767] env[68893]: DEBUG nova.compute.manager [None req-b4c2fda7-aee8-4776-965c-c1e9b40ce895 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 8c560e82-533e-49c7-aaf4-82e123f75240] Start building networks asynchronously for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 798.006996] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 34.573s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.007696] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.008134] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68893) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 798.008644] env[68893]: DEBUG oslo_concurrency.lockutils [None req-08a0621e-a202-41c0-b89d-70a9f812ca9e tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.216s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.010656] env[68893]: INFO nova.compute.claims [None req-08a0621e-a202-41c0-b89d-70a9f812ca9e tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] [instance: 5ba2b5c7-ec6d-49da-82ce-e76c402497fb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 798.014473] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a0bf4a9-a45e-4317-b92c-37c5298f8e48 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.024438] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-932ace25-93e6-4d13-800e-22e92874db1e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.040481] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cc368fc-0416-4ffb-8fa8-58a3f6d2efea {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.049032] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-416e0136-f15e-47d0-93a0-69e1ba863415 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.080871] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179192MB free_disk=173GB free_vcpus=48 pci_devices=None {{(pid=68893) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 798.081055] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.086470] env[68893]: DEBUG oslo_vmware.api [None req-4f6f046b-bde9-486d-94fd-3e65465f3179 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Task: {'id': task-2791336, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.617465} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.086726] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f6f046b-bde9-486d-94fd-3e65465f3179 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] bfc2d904-8005-4693-871f-5745dc3d29fd/bfc2d904-8005-4693-871f-5745dc3d29fd.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 798.086937] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-4f6f046b-bde9-486d-94fd-3e65465f3179 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] [instance: bfc2d904-8005-4693-871f-5745dc3d29fd] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 798.087436] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2c82d9e6-5370-4752-8b14-5a5852d5d3fa {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.093793] env[68893]: DEBUG oslo_vmware.api [None req-4f6f046b-bde9-486d-94fd-3e65465f3179 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Waiting for the task: (returnval){ [ 798.093793] env[68893]: value = "task-2791339" [ 798.093793] env[68893]: _type = "Task" [ 798.093793] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.106840] env[68893]: DEBUG oslo_vmware.api [None req-4f6f046b-bde9-486d-94fd-3e65465f3179 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Task: {'id': task-2791339, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.109982] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791337, 'name': CreateVM_Task, 'duration_secs': 0.359331} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.110158] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d1591a1-3e98-4978-a25b-38b4c304230a] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 798.110815] env[68893]: DEBUG oslo_concurrency.lockutils [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.110977] env[68893]: DEBUG oslo_concurrency.lockutils [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.111322] env[68893]: DEBUG oslo_concurrency.lockutils [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.111746] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2cda5f7-8e08-4c9c-b7b3-8dc64342dffc {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.119673] env[68893]: DEBUG oslo_vmware.api [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Waiting for the task: (returnval){ [ 798.119673] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52338b80-8caa-03a9-0de7-4fae36ae26f9" [ 798.119673] env[68893]: _type = "Task" [ 798.119673] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.128437] env[68893]: DEBUG oslo_vmware.api [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52338b80-8caa-03a9-0de7-4fae36ae26f9, 'name': SearchDatastore_Task, 'duration_secs': 0.008838} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.128793] env[68893]: DEBUG oslo_concurrency.lockutils [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.128997] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: 3d1591a1-3e98-4978-a25b-38b4c304230a] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 798.129443] env[68893]: DEBUG oslo_concurrency.lockutils [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.129443] env[68893]: DEBUG oslo_concurrency.lockutils [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.129585] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 798.129837] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d8b0df7d-af6b-4c29-a399-1174523f696b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.136742] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 798.136915] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 798.137640] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-382b9edd-f5e5-491c-9132-d0027550fd84 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.142604] env[68893]: DEBUG oslo_vmware.api [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Waiting for the task: (returnval){ [ 798.142604] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52bf2e00-096c-cedd-4764-01987b23daed" [ 798.142604] env[68893]: _type = "Task" [ 798.142604] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.149877] env[68893]: DEBUG oslo_vmware.api [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52bf2e00-096c-cedd-4764-01987b23daed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.193330] env[68893]: DEBUG nova.compute.manager [None req-28633688-7706-4514-a8b8-245959c68c36 tempest-ServersTestFqdnHostnames-1794249434 tempest-ServersTestFqdnHostnames-1794249434-project-member] [instance: 8aa9ad1d-d3b0-4038-acd1-0fca895a3ac1] Start destroying the instance on the hypervisor. {{(pid=68893) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 798.193583] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-28633688-7706-4514-a8b8-245959c68c36 tempest-ServersTestFqdnHostnames-1794249434 tempest-ServersTestFqdnHostnames-1794249434-project-member] [instance: 8aa9ad1d-d3b0-4038-acd1-0fca895a3ac1] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 798.194550] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baf018ac-4b8a-48a7-ac70-7e01c7471dc9 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.203912] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-28633688-7706-4514-a8b8-245959c68c36 tempest-ServersTestFqdnHostnames-1794249434 tempest-ServersTestFqdnHostnames-1794249434-project-member] [instance: 8aa9ad1d-d3b0-4038-acd1-0fca895a3ac1] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 798.204183] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a383c5dc-eec8-43de-8da4-0cf5d8e996cb {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.209982] env[68893]: DEBUG oslo_vmware.api [None req-28633688-7706-4514-a8b8-245959c68c36 tempest-ServersTestFqdnHostnames-1794249434 tempest-ServersTestFqdnHostnames-1794249434-project-member] Waiting for the task: (returnval){ [ 798.209982] env[68893]: value = "task-2791340" [ 798.209982] env[68893]: _type = "Task" [ 798.209982] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.219643] env[68893]: DEBUG oslo_vmware.api [None req-28633688-7706-4514-a8b8-245959c68c36 tempest-ServersTestFqdnHostnames-1794249434 tempest-ServersTestFqdnHostnames-1794249434-project-member] Task: {'id': task-2791340, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.266733] env[68893]: DEBUG oslo_vmware.api [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Task: {'id': task-2791338, 'name': Rename_Task, 'duration_secs': 0.166518} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.267059] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: 5fd8323d-8ef2-4255-b0f2-5a4f346ceef7] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 798.267310] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-78580fca-0668-44a6-b9bb-9003d7461fb5 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.273345] env[68893]: DEBUG oslo_vmware.api [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Waiting for the task: (returnval){ [ 798.273345] env[68893]: value = "task-2791341" [ 798.273345] env[68893]: _type = "Task" [ 798.273345] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.282045] env[68893]: DEBUG oslo_vmware.api [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Task: {'id': task-2791341, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.515383] env[68893]: DEBUG nova.compute.utils [None req-b4c2fda7-aee8-4776-965c-c1e9b40ce895 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 798.516852] env[68893]: DEBUG nova.compute.manager [None req-b4c2fda7-aee8-4776-965c-c1e9b40ce895 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 8c560e82-533e-49c7-aaf4-82e123f75240] Allocating IP information in the background. {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 798.518046] env[68893]: DEBUG nova.network.neutron [None req-b4c2fda7-aee8-4776-965c-c1e9b40ce895 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 8c560e82-533e-49c7-aaf4-82e123f75240] allocate_for_instance() {{(pid=68893) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 798.566947] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d0db2a12-5055-4287-aba8-14b8b8083243 tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Acquiring lock "196cd774-e550-4cd2-a547-0b30bdd7f668" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.567198] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d0db2a12-5055-4287-aba8-14b8b8083243 tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Lock "196cd774-e550-4cd2-a547-0b30bdd7f668" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.572654] env[68893]: DEBUG nova.policy [None req-b4c2fda7-aee8-4776-965c-c1e9b40ce895 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f2f2f6100b614d45bdc37e6310ea70c5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '84cbde965bb240928baaf86257a83746', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68893) authorize /opt/stack/nova/nova/policy.py:192}} [ 798.605592] env[68893]: DEBUG oslo_vmware.api [None req-4f6f046b-bde9-486d-94fd-3e65465f3179 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Task: {'id': task-2791339, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059141} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.605908] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-4f6f046b-bde9-486d-94fd-3e65465f3179 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] [instance: bfc2d904-8005-4693-871f-5745dc3d29fd] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 798.606836] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dd8e330-26af-4fd8-8e78-d3f7db6114a1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.625995] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f6f046b-bde9-486d-94fd-3e65465f3179 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] [instance: bfc2d904-8005-4693-871f-5745dc3d29fd] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] bfc2d904-8005-4693-871f-5745dc3d29fd/bfc2d904-8005-4693-871f-5745dc3d29fd.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 798.626318] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2db6191f-d049-4ac6-91f0-3f8b6d188b64 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.647596] env[68893]: DEBUG oslo_vmware.api [None req-4f6f046b-bde9-486d-94fd-3e65465f3179 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Waiting for the task: (returnval){ [ 798.647596] env[68893]: value = "task-2791342" [ 798.647596] env[68893]: _type = "Task" [ 798.647596] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.654241] env[68893]: DEBUG oslo_vmware.api [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52bf2e00-096c-cedd-4764-01987b23daed, 'name': SearchDatastore_Task, 'duration_secs': 0.009381} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.655301] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbc95e5d-429a-4df7-80f9-0ea506ea2ddd {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.661399] env[68893]: DEBUG oslo_vmware.api [None req-4f6f046b-bde9-486d-94fd-3e65465f3179 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Task: {'id': task-2791342, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.667149] env[68893]: DEBUG oslo_vmware.api [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Waiting for the task: (returnval){ [ 798.667149] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]529a3594-9793-0675-43c6-882ebaaf5afd" [ 798.667149] env[68893]: _type = "Task" [ 798.667149] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.675723] env[68893]: DEBUG oslo_vmware.api [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]529a3594-9793-0675-43c6-882ebaaf5afd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.720751] env[68893]: DEBUG oslo_vmware.api [None req-28633688-7706-4514-a8b8-245959c68c36 tempest-ServersTestFqdnHostnames-1794249434 tempest-ServersTestFqdnHostnames-1794249434-project-member] Task: {'id': task-2791340, 'name': PowerOffVM_Task, 'duration_secs': 0.217951} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.720961] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-28633688-7706-4514-a8b8-245959c68c36 tempest-ServersTestFqdnHostnames-1794249434 tempest-ServersTestFqdnHostnames-1794249434-project-member] [instance: 8aa9ad1d-d3b0-4038-acd1-0fca895a3ac1] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 798.721142] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-28633688-7706-4514-a8b8-245959c68c36 tempest-ServersTestFqdnHostnames-1794249434 tempest-ServersTestFqdnHostnames-1794249434-project-member] [instance: 8aa9ad1d-d3b0-4038-acd1-0fca895a3ac1] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 798.721395] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-216268c5-d054-4e7c-bf1b-243e100a1061 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.784203] env[68893]: DEBUG oslo_vmware.api [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Task: {'id': task-2791341, 'name': PowerOnVM_Task, 'duration_secs': 0.483687} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.784408] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: 5fd8323d-8ef2-4255-b0f2-5a4f346ceef7] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 798.784635] env[68893]: INFO nova.compute.manager [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: 5fd8323d-8ef2-4255-b0f2-5a4f346ceef7] Took 7.58 seconds to spawn the instance on the hypervisor. [ 798.784814] env[68893]: DEBUG nova.compute.manager [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: 5fd8323d-8ef2-4255-b0f2-5a4f346ceef7] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 798.785755] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af14e745-1e8e-4c00-84bf-28197ca24bf7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.789708] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-28633688-7706-4514-a8b8-245959c68c36 tempest-ServersTestFqdnHostnames-1794249434 tempest-ServersTestFqdnHostnames-1794249434-project-member] [instance: 8aa9ad1d-d3b0-4038-acd1-0fca895a3ac1] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 798.789922] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-28633688-7706-4514-a8b8-245959c68c36 tempest-ServersTestFqdnHostnames-1794249434 tempest-ServersTestFqdnHostnames-1794249434-project-member] [instance: 8aa9ad1d-d3b0-4038-acd1-0fca895a3ac1] Deleting contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 798.790098] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-28633688-7706-4514-a8b8-245959c68c36 tempest-ServersTestFqdnHostnames-1794249434 tempest-ServersTestFqdnHostnames-1794249434-project-member] Deleting the datastore file [datastore2] 8aa9ad1d-d3b0-4038-acd1-0fca895a3ac1 {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 798.790731] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e17f8e19-3c55-4b15-8fd0-1995c4f4a97d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.801168] env[68893]: DEBUG oslo_vmware.api [None req-28633688-7706-4514-a8b8-245959c68c36 tempest-ServersTestFqdnHostnames-1794249434 tempest-ServersTestFqdnHostnames-1794249434-project-member] Waiting for the task: (returnval){ [ 798.801168] env[68893]: value = "task-2791344" [ 798.801168] env[68893]: _type = "Task" [ 798.801168] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.810018] env[68893]: DEBUG oslo_vmware.api [None req-28633688-7706-4514-a8b8-245959c68c36 tempest-ServersTestFqdnHostnames-1794249434 tempest-ServersTestFqdnHostnames-1794249434-project-member] Task: {'id': task-2791344, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.916656] env[68893]: DEBUG nova.network.neutron [None req-b4c2fda7-aee8-4776-965c-c1e9b40ce895 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 8c560e82-533e-49c7-aaf4-82e123f75240] Successfully created port: 4b4674a7-af9a-43c6-9dec-45bc870e99cc {{(pid=68893) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 799.020880] env[68893]: DEBUG nova.compute.manager [None req-b4c2fda7-aee8-4776-965c-c1e9b40ce895 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 8c560e82-533e-49c7-aaf4-82e123f75240] Start building block device mappings for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 799.160897] env[68893]: DEBUG oslo_vmware.api [None req-4f6f046b-bde9-486d-94fd-3e65465f3179 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Task: {'id': task-2791342, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.180280] env[68893]: DEBUG oslo_vmware.api [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]529a3594-9793-0675-43c6-882ebaaf5afd, 'name': SearchDatastore_Task, 'duration_secs': 0.013252} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.182991] env[68893]: DEBUG oslo_concurrency.lockutils [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.183307] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] 3d1591a1-3e98-4978-a25b-38b4c304230a/3d1591a1-3e98-4978-a25b-38b4c304230a.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 799.184670] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-020519da-a666-4eb9-bad0-b5bcd27c6789 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.192150] env[68893]: DEBUG oslo_vmware.api [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Waiting for the task: (returnval){ [ 799.192150] env[68893]: value = "task-2791345" [ 799.192150] env[68893]: _type = "Task" [ 799.192150] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.202523] env[68893]: DEBUG oslo_vmware.api [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Task: {'id': task-2791345, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.312077] env[68893]: INFO nova.compute.manager [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: 5fd8323d-8ef2-4255-b0f2-5a4f346ceef7] Took 41.40 seconds to build instance. [ 799.318821] env[68893]: DEBUG oslo_vmware.api [None req-28633688-7706-4514-a8b8-245959c68c36 tempest-ServersTestFqdnHostnames-1794249434 tempest-ServersTestFqdnHostnames-1794249434-project-member] Task: {'id': task-2791344, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.272338} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.319113] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-28633688-7706-4514-a8b8-245959c68c36 tempest-ServersTestFqdnHostnames-1794249434 tempest-ServersTestFqdnHostnames-1794249434-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 799.319732] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-28633688-7706-4514-a8b8-245959c68c36 tempest-ServersTestFqdnHostnames-1794249434 tempest-ServersTestFqdnHostnames-1794249434-project-member] [instance: 8aa9ad1d-d3b0-4038-acd1-0fca895a3ac1] Deleted contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 799.319732] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-28633688-7706-4514-a8b8-245959c68c36 tempest-ServersTestFqdnHostnames-1794249434 tempest-ServersTestFqdnHostnames-1794249434-project-member] [instance: 8aa9ad1d-d3b0-4038-acd1-0fca895a3ac1] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 799.319856] env[68893]: INFO nova.compute.manager [None req-28633688-7706-4514-a8b8-245959c68c36 tempest-ServersTestFqdnHostnames-1794249434 tempest-ServersTestFqdnHostnames-1794249434-project-member] [instance: 8aa9ad1d-d3b0-4038-acd1-0fca895a3ac1] Took 1.13 seconds to destroy the instance on the hypervisor. [ 799.320067] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-28633688-7706-4514-a8b8-245959c68c36 tempest-ServersTestFqdnHostnames-1794249434 tempest-ServersTestFqdnHostnames-1794249434-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 799.320260] env[68893]: DEBUG nova.compute.manager [-] [instance: 8aa9ad1d-d3b0-4038-acd1-0fca895a3ac1] Deallocating network for instance {{(pid=68893) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 799.320437] env[68893]: DEBUG nova.network.neutron [-] [instance: 8aa9ad1d-d3b0-4038-acd1-0fca895a3ac1] deallocate_for_instance() {{(pid=68893) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 799.561172] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d53e7b6-1e71-437e-8faa-a321ea7ad1cd {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.568750] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b39886c-d118-4e8e-9cc9-dd2b415e333a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.601668] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-332b5456-bcca-4f1d-b3f2-d240b28007bd {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.609466] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff6c0f97-6b37-4554-8f73-e3bd333d2682 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.625428] env[68893]: DEBUG nova.compute.provider_tree [None req-08a0621e-a202-41c0-b89d-70a9f812ca9e tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Updating inventory in ProviderTree for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 799.658843] env[68893]: DEBUG oslo_vmware.api [None req-4f6f046b-bde9-486d-94fd-3e65465f3179 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Task: {'id': task-2791342, 'name': ReconfigVM_Task, 'duration_secs': 0.555376} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.659042] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f6f046b-bde9-486d-94fd-3e65465f3179 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] [instance: bfc2d904-8005-4693-871f-5745dc3d29fd] Reconfigured VM instance instance-00000021 to attach disk [datastore2] bfc2d904-8005-4693-871f-5745dc3d29fd/bfc2d904-8005-4693-871f-5745dc3d29fd.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 799.659720] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4ab715e6-d6e2-43c6-9a27-4ccd42aa17c6 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.665775] env[68893]: DEBUG oslo_vmware.api [None req-4f6f046b-bde9-486d-94fd-3e65465f3179 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Waiting for the task: (returnval){ [ 799.665775] env[68893]: value = "task-2791346" [ 799.665775] env[68893]: _type = "Task" [ 799.665775] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.674180] env[68893]: DEBUG oslo_vmware.api [None req-4f6f046b-bde9-486d-94fd-3e65465f3179 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Task: {'id': task-2791346, 'name': Rename_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.707400] env[68893]: DEBUG oslo_vmware.api [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Task: {'id': task-2791345, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.814675] env[68893]: DEBUG oslo_concurrency.lockutils [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Lock "5fd8323d-8ef2-4255-b0f2-5a4f346ceef7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.588s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.975455] env[68893]: DEBUG nova.compute.manager [req-269b73e1-ab11-4308-8171-f0ec918f6ccc req-03001783-274a-4591-afe1-2fa8e4cd21c9 service nova] [instance: 8aa9ad1d-d3b0-4038-acd1-0fca895a3ac1] Received event network-vif-deleted-d821bb35-25d7-4826-883b-5c39a0d860f9 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 799.975778] env[68893]: INFO nova.compute.manager [req-269b73e1-ab11-4308-8171-f0ec918f6ccc req-03001783-274a-4591-afe1-2fa8e4cd21c9 service nova] [instance: 8aa9ad1d-d3b0-4038-acd1-0fca895a3ac1] Neutron deleted interface d821bb35-25d7-4826-883b-5c39a0d860f9; detaching it from the instance and deleting it from the info cache [ 799.975967] env[68893]: DEBUG nova.network.neutron [req-269b73e1-ab11-4308-8171-f0ec918f6ccc req-03001783-274a-4591-afe1-2fa8e4cd21c9 service nova] [instance: 8aa9ad1d-d3b0-4038-acd1-0fca895a3ac1] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.038077] env[68893]: DEBUG nova.compute.manager [None req-b4c2fda7-aee8-4776-965c-c1e9b40ce895 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 8c560e82-533e-49c7-aaf4-82e123f75240] Start spawning the instance on the hypervisor. {{(pid=68893) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 800.066077] env[68893]: DEBUG nova.virt.hardware [None req-b4c2fda7-aee8-4776-965c-c1e9b40ce895 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 800.066352] env[68893]: DEBUG nova.virt.hardware [None req-b4c2fda7-aee8-4776-965c-c1e9b40ce895 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 800.066575] env[68893]: DEBUG nova.virt.hardware [None req-b4c2fda7-aee8-4776-965c-c1e9b40ce895 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 800.066781] env[68893]: DEBUG nova.virt.hardware [None req-b4c2fda7-aee8-4776-965c-c1e9b40ce895 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 800.066927] env[68893]: DEBUG nova.virt.hardware [None req-b4c2fda7-aee8-4776-965c-c1e9b40ce895 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 800.067090] env[68893]: DEBUG nova.virt.hardware [None req-b4c2fda7-aee8-4776-965c-c1e9b40ce895 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 800.067335] env[68893]: DEBUG nova.virt.hardware [None req-b4c2fda7-aee8-4776-965c-c1e9b40ce895 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 800.067597] env[68893]: DEBUG nova.virt.hardware [None req-b4c2fda7-aee8-4776-965c-c1e9b40ce895 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 800.067868] env[68893]: DEBUG nova.virt.hardware [None req-b4c2fda7-aee8-4776-965c-c1e9b40ce895 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 800.068064] env[68893]: DEBUG nova.virt.hardware [None req-b4c2fda7-aee8-4776-965c-c1e9b40ce895 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 800.068249] env[68893]: DEBUG nova.virt.hardware [None req-b4c2fda7-aee8-4776-965c-c1e9b40ce895 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 800.069154] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82b2e093-db51-4378-97c4-6efe6a96db4b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.077725] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b439b63a-f937-469a-a972-8f4ba12855c5 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.152635] env[68893]: ERROR nova.scheduler.client.report [None req-08a0621e-a202-41c0-b89d-70a9f812ca9e tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] [req-0f176029-c268-47bb-8f64-2c4c4cd8e742] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d14b70d6-a636-4db0-b5a6-b901da6fa895. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0f176029-c268-47bb-8f64-2c4c4cd8e742"}]} [ 800.171769] env[68893]: DEBUG nova.scheduler.client.report [None req-08a0621e-a202-41c0-b89d-70a9f812ca9e tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Refreshing inventories for resource provider d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 800.177150] env[68893]: DEBUG oslo_vmware.api [None req-4f6f046b-bde9-486d-94fd-3e65465f3179 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Task: {'id': task-2791346, 'name': Rename_Task, 'duration_secs': 0.215217} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.177429] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f6f046b-bde9-486d-94fd-3e65465f3179 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] [instance: bfc2d904-8005-4693-871f-5745dc3d29fd] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 800.177681] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3416064d-f8fa-4e7b-bbdc-ae3b1edf12b1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.186716] env[68893]: DEBUG oslo_vmware.api [None req-4f6f046b-bde9-486d-94fd-3e65465f3179 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Waiting for the task: (returnval){ [ 800.186716] env[68893]: value = "task-2791347" [ 800.186716] env[68893]: _type = "Task" [ 800.186716] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.200401] env[68893]: DEBUG oslo_vmware.api [None req-4f6f046b-bde9-486d-94fd-3e65465f3179 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Task: {'id': task-2791347, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.200832] env[68893]: DEBUG nova.scheduler.client.report [None req-08a0621e-a202-41c0-b89d-70a9f812ca9e tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Updating ProviderTree inventory for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 800.202094] env[68893]: DEBUG nova.compute.provider_tree [None req-08a0621e-a202-41c0-b89d-70a9f812ca9e tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Updating inventory in ProviderTree for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 800.210544] env[68893]: DEBUG oslo_vmware.api [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Task: {'id': task-2791345, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.86376} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.210544] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] 3d1591a1-3e98-4978-a25b-38b4c304230a/3d1591a1-3e98-4978-a25b-38b4c304230a.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 800.210544] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: 3d1591a1-3e98-4978-a25b-38b4c304230a] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 800.210544] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-90ba0cc0-e9dd-4738-987e-597996f04e3a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.217808] env[68893]: DEBUG nova.scheduler.client.report [None req-08a0621e-a202-41c0-b89d-70a9f812ca9e tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Refreshing aggregate associations for resource provider d14b70d6-a636-4db0-b5a6-b901da6fa895, aggregates: None {{(pid=68893) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 800.221456] env[68893]: DEBUG oslo_vmware.api [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Waiting for the task: (returnval){ [ 800.221456] env[68893]: value = "task-2791348" [ 800.221456] env[68893]: _type = "Task" [ 800.221456] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.232487] env[68893]: DEBUG oslo_vmware.api [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Task: {'id': task-2791348, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.239738] env[68893]: DEBUG nova.scheduler.client.report [None req-08a0621e-a202-41c0-b89d-70a9f812ca9e tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Refreshing trait associations for resource provider d14b70d6-a636-4db0-b5a6-b901da6fa895, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE {{(pid=68893) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 800.318671] env[68893]: DEBUG nova.compute.manager [None req-cf65ad1b-b84c-47a1-9c4a-124d48e842fa tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: bd49c388-5a16-4af3-91cf-777982d4567f] Starting instance... {{(pid=68893) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 800.451765] env[68893]: DEBUG nova.network.neutron [-] [instance: 8aa9ad1d-d3b0-4038-acd1-0fca895a3ac1] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.478953] env[68893]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c5e40bb1-9767-42a8-b2a0-0cc6d561adbe {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.493030] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f0a1adb-6489-481a-8bc6-a6c792276b6c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.509159] env[68893]: DEBUG nova.network.neutron [None req-b4c2fda7-aee8-4776-965c-c1e9b40ce895 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 8c560e82-533e-49c7-aaf4-82e123f75240] Successfully updated port: 4b4674a7-af9a-43c6-9dec-45bc870e99cc {{(pid=68893) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 800.534983] env[68893]: DEBUG nova.compute.manager [req-269b73e1-ab11-4308-8171-f0ec918f6ccc req-03001783-274a-4591-afe1-2fa8e4cd21c9 service nova] [instance: 8aa9ad1d-d3b0-4038-acd1-0fca895a3ac1] Detach interface failed, port_id=d821bb35-25d7-4826-883b-5c39a0d860f9, reason: Instance 8aa9ad1d-d3b0-4038-acd1-0fca895a3ac1 could not be found. {{(pid=68893) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 800.695881] env[68893]: DEBUG oslo_vmware.api [None req-4f6f046b-bde9-486d-94fd-3e65465f3179 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Task: {'id': task-2791347, 'name': PowerOnVM_Task, 'duration_secs': 0.459405} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.698267] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f6f046b-bde9-486d-94fd-3e65465f3179 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] [instance: bfc2d904-8005-4693-871f-5745dc3d29fd] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 800.698489] env[68893]: DEBUG nova.compute.manager [None req-4f6f046b-bde9-486d-94fd-3e65465f3179 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] [instance: bfc2d904-8005-4693-871f-5745dc3d29fd] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 800.699496] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bc334ed-624c-42e5-b288-7934a25223d7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.732033] env[68893]: DEBUG oslo_vmware.api [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Task: {'id': task-2791348, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.108759} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.732033] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: 3d1591a1-3e98-4978-a25b-38b4c304230a] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 800.732165] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b94ded7-6bdf-4b7e-bd9a-f4f4fb1c6bdf {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.754200] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: 3d1591a1-3e98-4978-a25b-38b4c304230a] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] 3d1591a1-3e98-4978-a25b-38b4c304230a/3d1591a1-3e98-4978-a25b-38b4c304230a.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 800.757710] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5912dcc-ccb9-4e0c-96c6-87b94fc4ecf2 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.778450] env[68893]: DEBUG oslo_vmware.api [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Waiting for the task: (returnval){ [ 800.778450] env[68893]: value = "task-2791349" [ 800.778450] env[68893]: _type = "Task" [ 800.778450] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.789113] env[68893]: DEBUG oslo_vmware.api [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Task: {'id': task-2791349, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.804804] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc88bb9a-e542-4c77-a705-75723771025d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.814065] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52dabd7f-dea6-421e-831b-e0fb9205e860 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.848295] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd904ac9-b71b-4aed-87f2-c8b2a1cb8236 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.855988] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4053d7d8-7b24-4825-972e-c7bb7ca3a295 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.860814] env[68893]: DEBUG oslo_concurrency.lockutils [None req-cf65ad1b-b84c-47a1-9c4a-124d48e842fa tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.870772] env[68893]: DEBUG nova.compute.provider_tree [None req-08a0621e-a202-41c0-b89d-70a9f812ca9e tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Updating inventory in ProviderTree for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 800.954760] env[68893]: INFO nova.compute.manager [-] [instance: 8aa9ad1d-d3b0-4038-acd1-0fca895a3ac1] Took 1.63 seconds to deallocate network for instance. [ 801.015491] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b4c2fda7-aee8-4776-965c-c1e9b40ce895 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Acquiring lock "refresh_cache-8c560e82-533e-49c7-aaf4-82e123f75240" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.015491] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b4c2fda7-aee8-4776-965c-c1e9b40ce895 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Acquired lock "refresh_cache-8c560e82-533e-49c7-aaf4-82e123f75240" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.015491] env[68893]: DEBUG nova.network.neutron [None req-b4c2fda7-aee8-4776-965c-c1e9b40ce895 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 8c560e82-533e-49c7-aaf4-82e123f75240] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 801.214551] env[68893]: DEBUG oslo_concurrency.lockutils [None req-4f6f046b-bde9-486d-94fd-3e65465f3179 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.289500] env[68893]: DEBUG oslo_vmware.api [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Task: {'id': task-2791349, 'name': ReconfigVM_Task, 'duration_secs': 0.29065} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.289941] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: 3d1591a1-3e98-4978-a25b-38b4c304230a] Reconfigured VM instance instance-00000023 to attach disk [datastore2] 3d1591a1-3e98-4978-a25b-38b4c304230a/3d1591a1-3e98-4978-a25b-38b4c304230a.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 801.290604] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b8464c98-ff9c-4f2e-89b1-e3e019fbfa59 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.297836] env[68893]: DEBUG oslo_vmware.api [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Waiting for the task: (returnval){ [ 801.297836] env[68893]: value = "task-2791350" [ 801.297836] env[68893]: _type = "Task" [ 801.297836] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.307053] env[68893]: DEBUG oslo_vmware.api [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Task: {'id': task-2791350, 'name': Rename_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.405512] env[68893]: DEBUG nova.scheduler.client.report [None req-08a0621e-a202-41c0-b89d-70a9f812ca9e tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Updated inventory for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with generation 64 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 801.405798] env[68893]: DEBUG nova.compute.provider_tree [None req-08a0621e-a202-41c0-b89d-70a9f812ca9e tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Updating resource provider d14b70d6-a636-4db0-b5a6-b901da6fa895 generation from 64 to 65 during operation: update_inventory {{(pid=68893) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 801.406079] env[68893]: DEBUG nova.compute.provider_tree [None req-08a0621e-a202-41c0-b89d-70a9f812ca9e tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Updating inventory in ProviderTree for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 801.461575] env[68893]: DEBUG oslo_concurrency.lockutils [None req-28633688-7706-4514-a8b8-245959c68c36 tempest-ServersTestFqdnHostnames-1794249434 tempest-ServersTestFqdnHostnames-1794249434-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.548483] env[68893]: DEBUG nova.network.neutron [None req-b4c2fda7-aee8-4776-965c-c1e9b40ce895 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 8c560e82-533e-49c7-aaf4-82e123f75240] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 801.718929] env[68893]: DEBUG nova.network.neutron [None req-b4c2fda7-aee8-4776-965c-c1e9b40ce895 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 8c560e82-533e-49c7-aaf4-82e123f75240] Updating instance_info_cache with network_info: [{"id": "4b4674a7-af9a-43c6-9dec-45bc870e99cc", "address": "fa:16:3e:36:ad:13", "network": {"id": "535054b4-40f2-4085-93ee-f88482a820b2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1842438762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84cbde965bb240928baaf86257a83746", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b4674a7-af", "ovs_interfaceid": "4b4674a7-af9a-43c6-9dec-45bc870e99cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.809953] env[68893]: DEBUG oslo_vmware.api [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Task: {'id': task-2791350, 'name': Rename_Task, 'duration_secs': 0.149503} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.810196] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: 3d1591a1-3e98-4978-a25b-38b4c304230a] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 801.810477] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bab1f557-a7b2-48d8-b7eb-550772931528 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.817576] env[68893]: DEBUG oslo_vmware.api [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Waiting for the task: (returnval){ [ 801.817576] env[68893]: value = "task-2791351" [ 801.817576] env[68893]: _type = "Task" [ 801.817576] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.827263] env[68893]: DEBUG oslo_vmware.api [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Task: {'id': task-2791351, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.912168] env[68893]: DEBUG oslo_concurrency.lockutils [None req-08a0621e-a202-41c0-b89d-70a9f812ca9e tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.903s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.912595] env[68893]: DEBUG nova.compute.manager [None req-08a0621e-a202-41c0-b89d-70a9f812ca9e tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] [instance: 5ba2b5c7-ec6d-49da-82ce-e76c402497fb] Start building networks asynchronously for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 801.915212] env[68893]: DEBUG oslo_concurrency.lockutils [None req-c61ea9ce-3fe2-4714-b554-ec62523291ae tempest-ServerMetadataTestJSON-289290010 tempest-ServerMetadataTestJSON-289290010-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.763s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.915466] env[68893]: DEBUG nova.objects.instance [None req-c61ea9ce-3fe2-4714-b554-ec62523291ae tempest-ServerMetadataTestJSON-289290010 tempest-ServerMetadataTestJSON-289290010-project-member] Lazy-loading 'resources' on Instance uuid 91617bdb-49a9-45b5-a147-d9d09248bb1c {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 802.063942] env[68893]: DEBUG nova.compute.manager [req-8c25e072-55e2-4748-ae90-a2971a84e693 req-171ca224-12e1-4d3d-adc0-01419a6f0a6d service nova] [instance: 8c560e82-533e-49c7-aaf4-82e123f75240] Received event network-vif-plugged-4b4674a7-af9a-43c6-9dec-45bc870e99cc {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 802.064082] env[68893]: DEBUG oslo_concurrency.lockutils [req-8c25e072-55e2-4748-ae90-a2971a84e693 req-171ca224-12e1-4d3d-adc0-01419a6f0a6d service nova] Acquiring lock "8c560e82-533e-49c7-aaf4-82e123f75240-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.064297] env[68893]: DEBUG oslo_concurrency.lockutils [req-8c25e072-55e2-4748-ae90-a2971a84e693 req-171ca224-12e1-4d3d-adc0-01419a6f0a6d service nova] Lock "8c560e82-533e-49c7-aaf4-82e123f75240-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.064472] env[68893]: DEBUG oslo_concurrency.lockutils [req-8c25e072-55e2-4748-ae90-a2971a84e693 req-171ca224-12e1-4d3d-adc0-01419a6f0a6d service nova] Lock "8c560e82-533e-49c7-aaf4-82e123f75240-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.064763] env[68893]: DEBUG nova.compute.manager [req-8c25e072-55e2-4748-ae90-a2971a84e693 req-171ca224-12e1-4d3d-adc0-01419a6f0a6d service nova] [instance: 8c560e82-533e-49c7-aaf4-82e123f75240] No waiting events found dispatching network-vif-plugged-4b4674a7-af9a-43c6-9dec-45bc870e99cc {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 802.064937] env[68893]: WARNING nova.compute.manager [req-8c25e072-55e2-4748-ae90-a2971a84e693 req-171ca224-12e1-4d3d-adc0-01419a6f0a6d service nova] [instance: 8c560e82-533e-49c7-aaf4-82e123f75240] Received unexpected event network-vif-plugged-4b4674a7-af9a-43c6-9dec-45bc870e99cc for instance with vm_state building and task_state spawning. [ 802.065109] env[68893]: DEBUG nova.compute.manager [req-8c25e072-55e2-4748-ae90-a2971a84e693 req-171ca224-12e1-4d3d-adc0-01419a6f0a6d service nova] [instance: 8c560e82-533e-49c7-aaf4-82e123f75240] Received event network-changed-4b4674a7-af9a-43c6-9dec-45bc870e99cc {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 802.065305] env[68893]: DEBUG nova.compute.manager [req-8c25e072-55e2-4748-ae90-a2971a84e693 req-171ca224-12e1-4d3d-adc0-01419a6f0a6d service nova] [instance: 8c560e82-533e-49c7-aaf4-82e123f75240] Refreshing instance network info cache due to event network-changed-4b4674a7-af9a-43c6-9dec-45bc870e99cc. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 802.065485] env[68893]: DEBUG oslo_concurrency.lockutils [req-8c25e072-55e2-4748-ae90-a2971a84e693 req-171ca224-12e1-4d3d-adc0-01419a6f0a6d service nova] Acquiring lock "refresh_cache-8c560e82-533e-49c7-aaf4-82e123f75240" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.221932] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b4c2fda7-aee8-4776-965c-c1e9b40ce895 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Releasing lock "refresh_cache-8c560e82-533e-49c7-aaf4-82e123f75240" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.222513] env[68893]: DEBUG nova.compute.manager [None req-b4c2fda7-aee8-4776-965c-c1e9b40ce895 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 8c560e82-533e-49c7-aaf4-82e123f75240] Instance network_info: |[{"id": "4b4674a7-af9a-43c6-9dec-45bc870e99cc", "address": "fa:16:3e:36:ad:13", "network": {"id": "535054b4-40f2-4085-93ee-f88482a820b2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1842438762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84cbde965bb240928baaf86257a83746", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b4674a7-af", "ovs_interfaceid": "4b4674a7-af9a-43c6-9dec-45bc870e99cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 802.223081] env[68893]: DEBUG oslo_concurrency.lockutils [req-8c25e072-55e2-4748-ae90-a2971a84e693 req-171ca224-12e1-4d3d-adc0-01419a6f0a6d service nova] Acquired lock "refresh_cache-8c560e82-533e-49c7-aaf4-82e123f75240" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.225018] env[68893]: DEBUG nova.network.neutron [req-8c25e072-55e2-4748-ae90-a2971a84e693 req-171ca224-12e1-4d3d-adc0-01419a6f0a6d service nova] [instance: 8c560e82-533e-49c7-aaf4-82e123f75240] Refreshing network info cache for port 4b4674a7-af9a-43c6-9dec-45bc870e99cc {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 802.225018] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-b4c2fda7-aee8-4776-965c-c1e9b40ce895 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 8c560e82-533e-49c7-aaf4-82e123f75240] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:ad:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4b4674a7-af9a-43c6-9dec-45bc870e99cc', 'vif_model': 'vmxnet3'}] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 802.233181] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4c2fda7-aee8-4776-965c-c1e9b40ce895 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Creating folder: Project (84cbde965bb240928baaf86257a83746). Parent ref: group-v560969. {{(pid=68893) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 802.236121] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3b327a03-9a7f-4cf6-a98b-3fe11ea5f0c0 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.249408] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-b4c2fda7-aee8-4776-965c-c1e9b40ce895 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Created folder: Project (84cbde965bb240928baaf86257a83746) in parent group-v560969. [ 802.250357] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4c2fda7-aee8-4776-965c-c1e9b40ce895 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Creating folder: Instances. Parent ref: group-v561070. {{(pid=68893) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 802.250709] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a8eec63b-3781-45b3-be7a-19f8e574a09a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.263989] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-b4c2fda7-aee8-4776-965c-c1e9b40ce895 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Created folder: Instances in parent group-v561070. [ 802.264279] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b4c2fda7-aee8-4776-965c-c1e9b40ce895 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 802.264553] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c560e82-533e-49c7-aaf4-82e123f75240] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 802.264775] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d438d6e7-dc78-4803-8600-a9e16be99395 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.287609] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 802.287609] env[68893]: value = "task-2791354" [ 802.287609] env[68893]: _type = "Task" [ 802.287609] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.295492] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791354, 'name': CreateVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.327552] env[68893]: DEBUG oslo_vmware.api [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Task: {'id': task-2791351, 'name': PowerOnVM_Task, 'duration_secs': 0.464405} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.327860] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: 3d1591a1-3e98-4978-a25b-38b4c304230a] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 802.328061] env[68893]: INFO nova.compute.manager [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: 3d1591a1-3e98-4978-a25b-38b4c304230a] Took 8.37 seconds to spawn the instance on the hypervisor. [ 802.328277] env[68893]: DEBUG nova.compute.manager [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: 3d1591a1-3e98-4978-a25b-38b4c304230a] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 802.329029] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da7b35c4-7f53-4691-8581-d3819f000102 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.418690] env[68893]: DEBUG nova.compute.utils [None req-08a0621e-a202-41c0-b89d-70a9f812ca9e tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 802.423206] env[68893]: DEBUG nova.compute.manager [None req-08a0621e-a202-41c0-b89d-70a9f812ca9e tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] [instance: 5ba2b5c7-ec6d-49da-82ce-e76c402497fb] Allocating IP information in the background. {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 802.423206] env[68893]: DEBUG nova.network.neutron [None req-08a0621e-a202-41c0-b89d-70a9f812ca9e tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] [instance: 5ba2b5c7-ec6d-49da-82ce-e76c402497fb] allocate_for_instance() {{(pid=68893) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 802.499864] env[68893]: DEBUG nova.network.neutron [req-8c25e072-55e2-4748-ae90-a2971a84e693 req-171ca224-12e1-4d3d-adc0-01419a6f0a6d service nova] [instance: 8c560e82-533e-49c7-aaf4-82e123f75240] Updated VIF entry in instance network info cache for port 4b4674a7-af9a-43c6-9dec-45bc870e99cc. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 802.500230] env[68893]: DEBUG nova.network.neutron [req-8c25e072-55e2-4748-ae90-a2971a84e693 req-171ca224-12e1-4d3d-adc0-01419a6f0a6d service nova] [instance: 8c560e82-533e-49c7-aaf4-82e123f75240] Updating instance_info_cache with network_info: [{"id": "4b4674a7-af9a-43c6-9dec-45bc870e99cc", "address": "fa:16:3e:36:ad:13", "network": {"id": "535054b4-40f2-4085-93ee-f88482a820b2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1842438762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84cbde965bb240928baaf86257a83746", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b4674a7-af", "ovs_interfaceid": "4b4674a7-af9a-43c6-9dec-45bc870e99cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.502561] env[68893]: DEBUG nova.policy [None req-08a0621e-a202-41c0-b89d-70a9f812ca9e tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4b1919c626b648daa1dbee9fbe23bb93', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c0d6266d09ad44e8bb08d2abc90dbda5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68893) authorize /opt/stack/nova/nova/policy.py:192}} [ 802.614518] env[68893]: INFO nova.compute.manager [None req-a7f3f3b3-0e50-468d-aa45-7b7534036eea tempest-ServersAdmin275Test-1539933831 tempest-ServersAdmin275Test-1539933831-project-admin] [instance: bfc2d904-8005-4693-871f-5745dc3d29fd] Rebuilding instance [ 802.656613] env[68893]: DEBUG nova.compute.manager [None req-a7f3f3b3-0e50-468d-aa45-7b7534036eea tempest-ServersAdmin275Test-1539933831 tempest-ServersAdmin275Test-1539933831-project-admin] [instance: bfc2d904-8005-4693-871f-5745dc3d29fd] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 802.657497] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23d08bab-62c8-4bb2-8066-3aa1695767d6 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.798847] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791354, 'name': CreateVM_Task} progress is 25%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.853702] env[68893]: INFO nova.compute.manager [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: 3d1591a1-3e98-4978-a25b-38b4c304230a] Took 43.35 seconds to build instance. [ 802.934310] env[68893]: DEBUG nova.compute.manager [None req-08a0621e-a202-41c0-b89d-70a9f812ca9e tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] [instance: 5ba2b5c7-ec6d-49da-82ce-e76c402497fb] Start building block device mappings for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 802.973379] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4594f11-a1f3-41dc-96d1-9784184e12a7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.981076] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e47b6f2-63c7-498c-92e1-ed51f42ac6bc {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.015877] env[68893]: DEBUG oslo_concurrency.lockutils [req-8c25e072-55e2-4748-ae90-a2971a84e693 req-171ca224-12e1-4d3d-adc0-01419a6f0a6d service nova] Releasing lock "refresh_cache-8c560e82-533e-49c7-aaf4-82e123f75240" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.016914] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81213d91-4758-4aa2-aec9-5f3c698628de {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.026028] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f7cee1d-5c1d-4a11-9b03-811afa375703 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.044248] env[68893]: DEBUG nova.compute.provider_tree [None req-c61ea9ce-3fe2-4714-b554-ec62523291ae tempest-ServerMetadataTestJSON-289290010 tempest-ServerMetadataTestJSON-289290010-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 803.142806] env[68893]: DEBUG nova.network.neutron [None req-08a0621e-a202-41c0-b89d-70a9f812ca9e tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] [instance: 5ba2b5c7-ec6d-49da-82ce-e76c402497fb] Successfully created port: 00067902-4c45-4708-bec0-b7e747683741 {{(pid=68893) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 803.298521] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791354, 'name': CreateVM_Task, 'duration_secs': 0.649934} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.298792] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c560e82-533e-49c7-aaf4-82e123f75240] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 803.299693] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b4c2fda7-aee8-4776-965c-c1e9b40ce895 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.299919] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b4c2fda7-aee8-4776-965c-c1e9b40ce895 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.300288] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b4c2fda7-aee8-4776-965c-c1e9b40ce895 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.300592] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5187aa1-0292-4e52-9df3-d9327c591509 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.306182] env[68893]: DEBUG oslo_vmware.api [None req-b4c2fda7-aee8-4776-965c-c1e9b40ce895 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Waiting for the task: (returnval){ [ 803.306182] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52d4fe69-7728-43c9-650c-ce084b0141e6" [ 803.306182] env[68893]: _type = "Task" [ 803.306182] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.314269] env[68893]: DEBUG oslo_vmware.api [None req-b4c2fda7-aee8-4776-965c-c1e9b40ce895 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52d4fe69-7728-43c9-650c-ce084b0141e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.356370] env[68893]: DEBUG oslo_concurrency.lockutils [None req-1deb091f-90be-4f72-b969-b2bed2ba01e9 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Lock "3d1591a1-3e98-4978-a25b-38b4c304230a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.100s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.548826] env[68893]: DEBUG nova.scheduler.client.report [None req-c61ea9ce-3fe2-4714-b554-ec62523291ae tempest-ServerMetadataTestJSON-289290010 tempest-ServerMetadataTestJSON-289290010-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 803.679858] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7f3f3b3-0e50-468d-aa45-7b7534036eea tempest-ServersAdmin275Test-1539933831 tempest-ServersAdmin275Test-1539933831-project-admin] [instance: bfc2d904-8005-4693-871f-5745dc3d29fd] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 803.679858] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0d530c6b-d56f-46ec-95fa-ac07d683b050 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.687425] env[68893]: DEBUG oslo_vmware.api [None req-a7f3f3b3-0e50-468d-aa45-7b7534036eea tempest-ServersAdmin275Test-1539933831 tempest-ServersAdmin275Test-1539933831-project-admin] Waiting for the task: (returnval){ [ 803.687425] env[68893]: value = "task-2791355" [ 803.687425] env[68893]: _type = "Task" [ 803.687425] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.695652] env[68893]: DEBUG oslo_vmware.api [None req-a7f3f3b3-0e50-468d-aa45-7b7534036eea tempest-ServersAdmin275Test-1539933831 tempest-ServersAdmin275Test-1539933831-project-admin] Task: {'id': task-2791355, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.744331] env[68893]: DEBUG oslo_concurrency.lockutils [None req-1ec0e123-a049-48e6-9b1f-d560d0e81a3e tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Acquiring lock "5fd8323d-8ef2-4255-b0f2-5a4f346ceef7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.744601] env[68893]: DEBUG oslo_concurrency.lockutils [None req-1ec0e123-a049-48e6-9b1f-d560d0e81a3e tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Lock "5fd8323d-8ef2-4255-b0f2-5a4f346ceef7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.744815] env[68893]: DEBUG oslo_concurrency.lockutils [None req-1ec0e123-a049-48e6-9b1f-d560d0e81a3e tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Acquiring lock "5fd8323d-8ef2-4255-b0f2-5a4f346ceef7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.745087] env[68893]: DEBUG oslo_concurrency.lockutils [None req-1ec0e123-a049-48e6-9b1f-d560d0e81a3e tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Lock "5fd8323d-8ef2-4255-b0f2-5a4f346ceef7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.745281] env[68893]: DEBUG oslo_concurrency.lockutils [None req-1ec0e123-a049-48e6-9b1f-d560d0e81a3e tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Lock "5fd8323d-8ef2-4255-b0f2-5a4f346ceef7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.747622] env[68893]: INFO nova.compute.manager [None req-1ec0e123-a049-48e6-9b1f-d560d0e81a3e tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: 5fd8323d-8ef2-4255-b0f2-5a4f346ceef7] Terminating instance [ 803.815995] env[68893]: DEBUG oslo_vmware.api [None req-b4c2fda7-aee8-4776-965c-c1e9b40ce895 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52d4fe69-7728-43c9-650c-ce084b0141e6, 'name': SearchDatastore_Task, 'duration_secs': 0.011727} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.816329] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b4c2fda7-aee8-4776-965c-c1e9b40ce895 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.816633] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-b4c2fda7-aee8-4776-965c-c1e9b40ce895 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 8c560e82-533e-49c7-aaf4-82e123f75240] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 803.816876] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b4c2fda7-aee8-4776-965c-c1e9b40ce895 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.817037] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b4c2fda7-aee8-4776-965c-c1e9b40ce895 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.817232] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4c2fda7-aee8-4776-965c-c1e9b40ce895 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 803.817591] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-242f8d90-96c1-46be-84dd-b804050a577d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.826226] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4c2fda7-aee8-4776-965c-c1e9b40ce895 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 803.826399] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-b4c2fda7-aee8-4776-965c-c1e9b40ce895 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 803.827146] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5552ec6a-cc24-4662-99da-eb91a430e0c8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.832543] env[68893]: DEBUG oslo_vmware.api [None req-b4c2fda7-aee8-4776-965c-c1e9b40ce895 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Waiting for the task: (returnval){ [ 803.832543] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]524262d2-0093-728f-abe8-e90b9b7600e6" [ 803.832543] env[68893]: _type = "Task" [ 803.832543] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.839578] env[68893]: DEBUG oslo_vmware.api [None req-b4c2fda7-aee8-4776-965c-c1e9b40ce895 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]524262d2-0093-728f-abe8-e90b9b7600e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.862267] env[68893]: DEBUG nova.compute.manager [None req-13beee12-e666-44ab-8ed3-e7820fde8bc2 tempest-ServersTestBootFromVolume-861651418 tempest-ServersTestBootFromVolume-861651418-project-member] [instance: 3a606945-8257-4b3f-abfe-6dd8753564cd] Starting instance... {{(pid=68893) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 803.905037] env[68893]: DEBUG oslo_concurrency.lockutils [None req-beb2371a-7b35-4bba-a274-3d2c0885e224 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Acquiring lock "3d1591a1-3e98-4978-a25b-38b4c304230a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.905265] env[68893]: DEBUG oslo_concurrency.lockutils [None req-beb2371a-7b35-4bba-a274-3d2c0885e224 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Lock "3d1591a1-3e98-4978-a25b-38b4c304230a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.905460] env[68893]: DEBUG oslo_concurrency.lockutils [None req-beb2371a-7b35-4bba-a274-3d2c0885e224 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Acquiring lock "3d1591a1-3e98-4978-a25b-38b4c304230a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.905644] env[68893]: DEBUG oslo_concurrency.lockutils [None req-beb2371a-7b35-4bba-a274-3d2c0885e224 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Lock "3d1591a1-3e98-4978-a25b-38b4c304230a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.905809] env[68893]: DEBUG oslo_concurrency.lockutils [None req-beb2371a-7b35-4bba-a274-3d2c0885e224 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Lock "3d1591a1-3e98-4978-a25b-38b4c304230a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.908139] env[68893]: INFO nova.compute.manager [None req-beb2371a-7b35-4bba-a274-3d2c0885e224 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: 3d1591a1-3e98-4978-a25b-38b4c304230a] Terminating instance [ 803.945860] env[68893]: DEBUG nova.compute.manager [None req-08a0621e-a202-41c0-b89d-70a9f812ca9e tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] [instance: 5ba2b5c7-ec6d-49da-82ce-e76c402497fb] Start spawning the instance on the hypervisor. {{(pid=68893) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 803.975674] env[68893]: DEBUG nova.virt.hardware [None req-08a0621e-a202-41c0-b89d-70a9f812ca9e tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 803.975874] env[68893]: DEBUG nova.virt.hardware [None req-08a0621e-a202-41c0-b89d-70a9f812ca9e tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 803.976038] env[68893]: DEBUG nova.virt.hardware [None req-08a0621e-a202-41c0-b89d-70a9f812ca9e tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 803.976221] env[68893]: DEBUG nova.virt.hardware [None req-08a0621e-a202-41c0-b89d-70a9f812ca9e tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 803.976435] env[68893]: DEBUG nova.virt.hardware [None req-08a0621e-a202-41c0-b89d-70a9f812ca9e tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 803.976548] env[68893]: DEBUG nova.virt.hardware [None req-08a0621e-a202-41c0-b89d-70a9f812ca9e tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 803.976719] env[68893]: DEBUG nova.virt.hardware [None req-08a0621e-a202-41c0-b89d-70a9f812ca9e tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 803.976874] env[68893]: DEBUG nova.virt.hardware [None req-08a0621e-a202-41c0-b89d-70a9f812ca9e tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 803.977047] env[68893]: DEBUG nova.virt.hardware [None req-08a0621e-a202-41c0-b89d-70a9f812ca9e tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 803.977212] env[68893]: DEBUG nova.virt.hardware [None req-08a0621e-a202-41c0-b89d-70a9f812ca9e tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 803.977381] env[68893]: DEBUG nova.virt.hardware [None req-08a0621e-a202-41c0-b89d-70a9f812ca9e tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 803.978288] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-394f706a-c232-48c2-875a-cac01d9e774a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.987129] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0f52ac0-7c9f-4a49-bf7b-8387bdcc5b46 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.057403] env[68893]: DEBUG oslo_concurrency.lockutils [None req-c61ea9ce-3fe2-4714-b554-ec62523291ae tempest-ServerMetadataTestJSON-289290010 tempest-ServerMetadataTestJSON-289290010-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.142s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.059784] env[68893]: DEBUG oslo_concurrency.lockutils [None req-8d6e7f59-a0df-44c8-bb22-75aa841d27bc tempest-ServerGroupTestJSON-479684333 tempest-ServerGroupTestJSON-479684333-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.124s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.060030] env[68893]: DEBUG nova.objects.instance [None req-8d6e7f59-a0df-44c8-bb22-75aa841d27bc tempest-ServerGroupTestJSON-479684333 tempest-ServerGroupTestJSON-479684333-project-member] Lazy-loading 'resources' on Instance uuid 2a1280e2-4ad2-442f-a89e-06b541a310a1 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 804.091097] env[68893]: INFO nova.scheduler.client.report [None req-c61ea9ce-3fe2-4714-b554-ec62523291ae tempest-ServerMetadataTestJSON-289290010 tempest-ServerMetadataTestJSON-289290010-project-member] Deleted allocations for instance 91617bdb-49a9-45b5-a147-d9d09248bb1c [ 804.197333] env[68893]: DEBUG oslo_vmware.api [None req-a7f3f3b3-0e50-468d-aa45-7b7534036eea tempest-ServersAdmin275Test-1539933831 tempest-ServersAdmin275Test-1539933831-project-admin] Task: {'id': task-2791355, 'name': PowerOffVM_Task, 'duration_secs': 0.118066} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.197649] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7f3f3b3-0e50-468d-aa45-7b7534036eea tempest-ServersAdmin275Test-1539933831 tempest-ServersAdmin275Test-1539933831-project-admin] [instance: bfc2d904-8005-4693-871f-5745dc3d29fd] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 804.197960] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-a7f3f3b3-0e50-468d-aa45-7b7534036eea tempest-ServersAdmin275Test-1539933831 tempest-ServersAdmin275Test-1539933831-project-admin] [instance: bfc2d904-8005-4693-871f-5745dc3d29fd] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 804.198649] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6568c26c-2c70-4527-a1d8-fef0e2b28941 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.205331] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-a7f3f3b3-0e50-468d-aa45-7b7534036eea tempest-ServersAdmin275Test-1539933831 tempest-ServersAdmin275Test-1539933831-project-admin] [instance: bfc2d904-8005-4693-871f-5745dc3d29fd] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 804.205562] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-97dc8c15-c6d3-448a-b409-516d809885b8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.233038] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-a7f3f3b3-0e50-468d-aa45-7b7534036eea tempest-ServersAdmin275Test-1539933831 tempest-ServersAdmin275Test-1539933831-project-admin] [instance: bfc2d904-8005-4693-871f-5745dc3d29fd] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 804.233174] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-a7f3f3b3-0e50-468d-aa45-7b7534036eea tempest-ServersAdmin275Test-1539933831 tempest-ServersAdmin275Test-1539933831-project-admin] [instance: bfc2d904-8005-4693-871f-5745dc3d29fd] Deleting contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 804.233353] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7f3f3b3-0e50-468d-aa45-7b7534036eea tempest-ServersAdmin275Test-1539933831 tempest-ServersAdmin275Test-1539933831-project-admin] Deleting the datastore file [datastore2] bfc2d904-8005-4693-871f-5745dc3d29fd {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 804.233630] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e6aa0783-9158-4522-bfa1-7b601bbf2ce1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.240402] env[68893]: DEBUG oslo_vmware.api [None req-a7f3f3b3-0e50-468d-aa45-7b7534036eea tempest-ServersAdmin275Test-1539933831 tempest-ServersAdmin275Test-1539933831-project-admin] Waiting for the task: (returnval){ [ 804.240402] env[68893]: value = "task-2791357" [ 804.240402] env[68893]: _type = "Task" [ 804.240402] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.248284] env[68893]: DEBUG oslo_vmware.api [None req-a7f3f3b3-0e50-468d-aa45-7b7534036eea tempest-ServersAdmin275Test-1539933831 tempest-ServersAdmin275Test-1539933831-project-admin] Task: {'id': task-2791357, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.250971] env[68893]: DEBUG nova.compute.manager [None req-1ec0e123-a049-48e6-9b1f-d560d0e81a3e tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: 5fd8323d-8ef2-4255-b0f2-5a4f346ceef7] Start destroying the instance on the hypervisor. {{(pid=68893) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 804.251184] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-1ec0e123-a049-48e6-9b1f-d560d0e81a3e tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: 5fd8323d-8ef2-4255-b0f2-5a4f346ceef7] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 804.251952] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c17b9153-132b-444e-8051-39b7e84affe3 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.258587] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ec0e123-a049-48e6-9b1f-d560d0e81a3e tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: 5fd8323d-8ef2-4255-b0f2-5a4f346ceef7] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 804.258831] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-809854c5-0e62-4db1-a555-d23285e3e9ed {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.264260] env[68893]: DEBUG oslo_vmware.api [None req-1ec0e123-a049-48e6-9b1f-d560d0e81a3e tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Waiting for the task: (returnval){ [ 804.264260] env[68893]: value = "task-2791358" [ 804.264260] env[68893]: _type = "Task" [ 804.264260] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.271885] env[68893]: DEBUG oslo_vmware.api [None req-1ec0e123-a049-48e6-9b1f-d560d0e81a3e tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Task: {'id': task-2791358, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.342327] env[68893]: DEBUG oslo_vmware.api [None req-b4c2fda7-aee8-4776-965c-c1e9b40ce895 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]524262d2-0093-728f-abe8-e90b9b7600e6, 'name': SearchDatastore_Task, 'duration_secs': 0.047062} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.343158] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8b40ab6-3b89-4f47-8fdc-ec15a4840ccb {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.348413] env[68893]: DEBUG oslo_vmware.api [None req-b4c2fda7-aee8-4776-965c-c1e9b40ce895 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Waiting for the task: (returnval){ [ 804.348413] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]5261ea83-6e55-bf9b-8708-d22798053512" [ 804.348413] env[68893]: _type = "Task" [ 804.348413] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.357456] env[68893]: DEBUG oslo_vmware.api [None req-b4c2fda7-aee8-4776-965c-c1e9b40ce895 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]5261ea83-6e55-bf9b-8708-d22798053512, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.385435] env[68893]: DEBUG oslo_concurrency.lockutils [None req-13beee12-e666-44ab-8ed3-e7820fde8bc2 tempest-ServersTestBootFromVolume-861651418 tempest-ServersTestBootFromVolume-861651418-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.412761] env[68893]: DEBUG nova.compute.manager [None req-beb2371a-7b35-4bba-a274-3d2c0885e224 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: 3d1591a1-3e98-4978-a25b-38b4c304230a] Start destroying the instance on the hypervisor. {{(pid=68893) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 804.413813] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-beb2371a-7b35-4bba-a274-3d2c0885e224 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: 3d1591a1-3e98-4978-a25b-38b4c304230a] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 804.414839] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-880a0231-e4b0-4ab4-a90d-c4b95e203c82 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.422923] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-beb2371a-7b35-4bba-a274-3d2c0885e224 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: 3d1591a1-3e98-4978-a25b-38b4c304230a] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 804.423209] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-64ad78cb-100c-4f9b-a8fc-073137f289a6 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.429517] env[68893]: DEBUG oslo_vmware.api [None req-beb2371a-7b35-4bba-a274-3d2c0885e224 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Waiting for the task: (returnval){ [ 804.429517] env[68893]: value = "task-2791359" [ 804.429517] env[68893]: _type = "Task" [ 804.429517] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.438262] env[68893]: DEBUG oslo_vmware.api [None req-beb2371a-7b35-4bba-a274-3d2c0885e224 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Task: {'id': task-2791359, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.601642] env[68893]: DEBUG oslo_concurrency.lockutils [None req-c61ea9ce-3fe2-4714-b554-ec62523291ae tempest-ServerMetadataTestJSON-289290010 tempest-ServerMetadataTestJSON-289290010-project-member] Lock "91617bdb-49a9-45b5-a147-d9d09248bb1c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.063s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.751873] env[68893]: DEBUG oslo_vmware.api [None req-a7f3f3b3-0e50-468d-aa45-7b7534036eea tempest-ServersAdmin275Test-1539933831 tempest-ServersAdmin275Test-1539933831-project-admin] Task: {'id': task-2791357, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168676} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.754851] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7f3f3b3-0e50-468d-aa45-7b7534036eea tempest-ServersAdmin275Test-1539933831 tempest-ServersAdmin275Test-1539933831-project-admin] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 804.755079] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-a7f3f3b3-0e50-468d-aa45-7b7534036eea tempest-ServersAdmin275Test-1539933831 tempest-ServersAdmin275Test-1539933831-project-admin] [instance: bfc2d904-8005-4693-871f-5745dc3d29fd] Deleted contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 804.755262] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-a7f3f3b3-0e50-468d-aa45-7b7534036eea tempest-ServersAdmin275Test-1539933831 tempest-ServersAdmin275Test-1539933831-project-admin] [instance: bfc2d904-8005-4693-871f-5745dc3d29fd] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 804.776116] env[68893]: DEBUG oslo_vmware.api [None req-1ec0e123-a049-48e6-9b1f-d560d0e81a3e tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Task: {'id': task-2791358, 'name': PowerOffVM_Task, 'duration_secs': 0.214561} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.779148] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ec0e123-a049-48e6-9b1f-d560d0e81a3e tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: 5fd8323d-8ef2-4255-b0f2-5a4f346ceef7] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 804.779347] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-1ec0e123-a049-48e6-9b1f-d560d0e81a3e tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: 5fd8323d-8ef2-4255-b0f2-5a4f346ceef7] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 804.780736] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-84b60ddf-f660-4e8f-a610-7d6f4ae5ce87 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.802118] env[68893]: DEBUG nova.compute.manager [req-274c0098-42fa-4b95-9bdb-d8b57f01d1ba req-93535475-440a-4ef1-8e08-68f5205ae669 service nova] [instance: 5ba2b5c7-ec6d-49da-82ce-e76c402497fb] Received event network-vif-plugged-00067902-4c45-4708-bec0-b7e747683741 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 804.802411] env[68893]: DEBUG oslo_concurrency.lockutils [req-274c0098-42fa-4b95-9bdb-d8b57f01d1ba req-93535475-440a-4ef1-8e08-68f5205ae669 service nova] Acquiring lock "5ba2b5c7-ec6d-49da-82ce-e76c402497fb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.802636] env[68893]: DEBUG oslo_concurrency.lockutils [req-274c0098-42fa-4b95-9bdb-d8b57f01d1ba req-93535475-440a-4ef1-8e08-68f5205ae669 service nova] Lock "5ba2b5c7-ec6d-49da-82ce-e76c402497fb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.802799] env[68893]: DEBUG oslo_concurrency.lockutils [req-274c0098-42fa-4b95-9bdb-d8b57f01d1ba req-93535475-440a-4ef1-8e08-68f5205ae669 service nova] Lock "5ba2b5c7-ec6d-49da-82ce-e76c402497fb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.802976] env[68893]: DEBUG nova.compute.manager [req-274c0098-42fa-4b95-9bdb-d8b57f01d1ba req-93535475-440a-4ef1-8e08-68f5205ae669 service nova] [instance: 5ba2b5c7-ec6d-49da-82ce-e76c402497fb] No waiting events found dispatching network-vif-plugged-00067902-4c45-4708-bec0-b7e747683741 {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 804.803157] env[68893]: WARNING nova.compute.manager [req-274c0098-42fa-4b95-9bdb-d8b57f01d1ba req-93535475-440a-4ef1-8e08-68f5205ae669 service nova] [instance: 5ba2b5c7-ec6d-49da-82ce-e76c402497fb] Received unexpected event network-vif-plugged-00067902-4c45-4708-bec0-b7e747683741 for instance with vm_state building and task_state spawning. [ 804.839364] env[68893]: DEBUG nova.network.neutron [None req-08a0621e-a202-41c0-b89d-70a9f812ca9e tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] [instance: 5ba2b5c7-ec6d-49da-82ce-e76c402497fb] Successfully updated port: 00067902-4c45-4708-bec0-b7e747683741 {{(pid=68893) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 804.845826] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-1ec0e123-a049-48e6-9b1f-d560d0e81a3e tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: 5fd8323d-8ef2-4255-b0f2-5a4f346ceef7] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 804.846139] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-1ec0e123-a049-48e6-9b1f-d560d0e81a3e tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: 5fd8323d-8ef2-4255-b0f2-5a4f346ceef7] Deleting contents of the VM from datastore datastore1 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 804.846371] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ec0e123-a049-48e6-9b1f-d560d0e81a3e tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Deleting the datastore file [datastore1] 5fd8323d-8ef2-4255-b0f2-5a4f346ceef7 {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 804.846686] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8b339487-62ad-45a1-bfd9-3d9a97577c07 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.861225] env[68893]: DEBUG oslo_vmware.api [None req-b4c2fda7-aee8-4776-965c-c1e9b40ce895 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]5261ea83-6e55-bf9b-8708-d22798053512, 'name': SearchDatastore_Task, 'duration_secs': 0.013078} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.862735] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b4c2fda7-aee8-4776-965c-c1e9b40ce895 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.863145] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4c2fda7-aee8-4776-965c-c1e9b40ce895 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore1] 8c560e82-533e-49c7-aaf4-82e123f75240/8c560e82-533e-49c7-aaf4-82e123f75240.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 804.863646] env[68893]: DEBUG oslo_vmware.api [None req-1ec0e123-a049-48e6-9b1f-d560d0e81a3e tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Waiting for the task: (returnval){ [ 804.863646] env[68893]: value = "task-2791361" [ 804.863646] env[68893]: _type = "Task" [ 804.863646] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.863646] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-99b0c445-8369-4c81-9c68-55779c71e8fb {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.879676] env[68893]: DEBUG oslo_vmware.api [None req-1ec0e123-a049-48e6-9b1f-d560d0e81a3e tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Task: {'id': task-2791361, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.881455] env[68893]: DEBUG oslo_vmware.api [None req-b4c2fda7-aee8-4776-965c-c1e9b40ce895 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Waiting for the task: (returnval){ [ 804.881455] env[68893]: value = "task-2791362" [ 804.881455] env[68893]: _type = "Task" [ 804.881455] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.897577] env[68893]: DEBUG oslo_vmware.api [None req-b4c2fda7-aee8-4776-965c-c1e9b40ce895 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2791362, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.940411] env[68893]: DEBUG oslo_vmware.api [None req-beb2371a-7b35-4bba-a274-3d2c0885e224 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Task: {'id': task-2791359, 'name': PowerOffVM_Task, 'duration_secs': 0.339484} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.940411] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-beb2371a-7b35-4bba-a274-3d2c0885e224 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: 3d1591a1-3e98-4978-a25b-38b4c304230a] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 804.940584] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-beb2371a-7b35-4bba-a274-3d2c0885e224 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: 3d1591a1-3e98-4978-a25b-38b4c304230a] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 804.941088] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7915c270-7a5b-46ef-970b-27e9d51a319a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.007016] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-beb2371a-7b35-4bba-a274-3d2c0885e224 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: 3d1591a1-3e98-4978-a25b-38b4c304230a] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 805.007313] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-beb2371a-7b35-4bba-a274-3d2c0885e224 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: 3d1591a1-3e98-4978-a25b-38b4c304230a] Deleting contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 805.007563] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-beb2371a-7b35-4bba-a274-3d2c0885e224 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Deleting the datastore file [datastore2] 3d1591a1-3e98-4978-a25b-38b4c304230a {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 805.007844] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dd9d1784-5a32-481d-b2e0-c3afa4697fb1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.024714] env[68893]: DEBUG oslo_vmware.api [None req-beb2371a-7b35-4bba-a274-3d2c0885e224 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Waiting for the task: (returnval){ [ 805.024714] env[68893]: value = "task-2791364" [ 805.024714] env[68893]: _type = "Task" [ 805.024714] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.038483] env[68893]: DEBUG oslo_vmware.api [None req-beb2371a-7b35-4bba-a274-3d2c0885e224 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Task: {'id': task-2791364, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.185503] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69c89d77-7d54-4d45-9e27-ea33d1f26f4b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.193715] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3b33876-17f8-4b2b-aa1d-f86f9904b37d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.231903] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1438d69f-8814-45a4-a37a-cf7d56fb0ae5 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.240491] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42782f59-783e-4a5f-b340-6057ef27f737 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.257239] env[68893]: DEBUG nova.compute.provider_tree [None req-8d6e7f59-a0df-44c8-bb22-75aa841d27bc tempest-ServerGroupTestJSON-479684333 tempest-ServerGroupTestJSON-479684333-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 805.345694] env[68893]: DEBUG oslo_concurrency.lockutils [None req-08a0621e-a202-41c0-b89d-70a9f812ca9e tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Acquiring lock "refresh_cache-5ba2b5c7-ec6d-49da-82ce-e76c402497fb" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.345694] env[68893]: DEBUG oslo_concurrency.lockutils [None req-08a0621e-a202-41c0-b89d-70a9f812ca9e tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Acquired lock "refresh_cache-5ba2b5c7-ec6d-49da-82ce-e76c402497fb" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.345694] env[68893]: DEBUG nova.network.neutron [None req-08a0621e-a202-41c0-b89d-70a9f812ca9e tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] [instance: 5ba2b5c7-ec6d-49da-82ce-e76c402497fb] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 805.380314] env[68893]: DEBUG oslo_vmware.api [None req-1ec0e123-a049-48e6-9b1f-d560d0e81a3e tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Task: {'id': task-2791361, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166185} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.380314] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ec0e123-a049-48e6-9b1f-d560d0e81a3e tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 805.380314] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-1ec0e123-a049-48e6-9b1f-d560d0e81a3e tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: 5fd8323d-8ef2-4255-b0f2-5a4f346ceef7] Deleted contents of the VM from datastore datastore1 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 805.380314] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-1ec0e123-a049-48e6-9b1f-d560d0e81a3e tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: 5fd8323d-8ef2-4255-b0f2-5a4f346ceef7] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 805.380314] env[68893]: INFO nova.compute.manager [None req-1ec0e123-a049-48e6-9b1f-d560d0e81a3e tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: 5fd8323d-8ef2-4255-b0f2-5a4f346ceef7] Took 1.13 seconds to destroy the instance on the hypervisor. [ 805.380493] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1ec0e123-a049-48e6-9b1f-d560d0e81a3e tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 805.380493] env[68893]: DEBUG nova.compute.manager [-] [instance: 5fd8323d-8ef2-4255-b0f2-5a4f346ceef7] Deallocating network for instance {{(pid=68893) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 805.381917] env[68893]: DEBUG nova.network.neutron [-] [instance: 5fd8323d-8ef2-4255-b0f2-5a4f346ceef7] deallocate_for_instance() {{(pid=68893) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 805.392695] env[68893]: DEBUG oslo_vmware.api [None req-b4c2fda7-aee8-4776-965c-c1e9b40ce895 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2791362, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496349} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.393633] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4c2fda7-aee8-4776-965c-c1e9b40ce895 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore1] 8c560e82-533e-49c7-aaf4-82e123f75240/8c560e82-533e-49c7-aaf4-82e123f75240.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 805.393757] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-b4c2fda7-aee8-4776-965c-c1e9b40ce895 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 8c560e82-533e-49c7-aaf4-82e123f75240] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 805.394057] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2c246beb-5471-42fb-aba8-5a82f7f05533 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.400983] env[68893]: DEBUG oslo_vmware.api [None req-b4c2fda7-aee8-4776-965c-c1e9b40ce895 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Waiting for the task: (returnval){ [ 805.400983] env[68893]: value = "task-2791365" [ 805.400983] env[68893]: _type = "Task" [ 805.400983] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.410198] env[68893]: DEBUG oslo_vmware.api [None req-b4c2fda7-aee8-4776-965c-c1e9b40ce895 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2791365, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.540070] env[68893]: DEBUG oslo_vmware.api [None req-beb2371a-7b35-4bba-a274-3d2c0885e224 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Task: {'id': task-2791364, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.385085} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.540389] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-beb2371a-7b35-4bba-a274-3d2c0885e224 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 805.540566] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-beb2371a-7b35-4bba-a274-3d2c0885e224 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: 3d1591a1-3e98-4978-a25b-38b4c304230a] Deleted contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 805.541119] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-beb2371a-7b35-4bba-a274-3d2c0885e224 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: 3d1591a1-3e98-4978-a25b-38b4c304230a] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 805.541119] env[68893]: INFO nova.compute.manager [None req-beb2371a-7b35-4bba-a274-3d2c0885e224 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: 3d1591a1-3e98-4978-a25b-38b4c304230a] Took 1.13 seconds to destroy the instance on the hypervisor. [ 805.541300] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-beb2371a-7b35-4bba-a274-3d2c0885e224 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 805.541364] env[68893]: DEBUG nova.compute.manager [-] [instance: 3d1591a1-3e98-4978-a25b-38b4c304230a] Deallocating network for instance {{(pid=68893) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 805.541439] env[68893]: DEBUG nova.network.neutron [-] [instance: 3d1591a1-3e98-4978-a25b-38b4c304230a] deallocate_for_instance() {{(pid=68893) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 805.760801] env[68893]: DEBUG nova.scheduler.client.report [None req-8d6e7f59-a0df-44c8-bb22-75aa841d27bc tempest-ServerGroupTestJSON-479684333 tempest-ServerGroupTestJSON-479684333-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 805.794553] env[68893]: DEBUG nova.virt.hardware [None req-a7f3f3b3-0e50-468d-aa45-7b7534036eea tempest-ServersAdmin275Test-1539933831 tempest-ServersAdmin275Test-1539933831-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 805.794933] env[68893]: DEBUG nova.virt.hardware [None req-a7f3f3b3-0e50-468d-aa45-7b7534036eea tempest-ServersAdmin275Test-1539933831 tempest-ServersAdmin275Test-1539933831-project-admin] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 805.797020] env[68893]: DEBUG nova.virt.hardware [None req-a7f3f3b3-0e50-468d-aa45-7b7534036eea tempest-ServersAdmin275Test-1539933831 tempest-ServersAdmin275Test-1539933831-project-admin] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 805.797020] env[68893]: DEBUG nova.virt.hardware [None req-a7f3f3b3-0e50-468d-aa45-7b7534036eea tempest-ServersAdmin275Test-1539933831 tempest-ServersAdmin275Test-1539933831-project-admin] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 805.797020] env[68893]: DEBUG nova.virt.hardware [None req-a7f3f3b3-0e50-468d-aa45-7b7534036eea tempest-ServersAdmin275Test-1539933831 tempest-ServersAdmin275Test-1539933831-project-admin] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 805.797020] env[68893]: DEBUG nova.virt.hardware [None req-a7f3f3b3-0e50-468d-aa45-7b7534036eea tempest-ServersAdmin275Test-1539933831 tempest-ServersAdmin275Test-1539933831-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 805.797020] env[68893]: DEBUG nova.virt.hardware [None req-a7f3f3b3-0e50-468d-aa45-7b7534036eea tempest-ServersAdmin275Test-1539933831 tempest-ServersAdmin275Test-1539933831-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 805.797315] env[68893]: DEBUG nova.virt.hardware [None req-a7f3f3b3-0e50-468d-aa45-7b7534036eea tempest-ServersAdmin275Test-1539933831 tempest-ServersAdmin275Test-1539933831-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 805.797315] env[68893]: DEBUG nova.virt.hardware [None req-a7f3f3b3-0e50-468d-aa45-7b7534036eea tempest-ServersAdmin275Test-1539933831 tempest-ServersAdmin275Test-1539933831-project-admin] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 805.797315] env[68893]: DEBUG nova.virt.hardware [None req-a7f3f3b3-0e50-468d-aa45-7b7534036eea tempest-ServersAdmin275Test-1539933831 tempest-ServersAdmin275Test-1539933831-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 805.797456] env[68893]: DEBUG nova.virt.hardware [None req-a7f3f3b3-0e50-468d-aa45-7b7534036eea tempest-ServersAdmin275Test-1539933831 tempest-ServersAdmin275Test-1539933831-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 805.800606] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcd1c347-bd9d-48d5-b4ad-d675c215a105 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.818491] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c6446f3-1a6f-45f2-a4d0-7024ff63b88e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.849563] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-a7f3f3b3-0e50-468d-aa45-7b7534036eea tempest-ServersAdmin275Test-1539933831 tempest-ServersAdmin275Test-1539933831-project-admin] [instance: bfc2d904-8005-4693-871f-5745dc3d29fd] Instance VIF info [] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 805.865942] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a7f3f3b3-0e50-468d-aa45-7b7534036eea tempest-ServersAdmin275Test-1539933831 tempest-ServersAdmin275Test-1539933831-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 805.871133] env[68893]: DEBUG oslo_concurrency.lockutils [None req-1087cabe-9278-4201-95ee-a80590b3f9b8 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Acquiring lock "a18eb1c3-0700-4e59-be23-2c91afa4b7b1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.871293] env[68893]: DEBUG oslo_concurrency.lockutils [None req-1087cabe-9278-4201-95ee-a80590b3f9b8 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Lock "a18eb1c3-0700-4e59-be23-2c91afa4b7b1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.872130] env[68893]: DEBUG oslo_concurrency.lockutils [None req-1087cabe-9278-4201-95ee-a80590b3f9b8 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Acquiring lock "a18eb1c3-0700-4e59-be23-2c91afa4b7b1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.872130] env[68893]: DEBUG oslo_concurrency.lockutils [None req-1087cabe-9278-4201-95ee-a80590b3f9b8 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Lock "a18eb1c3-0700-4e59-be23-2c91afa4b7b1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.872290] env[68893]: DEBUG oslo_concurrency.lockutils [None req-1087cabe-9278-4201-95ee-a80590b3f9b8 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Lock "a18eb1c3-0700-4e59-be23-2c91afa4b7b1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.874611] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bfc2d904-8005-4693-871f-5745dc3d29fd] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 805.875409] env[68893]: INFO nova.compute.manager [None req-1087cabe-9278-4201-95ee-a80590b3f9b8 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] [instance: a18eb1c3-0700-4e59-be23-2c91afa4b7b1] Terminating instance [ 805.877931] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f892c716-bbe9-43e3-a038-05ac1eccc752 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.912050] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 805.912050] env[68893]: value = "task-2791366" [ 805.912050] env[68893]: _type = "Task" [ 805.912050] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.922756] env[68893]: DEBUG oslo_vmware.api [None req-b4c2fda7-aee8-4776-965c-c1e9b40ce895 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2791365, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076984} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.923621] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-b4c2fda7-aee8-4776-965c-c1e9b40ce895 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 8c560e82-533e-49c7-aaf4-82e123f75240] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 805.925711] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-382f3d68-f0ea-4d44-aa0d-543aacfb3582 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.932380] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791366, 'name': CreateVM_Task} progress is 6%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.954092] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4c2fda7-aee8-4776-965c-c1e9b40ce895 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 8c560e82-533e-49c7-aaf4-82e123f75240] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] 8c560e82-533e-49c7-aaf4-82e123f75240/8c560e82-533e-49c7-aaf4-82e123f75240.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 805.954393] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc2a1628-eab8-4b5c-90dd-68549ce2f0ab {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.970379] env[68893]: DEBUG nova.network.neutron [None req-08a0621e-a202-41c0-b89d-70a9f812ca9e tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] [instance: 5ba2b5c7-ec6d-49da-82ce-e76c402497fb] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 805.976025] env[68893]: DEBUG oslo_vmware.api [None req-b4c2fda7-aee8-4776-965c-c1e9b40ce895 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Waiting for the task: (returnval){ [ 805.976025] env[68893]: value = "task-2791367" [ 805.976025] env[68893]: _type = "Task" [ 805.976025] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.986093] env[68893]: DEBUG oslo_vmware.api [None req-b4c2fda7-aee8-4776-965c-c1e9b40ce895 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2791367, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.138426] env[68893]: DEBUG nova.network.neutron [None req-08a0621e-a202-41c0-b89d-70a9f812ca9e tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] [instance: 5ba2b5c7-ec6d-49da-82ce-e76c402497fb] Updating instance_info_cache with network_info: [{"id": "00067902-4c45-4708-bec0-b7e747683741", "address": "fa:16:3e:7c:17:97", "network": {"id": "b9df0680-ff4c-4e02-bfba-1ed866d7497a", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1652711736-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0d6266d09ad44e8bb08d2abc90dbda5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00067902-4c", "ovs_interfaceid": "00067902-4c45-4708-bec0-b7e747683741", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.209340] env[68893]: DEBUG nova.network.neutron [-] [instance: 5fd8323d-8ef2-4255-b0f2-5a4f346ceef7] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.269904] env[68893]: DEBUG oslo_concurrency.lockutils [None req-8d6e7f59-a0df-44c8-bb22-75aa841d27bc tempest-ServerGroupTestJSON-479684333 tempest-ServerGroupTestJSON-479684333-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.210s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.272388] env[68893]: DEBUG oslo_concurrency.lockutils [None req-5cbe68cd-19f5-4b64-afc8-5f541240cccd tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.087s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.275048] env[68893]: INFO nova.compute.claims [None req-5cbe68cd-19f5-4b64-afc8-5f541240cccd tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] [instance: 8cd7dab4-e083-415f-937c-8d3e0c9fc26c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 806.286700] env[68893]: INFO nova.scheduler.client.report [None req-8d6e7f59-a0df-44c8-bb22-75aa841d27bc tempest-ServerGroupTestJSON-479684333 tempest-ServerGroupTestJSON-479684333-project-member] Deleted allocations for instance 2a1280e2-4ad2-442f-a89e-06b541a310a1 [ 806.404110] env[68893]: DEBUG nova.compute.manager [None req-1087cabe-9278-4201-95ee-a80590b3f9b8 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] [instance: a18eb1c3-0700-4e59-be23-2c91afa4b7b1] Start destroying the instance on the hypervisor. {{(pid=68893) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 806.404783] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-1087cabe-9278-4201-95ee-a80590b3f9b8 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] [instance: a18eb1c3-0700-4e59-be23-2c91afa4b7b1] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 806.405708] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f353a719-3406-4eac-b297-b78b12b4a876 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.414261] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-1087cabe-9278-4201-95ee-a80590b3f9b8 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] [instance: a18eb1c3-0700-4e59-be23-2c91afa4b7b1] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 806.417578] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8e85e3f3-2436-4005-b7ed-c25ac39708eb {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.424025] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791366, 'name': CreateVM_Task} progress is 99%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.424902] env[68893]: DEBUG oslo_vmware.api [None req-1087cabe-9278-4201-95ee-a80590b3f9b8 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Waiting for the task: (returnval){ [ 806.424902] env[68893]: value = "task-2791368" [ 806.424902] env[68893]: _type = "Task" [ 806.424902] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.432708] env[68893]: DEBUG oslo_vmware.api [None req-1087cabe-9278-4201-95ee-a80590b3f9b8 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Task: {'id': task-2791368, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.481960] env[68893]: DEBUG nova.network.neutron [-] [instance: 3d1591a1-3e98-4978-a25b-38b4c304230a] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.488658] env[68893]: DEBUG oslo_vmware.api [None req-b4c2fda7-aee8-4776-965c-c1e9b40ce895 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2791367, 'name': ReconfigVM_Task, 'duration_secs': 0.281126} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.489050] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4c2fda7-aee8-4776-965c-c1e9b40ce895 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 8c560e82-533e-49c7-aaf4-82e123f75240] Reconfigured VM instance instance-00000024 to attach disk [datastore1] 8c560e82-533e-49c7-aaf4-82e123f75240/8c560e82-533e-49c7-aaf4-82e123f75240.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 806.489937] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b7654285-e47a-4bcb-b3a2-4cd6a7365f0e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.497077] env[68893]: DEBUG oslo_vmware.api [None req-b4c2fda7-aee8-4776-965c-c1e9b40ce895 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Waiting for the task: (returnval){ [ 806.497077] env[68893]: value = "task-2791369" [ 806.497077] env[68893]: _type = "Task" [ 806.497077] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.508899] env[68893]: DEBUG oslo_vmware.api [None req-b4c2fda7-aee8-4776-965c-c1e9b40ce895 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2791369, 'name': Rename_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.644471] env[68893]: DEBUG oslo_concurrency.lockutils [None req-08a0621e-a202-41c0-b89d-70a9f812ca9e tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Releasing lock "refresh_cache-5ba2b5c7-ec6d-49da-82ce-e76c402497fb" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.645578] env[68893]: DEBUG nova.compute.manager [None req-08a0621e-a202-41c0-b89d-70a9f812ca9e tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] [instance: 5ba2b5c7-ec6d-49da-82ce-e76c402497fb] Instance network_info: |[{"id": "00067902-4c45-4708-bec0-b7e747683741", "address": "fa:16:3e:7c:17:97", "network": {"id": "b9df0680-ff4c-4e02-bfba-1ed866d7497a", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1652711736-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0d6266d09ad44e8bb08d2abc90dbda5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00067902-4c", "ovs_interfaceid": "00067902-4c45-4708-bec0-b7e747683741", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 806.646371] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-08a0621e-a202-41c0-b89d-70a9f812ca9e tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] [instance: 5ba2b5c7-ec6d-49da-82ce-e76c402497fb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7c:17:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52358fcc-0d9f-45dd-8c75-db533fd992c3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '00067902-4c45-4708-bec0-b7e747683741', 'vif_model': 'vmxnet3'}] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 806.658237] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-08a0621e-a202-41c0-b89d-70a9f812ca9e tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Creating folder: Project (c0d6266d09ad44e8bb08d2abc90dbda5). Parent ref: group-v560969. {{(pid=68893) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 806.659306] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ffa1e2c1-ac08-4c79-8453-0e9735e676a3 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.669667] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-08a0621e-a202-41c0-b89d-70a9f812ca9e tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Created folder: Project (c0d6266d09ad44e8bb08d2abc90dbda5) in parent group-v560969. [ 806.670027] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-08a0621e-a202-41c0-b89d-70a9f812ca9e tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Creating folder: Instances. Parent ref: group-v561074. {{(pid=68893) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 806.670283] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-70333c8e-653f-486f-b85d-fec540c86eec {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.679324] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-08a0621e-a202-41c0-b89d-70a9f812ca9e tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Created folder: Instances in parent group-v561074. [ 806.679592] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-08a0621e-a202-41c0-b89d-70a9f812ca9e tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 806.679796] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ba2b5c7-ec6d-49da-82ce-e76c402497fb] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 806.681780] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9e424836-33ba-4705-aa9e-1bb791cee774 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.701758] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 806.701758] env[68893]: value = "task-2791372" [ 806.701758] env[68893]: _type = "Task" [ 806.701758] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.709866] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791372, 'name': CreateVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.712046] env[68893]: INFO nova.compute.manager [-] [instance: 5fd8323d-8ef2-4255-b0f2-5a4f346ceef7] Took 1.33 seconds to deallocate network for instance. [ 806.762879] env[68893]: DEBUG oslo_concurrency.lockutils [None req-68c1b689-b805-484f-9440-35c0bd91102d tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Acquiring lock "67b07b13-034d-40ad-a554-518d5d36044c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.763292] env[68893]: DEBUG oslo_concurrency.lockutils [None req-68c1b689-b805-484f-9440-35c0bd91102d tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Lock "67b07b13-034d-40ad-a554-518d5d36044c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.797134] env[68893]: DEBUG oslo_concurrency.lockutils [None req-8d6e7f59-a0df-44c8-bb22-75aa841d27bc tempest-ServerGroupTestJSON-479684333 tempest-ServerGroupTestJSON-479684333-project-member] Lock "2a1280e2-4ad2-442f-a89e-06b541a310a1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.414s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.837322] env[68893]: DEBUG nova.compute.manager [req-a3c3704d-51bb-4bb6-8f04-82f993432f4e req-39aa1240-e422-41e6-8ca9-ed8bfbfe0b44 service nova] [instance: 5ba2b5c7-ec6d-49da-82ce-e76c402497fb] Received event network-changed-00067902-4c45-4708-bec0-b7e747683741 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 806.837735] env[68893]: DEBUG nova.compute.manager [req-a3c3704d-51bb-4bb6-8f04-82f993432f4e req-39aa1240-e422-41e6-8ca9-ed8bfbfe0b44 service nova] [instance: 5ba2b5c7-ec6d-49da-82ce-e76c402497fb] Refreshing instance network info cache due to event network-changed-00067902-4c45-4708-bec0-b7e747683741. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 806.837878] env[68893]: DEBUG oslo_concurrency.lockutils [req-a3c3704d-51bb-4bb6-8f04-82f993432f4e req-39aa1240-e422-41e6-8ca9-ed8bfbfe0b44 service nova] Acquiring lock "refresh_cache-5ba2b5c7-ec6d-49da-82ce-e76c402497fb" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.837956] env[68893]: DEBUG oslo_concurrency.lockutils [req-a3c3704d-51bb-4bb6-8f04-82f993432f4e req-39aa1240-e422-41e6-8ca9-ed8bfbfe0b44 service nova] Acquired lock "refresh_cache-5ba2b5c7-ec6d-49da-82ce-e76c402497fb" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.838095] env[68893]: DEBUG nova.network.neutron [req-a3c3704d-51bb-4bb6-8f04-82f993432f4e req-39aa1240-e422-41e6-8ca9-ed8bfbfe0b44 service nova] [instance: 5ba2b5c7-ec6d-49da-82ce-e76c402497fb] Refreshing network info cache for port 00067902-4c45-4708-bec0-b7e747683741 {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 806.923894] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791366, 'name': CreateVM_Task, 'duration_secs': 0.675958} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.924380] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bfc2d904-8005-4693-871f-5745dc3d29fd] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 806.924586] env[68893]: DEBUG oslo_concurrency.lockutils [None req-a7f3f3b3-0e50-468d-aa45-7b7534036eea tempest-ServersAdmin275Test-1539933831 tempest-ServersAdmin275Test-1539933831-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.924785] env[68893]: DEBUG oslo_concurrency.lockutils [None req-a7f3f3b3-0e50-468d-aa45-7b7534036eea tempest-ServersAdmin275Test-1539933831 tempest-ServersAdmin275Test-1539933831-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.925147] env[68893]: DEBUG oslo_concurrency.lockutils [None req-a7f3f3b3-0e50-468d-aa45-7b7534036eea tempest-ServersAdmin275Test-1539933831 tempest-ServersAdmin275Test-1539933831-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.925492] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50ae957a-b50d-460a-9ff3-e4561465b53b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.937102] env[68893]: DEBUG oslo_vmware.api [None req-a7f3f3b3-0e50-468d-aa45-7b7534036eea tempest-ServersAdmin275Test-1539933831 tempest-ServersAdmin275Test-1539933831-project-admin] Waiting for the task: (returnval){ [ 806.937102] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52f1bffd-f619-01c0-63be-360ed4eab5b5" [ 806.937102] env[68893]: _type = "Task" [ 806.937102] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.937348] env[68893]: DEBUG oslo_vmware.api [None req-1087cabe-9278-4201-95ee-a80590b3f9b8 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Task: {'id': task-2791368, 'name': PowerOffVM_Task, 'duration_secs': 0.190591} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.937679] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-1087cabe-9278-4201-95ee-a80590b3f9b8 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] [instance: a18eb1c3-0700-4e59-be23-2c91afa4b7b1] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 806.937873] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-1087cabe-9278-4201-95ee-a80590b3f9b8 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] [instance: a18eb1c3-0700-4e59-be23-2c91afa4b7b1] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 806.940867] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-14104924-71de-4f8a-9c45-478d67a8eca0 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.947378] env[68893]: DEBUG oslo_vmware.api [None req-a7f3f3b3-0e50-468d-aa45-7b7534036eea tempest-ServersAdmin275Test-1539933831 tempest-ServersAdmin275Test-1539933831-project-admin] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52f1bffd-f619-01c0-63be-360ed4eab5b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.985134] env[68893]: INFO nova.compute.manager [-] [instance: 3d1591a1-3e98-4978-a25b-38b4c304230a] Took 1.44 seconds to deallocate network for instance. [ 807.007371] env[68893]: DEBUG oslo_vmware.api [None req-b4c2fda7-aee8-4776-965c-c1e9b40ce895 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2791369, 'name': Rename_Task, 'duration_secs': 0.157246} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.008668] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4c2fda7-aee8-4776-965c-c1e9b40ce895 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 8c560e82-533e-49c7-aaf4-82e123f75240] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 807.009101] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-1087cabe-9278-4201-95ee-a80590b3f9b8 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] [instance: a18eb1c3-0700-4e59-be23-2c91afa4b7b1] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 807.009197] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-1087cabe-9278-4201-95ee-a80590b3f9b8 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] [instance: a18eb1c3-0700-4e59-be23-2c91afa4b7b1] Deleting contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 807.009350] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-1087cabe-9278-4201-95ee-a80590b3f9b8 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Deleting the datastore file [datastore2] a18eb1c3-0700-4e59-be23-2c91afa4b7b1 {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 807.010125] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4525499f-106d-46fc-958e-02eea1f4dbbe {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.011201] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7917b21e-dce0-4000-8c5b-6ffc1eb477cb {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.018090] env[68893]: DEBUG oslo_vmware.api [None req-b4c2fda7-aee8-4776-965c-c1e9b40ce895 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Waiting for the task: (returnval){ [ 807.018090] env[68893]: value = "task-2791374" [ 807.018090] env[68893]: _type = "Task" [ 807.018090] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.019080] env[68893]: DEBUG oslo_vmware.api [None req-1087cabe-9278-4201-95ee-a80590b3f9b8 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Waiting for the task: (returnval){ [ 807.019080] env[68893]: value = "task-2791375" [ 807.019080] env[68893]: _type = "Task" [ 807.019080] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.032578] env[68893]: DEBUG oslo_vmware.api [None req-b4c2fda7-aee8-4776-965c-c1e9b40ce895 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2791374, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.035545] env[68893]: DEBUG oslo_vmware.api [None req-1087cabe-9278-4201-95ee-a80590b3f9b8 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Task: {'id': task-2791375, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.214690] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791372, 'name': CreateVM_Task, 'duration_secs': 0.36245} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.214690] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ba2b5c7-ec6d-49da-82ce-e76c402497fb] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 807.215360] env[68893]: DEBUG oslo_concurrency.lockutils [None req-08a0621e-a202-41c0-b89d-70a9f812ca9e tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.215619] env[68893]: DEBUG oslo_concurrency.lockutils [None req-08a0621e-a202-41c0-b89d-70a9f812ca9e tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.215862] env[68893]: DEBUG oslo_concurrency.lockutils [None req-08a0621e-a202-41c0-b89d-70a9f812ca9e tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.216129] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af65c3d6-0473-460a-8279-ae710afb7f3f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.219391] env[68893]: DEBUG oslo_concurrency.lockutils [None req-1ec0e123-a049-48e6-9b1f-d560d0e81a3e tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.220910] env[68893]: DEBUG oslo_vmware.api [None req-08a0621e-a202-41c0-b89d-70a9f812ca9e tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Waiting for the task: (returnval){ [ 807.220910] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52d4171f-1923-b3ec-e9bb-38cd214dee32" [ 807.220910] env[68893]: _type = "Task" [ 807.220910] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.229507] env[68893]: DEBUG oslo_vmware.api [None req-08a0621e-a202-41c0-b89d-70a9f812ca9e tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52d4171f-1923-b3ec-e9bb-38cd214dee32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.453032] env[68893]: DEBUG oslo_vmware.api [None req-a7f3f3b3-0e50-468d-aa45-7b7534036eea tempest-ServersAdmin275Test-1539933831 tempest-ServersAdmin275Test-1539933831-project-admin] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52f1bffd-f619-01c0-63be-360ed4eab5b5, 'name': SearchDatastore_Task, 'duration_secs': 0.015827} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.455600] env[68893]: DEBUG oslo_concurrency.lockutils [None req-a7f3f3b3-0e50-468d-aa45-7b7534036eea tempest-ServersAdmin275Test-1539933831 tempest-ServersAdmin275Test-1539933831-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.455849] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-a7f3f3b3-0e50-468d-aa45-7b7534036eea tempest-ServersAdmin275Test-1539933831 tempest-ServersAdmin275Test-1539933831-project-admin] [instance: bfc2d904-8005-4693-871f-5745dc3d29fd] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 807.456085] env[68893]: DEBUG oslo_concurrency.lockutils [None req-a7f3f3b3-0e50-468d-aa45-7b7534036eea tempest-ServersAdmin275Test-1539933831 tempest-ServersAdmin275Test-1539933831-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.456263] env[68893]: DEBUG oslo_concurrency.lockutils [None req-a7f3f3b3-0e50-468d-aa45-7b7534036eea tempest-ServersAdmin275Test-1539933831 tempest-ServersAdmin275Test-1539933831-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.456402] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7f3f3b3-0e50-468d-aa45-7b7534036eea tempest-ServersAdmin275Test-1539933831 tempest-ServersAdmin275Test-1539933831-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 807.460149] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b977f967-6335-45bd-a1e9-cff4cca15f15 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.468153] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7f3f3b3-0e50-468d-aa45-7b7534036eea tempest-ServersAdmin275Test-1539933831 tempest-ServersAdmin275Test-1539933831-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 807.468153] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-a7f3f3b3-0e50-468d-aa45-7b7534036eea tempest-ServersAdmin275Test-1539933831 tempest-ServersAdmin275Test-1539933831-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 807.468638] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1e5b0cf-b855-4c51-90d0-45b2c1012b67 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.473648] env[68893]: DEBUG oslo_vmware.api [None req-a7f3f3b3-0e50-468d-aa45-7b7534036eea tempest-ServersAdmin275Test-1539933831 tempest-ServersAdmin275Test-1539933831-project-admin] Waiting for the task: (returnval){ [ 807.473648] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]5284b4a4-1778-4acd-2cbe-10c03a67a45a" [ 807.473648] env[68893]: _type = "Task" [ 807.473648] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.483012] env[68893]: DEBUG oslo_vmware.api [None req-a7f3f3b3-0e50-468d-aa45-7b7534036eea tempest-ServersAdmin275Test-1539933831 tempest-ServersAdmin275Test-1539933831-project-admin] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]5284b4a4-1778-4acd-2cbe-10c03a67a45a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.492406] env[68893]: DEBUG oslo_concurrency.lockutils [None req-beb2371a-7b35-4bba-a274-3d2c0885e224 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.533307] env[68893]: DEBUG oslo_vmware.api [None req-b4c2fda7-aee8-4776-965c-c1e9b40ce895 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2791374, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.538887] env[68893]: DEBUG oslo_vmware.api [None req-1087cabe-9278-4201-95ee-a80590b3f9b8 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Task: {'id': task-2791375, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146803} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.539200] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-1087cabe-9278-4201-95ee-a80590b3f9b8 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 807.539388] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-1087cabe-9278-4201-95ee-a80590b3f9b8 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] [instance: a18eb1c3-0700-4e59-be23-2c91afa4b7b1] Deleted contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 807.539564] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-1087cabe-9278-4201-95ee-a80590b3f9b8 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] [instance: a18eb1c3-0700-4e59-be23-2c91afa4b7b1] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 807.540049] env[68893]: INFO nova.compute.manager [None req-1087cabe-9278-4201-95ee-a80590b3f9b8 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] [instance: a18eb1c3-0700-4e59-be23-2c91afa4b7b1] Took 1.14 seconds to destroy the instance on the hypervisor. [ 807.540049] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1087cabe-9278-4201-95ee-a80590b3f9b8 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 807.540249] env[68893]: DEBUG nova.compute.manager [-] [instance: a18eb1c3-0700-4e59-be23-2c91afa4b7b1] Deallocating network for instance {{(pid=68893) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 807.540346] env[68893]: DEBUG nova.network.neutron [-] [instance: a18eb1c3-0700-4e59-be23-2c91afa4b7b1] deallocate_for_instance() {{(pid=68893) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 807.699874] env[68893]: DEBUG nova.network.neutron [req-a3c3704d-51bb-4bb6-8f04-82f993432f4e req-39aa1240-e422-41e6-8ca9-ed8bfbfe0b44 service nova] [instance: 5ba2b5c7-ec6d-49da-82ce-e76c402497fb] Updated VIF entry in instance network info cache for port 00067902-4c45-4708-bec0-b7e747683741. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 807.700268] env[68893]: DEBUG nova.network.neutron [req-a3c3704d-51bb-4bb6-8f04-82f993432f4e req-39aa1240-e422-41e6-8ca9-ed8bfbfe0b44 service nova] [instance: 5ba2b5c7-ec6d-49da-82ce-e76c402497fb] Updating instance_info_cache with network_info: [{"id": "00067902-4c45-4708-bec0-b7e747683741", "address": "fa:16:3e:7c:17:97", "network": {"id": "b9df0680-ff4c-4e02-bfba-1ed866d7497a", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1652711736-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0d6266d09ad44e8bb08d2abc90dbda5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00067902-4c", "ovs_interfaceid": "00067902-4c45-4708-bec0-b7e747683741", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.740069] env[68893]: DEBUG oslo_vmware.api [None req-08a0621e-a202-41c0-b89d-70a9f812ca9e tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52d4171f-1923-b3ec-e9bb-38cd214dee32, 'name': SearchDatastore_Task, 'duration_secs': 0.009859} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.740575] env[68893]: DEBUG oslo_concurrency.lockutils [None req-08a0621e-a202-41c0-b89d-70a9f812ca9e tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.740804] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-08a0621e-a202-41c0-b89d-70a9f812ca9e tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] [instance: 5ba2b5c7-ec6d-49da-82ce-e76c402497fb] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 807.741045] env[68893]: DEBUG oslo_concurrency.lockutils [None req-08a0621e-a202-41c0-b89d-70a9f812ca9e tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.741187] env[68893]: DEBUG oslo_concurrency.lockutils [None req-08a0621e-a202-41c0-b89d-70a9f812ca9e tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.741359] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-08a0621e-a202-41c0-b89d-70a9f812ca9e tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 807.741623] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3975131c-1836-4a21-ac9c-41aeba361fe5 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.751999] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-08a0621e-a202-41c0-b89d-70a9f812ca9e tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 807.752203] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-08a0621e-a202-41c0-b89d-70a9f812ca9e tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 807.752970] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2323a7d-9d19-4837-aea0-d82ab74f8427 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.759096] env[68893]: DEBUG oslo_vmware.api [None req-08a0621e-a202-41c0-b89d-70a9f812ca9e tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Waiting for the task: (returnval){ [ 807.759096] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]528bf444-1b09-2430-0059-d688ed5b4726" [ 807.759096] env[68893]: _type = "Task" [ 807.759096] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.772963] env[68893]: DEBUG oslo_vmware.api [None req-08a0621e-a202-41c0-b89d-70a9f812ca9e tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]528bf444-1b09-2430-0059-d688ed5b4726, 'name': SearchDatastore_Task, 'duration_secs': 0.009814} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.773900] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1a8bbe3-ad64-42d6-81d7-38e4b324171f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.782249] env[68893]: DEBUG oslo_vmware.api [None req-08a0621e-a202-41c0-b89d-70a9f812ca9e tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Waiting for the task: (returnval){ [ 807.782249] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52dcc392-335c-5321-c905-4e07d5efdd5d" [ 807.782249] env[68893]: _type = "Task" [ 807.782249] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.790685] env[68893]: DEBUG oslo_vmware.api [None req-08a0621e-a202-41c0-b89d-70a9f812ca9e tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52dcc392-335c-5321-c905-4e07d5efdd5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.847878] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ffafc6e-29a3-4e97-81fe-f3e6840190f3 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.855927] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e9a12f6-8632-47c2-a4a3-9ded0cc31e33 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.900817] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fd1037f-8029-4b92-9e42-263f6ba1aa87 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.908941] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb80d8d-7308-438c-9ba4-dd91ce9cc6a5 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.924936] env[68893]: DEBUG nova.compute.provider_tree [None req-5cbe68cd-19f5-4b64-afc8-5f541240cccd tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Updating inventory in ProviderTree for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 807.983557] env[68893]: DEBUG oslo_vmware.api [None req-a7f3f3b3-0e50-468d-aa45-7b7534036eea tempest-ServersAdmin275Test-1539933831 tempest-ServersAdmin275Test-1539933831-project-admin] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]5284b4a4-1778-4acd-2cbe-10c03a67a45a, 'name': SearchDatastore_Task, 'duration_secs': 0.009301} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.984431] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2776fdf9-9230-4e50-b607-6e435a4ef64c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.989715] env[68893]: DEBUG oslo_vmware.api [None req-a7f3f3b3-0e50-468d-aa45-7b7534036eea tempest-ServersAdmin275Test-1539933831 tempest-ServersAdmin275Test-1539933831-project-admin] Waiting for the task: (returnval){ [ 807.989715] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52d7eab4-4ccf-c780-4ec8-0fa49adc8107" [ 807.989715] env[68893]: _type = "Task" [ 807.989715] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.998233] env[68893]: DEBUG oslo_vmware.api [None req-a7f3f3b3-0e50-468d-aa45-7b7534036eea tempest-ServersAdmin275Test-1539933831 tempest-ServersAdmin275Test-1539933831-project-admin] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52d7eab4-4ccf-c780-4ec8-0fa49adc8107, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.029228] env[68893]: DEBUG oslo_vmware.api [None req-b4c2fda7-aee8-4776-965c-c1e9b40ce895 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2791374, 'name': PowerOnVM_Task, 'duration_secs': 0.851493} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.029500] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4c2fda7-aee8-4776-965c-c1e9b40ce895 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 8c560e82-533e-49c7-aaf4-82e123f75240] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 808.029695] env[68893]: INFO nova.compute.manager [None req-b4c2fda7-aee8-4776-965c-c1e9b40ce895 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 8c560e82-533e-49c7-aaf4-82e123f75240] Took 7.99 seconds to spawn the instance on the hypervisor. [ 808.029867] env[68893]: DEBUG nova.compute.manager [None req-b4c2fda7-aee8-4776-965c-c1e9b40ce895 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 8c560e82-533e-49c7-aaf4-82e123f75240] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 808.030718] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59568d1b-6aa7-46b1-99d8-179fb641f89d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.203428] env[68893]: DEBUG oslo_concurrency.lockutils [req-a3c3704d-51bb-4bb6-8f04-82f993432f4e req-39aa1240-e422-41e6-8ca9-ed8bfbfe0b44 service nova] Releasing lock "refresh_cache-5ba2b5c7-ec6d-49da-82ce-e76c402497fb" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.203896] env[68893]: DEBUG nova.compute.manager [req-a3c3704d-51bb-4bb6-8f04-82f993432f4e req-39aa1240-e422-41e6-8ca9-ed8bfbfe0b44 service nova] [instance: 5fd8323d-8ef2-4255-b0f2-5a4f346ceef7] Received event network-vif-deleted-5e56b759-0ef4-4155-a008-b417bafb47f1 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 808.204217] env[68893]: DEBUG nova.compute.manager [req-a3c3704d-51bb-4bb6-8f04-82f993432f4e req-39aa1240-e422-41e6-8ca9-ed8bfbfe0b44 service nova] [instance: 3d1591a1-3e98-4978-a25b-38b4c304230a] Received event network-vif-deleted-339d36ba-ed85-4654-af91-e14e7e9be1cc {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 808.294831] env[68893]: DEBUG oslo_vmware.api [None req-08a0621e-a202-41c0-b89d-70a9f812ca9e tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52dcc392-335c-5321-c905-4e07d5efdd5d, 'name': SearchDatastore_Task, 'duration_secs': 0.02845} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.295355] env[68893]: DEBUG oslo_concurrency.lockutils [None req-08a0621e-a202-41c0-b89d-70a9f812ca9e tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.296094] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-08a0621e-a202-41c0-b89d-70a9f812ca9e tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore1] 5ba2b5c7-ec6d-49da-82ce-e76c402497fb/5ba2b5c7-ec6d-49da-82ce-e76c402497fb.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 808.296471] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-57b239ed-37b3-444c-aad2-ce636e538981 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.309163] env[68893]: DEBUG oslo_vmware.api [None req-08a0621e-a202-41c0-b89d-70a9f812ca9e tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Waiting for the task: (returnval){ [ 808.309163] env[68893]: value = "task-2791376" [ 808.309163] env[68893]: _type = "Task" [ 808.309163] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.316375] env[68893]: DEBUG oslo_vmware.api [None req-08a0621e-a202-41c0-b89d-70a9f812ca9e tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Task: {'id': task-2791376, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.460967] env[68893]: ERROR nova.scheduler.client.report [None req-5cbe68cd-19f5-4b64-afc8-5f541240cccd tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] [req-0ee1853a-311b-4d73-a162-d9e17bf4131b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d14b70d6-a636-4db0-b5a6-b901da6fa895. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0ee1853a-311b-4d73-a162-d9e17bf4131b"}]} [ 808.484308] env[68893]: DEBUG nova.scheduler.client.report [None req-5cbe68cd-19f5-4b64-afc8-5f541240cccd tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Refreshing inventories for resource provider d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 808.502909] env[68893]: DEBUG oslo_vmware.api [None req-a7f3f3b3-0e50-468d-aa45-7b7534036eea tempest-ServersAdmin275Test-1539933831 tempest-ServersAdmin275Test-1539933831-project-admin] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52d7eab4-4ccf-c780-4ec8-0fa49adc8107, 'name': SearchDatastore_Task, 'duration_secs': 0.012561} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.503181] env[68893]: DEBUG oslo_concurrency.lockutils [None req-a7f3f3b3-0e50-468d-aa45-7b7534036eea tempest-ServersAdmin275Test-1539933831 tempest-ServersAdmin275Test-1539933831-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.503620] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7f3f3b3-0e50-468d-aa45-7b7534036eea tempest-ServersAdmin275Test-1539933831 tempest-ServersAdmin275Test-1539933831-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] bfc2d904-8005-4693-871f-5745dc3d29fd/bfc2d904-8005-4693-871f-5745dc3d29fd.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 808.503880] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9dd569bd-b11f-485a-a23b-e43ec6e0c70d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.506790] env[68893]: DEBUG nova.scheduler.client.report [None req-5cbe68cd-19f5-4b64-afc8-5f541240cccd tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Updating ProviderTree inventory for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 808.507241] env[68893]: DEBUG nova.compute.provider_tree [None req-5cbe68cd-19f5-4b64-afc8-5f541240cccd tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Updating inventory in ProviderTree for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 808.514676] env[68893]: DEBUG oslo_vmware.api [None req-a7f3f3b3-0e50-468d-aa45-7b7534036eea tempest-ServersAdmin275Test-1539933831 tempest-ServersAdmin275Test-1539933831-project-admin] Waiting for the task: (returnval){ [ 808.514676] env[68893]: value = "task-2791377" [ 808.514676] env[68893]: _type = "Task" [ 808.514676] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.524272] env[68893]: DEBUG oslo_vmware.api [None req-a7f3f3b3-0e50-468d-aa45-7b7534036eea tempest-ServersAdmin275Test-1539933831 tempest-ServersAdmin275Test-1539933831-project-admin] Task: {'id': task-2791377, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.527432] env[68893]: DEBUG nova.scheduler.client.report [None req-5cbe68cd-19f5-4b64-afc8-5f541240cccd tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Refreshing aggregate associations for resource provider d14b70d6-a636-4db0-b5a6-b901da6fa895, aggregates: None {{(pid=68893) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 808.558019] env[68893]: INFO nova.compute.manager [None req-b4c2fda7-aee8-4776-965c-c1e9b40ce895 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 8c560e82-533e-49c7-aaf4-82e123f75240] Took 45.84 seconds to build instance. [ 808.561425] env[68893]: DEBUG nova.scheduler.client.report [None req-5cbe68cd-19f5-4b64-afc8-5f541240cccd tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Refreshing trait associations for resource provider d14b70d6-a636-4db0-b5a6-b901da6fa895, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE {{(pid=68893) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 808.828870] env[68893]: DEBUG oslo_vmware.api [None req-08a0621e-a202-41c0-b89d-70a9f812ca9e tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Task: {'id': task-2791376, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.976383] env[68893]: DEBUG nova.network.neutron [-] [instance: a18eb1c3-0700-4e59-be23-2c91afa4b7b1] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.034095] env[68893]: DEBUG oslo_vmware.api [None req-a7f3f3b3-0e50-468d-aa45-7b7534036eea tempest-ServersAdmin275Test-1539933831 tempest-ServersAdmin275Test-1539933831-project-admin] Task: {'id': task-2791377, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.063366] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b4c2fda7-aee8-4776-965c-c1e9b40ce895 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Lock "8c560e82-533e-49c7-aaf4-82e123f75240" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.781s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.130265] env[68893]: DEBUG nova.compute.manager [req-67e1c1d3-594b-4951-bd8c-abbae4662667 req-daa0725e-f6fc-4919-9d54-f306bebd1dee service nova] [instance: a18eb1c3-0700-4e59-be23-2c91afa4b7b1] Received event network-vif-deleted-cbeb6af6-30a5-4b51-972b-30bbb13ef592 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 809.259029] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-496f8e81-92f1-4b8d-b538-6586977afa7b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.270211] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efcb5a64-23f2-4eca-a5e0-8840d7ddfc56 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.306358] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3aaebc0-efb7-4504-bbcb-d3a1f0729bf8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.322401] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d14a96d5-60fe-49f9-bd8a-d70928a5d83d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.328513] env[68893]: DEBUG oslo_vmware.api [None req-08a0621e-a202-41c0-b89d-70a9f812ca9e tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Task: {'id': task-2791376, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.775799} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.328793] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-08a0621e-a202-41c0-b89d-70a9f812ca9e tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore1] 5ba2b5c7-ec6d-49da-82ce-e76c402497fb/5ba2b5c7-ec6d-49da-82ce-e76c402497fb.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 809.329010] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-08a0621e-a202-41c0-b89d-70a9f812ca9e tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] [instance: 5ba2b5c7-ec6d-49da-82ce-e76c402497fb] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 809.329672] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-39c065c1-061e-4c8d-9f0c-1077d871b5e4 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.340210] env[68893]: DEBUG nova.compute.provider_tree [None req-5cbe68cd-19f5-4b64-afc8-5f541240cccd tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Updating inventory in ProviderTree for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 809.346203] env[68893]: DEBUG oslo_vmware.api [None req-08a0621e-a202-41c0-b89d-70a9f812ca9e tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Waiting for the task: (returnval){ [ 809.346203] env[68893]: value = "task-2791378" [ 809.346203] env[68893]: _type = "Task" [ 809.346203] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.353867] env[68893]: DEBUG oslo_vmware.api [None req-08a0621e-a202-41c0-b89d-70a9f812ca9e tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Task: {'id': task-2791378, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.482198] env[68893]: INFO nova.compute.manager [-] [instance: a18eb1c3-0700-4e59-be23-2c91afa4b7b1] Took 1.94 seconds to deallocate network for instance. [ 809.527617] env[68893]: DEBUG oslo_vmware.api [None req-a7f3f3b3-0e50-468d-aa45-7b7534036eea tempest-ServersAdmin275Test-1539933831 tempest-ServersAdmin275Test-1539933831-project-admin] Task: {'id': task-2791377, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.658907} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.527877] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7f3f3b3-0e50-468d-aa45-7b7534036eea tempest-ServersAdmin275Test-1539933831 tempest-ServersAdmin275Test-1539933831-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] bfc2d904-8005-4693-871f-5745dc3d29fd/bfc2d904-8005-4693-871f-5745dc3d29fd.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 809.528089] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-a7f3f3b3-0e50-468d-aa45-7b7534036eea tempest-ServersAdmin275Test-1539933831 tempest-ServersAdmin275Test-1539933831-project-admin] [instance: bfc2d904-8005-4693-871f-5745dc3d29fd] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 809.530497] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6e77798c-5223-4c5a-92a1-14870468be3d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.541404] env[68893]: DEBUG oslo_vmware.api [None req-a7f3f3b3-0e50-468d-aa45-7b7534036eea tempest-ServersAdmin275Test-1539933831 tempest-ServersAdmin275Test-1539933831-project-admin] Waiting for the task: (returnval){ [ 809.541404] env[68893]: value = "task-2791379" [ 809.541404] env[68893]: _type = "Task" [ 809.541404] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.555067] env[68893]: DEBUG oslo_vmware.api [None req-a7f3f3b3-0e50-468d-aa45-7b7534036eea tempest-ServersAdmin275Test-1539933831 tempest-ServersAdmin275Test-1539933831-project-admin] Task: {'id': task-2791379, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.567561] env[68893]: DEBUG nova.compute.manager [None req-0b547615-538d-489f-8f0a-253ad9e07ebf tempest-ImagesNegativeTestJSON-191284113 tempest-ImagesNegativeTestJSON-191284113-project-member] [instance: 36ca8a7c-a14e-44d7-b85a-2aa12e454bf7] Starting instance... {{(pid=68893) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 809.856960] env[68893]: DEBUG oslo_vmware.api [None req-08a0621e-a202-41c0-b89d-70a9f812ca9e tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Task: {'id': task-2791378, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.115771} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.856960] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-08a0621e-a202-41c0-b89d-70a9f812ca9e tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] [instance: 5ba2b5c7-ec6d-49da-82ce-e76c402497fb] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 809.860380] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-295f49fb-c101-4905-93e4-793fcd114514 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.883015] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-08a0621e-a202-41c0-b89d-70a9f812ca9e tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] [instance: 5ba2b5c7-ec6d-49da-82ce-e76c402497fb] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] 5ba2b5c7-ec6d-49da-82ce-e76c402497fb/5ba2b5c7-ec6d-49da-82ce-e76c402497fb.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 809.883766] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-831a3430-442c-48c4-bf07-25566825302d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.903951] env[68893]: DEBUG nova.scheduler.client.report [None req-5cbe68cd-19f5-4b64-afc8-5f541240cccd tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Updated inventory for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with generation 66 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 809.904248] env[68893]: DEBUG nova.compute.provider_tree [None req-5cbe68cd-19f5-4b64-afc8-5f541240cccd tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Updating resource provider d14b70d6-a636-4db0-b5a6-b901da6fa895 generation from 66 to 67 during operation: update_inventory {{(pid=68893) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 809.904429] env[68893]: DEBUG nova.compute.provider_tree [None req-5cbe68cd-19f5-4b64-afc8-5f541240cccd tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Updating inventory in ProviderTree for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 809.918123] env[68893]: DEBUG oslo_vmware.api [None req-08a0621e-a202-41c0-b89d-70a9f812ca9e tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Waiting for the task: (returnval){ [ 809.918123] env[68893]: value = "task-2791380" [ 809.918123] env[68893]: _type = "Task" [ 809.918123] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.929269] env[68893]: DEBUG oslo_vmware.api [None req-08a0621e-a202-41c0-b89d-70a9f812ca9e tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Task: {'id': task-2791380, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.988769] env[68893]: DEBUG oslo_concurrency.lockutils [None req-1087cabe-9278-4201-95ee-a80590b3f9b8 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.002182] env[68893]: DEBUG nova.compute.manager [req-c4e86f8f-bd0b-480d-817c-10bb97d4e696 req-9917b27d-5f4b-4a1a-ab7e-e60a057c2c3e service nova] [instance: 8c560e82-533e-49c7-aaf4-82e123f75240] Received event network-changed-4b4674a7-af9a-43c6-9dec-45bc870e99cc {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 810.002375] env[68893]: DEBUG nova.compute.manager [req-c4e86f8f-bd0b-480d-817c-10bb97d4e696 req-9917b27d-5f4b-4a1a-ab7e-e60a057c2c3e service nova] [instance: 8c560e82-533e-49c7-aaf4-82e123f75240] Refreshing instance network info cache due to event network-changed-4b4674a7-af9a-43c6-9dec-45bc870e99cc. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 810.002598] env[68893]: DEBUG oslo_concurrency.lockutils [req-c4e86f8f-bd0b-480d-817c-10bb97d4e696 req-9917b27d-5f4b-4a1a-ab7e-e60a057c2c3e service nova] Acquiring lock "refresh_cache-8c560e82-533e-49c7-aaf4-82e123f75240" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.002735] env[68893]: DEBUG oslo_concurrency.lockutils [req-c4e86f8f-bd0b-480d-817c-10bb97d4e696 req-9917b27d-5f4b-4a1a-ab7e-e60a057c2c3e service nova] Acquired lock "refresh_cache-8c560e82-533e-49c7-aaf4-82e123f75240" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.002888] env[68893]: DEBUG nova.network.neutron [req-c4e86f8f-bd0b-480d-817c-10bb97d4e696 req-9917b27d-5f4b-4a1a-ab7e-e60a057c2c3e service nova] [instance: 8c560e82-533e-49c7-aaf4-82e123f75240] Refreshing network info cache for port 4b4674a7-af9a-43c6-9dec-45bc870e99cc {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 810.055803] env[68893]: DEBUG oslo_vmware.api [None req-a7f3f3b3-0e50-468d-aa45-7b7534036eea tempest-ServersAdmin275Test-1539933831 tempest-ServersAdmin275Test-1539933831-project-admin] Task: {'id': task-2791379, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070129} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.056462] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-a7f3f3b3-0e50-468d-aa45-7b7534036eea tempest-ServersAdmin275Test-1539933831 tempest-ServersAdmin275Test-1539933831-project-admin] [instance: bfc2d904-8005-4693-871f-5745dc3d29fd] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 810.057796] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59f74176-52fd-4537-b14e-64d685c82a59 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.077608] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7f3f3b3-0e50-468d-aa45-7b7534036eea tempest-ServersAdmin275Test-1539933831 tempest-ServersAdmin275Test-1539933831-project-admin] [instance: bfc2d904-8005-4693-871f-5745dc3d29fd] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] bfc2d904-8005-4693-871f-5745dc3d29fd/bfc2d904-8005-4693-871f-5745dc3d29fd.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 810.082541] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b4f5308-de1a-4944-bf25-88f6eb7f9d2b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.114690] env[68893]: DEBUG oslo_vmware.api [None req-a7f3f3b3-0e50-468d-aa45-7b7534036eea tempest-ServersAdmin275Test-1539933831 tempest-ServersAdmin275Test-1539933831-project-admin] Waiting for the task: (returnval){ [ 810.114690] env[68893]: value = "task-2791381" [ 810.114690] env[68893]: _type = "Task" [ 810.114690] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.125691] env[68893]: DEBUG oslo_vmware.api [None req-a7f3f3b3-0e50-468d-aa45-7b7534036eea tempest-ServersAdmin275Test-1539933831 tempest-ServersAdmin275Test-1539933831-project-admin] Task: {'id': task-2791381, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.130131] env[68893]: DEBUG oslo_concurrency.lockutils [None req-0b547615-538d-489f-8f0a-253ad9e07ebf tempest-ImagesNegativeTestJSON-191284113 tempest-ImagesNegativeTestJSON-191284113-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.410588] env[68893]: DEBUG oslo_concurrency.lockutils [None req-5cbe68cd-19f5-4b64-afc8-5f541240cccd tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.138s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.410925] env[68893]: DEBUG nova.compute.manager [None req-5cbe68cd-19f5-4b64-afc8-5f541240cccd tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] [instance: 8cd7dab4-e083-415f-937c-8d3e0c9fc26c] Start building networks asynchronously for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 810.416794] env[68893]: DEBUG oslo_concurrency.lockutils [None req-664c7f15-90e9-4e05-abf2-503af5c92887 tempest-ServerMetadataNegativeTestJSON-491243522 tempest-ServerMetadataNegativeTestJSON-491243522-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.013s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.418313] env[68893]: INFO nova.compute.claims [None req-664c7f15-90e9-4e05-abf2-503af5c92887 tempest-ServerMetadataNegativeTestJSON-491243522 tempest-ServerMetadataNegativeTestJSON-491243522-project-member] [instance: b33e73d3-3470-4cc1-ba04-c0d25f13cfea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 810.430762] env[68893]: DEBUG oslo_vmware.api [None req-08a0621e-a202-41c0-b89d-70a9f812ca9e tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Task: {'id': task-2791380, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.626300] env[68893]: DEBUG oslo_vmware.api [None req-a7f3f3b3-0e50-468d-aa45-7b7534036eea tempest-ServersAdmin275Test-1539933831 tempest-ServersAdmin275Test-1539933831-project-admin] Task: {'id': task-2791381, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.852739] env[68893]: DEBUG nova.network.neutron [req-c4e86f8f-bd0b-480d-817c-10bb97d4e696 req-9917b27d-5f4b-4a1a-ab7e-e60a057c2c3e service nova] [instance: 8c560e82-533e-49c7-aaf4-82e123f75240] Updated VIF entry in instance network info cache for port 4b4674a7-af9a-43c6-9dec-45bc870e99cc. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 810.852739] env[68893]: DEBUG nova.network.neutron [req-c4e86f8f-bd0b-480d-817c-10bb97d4e696 req-9917b27d-5f4b-4a1a-ab7e-e60a057c2c3e service nova] [instance: 8c560e82-533e-49c7-aaf4-82e123f75240] Updating instance_info_cache with network_info: [{"id": "4b4674a7-af9a-43c6-9dec-45bc870e99cc", "address": "fa:16:3e:36:ad:13", "network": {"id": "535054b4-40f2-4085-93ee-f88482a820b2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1842438762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84cbde965bb240928baaf86257a83746", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b4674a7-af", "ovs_interfaceid": "4b4674a7-af9a-43c6-9dec-45bc870e99cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.925023] env[68893]: DEBUG nova.compute.utils [None req-5cbe68cd-19f5-4b64-afc8-5f541240cccd tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 810.926295] env[68893]: DEBUG nova.compute.manager [None req-5cbe68cd-19f5-4b64-afc8-5f541240cccd tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] [instance: 8cd7dab4-e083-415f-937c-8d3e0c9fc26c] Not allocating networking since 'none' was specified. {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 810.938239] env[68893]: DEBUG oslo_vmware.api [None req-08a0621e-a202-41c0-b89d-70a9f812ca9e tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Task: {'id': task-2791380, 'name': ReconfigVM_Task, 'duration_secs': 0.559994} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.939142] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-08a0621e-a202-41c0-b89d-70a9f812ca9e tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] [instance: 5ba2b5c7-ec6d-49da-82ce-e76c402497fb] Reconfigured VM instance instance-00000025 to attach disk [datastore1] 5ba2b5c7-ec6d-49da-82ce-e76c402497fb/5ba2b5c7-ec6d-49da-82ce-e76c402497fb.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 810.939876] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6059cbeb-85e4-4fe4-81ad-4f7c44dc6e48 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.946702] env[68893]: DEBUG oslo_vmware.api [None req-08a0621e-a202-41c0-b89d-70a9f812ca9e tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Waiting for the task: (returnval){ [ 810.946702] env[68893]: value = "task-2791382" [ 810.946702] env[68893]: _type = "Task" [ 810.946702] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.955956] env[68893]: DEBUG oslo_vmware.api [None req-08a0621e-a202-41c0-b89d-70a9f812ca9e tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Task: {'id': task-2791382, 'name': Rename_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.124816] env[68893]: DEBUG oslo_vmware.api [None req-a7f3f3b3-0e50-468d-aa45-7b7534036eea tempest-ServersAdmin275Test-1539933831 tempest-ServersAdmin275Test-1539933831-project-admin] Task: {'id': task-2791381, 'name': ReconfigVM_Task, 'duration_secs': 0.620205} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.125182] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7f3f3b3-0e50-468d-aa45-7b7534036eea tempest-ServersAdmin275Test-1539933831 tempest-ServersAdmin275Test-1539933831-project-admin] [instance: bfc2d904-8005-4693-871f-5745dc3d29fd] Reconfigured VM instance instance-00000021 to attach disk [datastore2] bfc2d904-8005-4693-871f-5745dc3d29fd/bfc2d904-8005-4693-871f-5745dc3d29fd.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 811.126040] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-155d8a6f-0c02-4c1a-b53f-f701346c8bae {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.131674] env[68893]: DEBUG oslo_vmware.api [None req-a7f3f3b3-0e50-468d-aa45-7b7534036eea tempest-ServersAdmin275Test-1539933831 tempest-ServersAdmin275Test-1539933831-project-admin] Waiting for the task: (returnval){ [ 811.131674] env[68893]: value = "task-2791383" [ 811.131674] env[68893]: _type = "Task" [ 811.131674] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.140519] env[68893]: DEBUG oslo_vmware.api [None req-a7f3f3b3-0e50-468d-aa45-7b7534036eea tempest-ServersAdmin275Test-1539933831 tempest-ServersAdmin275Test-1539933831-project-admin] Task: {'id': task-2791383, 'name': Rename_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.357263] env[68893]: DEBUG oslo_concurrency.lockutils [req-c4e86f8f-bd0b-480d-817c-10bb97d4e696 req-9917b27d-5f4b-4a1a-ab7e-e60a057c2c3e service nova] Releasing lock "refresh_cache-8c560e82-533e-49c7-aaf4-82e123f75240" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.427128] env[68893]: DEBUG nova.compute.manager [None req-5cbe68cd-19f5-4b64-afc8-5f541240cccd tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] [instance: 8cd7dab4-e083-415f-937c-8d3e0c9fc26c] Start building block device mappings for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 811.456724] env[68893]: DEBUG oslo_vmware.api [None req-08a0621e-a202-41c0-b89d-70a9f812ca9e tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Task: {'id': task-2791382, 'name': Rename_Task, 'duration_secs': 0.147629} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.459680] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-08a0621e-a202-41c0-b89d-70a9f812ca9e tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] [instance: 5ba2b5c7-ec6d-49da-82ce-e76c402497fb] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 811.460476] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-deab6311-d35d-4c9a-9af3-13d6a0aaac20 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.468222] env[68893]: DEBUG oslo_vmware.api [None req-08a0621e-a202-41c0-b89d-70a9f812ca9e tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Waiting for the task: (returnval){ [ 811.468222] env[68893]: value = "task-2791384" [ 811.468222] env[68893]: _type = "Task" [ 811.468222] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.479914] env[68893]: DEBUG oslo_vmware.api [None req-08a0621e-a202-41c0-b89d-70a9f812ca9e tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Task: {'id': task-2791384, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.566830] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b2ae0d15-3ca3-44b3-995a-af42d31f8abb tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Acquiring lock "7fe829d2-a085-424f-b94f-9255451eb920" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.567122] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b2ae0d15-3ca3-44b3-995a-af42d31f8abb tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Lock "7fe829d2-a085-424f-b94f-9255451eb920" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.643263] env[68893]: DEBUG oslo_vmware.api [None req-a7f3f3b3-0e50-468d-aa45-7b7534036eea tempest-ServersAdmin275Test-1539933831 tempest-ServersAdmin275Test-1539933831-project-admin] Task: {'id': task-2791383, 'name': Rename_Task} progress is 99%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.974063] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58e5e68d-0db5-4b99-9c02-5df9bdab5175 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.981834] env[68893]: DEBUG oslo_vmware.api [None req-08a0621e-a202-41c0-b89d-70a9f812ca9e tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Task: {'id': task-2791384, 'name': PowerOnVM_Task, 'duration_secs': 0.467087} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.982979] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-08a0621e-a202-41c0-b89d-70a9f812ca9e tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] [instance: 5ba2b5c7-ec6d-49da-82ce-e76c402497fb] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 811.982979] env[68893]: INFO nova.compute.manager [None req-08a0621e-a202-41c0-b89d-70a9f812ca9e tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] [instance: 5ba2b5c7-ec6d-49da-82ce-e76c402497fb] Took 8.04 seconds to spawn the instance on the hypervisor. [ 811.982979] env[68893]: DEBUG nova.compute.manager [None req-08a0621e-a202-41c0-b89d-70a9f812ca9e tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] [instance: 5ba2b5c7-ec6d-49da-82ce-e76c402497fb] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 811.983496] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fb67b6c-2494-48fa-83dd-adb4f0042487 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.988747] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02d88aa3-fea5-464d-a9a4-4d5790d7b3d7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.024321] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f1cb955-04c2-48d6-a2c9-cf3d078dc50b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.031363] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-023e889d-a391-4999-bdbe-19e1c8b52226 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.048476] env[68893]: DEBUG nova.compute.provider_tree [None req-664c7f15-90e9-4e05-abf2-503af5c92887 tempest-ServerMetadataNegativeTestJSON-491243522 tempest-ServerMetadataNegativeTestJSON-491243522-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 812.143082] env[68893]: DEBUG oslo_vmware.api [None req-a7f3f3b3-0e50-468d-aa45-7b7534036eea tempest-ServersAdmin275Test-1539933831 tempest-ServersAdmin275Test-1539933831-project-admin] Task: {'id': task-2791383, 'name': Rename_Task} progress is 99%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.440331] env[68893]: DEBUG nova.compute.manager [None req-5cbe68cd-19f5-4b64-afc8-5f541240cccd tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] [instance: 8cd7dab4-e083-415f-937c-8d3e0c9fc26c] Start spawning the instance on the hypervisor. {{(pid=68893) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 812.466866] env[68893]: DEBUG nova.virt.hardware [None req-5cbe68cd-19f5-4b64-afc8-5f541240cccd tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 812.467137] env[68893]: DEBUG nova.virt.hardware [None req-5cbe68cd-19f5-4b64-afc8-5f541240cccd tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 812.467295] env[68893]: DEBUG nova.virt.hardware [None req-5cbe68cd-19f5-4b64-afc8-5f541240cccd tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 812.467472] env[68893]: DEBUG nova.virt.hardware [None req-5cbe68cd-19f5-4b64-afc8-5f541240cccd tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 812.467617] env[68893]: DEBUG nova.virt.hardware [None req-5cbe68cd-19f5-4b64-afc8-5f541240cccd tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 812.467763] env[68893]: DEBUG nova.virt.hardware [None req-5cbe68cd-19f5-4b64-afc8-5f541240cccd tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 812.467994] env[68893]: DEBUG nova.virt.hardware [None req-5cbe68cd-19f5-4b64-afc8-5f541240cccd tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 812.468170] env[68893]: DEBUG nova.virt.hardware [None req-5cbe68cd-19f5-4b64-afc8-5f541240cccd tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 812.468341] env[68893]: DEBUG nova.virt.hardware [None req-5cbe68cd-19f5-4b64-afc8-5f541240cccd tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 812.468548] env[68893]: DEBUG nova.virt.hardware [None req-5cbe68cd-19f5-4b64-afc8-5f541240cccd tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 812.468754] env[68893]: DEBUG nova.virt.hardware [None req-5cbe68cd-19f5-4b64-afc8-5f541240cccd tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 812.469579] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9c50410-bbe1-488c-afd0-5e65f79f5e14 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.477537] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40bcb8df-9c4b-457c-9263-92895ab130c1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.491288] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-5cbe68cd-19f5-4b64-afc8-5f541240cccd tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] [instance: 8cd7dab4-e083-415f-937c-8d3e0c9fc26c] Instance VIF info [] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 812.496916] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cbe68cd-19f5-4b64-afc8-5f541240cccd tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Creating folder: Project (c3405679689040baac15c3a57a2bce02). Parent ref: group-v560969. {{(pid=68893) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 812.500878] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-20033738-a506-42a6-b5e2-96df363ea795 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.507774] env[68893]: INFO nova.compute.manager [None req-08a0621e-a202-41c0-b89d-70a9f812ca9e tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] [instance: 5ba2b5c7-ec6d-49da-82ce-e76c402497fb] Took 46.73 seconds to build instance. [ 812.514913] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-5cbe68cd-19f5-4b64-afc8-5f541240cccd tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Created folder: Project (c3405679689040baac15c3a57a2bce02) in parent group-v560969. [ 812.514913] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cbe68cd-19f5-4b64-afc8-5f541240cccd tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Creating folder: Instances. Parent ref: group-v561077. {{(pid=68893) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 812.514913] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-611d9249-897c-4428-ae41-63b038c7522d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.523883] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-5cbe68cd-19f5-4b64-afc8-5f541240cccd tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Created folder: Instances in parent group-v561077. [ 812.523883] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5cbe68cd-19f5-4b64-afc8-5f541240cccd tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 812.524077] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8cd7dab4-e083-415f-937c-8d3e0c9fc26c] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 812.524296] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-30c7a254-0e6c-4f2d-a13e-932d84e9ecbc {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.542364] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 812.542364] env[68893]: value = "task-2791387" [ 812.542364] env[68893]: _type = "Task" [ 812.542364] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.551205] env[68893]: DEBUG nova.scheduler.client.report [None req-664c7f15-90e9-4e05-abf2-503af5c92887 tempest-ServerMetadataNegativeTestJSON-491243522 tempest-ServerMetadataNegativeTestJSON-491243522-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 812.554236] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791387, 'name': CreateVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.643917] env[68893]: DEBUG oslo_vmware.api [None req-a7f3f3b3-0e50-468d-aa45-7b7534036eea tempest-ServersAdmin275Test-1539933831 tempest-ServersAdmin275Test-1539933831-project-admin] Task: {'id': task-2791383, 'name': Rename_Task, 'duration_secs': 1.143663} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.644339] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7f3f3b3-0e50-468d-aa45-7b7534036eea tempest-ServersAdmin275Test-1539933831 tempest-ServersAdmin275Test-1539933831-project-admin] [instance: bfc2d904-8005-4693-871f-5745dc3d29fd] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 812.644629] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4a492b95-9c7f-4409-9723-07bee3d35ea4 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.651060] env[68893]: DEBUG oslo_vmware.api [None req-a7f3f3b3-0e50-468d-aa45-7b7534036eea tempest-ServersAdmin275Test-1539933831 tempest-ServersAdmin275Test-1539933831-project-admin] Waiting for the task: (returnval){ [ 812.651060] env[68893]: value = "task-2791388" [ 812.651060] env[68893]: _type = "Task" [ 812.651060] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.658750] env[68893]: DEBUG oslo_vmware.api [None req-a7f3f3b3-0e50-468d-aa45-7b7534036eea tempest-ServersAdmin275Test-1539933831 tempest-ServersAdmin275Test-1539933831-project-admin] Task: {'id': task-2791388, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.010644] env[68893]: DEBUG oslo_concurrency.lockutils [None req-08a0621e-a202-41c0-b89d-70a9f812ca9e tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Lock "5ba2b5c7-ec6d-49da-82ce-e76c402497fb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.926s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.054021] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791387, 'name': CreateVM_Task, 'duration_secs': 0.312599} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.054021] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8cd7dab4-e083-415f-937c-8d3e0c9fc26c] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 813.054457] env[68893]: DEBUG oslo_concurrency.lockutils [None req-5cbe68cd-19f5-4b64-afc8-5f541240cccd tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.054684] env[68893]: DEBUG oslo_concurrency.lockutils [None req-5cbe68cd-19f5-4b64-afc8-5f541240cccd tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.054996] env[68893]: DEBUG oslo_concurrency.lockutils [None req-5cbe68cd-19f5-4b64-afc8-5f541240cccd tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.056167] env[68893]: DEBUG oslo_concurrency.lockutils [None req-664c7f15-90e9-4e05-abf2-503af5c92887 tempest-ServerMetadataNegativeTestJSON-491243522 tempest-ServerMetadataNegativeTestJSON-491243522-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.639s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.056753] env[68893]: DEBUG nova.compute.manager [None req-664c7f15-90e9-4e05-abf2-503af5c92887 tempest-ServerMetadataNegativeTestJSON-491243522 tempest-ServerMetadataNegativeTestJSON-491243522-project-member] [instance: b33e73d3-3470-4cc1-ba04-c0d25f13cfea] Start building networks asynchronously for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 813.059304] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ccc39e49-0b89-4344-9864-a6a063e1c156 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.061962] env[68893]: DEBUG oslo_concurrency.lockutils [None req-dcbbe87d-d261-486e-9c8a-b20cc1403b71 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.665s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.065101] env[68893]: INFO nova.compute.claims [None req-dcbbe87d-d261-486e-9c8a-b20cc1403b71 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: 92f9ce8c-c3a3-4c6b-8e10-81123681378d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 813.069411] env[68893]: DEBUG oslo_vmware.api [None req-5cbe68cd-19f5-4b64-afc8-5f541240cccd tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Waiting for the task: (returnval){ [ 813.069411] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52b062bc-7ac7-65a8-3461-4f77bd330d0d" [ 813.069411] env[68893]: _type = "Task" [ 813.069411] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.079275] env[68893]: DEBUG oslo_vmware.api [None req-5cbe68cd-19f5-4b64-afc8-5f541240cccd tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52b062bc-7ac7-65a8-3461-4f77bd330d0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.160425] env[68893]: DEBUG oslo_vmware.api [None req-a7f3f3b3-0e50-468d-aa45-7b7534036eea tempest-ServersAdmin275Test-1539933831 tempest-ServersAdmin275Test-1539933831-project-admin] Task: {'id': task-2791388, 'name': PowerOnVM_Task, 'duration_secs': 0.430706} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.160723] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7f3f3b3-0e50-468d-aa45-7b7534036eea tempest-ServersAdmin275Test-1539933831 tempest-ServersAdmin275Test-1539933831-project-admin] [instance: bfc2d904-8005-4693-871f-5745dc3d29fd] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 813.160898] env[68893]: DEBUG nova.compute.manager [None req-a7f3f3b3-0e50-468d-aa45-7b7534036eea tempest-ServersAdmin275Test-1539933831 tempest-ServersAdmin275Test-1539933831-project-admin] [instance: bfc2d904-8005-4693-871f-5745dc3d29fd] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 813.161681] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b29b6d8b-d8bc-4ac0-b4c7-016db129e604 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.513257] env[68893]: DEBUG nova.compute.manager [None req-61015a02-b8f4-4cc3-92f7-9babb61853c8 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] [instance: 2daeed7b-f1c2-41ae-9a2d-6e58581a0939] Starting instance... {{(pid=68893) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 813.562898] env[68893]: DEBUG nova.compute.utils [None req-664c7f15-90e9-4e05-abf2-503af5c92887 tempest-ServerMetadataNegativeTestJSON-491243522 tempest-ServerMetadataNegativeTestJSON-491243522-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 813.564208] env[68893]: DEBUG nova.compute.manager [None req-664c7f15-90e9-4e05-abf2-503af5c92887 tempest-ServerMetadataNegativeTestJSON-491243522 tempest-ServerMetadataNegativeTestJSON-491243522-project-member] [instance: b33e73d3-3470-4cc1-ba04-c0d25f13cfea] Allocating IP information in the background. {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 813.564378] env[68893]: DEBUG nova.network.neutron [None req-664c7f15-90e9-4e05-abf2-503af5c92887 tempest-ServerMetadataNegativeTestJSON-491243522 tempest-ServerMetadataNegativeTestJSON-491243522-project-member] [instance: b33e73d3-3470-4cc1-ba04-c0d25f13cfea] allocate_for_instance() {{(pid=68893) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 813.581401] env[68893]: DEBUG oslo_vmware.api [None req-5cbe68cd-19f5-4b64-afc8-5f541240cccd tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52b062bc-7ac7-65a8-3461-4f77bd330d0d, 'name': SearchDatastore_Task, 'duration_secs': 0.010019} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.582027] env[68893]: DEBUG oslo_concurrency.lockutils [None req-5cbe68cd-19f5-4b64-afc8-5f541240cccd tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.582027] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-5cbe68cd-19f5-4b64-afc8-5f541240cccd tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] [instance: 8cd7dab4-e083-415f-937c-8d3e0c9fc26c] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 813.582387] env[68893]: DEBUG oslo_concurrency.lockutils [None req-5cbe68cd-19f5-4b64-afc8-5f541240cccd tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.582481] env[68893]: DEBUG oslo_concurrency.lockutils [None req-5cbe68cd-19f5-4b64-afc8-5f541240cccd tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.582668] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cbe68cd-19f5-4b64-afc8-5f541240cccd tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 813.582950] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b953e040-c234-431d-b420-77679165dff6 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.591573] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cbe68cd-19f5-4b64-afc8-5f541240cccd tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 813.592177] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-5cbe68cd-19f5-4b64-afc8-5f541240cccd tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 813.592906] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ed23ac9-0bb4-437b-bfe7-cbd8747e3254 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.599102] env[68893]: DEBUG oslo_vmware.api [None req-5cbe68cd-19f5-4b64-afc8-5f541240cccd tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Waiting for the task: (returnval){ [ 813.599102] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52472627-9635-89e3-c494-19e94460cfc8" [ 813.599102] env[68893]: _type = "Task" [ 813.599102] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.608551] env[68893]: DEBUG oslo_vmware.api [None req-5cbe68cd-19f5-4b64-afc8-5f541240cccd tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52472627-9635-89e3-c494-19e94460cfc8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.616483] env[68893]: DEBUG nova.policy [None req-664c7f15-90e9-4e05-abf2-503af5c92887 tempest-ServerMetadataNegativeTestJSON-491243522 tempest-ServerMetadataNegativeTestJSON-491243522-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f0ee9d02b7cc4d45aa5ff12fdc277842', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '34804232c82441c2be0b7448b8344a35', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68893) authorize /opt/stack/nova/nova/policy.py:192}} [ 813.678739] env[68893]: DEBUG oslo_concurrency.lockutils [None req-a7f3f3b3-0e50-468d-aa45-7b7534036eea tempest-ServersAdmin275Test-1539933831 tempest-ServersAdmin275Test-1539933831-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.899653] env[68893]: DEBUG nova.network.neutron [None req-664c7f15-90e9-4e05-abf2-503af5c92887 tempest-ServerMetadataNegativeTestJSON-491243522 tempest-ServerMetadataNegativeTestJSON-491243522-project-member] [instance: b33e73d3-3470-4cc1-ba04-c0d25f13cfea] Successfully created port: 4e6bbc3e-5e33-4f53-ad8a-e8e8bbbbd03a {{(pid=68893) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 814.035761] env[68893]: DEBUG oslo_concurrency.lockutils [None req-61015a02-b8f4-4cc3-92f7-9babb61853c8 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.067804] env[68893]: DEBUG nova.compute.manager [None req-664c7f15-90e9-4e05-abf2-503af5c92887 tempest-ServerMetadataNegativeTestJSON-491243522 tempest-ServerMetadataNegativeTestJSON-491243522-project-member] [instance: b33e73d3-3470-4cc1-ba04-c0d25f13cfea] Start building block device mappings for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 814.112519] env[68893]: DEBUG oslo_vmware.api [None req-5cbe68cd-19f5-4b64-afc8-5f541240cccd tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52472627-9635-89e3-c494-19e94460cfc8, 'name': SearchDatastore_Task, 'duration_secs': 0.009681} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.116435] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ec8931d-c9b3-469b-a11a-202426acf35a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.122724] env[68893]: DEBUG oslo_vmware.api [None req-5cbe68cd-19f5-4b64-afc8-5f541240cccd tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Waiting for the task: (returnval){ [ 814.122724] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]529e483e-a51a-2a4f-1dda-43edd2b7180a" [ 814.122724] env[68893]: _type = "Task" [ 814.122724] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.130745] env[68893]: DEBUG oslo_vmware.api [None req-5cbe68cd-19f5-4b64-afc8-5f541240cccd tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]529e483e-a51a-2a4f-1dda-43edd2b7180a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.573239] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16afdca6-7764-4b54-8f03-08e3b71c7fe1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.585294] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb088407-f339-46ec-91b8-09afe1530b88 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.620675] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26f70d09-112f-403d-bd40-2a16d43261ca {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.635288] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46e1ba96-3950-4ce6-a541-7322e5967bc8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.639802] env[68893]: DEBUG oslo_vmware.api [None req-5cbe68cd-19f5-4b64-afc8-5f541240cccd tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]529e483e-a51a-2a4f-1dda-43edd2b7180a, 'name': SearchDatastore_Task, 'duration_secs': 0.010408} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.640073] env[68893]: DEBUG oslo_concurrency.lockutils [None req-5cbe68cd-19f5-4b64-afc8-5f541240cccd tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.640330] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cbe68cd-19f5-4b64-afc8-5f541240cccd tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] 8cd7dab4-e083-415f-937c-8d3e0c9fc26c/8cd7dab4-e083-415f-937c-8d3e0c9fc26c.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 814.640885] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a8c4d283-39b6-4471-b7f1-db699ff57842 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.651096] env[68893]: DEBUG oslo_concurrency.lockutils [None req-c698f107-99ab-47c9-aa04-5027c13a7b66 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Acquiring lock "bfc2d904-8005-4693-871f-5745dc3d29fd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.651345] env[68893]: DEBUG oslo_concurrency.lockutils [None req-c698f107-99ab-47c9-aa04-5027c13a7b66 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Lock "bfc2d904-8005-4693-871f-5745dc3d29fd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.651570] env[68893]: DEBUG oslo_concurrency.lockutils [None req-c698f107-99ab-47c9-aa04-5027c13a7b66 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Acquiring lock "bfc2d904-8005-4693-871f-5745dc3d29fd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.651764] env[68893]: DEBUG oslo_concurrency.lockutils [None req-c698f107-99ab-47c9-aa04-5027c13a7b66 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Lock "bfc2d904-8005-4693-871f-5745dc3d29fd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.651931] env[68893]: DEBUG oslo_concurrency.lockutils [None req-c698f107-99ab-47c9-aa04-5027c13a7b66 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Lock "bfc2d904-8005-4693-871f-5745dc3d29fd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.653749] env[68893]: DEBUG nova.compute.provider_tree [None req-dcbbe87d-d261-486e-9c8a-b20cc1403b71 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 814.655133] env[68893]: INFO nova.compute.manager [None req-c698f107-99ab-47c9-aa04-5027c13a7b66 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] [instance: bfc2d904-8005-4693-871f-5745dc3d29fd] Terminating instance [ 814.661046] env[68893]: DEBUG oslo_vmware.api [None req-5cbe68cd-19f5-4b64-afc8-5f541240cccd tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Waiting for the task: (returnval){ [ 814.661046] env[68893]: value = "task-2791389" [ 814.661046] env[68893]: _type = "Task" [ 814.661046] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.670790] env[68893]: DEBUG oslo_vmware.api [None req-5cbe68cd-19f5-4b64-afc8-5f541240cccd tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Task: {'id': task-2791389, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.756715] env[68893]: DEBUG nova.compute.manager [None req-31d1964e-56b1-439e-b6f7-bff8ed38709c tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] [instance: 5ba2b5c7-ec6d-49da-82ce-e76c402497fb] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 814.757694] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6c2ace4-b83c-4d14-9df5-a74eeb47fe21 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.082687] env[68893]: DEBUG nova.compute.manager [None req-664c7f15-90e9-4e05-abf2-503af5c92887 tempest-ServerMetadataNegativeTestJSON-491243522 tempest-ServerMetadataNegativeTestJSON-491243522-project-member] [instance: b33e73d3-3470-4cc1-ba04-c0d25f13cfea] Start spawning the instance on the hypervisor. {{(pid=68893) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 815.111683] env[68893]: DEBUG nova.virt.hardware [None req-664c7f15-90e9-4e05-abf2-503af5c92887 tempest-ServerMetadataNegativeTestJSON-491243522 tempest-ServerMetadataNegativeTestJSON-491243522-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 815.111968] env[68893]: DEBUG nova.virt.hardware [None req-664c7f15-90e9-4e05-abf2-503af5c92887 tempest-ServerMetadataNegativeTestJSON-491243522 tempest-ServerMetadataNegativeTestJSON-491243522-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 815.112149] env[68893]: DEBUG nova.virt.hardware [None req-664c7f15-90e9-4e05-abf2-503af5c92887 tempest-ServerMetadataNegativeTestJSON-491243522 tempest-ServerMetadataNegativeTestJSON-491243522-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 815.112341] env[68893]: DEBUG nova.virt.hardware [None req-664c7f15-90e9-4e05-abf2-503af5c92887 tempest-ServerMetadataNegativeTestJSON-491243522 tempest-ServerMetadataNegativeTestJSON-491243522-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 815.112485] env[68893]: DEBUG nova.virt.hardware [None req-664c7f15-90e9-4e05-abf2-503af5c92887 tempest-ServerMetadataNegativeTestJSON-491243522 tempest-ServerMetadataNegativeTestJSON-491243522-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 815.112629] env[68893]: DEBUG nova.virt.hardware [None req-664c7f15-90e9-4e05-abf2-503af5c92887 tempest-ServerMetadataNegativeTestJSON-491243522 tempest-ServerMetadataNegativeTestJSON-491243522-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 815.112842] env[68893]: DEBUG nova.virt.hardware [None req-664c7f15-90e9-4e05-abf2-503af5c92887 tempest-ServerMetadataNegativeTestJSON-491243522 tempest-ServerMetadataNegativeTestJSON-491243522-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 815.113074] env[68893]: DEBUG nova.virt.hardware [None req-664c7f15-90e9-4e05-abf2-503af5c92887 tempest-ServerMetadataNegativeTestJSON-491243522 tempest-ServerMetadataNegativeTestJSON-491243522-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 815.113275] env[68893]: DEBUG nova.virt.hardware [None req-664c7f15-90e9-4e05-abf2-503af5c92887 tempest-ServerMetadataNegativeTestJSON-491243522 tempest-ServerMetadataNegativeTestJSON-491243522-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 815.113446] env[68893]: DEBUG nova.virt.hardware [None req-664c7f15-90e9-4e05-abf2-503af5c92887 tempest-ServerMetadataNegativeTestJSON-491243522 tempest-ServerMetadataNegativeTestJSON-491243522-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 815.113618] env[68893]: DEBUG nova.virt.hardware [None req-664c7f15-90e9-4e05-abf2-503af5c92887 tempest-ServerMetadataNegativeTestJSON-491243522 tempest-ServerMetadataNegativeTestJSON-491243522-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 815.114672] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53155ee5-2bfe-4469-aff8-87e6c8a08ed1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.122967] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1101efa-9319-48fc-b1e6-b67c3a7497b5 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.158915] env[68893]: DEBUG nova.scheduler.client.report [None req-dcbbe87d-d261-486e-9c8a-b20cc1403b71 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 815.163373] env[68893]: DEBUG oslo_concurrency.lockutils [None req-c698f107-99ab-47c9-aa04-5027c13a7b66 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Acquiring lock "refresh_cache-bfc2d904-8005-4693-871f-5745dc3d29fd" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.163682] env[68893]: DEBUG oslo_concurrency.lockutils [None req-c698f107-99ab-47c9-aa04-5027c13a7b66 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Acquired lock "refresh_cache-bfc2d904-8005-4693-871f-5745dc3d29fd" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.163938] env[68893]: DEBUG nova.network.neutron [None req-c698f107-99ab-47c9-aa04-5027c13a7b66 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] [instance: bfc2d904-8005-4693-871f-5745dc3d29fd] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 815.177130] env[68893]: DEBUG oslo_vmware.api [None req-5cbe68cd-19f5-4b64-afc8-5f541240cccd tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Task: {'id': task-2791389, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.268702] env[68893]: INFO nova.compute.manager [None req-31d1964e-56b1-439e-b6f7-bff8ed38709c tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] [instance: 5ba2b5c7-ec6d-49da-82ce-e76c402497fb] instance snapshotting [ 815.271035] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f667658-bad4-49cc-9dab-c4d395dafc28 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.293537] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3cb0484-fc50-4176-8931-ed440f0fde60 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.472124] env[68893]: DEBUG nova.compute.manager [req-b56d4ede-69d5-490a-9796-07a07ebd361d req-e954130a-c9fc-4ce8-8cbb-e4c6763fc348 service nova] [instance: b33e73d3-3470-4cc1-ba04-c0d25f13cfea] Received event network-vif-plugged-4e6bbc3e-5e33-4f53-ad8a-e8e8bbbbd03a {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 815.472394] env[68893]: DEBUG oslo_concurrency.lockutils [req-b56d4ede-69d5-490a-9796-07a07ebd361d req-e954130a-c9fc-4ce8-8cbb-e4c6763fc348 service nova] Acquiring lock "b33e73d3-3470-4cc1-ba04-c0d25f13cfea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.472610] env[68893]: DEBUG oslo_concurrency.lockutils [req-b56d4ede-69d5-490a-9796-07a07ebd361d req-e954130a-c9fc-4ce8-8cbb-e4c6763fc348 service nova] Lock "b33e73d3-3470-4cc1-ba04-c0d25f13cfea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.472802] env[68893]: DEBUG oslo_concurrency.lockutils [req-b56d4ede-69d5-490a-9796-07a07ebd361d req-e954130a-c9fc-4ce8-8cbb-e4c6763fc348 service nova] Lock "b33e73d3-3470-4cc1-ba04-c0d25f13cfea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.473735] env[68893]: DEBUG nova.compute.manager [req-b56d4ede-69d5-490a-9796-07a07ebd361d req-e954130a-c9fc-4ce8-8cbb-e4c6763fc348 service nova] [instance: b33e73d3-3470-4cc1-ba04-c0d25f13cfea] No waiting events found dispatching network-vif-plugged-4e6bbc3e-5e33-4f53-ad8a-e8e8bbbbd03a {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 815.474367] env[68893]: WARNING nova.compute.manager [req-b56d4ede-69d5-490a-9796-07a07ebd361d req-e954130a-c9fc-4ce8-8cbb-e4c6763fc348 service nova] [instance: b33e73d3-3470-4cc1-ba04-c0d25f13cfea] Received unexpected event network-vif-plugged-4e6bbc3e-5e33-4f53-ad8a-e8e8bbbbd03a for instance with vm_state building and task_state spawning. [ 815.525486] env[68893]: DEBUG nova.network.neutron [None req-664c7f15-90e9-4e05-abf2-503af5c92887 tempest-ServerMetadataNegativeTestJSON-491243522 tempest-ServerMetadataNegativeTestJSON-491243522-project-member] [instance: b33e73d3-3470-4cc1-ba04-c0d25f13cfea] Successfully updated port: 4e6bbc3e-5e33-4f53-ad8a-e8e8bbbbd03a {{(pid=68893) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 815.666923] env[68893]: DEBUG oslo_concurrency.lockutils [None req-dcbbe87d-d261-486e-9c8a-b20cc1403b71 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.605s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.667757] env[68893]: DEBUG nova.compute.manager [None req-dcbbe87d-d261-486e-9c8a-b20cc1403b71 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: 92f9ce8c-c3a3-4c6b-8e10-81123681378d] Start building networks asynchronously for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 815.672786] env[68893]: DEBUG oslo_concurrency.lockutils [None req-268e132e-3795-4a7f-80e9-7f2b55ae4fde tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.933s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.673070] env[68893]: DEBUG nova.objects.instance [None req-268e132e-3795-4a7f-80e9-7f2b55ae4fde tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Lazy-loading 'resources' on Instance uuid 42bec1a5-e2e2-4746-a6d7-57edb4b60715 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 815.685029] env[68893]: DEBUG oslo_vmware.api [None req-5cbe68cd-19f5-4b64-afc8-5f541240cccd tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Task: {'id': task-2791389, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.733588} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.686578] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cbe68cd-19f5-4b64-afc8-5f541240cccd tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] 8cd7dab4-e083-415f-937c-8d3e0c9fc26c/8cd7dab4-e083-415f-937c-8d3e0c9fc26c.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 815.686805] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-5cbe68cd-19f5-4b64-afc8-5f541240cccd tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] [instance: 8cd7dab4-e083-415f-937c-8d3e0c9fc26c] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 815.687377] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-db66fa0f-9bf4-4a96-bc35-31e88c83bfd3 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.695967] env[68893]: DEBUG oslo_vmware.api [None req-5cbe68cd-19f5-4b64-afc8-5f541240cccd tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Waiting for the task: (returnval){ [ 815.695967] env[68893]: value = "task-2791390" [ 815.695967] env[68893]: _type = "Task" [ 815.695967] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.701317] env[68893]: DEBUG nova.network.neutron [None req-c698f107-99ab-47c9-aa04-5027c13a7b66 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] [instance: bfc2d904-8005-4693-871f-5745dc3d29fd] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 815.708643] env[68893]: DEBUG oslo_vmware.api [None req-5cbe68cd-19f5-4b64-afc8-5f541240cccd tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Task: {'id': task-2791390, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.758344] env[68893]: DEBUG nova.network.neutron [None req-c698f107-99ab-47c9-aa04-5027c13a7b66 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] [instance: bfc2d904-8005-4693-871f-5745dc3d29fd] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.805418] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-31d1964e-56b1-439e-b6f7-bff8ed38709c tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] [instance: 5ba2b5c7-ec6d-49da-82ce-e76c402497fb] Creating Snapshot of the VM instance {{(pid=68893) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 815.805418] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-49e64d6a-106e-48b2-ae78-eb5f08fc2880 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.813162] env[68893]: DEBUG oslo_vmware.api [None req-31d1964e-56b1-439e-b6f7-bff8ed38709c tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Waiting for the task: (returnval){ [ 815.813162] env[68893]: value = "task-2791391" [ 815.813162] env[68893]: _type = "Task" [ 815.813162] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.822298] env[68893]: DEBUG oslo_vmware.api [None req-31d1964e-56b1-439e-b6f7-bff8ed38709c tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Task: {'id': task-2791391, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.031025] env[68893]: DEBUG oslo_concurrency.lockutils [None req-664c7f15-90e9-4e05-abf2-503af5c92887 tempest-ServerMetadataNegativeTestJSON-491243522 tempest-ServerMetadataNegativeTestJSON-491243522-project-member] Acquiring lock "refresh_cache-b33e73d3-3470-4cc1-ba04-c0d25f13cfea" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.031253] env[68893]: DEBUG oslo_concurrency.lockutils [None req-664c7f15-90e9-4e05-abf2-503af5c92887 tempest-ServerMetadataNegativeTestJSON-491243522 tempest-ServerMetadataNegativeTestJSON-491243522-project-member] Acquired lock "refresh_cache-b33e73d3-3470-4cc1-ba04-c0d25f13cfea" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.031412] env[68893]: DEBUG nova.network.neutron [None req-664c7f15-90e9-4e05-abf2-503af5c92887 tempest-ServerMetadataNegativeTestJSON-491243522 tempest-ServerMetadataNegativeTestJSON-491243522-project-member] [instance: b33e73d3-3470-4cc1-ba04-c0d25f13cfea] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 816.174440] env[68893]: DEBUG nova.compute.utils [None req-dcbbe87d-d261-486e-9c8a-b20cc1403b71 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 816.176971] env[68893]: DEBUG nova.compute.manager [None req-dcbbe87d-d261-486e-9c8a-b20cc1403b71 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: 92f9ce8c-c3a3-4c6b-8e10-81123681378d] Allocating IP information in the background. {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 816.177160] env[68893]: DEBUG nova.network.neutron [None req-dcbbe87d-d261-486e-9c8a-b20cc1403b71 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: 92f9ce8c-c3a3-4c6b-8e10-81123681378d] allocate_for_instance() {{(pid=68893) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 816.208865] env[68893]: DEBUG oslo_vmware.api [None req-5cbe68cd-19f5-4b64-afc8-5f541240cccd tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Task: {'id': task-2791390, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.13858} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.209170] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-5cbe68cd-19f5-4b64-afc8-5f541240cccd tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] [instance: 8cd7dab4-e083-415f-937c-8d3e0c9fc26c] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 816.209976] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7bb34ab-0c01-4104-b811-9cf24887efe6 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.232342] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-5cbe68cd-19f5-4b64-afc8-5f541240cccd tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] [instance: 8cd7dab4-e083-415f-937c-8d3e0c9fc26c] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] 8cd7dab4-e083-415f-937c-8d3e0c9fc26c/8cd7dab4-e083-415f-937c-8d3e0c9fc26c.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 816.237660] env[68893]: DEBUG nova.policy [None req-dcbbe87d-d261-486e-9c8a-b20cc1403b71 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '30fa85d5a268450db16ef90dafd08338', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fe5f0158eb4f4b8ea53f02a7b25aea55', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68893) authorize /opt/stack/nova/nova/policy.py:192}} [ 816.238884] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f665e27-bb7c-42f6-8f30-566ac9a5ec1b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.258476] env[68893]: DEBUG oslo_vmware.api [None req-5cbe68cd-19f5-4b64-afc8-5f541240cccd tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Waiting for the task: (returnval){ [ 816.258476] env[68893]: value = "task-2791392" [ 816.258476] env[68893]: _type = "Task" [ 816.258476] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.261929] env[68893]: DEBUG oslo_concurrency.lockutils [None req-c698f107-99ab-47c9-aa04-5027c13a7b66 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Releasing lock "refresh_cache-bfc2d904-8005-4693-871f-5745dc3d29fd" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.262361] env[68893]: DEBUG nova.compute.manager [None req-c698f107-99ab-47c9-aa04-5027c13a7b66 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] [instance: bfc2d904-8005-4693-871f-5745dc3d29fd] Start destroying the instance on the hypervisor. {{(pid=68893) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 816.262502] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-c698f107-99ab-47c9-aa04-5027c13a7b66 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] [instance: bfc2d904-8005-4693-871f-5745dc3d29fd] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 816.265386] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82adb510-52fb-49b0-93e5-0c775f36993b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.273392] env[68893]: DEBUG oslo_vmware.api [None req-5cbe68cd-19f5-4b64-afc8-5f541240cccd tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Task: {'id': task-2791392, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.275741] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-c698f107-99ab-47c9-aa04-5027c13a7b66 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] [instance: bfc2d904-8005-4693-871f-5745dc3d29fd] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 816.276086] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-654ac297-59bf-4b55-80c5-b520914510e7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.281816] env[68893]: DEBUG oslo_vmware.api [None req-c698f107-99ab-47c9-aa04-5027c13a7b66 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Waiting for the task: (returnval){ [ 816.281816] env[68893]: value = "task-2791393" [ 816.281816] env[68893]: _type = "Task" [ 816.281816] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.289975] env[68893]: DEBUG oslo_vmware.api [None req-c698f107-99ab-47c9-aa04-5027c13a7b66 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Task: {'id': task-2791393, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.324920] env[68893]: DEBUG oslo_vmware.api [None req-31d1964e-56b1-439e-b6f7-bff8ed38709c tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Task: {'id': task-2791391, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.574313] env[68893]: DEBUG nova.network.neutron [None req-664c7f15-90e9-4e05-abf2-503af5c92887 tempest-ServerMetadataNegativeTestJSON-491243522 tempest-ServerMetadataNegativeTestJSON-491243522-project-member] [instance: b33e73d3-3470-4cc1-ba04-c0d25f13cfea] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 816.677719] env[68893]: DEBUG nova.compute.manager [None req-dcbbe87d-d261-486e-9c8a-b20cc1403b71 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: 92f9ce8c-c3a3-4c6b-8e10-81123681378d] Start building block device mappings for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 816.689825] env[68893]: DEBUG nova.network.neutron [None req-dcbbe87d-d261-486e-9c8a-b20cc1403b71 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: 92f9ce8c-c3a3-4c6b-8e10-81123681378d] Successfully created port: a4212710-c4b2-451d-8758-3d2338554f00 {{(pid=68893) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 816.743824] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3535a3aa-6e46-4b0d-86d3-dda4c71b03d0 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.758386] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30ca9f26-2206-45c5-af4e-f9e2c84c4a18 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.772296] env[68893]: DEBUG oslo_vmware.api [None req-5cbe68cd-19f5-4b64-afc8-5f541240cccd tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Task: {'id': task-2791392, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.808215] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eff861e5-2361-4e3a-9c88-8e1f83e573c9 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.818237] env[68893]: DEBUG oslo_vmware.api [None req-c698f107-99ab-47c9-aa04-5027c13a7b66 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Task: {'id': task-2791393, 'name': PowerOffVM_Task, 'duration_secs': 0.123567} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.824013] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-c698f107-99ab-47c9-aa04-5027c13a7b66 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] [instance: bfc2d904-8005-4693-871f-5745dc3d29fd] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 816.824231] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-c698f107-99ab-47c9-aa04-5027c13a7b66 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] [instance: bfc2d904-8005-4693-871f-5745dc3d29fd] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 816.824587] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2f0ea6b9-9e49-43ad-93ec-1a1fc60fb600 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.827069] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46b407a2-1f14-488b-bb09-7a50697e1814 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.836888] env[68893]: DEBUG oslo_vmware.api [None req-31d1964e-56b1-439e-b6f7-bff8ed38709c tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Task: {'id': task-2791391, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.844833] env[68893]: DEBUG nova.compute.provider_tree [None req-268e132e-3795-4a7f-80e9-7f2b55ae4fde tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 816.854111] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-c698f107-99ab-47c9-aa04-5027c13a7b66 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] [instance: bfc2d904-8005-4693-871f-5745dc3d29fd] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 816.854322] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-c698f107-99ab-47c9-aa04-5027c13a7b66 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] [instance: bfc2d904-8005-4693-871f-5745dc3d29fd] Deleting contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 816.856049] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-c698f107-99ab-47c9-aa04-5027c13a7b66 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Deleting the datastore file [datastore2] bfc2d904-8005-4693-871f-5745dc3d29fd {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 816.856049] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0756df97-02e7-48b9-b99c-b0fadf2ff8d6 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.861468] env[68893]: DEBUG oslo_vmware.api [None req-c698f107-99ab-47c9-aa04-5027c13a7b66 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Waiting for the task: (returnval){ [ 816.861468] env[68893]: value = "task-2791395" [ 816.861468] env[68893]: _type = "Task" [ 816.861468] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.870038] env[68893]: DEBUG oslo_vmware.api [None req-c698f107-99ab-47c9-aa04-5027c13a7b66 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Task: {'id': task-2791395, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.877484] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6ec1126b-1225-4016-affa-5d327a1b1496 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Acquiring lock "add4ef29-6e07-4272-b41a-04a95f62e169" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.877743] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6ec1126b-1225-4016-affa-5d327a1b1496 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Lock "add4ef29-6e07-4272-b41a-04a95f62e169" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.880899] env[68893]: DEBUG nova.network.neutron [None req-664c7f15-90e9-4e05-abf2-503af5c92887 tempest-ServerMetadataNegativeTestJSON-491243522 tempest-ServerMetadataNegativeTestJSON-491243522-project-member] [instance: b33e73d3-3470-4cc1-ba04-c0d25f13cfea] Updating instance_info_cache with network_info: [{"id": "4e6bbc3e-5e33-4f53-ad8a-e8e8bbbbd03a", "address": "fa:16:3e:de:ed:30", "network": {"id": "ccb1e236-3895-4a83-99ca-864d12abfb13", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-219543511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34804232c82441c2be0b7448b8344a35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e6bbc3e-5e", "ovs_interfaceid": "4e6bbc3e-5e33-4f53-ad8a-e8e8bbbbd03a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.271982] env[68893]: DEBUG oslo_vmware.api [None req-5cbe68cd-19f5-4b64-afc8-5f541240cccd tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Task: {'id': task-2791392, 'name': ReconfigVM_Task, 'duration_secs': 0.687634} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.272281] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-5cbe68cd-19f5-4b64-afc8-5f541240cccd tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] [instance: 8cd7dab4-e083-415f-937c-8d3e0c9fc26c] Reconfigured VM instance instance-00000026 to attach disk [datastore2] 8cd7dab4-e083-415f-937c-8d3e0c9fc26c/8cd7dab4-e083-415f-937c-8d3e0c9fc26c.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 817.272896] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ae9b1abf-0c5d-4160-8dc0-c3d0bf85e317 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.278476] env[68893]: DEBUG oslo_vmware.api [None req-5cbe68cd-19f5-4b64-afc8-5f541240cccd tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Waiting for the task: (returnval){ [ 817.278476] env[68893]: value = "task-2791396" [ 817.278476] env[68893]: _type = "Task" [ 817.278476] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.286108] env[68893]: DEBUG oslo_vmware.api [None req-5cbe68cd-19f5-4b64-afc8-5f541240cccd tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Task: {'id': task-2791396, 'name': Rename_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.328638] env[68893]: DEBUG oslo_vmware.api [None req-31d1964e-56b1-439e-b6f7-bff8ed38709c tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Task: {'id': task-2791391, 'name': CreateSnapshot_Task, 'duration_secs': 1.141459} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.328966] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-31d1964e-56b1-439e-b6f7-bff8ed38709c tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] [instance: 5ba2b5c7-ec6d-49da-82ce-e76c402497fb] Created Snapshot of the VM instance {{(pid=68893) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 817.329752] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dac81731-5490-4bde-abb6-4524b69ccc73 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.348029] env[68893]: DEBUG nova.scheduler.client.report [None req-268e132e-3795-4a7f-80e9-7f2b55ae4fde tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 817.370325] env[68893]: DEBUG oslo_vmware.api [None req-c698f107-99ab-47c9-aa04-5027c13a7b66 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Task: {'id': task-2791395, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.311676} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.370571] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-c698f107-99ab-47c9-aa04-5027c13a7b66 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 817.370749] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-c698f107-99ab-47c9-aa04-5027c13a7b66 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] [instance: bfc2d904-8005-4693-871f-5745dc3d29fd] Deleted contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 817.370919] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-c698f107-99ab-47c9-aa04-5027c13a7b66 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] [instance: bfc2d904-8005-4693-871f-5745dc3d29fd] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 817.371097] env[68893]: INFO nova.compute.manager [None req-c698f107-99ab-47c9-aa04-5027c13a7b66 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] [instance: bfc2d904-8005-4693-871f-5745dc3d29fd] Took 1.11 seconds to destroy the instance on the hypervisor. [ 817.371329] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c698f107-99ab-47c9-aa04-5027c13a7b66 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 817.371723] env[68893]: DEBUG nova.compute.manager [-] [instance: bfc2d904-8005-4693-871f-5745dc3d29fd] Deallocating network for instance {{(pid=68893) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 817.371824] env[68893]: DEBUG nova.network.neutron [-] [instance: bfc2d904-8005-4693-871f-5745dc3d29fd] deallocate_for_instance() {{(pid=68893) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 817.380916] env[68893]: DEBUG nova.compute.utils [None req-6ec1126b-1225-4016-affa-5d327a1b1496 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 817.384557] env[68893]: DEBUG oslo_concurrency.lockutils [None req-664c7f15-90e9-4e05-abf2-503af5c92887 tempest-ServerMetadataNegativeTestJSON-491243522 tempest-ServerMetadataNegativeTestJSON-491243522-project-member] Releasing lock "refresh_cache-b33e73d3-3470-4cc1-ba04-c0d25f13cfea" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.384821] env[68893]: DEBUG nova.compute.manager [None req-664c7f15-90e9-4e05-abf2-503af5c92887 tempest-ServerMetadataNegativeTestJSON-491243522 tempest-ServerMetadataNegativeTestJSON-491243522-project-member] [instance: b33e73d3-3470-4cc1-ba04-c0d25f13cfea] Instance network_info: |[{"id": "4e6bbc3e-5e33-4f53-ad8a-e8e8bbbbd03a", "address": "fa:16:3e:de:ed:30", "network": {"id": "ccb1e236-3895-4a83-99ca-864d12abfb13", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-219543511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34804232c82441c2be0b7448b8344a35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e6bbc3e-5e", "ovs_interfaceid": "4e6bbc3e-5e33-4f53-ad8a-e8e8bbbbd03a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 817.385175] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-664c7f15-90e9-4e05-abf2-503af5c92887 tempest-ServerMetadataNegativeTestJSON-491243522 tempest-ServerMetadataNegativeTestJSON-491243522-project-member] [instance: b33e73d3-3470-4cc1-ba04-c0d25f13cfea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:ed:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1bf71001-973b-4fda-b804-ee6abcd12776', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4e6bbc3e-5e33-4f53-ad8a-e8e8bbbbd03a', 'vif_model': 'vmxnet3'}] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 817.392560] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-664c7f15-90e9-4e05-abf2-503af5c92887 tempest-ServerMetadataNegativeTestJSON-491243522 tempest-ServerMetadataNegativeTestJSON-491243522-project-member] Creating folder: Project (34804232c82441c2be0b7448b8344a35). Parent ref: group-v560969. {{(pid=68893) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 817.393343] env[68893]: DEBUG nova.network.neutron [-] [instance: bfc2d904-8005-4693-871f-5745dc3d29fd] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 817.395468] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-af6239fb-fe30-4196-85db-f3b488b472ec {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.405248] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-664c7f15-90e9-4e05-abf2-503af5c92887 tempest-ServerMetadataNegativeTestJSON-491243522 tempest-ServerMetadataNegativeTestJSON-491243522-project-member] Created folder: Project (34804232c82441c2be0b7448b8344a35) in parent group-v560969. [ 817.405434] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-664c7f15-90e9-4e05-abf2-503af5c92887 tempest-ServerMetadataNegativeTestJSON-491243522 tempest-ServerMetadataNegativeTestJSON-491243522-project-member] Creating folder: Instances. Parent ref: group-v561081. {{(pid=68893) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 817.405635] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-24cef048-a780-424c-b9fd-e4a5408e4761 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.415714] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-664c7f15-90e9-4e05-abf2-503af5c92887 tempest-ServerMetadataNegativeTestJSON-491243522 tempest-ServerMetadataNegativeTestJSON-491243522-project-member] Created folder: Instances in parent group-v561081. [ 817.415929] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-664c7f15-90e9-4e05-abf2-503af5c92887 tempest-ServerMetadataNegativeTestJSON-491243522 tempest-ServerMetadataNegativeTestJSON-491243522-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 817.416125] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b33e73d3-3470-4cc1-ba04-c0d25f13cfea] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 817.416321] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-008b9f39-dcb4-4eee-affa-7d2cdba96ca4 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.437279] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 817.437279] env[68893]: value = "task-2791399" [ 817.437279] env[68893]: _type = "Task" [ 817.437279] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.444759] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791399, 'name': CreateVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.599273] env[68893]: DEBUG nova.compute.manager [req-2f34194e-7c2e-49b7-b5c4-c41cba778a34 req-fcb3f6de-81f4-4b50-929e-c145efa7b562 service nova] [instance: b33e73d3-3470-4cc1-ba04-c0d25f13cfea] Received event network-changed-4e6bbc3e-5e33-4f53-ad8a-e8e8bbbbd03a {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 817.599273] env[68893]: DEBUG nova.compute.manager [req-2f34194e-7c2e-49b7-b5c4-c41cba778a34 req-fcb3f6de-81f4-4b50-929e-c145efa7b562 service nova] [instance: b33e73d3-3470-4cc1-ba04-c0d25f13cfea] Refreshing instance network info cache due to event network-changed-4e6bbc3e-5e33-4f53-ad8a-e8e8bbbbd03a. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 817.599273] env[68893]: DEBUG oslo_concurrency.lockutils [req-2f34194e-7c2e-49b7-b5c4-c41cba778a34 req-fcb3f6de-81f4-4b50-929e-c145efa7b562 service nova] Acquiring lock "refresh_cache-b33e73d3-3470-4cc1-ba04-c0d25f13cfea" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.599273] env[68893]: DEBUG oslo_concurrency.lockutils [req-2f34194e-7c2e-49b7-b5c4-c41cba778a34 req-fcb3f6de-81f4-4b50-929e-c145efa7b562 service nova] Acquired lock "refresh_cache-b33e73d3-3470-4cc1-ba04-c0d25f13cfea" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.599770] env[68893]: DEBUG nova.network.neutron [req-2f34194e-7c2e-49b7-b5c4-c41cba778a34 req-fcb3f6de-81f4-4b50-929e-c145efa7b562 service nova] [instance: b33e73d3-3470-4cc1-ba04-c0d25f13cfea] Refreshing network info cache for port 4e6bbc3e-5e33-4f53-ad8a-e8e8bbbbd03a {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 817.689563] env[68893]: DEBUG nova.compute.manager [None req-dcbbe87d-d261-486e-9c8a-b20cc1403b71 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: 92f9ce8c-c3a3-4c6b-8e10-81123681378d] Start spawning the instance on the hypervisor. {{(pid=68893) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 817.715925] env[68893]: DEBUG nova.virt.hardware [None req-dcbbe87d-d261-486e-9c8a-b20cc1403b71 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 817.716181] env[68893]: DEBUG nova.virt.hardware [None req-dcbbe87d-d261-486e-9c8a-b20cc1403b71 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 817.716336] env[68893]: DEBUG nova.virt.hardware [None req-dcbbe87d-d261-486e-9c8a-b20cc1403b71 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 817.716517] env[68893]: DEBUG nova.virt.hardware [None req-dcbbe87d-d261-486e-9c8a-b20cc1403b71 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 817.716735] env[68893]: DEBUG nova.virt.hardware [None req-dcbbe87d-d261-486e-9c8a-b20cc1403b71 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 817.716891] env[68893]: DEBUG nova.virt.hardware [None req-dcbbe87d-d261-486e-9c8a-b20cc1403b71 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 817.717150] env[68893]: DEBUG nova.virt.hardware [None req-dcbbe87d-d261-486e-9c8a-b20cc1403b71 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 817.717314] env[68893]: DEBUG nova.virt.hardware [None req-dcbbe87d-d261-486e-9c8a-b20cc1403b71 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 817.717480] env[68893]: DEBUG nova.virt.hardware [None req-dcbbe87d-d261-486e-9c8a-b20cc1403b71 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 817.717641] env[68893]: DEBUG nova.virt.hardware [None req-dcbbe87d-d261-486e-9c8a-b20cc1403b71 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 817.717849] env[68893]: DEBUG nova.virt.hardware [None req-dcbbe87d-d261-486e-9c8a-b20cc1403b71 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 817.718727] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d08827e8-b514-4f66-8bcf-db931981f4e2 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.726586] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a828eec7-4efc-4e21-9102-69504052616a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.789183] env[68893]: DEBUG oslo_vmware.api [None req-5cbe68cd-19f5-4b64-afc8-5f541240cccd tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Task: {'id': task-2791396, 'name': Rename_Task, 'duration_secs': 0.267555} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.789183] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cbe68cd-19f5-4b64-afc8-5f541240cccd tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] [instance: 8cd7dab4-e083-415f-937c-8d3e0c9fc26c] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 817.789183] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6ffb6f69-0edb-4640-929c-d5fdabc82db8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.795796] env[68893]: DEBUG oslo_vmware.api [None req-5cbe68cd-19f5-4b64-afc8-5f541240cccd tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Waiting for the task: (returnval){ [ 817.795796] env[68893]: value = "task-2791400" [ 817.795796] env[68893]: _type = "Task" [ 817.795796] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.804103] env[68893]: DEBUG oslo_vmware.api [None req-5cbe68cd-19f5-4b64-afc8-5f541240cccd tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Task: {'id': task-2791400, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.848462] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-31d1964e-56b1-439e-b6f7-bff8ed38709c tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] [instance: 5ba2b5c7-ec6d-49da-82ce-e76c402497fb] Creating linked-clone VM from snapshot {{(pid=68893) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 817.848799] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9c8be12e-a225-49fe-b698-4627c947f5d1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.852389] env[68893]: DEBUG oslo_concurrency.lockutils [None req-268e132e-3795-4a7f-80e9-7f2b55ae4fde tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.180s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.854670] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6d031ea6-0d85-481f-b9c5-949e1d594d45 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.320s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.856130] env[68893]: INFO nova.compute.claims [None req-6d031ea6-0d85-481f-b9c5-949e1d594d45 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] [instance: 70917eab-66ad-4d76-9866-a8a793025df1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 817.866069] env[68893]: DEBUG oslo_vmware.api [None req-31d1964e-56b1-439e-b6f7-bff8ed38709c tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Waiting for the task: (returnval){ [ 817.866069] env[68893]: value = "task-2791401" [ 817.866069] env[68893]: _type = "Task" [ 817.866069] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.874820] env[68893]: DEBUG oslo_vmware.api [None req-31d1964e-56b1-439e-b6f7-bff8ed38709c tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Task: {'id': task-2791401, 'name': CloneVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.876029] env[68893]: INFO nova.scheduler.client.report [None req-268e132e-3795-4a7f-80e9-7f2b55ae4fde tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Deleted allocations for instance 42bec1a5-e2e2-4746-a6d7-57edb4b60715 [ 817.883088] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6ec1126b-1225-4016-affa-5d327a1b1496 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Lock "add4ef29-6e07-4272-b41a-04a95f62e169" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.897831] env[68893]: DEBUG nova.network.neutron [-] [instance: bfc2d904-8005-4693-871f-5745dc3d29fd] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.948451] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791399, 'name': CreateVM_Task} progress is 99%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.316762] env[68893]: DEBUG oslo_vmware.api [None req-5cbe68cd-19f5-4b64-afc8-5f541240cccd tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Task: {'id': task-2791400, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.382503] env[68893]: DEBUG oslo_vmware.api [None req-31d1964e-56b1-439e-b6f7-bff8ed38709c tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Task: {'id': task-2791401, 'name': CloneVM_Task} progress is 94%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.384265] env[68893]: DEBUG oslo_concurrency.lockutils [None req-268e132e-3795-4a7f-80e9-7f2b55ae4fde tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Lock "42bec1a5-e2e2-4746-a6d7-57edb4b60715" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.174s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.400776] env[68893]: INFO nova.compute.manager [-] [instance: bfc2d904-8005-4693-871f-5745dc3d29fd] Took 1.03 seconds to deallocate network for instance. [ 818.457013] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791399, 'name': CreateVM_Task, 'duration_secs': 0.573292} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.457256] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b33e73d3-3470-4cc1-ba04-c0d25f13cfea] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 818.457916] env[68893]: DEBUG oslo_concurrency.lockutils [None req-664c7f15-90e9-4e05-abf2-503af5c92887 tempest-ServerMetadataNegativeTestJSON-491243522 tempest-ServerMetadataNegativeTestJSON-491243522-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.458191] env[68893]: DEBUG oslo_concurrency.lockutils [None req-664c7f15-90e9-4e05-abf2-503af5c92887 tempest-ServerMetadataNegativeTestJSON-491243522 tempest-ServerMetadataNegativeTestJSON-491243522-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.458425] env[68893]: DEBUG oslo_concurrency.lockutils [None req-664c7f15-90e9-4e05-abf2-503af5c92887 tempest-ServerMetadataNegativeTestJSON-491243522 tempest-ServerMetadataNegativeTestJSON-491243522-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.458676] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd597cce-b4cf-4598-9ffc-ebd9d4e8df5d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.468325] env[68893]: DEBUG oslo_vmware.api [None req-664c7f15-90e9-4e05-abf2-503af5c92887 tempest-ServerMetadataNegativeTestJSON-491243522 tempest-ServerMetadataNegativeTestJSON-491243522-project-member] Waiting for the task: (returnval){ [ 818.468325] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52bac70b-61e1-04c9-01cd-ffa3a8c2c39e" [ 818.468325] env[68893]: _type = "Task" [ 818.468325] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.478812] env[68893]: DEBUG oslo_vmware.api [None req-664c7f15-90e9-4e05-abf2-503af5c92887 tempest-ServerMetadataNegativeTestJSON-491243522 tempest-ServerMetadataNegativeTestJSON-491243522-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52bac70b-61e1-04c9-01cd-ffa3a8c2c39e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.742508] env[68893]: DEBUG nova.network.neutron [req-2f34194e-7c2e-49b7-b5c4-c41cba778a34 req-fcb3f6de-81f4-4b50-929e-c145efa7b562 service nova] [instance: b33e73d3-3470-4cc1-ba04-c0d25f13cfea] Updated VIF entry in instance network info cache for port 4e6bbc3e-5e33-4f53-ad8a-e8e8bbbbd03a. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 818.743442] env[68893]: DEBUG nova.network.neutron [req-2f34194e-7c2e-49b7-b5c4-c41cba778a34 req-fcb3f6de-81f4-4b50-929e-c145efa7b562 service nova] [instance: b33e73d3-3470-4cc1-ba04-c0d25f13cfea] Updating instance_info_cache with network_info: [{"id": "4e6bbc3e-5e33-4f53-ad8a-e8e8bbbbd03a", "address": "fa:16:3e:de:ed:30", "network": {"id": "ccb1e236-3895-4a83-99ca-864d12abfb13", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-219543511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34804232c82441c2be0b7448b8344a35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e6bbc3e-5e", "ovs_interfaceid": "4e6bbc3e-5e33-4f53-ad8a-e8e8bbbbd03a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.810833] env[68893]: DEBUG oslo_vmware.api [None req-5cbe68cd-19f5-4b64-afc8-5f541240cccd tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Task: {'id': task-2791400, 'name': PowerOnVM_Task, 'duration_secs': 0.664899} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.811193] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cbe68cd-19f5-4b64-afc8-5f541240cccd tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] [instance: 8cd7dab4-e083-415f-937c-8d3e0c9fc26c] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 818.811459] env[68893]: INFO nova.compute.manager [None req-5cbe68cd-19f5-4b64-afc8-5f541240cccd tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] [instance: 8cd7dab4-e083-415f-937c-8d3e0c9fc26c] Took 6.37 seconds to spawn the instance on the hypervisor. [ 818.812726] env[68893]: DEBUG nova.compute.manager [None req-5cbe68cd-19f5-4b64-afc8-5f541240cccd tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] [instance: 8cd7dab4-e083-415f-937c-8d3e0c9fc26c] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 818.813160] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c3e2da8-44c1-4495-ae8f-7bbeb67e3e1c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.824234] env[68893]: DEBUG nova.network.neutron [None req-dcbbe87d-d261-486e-9c8a-b20cc1403b71 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: 92f9ce8c-c3a3-4c6b-8e10-81123681378d] Successfully updated port: a4212710-c4b2-451d-8758-3d2338554f00 {{(pid=68893) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 818.877975] env[68893]: DEBUG oslo_vmware.api [None req-31d1964e-56b1-439e-b6f7-bff8ed38709c tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Task: {'id': task-2791401, 'name': CloneVM_Task} progress is 94%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.911445] env[68893]: DEBUG oslo_concurrency.lockutils [None req-c698f107-99ab-47c9-aa04-5027c13a7b66 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.953282] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6ec1126b-1225-4016-affa-5d327a1b1496 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Acquiring lock "add4ef29-6e07-4272-b41a-04a95f62e169" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.953282] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6ec1126b-1225-4016-affa-5d327a1b1496 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Lock "add4ef29-6e07-4272-b41a-04a95f62e169" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.953389] env[68893]: INFO nova.compute.manager [None req-6ec1126b-1225-4016-affa-5d327a1b1496 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] [instance: add4ef29-6e07-4272-b41a-04a95f62e169] Attaching volume 7565b085-00dc-4d8d-b258-3b863abb1dfb to /dev/sdb [ 818.980920] env[68893]: DEBUG oslo_vmware.api [None req-664c7f15-90e9-4e05-abf2-503af5c92887 tempest-ServerMetadataNegativeTestJSON-491243522 tempest-ServerMetadataNegativeTestJSON-491243522-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52bac70b-61e1-04c9-01cd-ffa3a8c2c39e, 'name': SearchDatastore_Task, 'duration_secs': 0.011624} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.984122] env[68893]: DEBUG oslo_concurrency.lockutils [None req-664c7f15-90e9-4e05-abf2-503af5c92887 tempest-ServerMetadataNegativeTestJSON-491243522 tempest-ServerMetadataNegativeTestJSON-491243522-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.984122] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-664c7f15-90e9-4e05-abf2-503af5c92887 tempest-ServerMetadataNegativeTestJSON-491243522 tempest-ServerMetadataNegativeTestJSON-491243522-project-member] [instance: b33e73d3-3470-4cc1-ba04-c0d25f13cfea] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 818.984122] env[68893]: DEBUG oslo_concurrency.lockutils [None req-664c7f15-90e9-4e05-abf2-503af5c92887 tempest-ServerMetadataNegativeTestJSON-491243522 tempest-ServerMetadataNegativeTestJSON-491243522-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.984261] env[68893]: DEBUG oslo_concurrency.lockutils [None req-664c7f15-90e9-4e05-abf2-503af5c92887 tempest-ServerMetadataNegativeTestJSON-491243522 tempest-ServerMetadataNegativeTestJSON-491243522-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.984355] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-664c7f15-90e9-4e05-abf2-503af5c92887 tempest-ServerMetadataNegativeTestJSON-491243522 tempest-ServerMetadataNegativeTestJSON-491243522-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 818.984817] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-49ae5429-cb59-4d8b-b339-475268cbab01 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.992191] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c0bdb6f-b610-491f-b6a9-52bcd1156b4e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.996853] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-664c7f15-90e9-4e05-abf2-503af5c92887 tempest-ServerMetadataNegativeTestJSON-491243522 tempest-ServerMetadataNegativeTestJSON-491243522-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 818.996853] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-664c7f15-90e9-4e05-abf2-503af5c92887 tempest-ServerMetadataNegativeTestJSON-491243522 tempest-ServerMetadataNegativeTestJSON-491243522-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 818.997789] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebd6c449-e669-4242-b5eb-0099e4f83353 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.004667] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cf3f9ea-69e9-4770-9225-8859675a82d7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.009506] env[68893]: DEBUG oslo_vmware.api [None req-664c7f15-90e9-4e05-abf2-503af5c92887 tempest-ServerMetadataNegativeTestJSON-491243522 tempest-ServerMetadataNegativeTestJSON-491243522-project-member] Waiting for the task: (returnval){ [ 819.009506] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]5295a647-76da-ee4a-2d43-95f1b3d8ae6a" [ 819.009506] env[68893]: _type = "Task" [ 819.009506] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.017524] env[68893]: DEBUG oslo_vmware.api [None req-664c7f15-90e9-4e05-abf2-503af5c92887 tempest-ServerMetadataNegativeTestJSON-491243522 tempest-ServerMetadataNegativeTestJSON-491243522-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]5295a647-76da-ee4a-2d43-95f1b3d8ae6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.024164] env[68893]: DEBUG nova.virt.block_device [None req-6ec1126b-1225-4016-affa-5d327a1b1496 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] [instance: add4ef29-6e07-4272-b41a-04a95f62e169] Updating existing volume attachment record: 1aec6a9b-4c27-4b8e-9cb9-956c873d66da {{(pid=68893) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 819.248887] env[68893]: DEBUG oslo_concurrency.lockutils [req-2f34194e-7c2e-49b7-b5c4-c41cba778a34 req-fcb3f6de-81f4-4b50-929e-c145efa7b562 service nova] Releasing lock "refresh_cache-b33e73d3-3470-4cc1-ba04-c0d25f13cfea" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.335625] env[68893]: DEBUG oslo_concurrency.lockutils [None req-dcbbe87d-d261-486e-9c8a-b20cc1403b71 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Acquiring lock "refresh_cache-92f9ce8c-c3a3-4c6b-8e10-81123681378d" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.335625] env[68893]: DEBUG oslo_concurrency.lockutils [None req-dcbbe87d-d261-486e-9c8a-b20cc1403b71 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Acquired lock "refresh_cache-92f9ce8c-c3a3-4c6b-8e10-81123681378d" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.335625] env[68893]: DEBUG nova.network.neutron [None req-dcbbe87d-d261-486e-9c8a-b20cc1403b71 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: 92f9ce8c-c3a3-4c6b-8e10-81123681378d] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 819.344715] env[68893]: INFO nova.compute.manager [None req-5cbe68cd-19f5-4b64-afc8-5f541240cccd tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] [instance: 8cd7dab4-e083-415f-937c-8d3e0c9fc26c] Took 49.19 seconds to build instance. [ 819.383180] env[68893]: DEBUG oslo_vmware.api [None req-31d1964e-56b1-439e-b6f7-bff8ed38709c tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Task: {'id': task-2791401, 'name': CloneVM_Task} progress is 100%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.410193] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-621be581-ec2f-47eb-9aa4-714ab449686e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.419693] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b68e1f0b-a97d-447e-810a-5a251c7e434f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.449956] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49976bb6-3584-4076-bf94-2d7694c9f840 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.457617] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9803c23-301a-47d4-980d-7e69b72ed497 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.471190] env[68893]: DEBUG nova.compute.provider_tree [None req-6d031ea6-0d85-481f-b9c5-949e1d594d45 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 819.520390] env[68893]: DEBUG oslo_vmware.api [None req-664c7f15-90e9-4e05-abf2-503af5c92887 tempest-ServerMetadataNegativeTestJSON-491243522 tempest-ServerMetadataNegativeTestJSON-491243522-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]5295a647-76da-ee4a-2d43-95f1b3d8ae6a, 'name': SearchDatastore_Task, 'duration_secs': 0.010444} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.521190] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e16630d4-23e2-4958-a12f-ef0d4afa0f79 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.526343] env[68893]: DEBUG oslo_vmware.api [None req-664c7f15-90e9-4e05-abf2-503af5c92887 tempest-ServerMetadataNegativeTestJSON-491243522 tempest-ServerMetadataNegativeTestJSON-491243522-project-member] Waiting for the task: (returnval){ [ 819.526343] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]522cced1-54a4-bdff-9531-517aeb83820c" [ 819.526343] env[68893]: _type = "Task" [ 819.526343] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.534360] env[68893]: DEBUG oslo_vmware.api [None req-664c7f15-90e9-4e05-abf2-503af5c92887 tempest-ServerMetadataNegativeTestJSON-491243522 tempest-ServerMetadataNegativeTestJSON-491243522-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]522cced1-54a4-bdff-9531-517aeb83820c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.627045] env[68893]: DEBUG nova.compute.manager [req-4458791a-59b7-4814-bdb2-1ec996838ef4 req-1394008a-bde7-4d45-bab5-cbf716d38a91 service nova] [instance: 92f9ce8c-c3a3-4c6b-8e10-81123681378d] Received event network-vif-plugged-a4212710-c4b2-451d-8758-3d2338554f00 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 819.627045] env[68893]: DEBUG oslo_concurrency.lockutils [req-4458791a-59b7-4814-bdb2-1ec996838ef4 req-1394008a-bde7-4d45-bab5-cbf716d38a91 service nova] Acquiring lock "92f9ce8c-c3a3-4c6b-8e10-81123681378d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.627653] env[68893]: DEBUG oslo_concurrency.lockutils [req-4458791a-59b7-4814-bdb2-1ec996838ef4 req-1394008a-bde7-4d45-bab5-cbf716d38a91 service nova] Lock "92f9ce8c-c3a3-4c6b-8e10-81123681378d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.627653] env[68893]: DEBUG oslo_concurrency.lockutils [req-4458791a-59b7-4814-bdb2-1ec996838ef4 req-1394008a-bde7-4d45-bab5-cbf716d38a91 service nova] Lock "92f9ce8c-c3a3-4c6b-8e10-81123681378d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.627653] env[68893]: DEBUG nova.compute.manager [req-4458791a-59b7-4814-bdb2-1ec996838ef4 req-1394008a-bde7-4d45-bab5-cbf716d38a91 service nova] [instance: 92f9ce8c-c3a3-4c6b-8e10-81123681378d] No waiting events found dispatching network-vif-plugged-a4212710-c4b2-451d-8758-3d2338554f00 {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 819.627812] env[68893]: WARNING nova.compute.manager [req-4458791a-59b7-4814-bdb2-1ec996838ef4 req-1394008a-bde7-4d45-bab5-cbf716d38a91 service nova] [instance: 92f9ce8c-c3a3-4c6b-8e10-81123681378d] Received unexpected event network-vif-plugged-a4212710-c4b2-451d-8758-3d2338554f00 for instance with vm_state building and task_state spawning. [ 819.627976] env[68893]: DEBUG nova.compute.manager [req-4458791a-59b7-4814-bdb2-1ec996838ef4 req-1394008a-bde7-4d45-bab5-cbf716d38a91 service nova] [instance: 92f9ce8c-c3a3-4c6b-8e10-81123681378d] Received event network-changed-a4212710-c4b2-451d-8758-3d2338554f00 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 819.628233] env[68893]: DEBUG nova.compute.manager [req-4458791a-59b7-4814-bdb2-1ec996838ef4 req-1394008a-bde7-4d45-bab5-cbf716d38a91 service nova] [instance: 92f9ce8c-c3a3-4c6b-8e10-81123681378d] Refreshing instance network info cache due to event network-changed-a4212710-c4b2-451d-8758-3d2338554f00. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 819.628423] env[68893]: DEBUG oslo_concurrency.lockutils [req-4458791a-59b7-4814-bdb2-1ec996838ef4 req-1394008a-bde7-4d45-bab5-cbf716d38a91 service nova] Acquiring lock "refresh_cache-92f9ce8c-c3a3-4c6b-8e10-81123681378d" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.808672] env[68893]: DEBUG oslo_concurrency.lockutils [None req-e7b619b2-3442-44e2-ac2b-f114ac3a4c61 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Acquiring lock "073e59c7-2b22-4fa9-a6d2-03a158475093" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.808925] env[68893]: DEBUG oslo_concurrency.lockutils [None req-e7b619b2-3442-44e2-ac2b-f114ac3a4c61 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Lock "073e59c7-2b22-4fa9-a6d2-03a158475093" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.846951] env[68893]: DEBUG oslo_concurrency.lockutils [None req-5cbe68cd-19f5-4b64-afc8-5f541240cccd tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Lock "8cd7dab4-e083-415f-937c-8d3e0c9fc26c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.753s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.880703] env[68893]: DEBUG oslo_vmware.api [None req-31d1964e-56b1-439e-b6f7-bff8ed38709c tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Task: {'id': task-2791401, 'name': CloneVM_Task, 'duration_secs': 1.554273} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.880973] env[68893]: INFO nova.virt.vmwareapi.vmops [None req-31d1964e-56b1-439e-b6f7-bff8ed38709c tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] [instance: 5ba2b5c7-ec6d-49da-82ce-e76c402497fb] Created linked-clone VM from snapshot [ 819.881725] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e431e0bd-86aa-4035-a9f0-621e43289139 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.889726] env[68893]: DEBUG nova.virt.vmwareapi.images [None req-31d1964e-56b1-439e-b6f7-bff8ed38709c tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] [instance: 5ba2b5c7-ec6d-49da-82ce-e76c402497fb] Uploading image 8388d74b-7fb9-47ff-a380-581a32333318 {{(pid=68893) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 819.892120] env[68893]: DEBUG nova.network.neutron [None req-dcbbe87d-d261-486e-9c8a-b20cc1403b71 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: 92f9ce8c-c3a3-4c6b-8e10-81123681378d] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 819.906111] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-31d1964e-56b1-439e-b6f7-bff8ed38709c tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] [instance: 5ba2b5c7-ec6d-49da-82ce-e76c402497fb] Destroying the VM {{(pid=68893) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 819.906423] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0c3b65df-2395-48b2-acf6-31b348b44015 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.913590] env[68893]: DEBUG oslo_vmware.api [None req-31d1964e-56b1-439e-b6f7-bff8ed38709c tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Waiting for the task: (returnval){ [ 819.913590] env[68893]: value = "task-2791405" [ 819.913590] env[68893]: _type = "Task" [ 819.913590] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.922671] env[68893]: DEBUG oslo_vmware.api [None req-31d1964e-56b1-439e-b6f7-bff8ed38709c tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Task: {'id': task-2791405, 'name': Destroy_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.974129] env[68893]: DEBUG nova.scheduler.client.report [None req-6d031ea6-0d85-481f-b9c5-949e1d594d45 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 820.037653] env[68893]: DEBUG oslo_vmware.api [None req-664c7f15-90e9-4e05-abf2-503af5c92887 tempest-ServerMetadataNegativeTestJSON-491243522 tempest-ServerMetadataNegativeTestJSON-491243522-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]522cced1-54a4-bdff-9531-517aeb83820c, 'name': SearchDatastore_Task, 'duration_secs': 0.012671} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.037987] env[68893]: DEBUG oslo_concurrency.lockutils [None req-664c7f15-90e9-4e05-abf2-503af5c92887 tempest-ServerMetadataNegativeTestJSON-491243522 tempest-ServerMetadataNegativeTestJSON-491243522-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.038311] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-664c7f15-90e9-4e05-abf2-503af5c92887 tempest-ServerMetadataNegativeTestJSON-491243522 tempest-ServerMetadataNegativeTestJSON-491243522-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] b33e73d3-3470-4cc1-ba04-c0d25f13cfea/b33e73d3-3470-4cc1-ba04-c0d25f13cfea.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 820.038606] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a63d8789-5f53-4f12-85fc-fe730cd7c9b3 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.048171] env[68893]: DEBUG oslo_vmware.api [None req-664c7f15-90e9-4e05-abf2-503af5c92887 tempest-ServerMetadataNegativeTestJSON-491243522 tempest-ServerMetadataNegativeTestJSON-491243522-project-member] Waiting for the task: (returnval){ [ 820.048171] env[68893]: value = "task-2791406" [ 820.048171] env[68893]: _type = "Task" [ 820.048171] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.057085] env[68893]: DEBUG oslo_vmware.api [None req-664c7f15-90e9-4e05-abf2-503af5c92887 tempest-ServerMetadataNegativeTestJSON-491243522 tempest-ServerMetadataNegativeTestJSON-491243522-project-member] Task: {'id': task-2791406, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.103606] env[68893]: DEBUG nova.network.neutron [None req-dcbbe87d-d261-486e-9c8a-b20cc1403b71 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: 92f9ce8c-c3a3-4c6b-8e10-81123681378d] Updating instance_info_cache with network_info: [{"id": "a4212710-c4b2-451d-8758-3d2338554f00", "address": "fa:16:3e:7e:cf:2b", "network": {"id": "5facd91c-3e83-4ee5-8125-8a4aa64a78a4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-582610754-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe5f0158eb4f4b8ea53f02a7b25aea55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4212710-c4", "ovs_interfaceid": "a4212710-c4b2-451d-8758-3d2338554f00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.349678] env[68893]: DEBUG nova.compute.manager [None req-85454ca5-4313-40da-b350-ae077dbc7cfb tempest-InstanceActionsV221TestJSON-1823886445 tempest-InstanceActionsV221TestJSON-1823886445-project-member] [instance: ff2b18ce-e349-42dc-adc0-f8b173685dbd] Starting instance... {{(pid=68893) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 820.424111] env[68893]: DEBUG oslo_vmware.api [None req-31d1964e-56b1-439e-b6f7-bff8ed38709c tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Task: {'id': task-2791405, 'name': Destroy_Task, 'duration_secs': 0.424512} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.424400] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-31d1964e-56b1-439e-b6f7-bff8ed38709c tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] [instance: 5ba2b5c7-ec6d-49da-82ce-e76c402497fb] Destroyed the VM [ 820.424685] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-31d1964e-56b1-439e-b6f7-bff8ed38709c tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] [instance: 5ba2b5c7-ec6d-49da-82ce-e76c402497fb] Deleting Snapshot of the VM instance {{(pid=68893) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 820.424974] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8501cf61-5378-496d-b98b-c50c02ba8a49 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.432096] env[68893]: DEBUG oslo_vmware.api [None req-31d1964e-56b1-439e-b6f7-bff8ed38709c tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Waiting for the task: (returnval){ [ 820.432096] env[68893]: value = "task-2791407" [ 820.432096] env[68893]: _type = "Task" [ 820.432096] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.440689] env[68893]: DEBUG oslo_vmware.api [None req-31d1964e-56b1-439e-b6f7-bff8ed38709c tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Task: {'id': task-2791407, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.479552] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6d031ea6-0d85-481f-b9c5-949e1d594d45 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.625s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.480069] env[68893]: DEBUG nova.compute.manager [None req-6d031ea6-0d85-481f-b9c5-949e1d594d45 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] [instance: 70917eab-66ad-4d76-9866-a8a793025df1] Start building networks asynchronously for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 820.482802] env[68893]: DEBUG oslo_concurrency.lockutils [None req-93e981ca-be56-485f-8df7-8aa090ae7999 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.698s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.482991] env[68893]: DEBUG nova.objects.instance [None req-93e981ca-be56-485f-8df7-8aa090ae7999 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Lazy-loading 'resources' on Instance uuid 49227832-6556-4c04-8875-6a4b9414b1d8 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 820.557628] env[68893]: DEBUG oslo_vmware.api [None req-664c7f15-90e9-4e05-abf2-503af5c92887 tempest-ServerMetadataNegativeTestJSON-491243522 tempest-ServerMetadataNegativeTestJSON-491243522-project-member] Task: {'id': task-2791406, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.607256] env[68893]: DEBUG oslo_concurrency.lockutils [None req-dcbbe87d-d261-486e-9c8a-b20cc1403b71 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Releasing lock "refresh_cache-92f9ce8c-c3a3-4c6b-8e10-81123681378d" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.607594] env[68893]: DEBUG nova.compute.manager [None req-dcbbe87d-d261-486e-9c8a-b20cc1403b71 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: 92f9ce8c-c3a3-4c6b-8e10-81123681378d] Instance network_info: |[{"id": "a4212710-c4b2-451d-8758-3d2338554f00", "address": "fa:16:3e:7e:cf:2b", "network": {"id": "5facd91c-3e83-4ee5-8125-8a4aa64a78a4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-582610754-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe5f0158eb4f4b8ea53f02a7b25aea55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4212710-c4", "ovs_interfaceid": "a4212710-c4b2-451d-8758-3d2338554f00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 820.607916] env[68893]: DEBUG oslo_concurrency.lockutils [req-4458791a-59b7-4814-bdb2-1ec996838ef4 req-1394008a-bde7-4d45-bab5-cbf716d38a91 service nova] Acquired lock "refresh_cache-92f9ce8c-c3a3-4c6b-8e10-81123681378d" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.608121] env[68893]: DEBUG nova.network.neutron [req-4458791a-59b7-4814-bdb2-1ec996838ef4 req-1394008a-bde7-4d45-bab5-cbf716d38a91 service nova] [instance: 92f9ce8c-c3a3-4c6b-8e10-81123681378d] Refreshing network info cache for port a4212710-c4b2-451d-8758-3d2338554f00 {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 820.609365] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-dcbbe87d-d261-486e-9c8a-b20cc1403b71 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: 92f9ce8c-c3a3-4c6b-8e10-81123681378d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:cf:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a55f45a-d631-4ebc-b73b-8a30bd0a32a8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a4212710-c4b2-451d-8758-3d2338554f00', 'vif_model': 'vmxnet3'}] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 820.616691] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dcbbe87d-d261-486e-9c8a-b20cc1403b71 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 820.619750] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92f9ce8c-c3a3-4c6b-8e10-81123681378d] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 820.620287] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-46ccad29-aff4-483e-ba93-bd72a2851631 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.640899] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 820.640899] env[68893]: value = "task-2791408" [ 820.640899] env[68893]: _type = "Task" [ 820.640899] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.648598] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791408, 'name': CreateVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.874243] env[68893]: DEBUG oslo_concurrency.lockutils [None req-85454ca5-4313-40da-b350-ae077dbc7cfb tempest-InstanceActionsV221TestJSON-1823886445 tempest-InstanceActionsV221TestJSON-1823886445-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.909347] env[68893]: DEBUG nova.network.neutron [req-4458791a-59b7-4814-bdb2-1ec996838ef4 req-1394008a-bde7-4d45-bab5-cbf716d38a91 service nova] [instance: 92f9ce8c-c3a3-4c6b-8e10-81123681378d] Updated VIF entry in instance network info cache for port a4212710-c4b2-451d-8758-3d2338554f00. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 820.909711] env[68893]: DEBUG nova.network.neutron [req-4458791a-59b7-4814-bdb2-1ec996838ef4 req-1394008a-bde7-4d45-bab5-cbf716d38a91 service nova] [instance: 92f9ce8c-c3a3-4c6b-8e10-81123681378d] Updating instance_info_cache with network_info: [{"id": "a4212710-c4b2-451d-8758-3d2338554f00", "address": "fa:16:3e:7e:cf:2b", "network": {"id": "5facd91c-3e83-4ee5-8125-8a4aa64a78a4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-582610754-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe5f0158eb4f4b8ea53f02a7b25aea55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4212710-c4", "ovs_interfaceid": "a4212710-c4b2-451d-8758-3d2338554f00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.942558] env[68893]: DEBUG oslo_vmware.api [None req-31d1964e-56b1-439e-b6f7-bff8ed38709c tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Task: {'id': task-2791407, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.987048] env[68893]: DEBUG nova.compute.utils [None req-6d031ea6-0d85-481f-b9c5-949e1d594d45 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 820.993031] env[68893]: DEBUG nova.compute.manager [None req-6d031ea6-0d85-481f-b9c5-949e1d594d45 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] [instance: 70917eab-66ad-4d76-9866-a8a793025df1] Allocating IP information in the background. {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 820.993031] env[68893]: DEBUG nova.network.neutron [None req-6d031ea6-0d85-481f-b9c5-949e1d594d45 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] [instance: 70917eab-66ad-4d76-9866-a8a793025df1] allocate_for_instance() {{(pid=68893) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 821.061396] env[68893]: DEBUG oslo_vmware.api [None req-664c7f15-90e9-4e05-abf2-503af5c92887 tempest-ServerMetadataNegativeTestJSON-491243522 tempest-ServerMetadataNegativeTestJSON-491243522-project-member] Task: {'id': task-2791406, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514422} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.064197] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-664c7f15-90e9-4e05-abf2-503af5c92887 tempest-ServerMetadataNegativeTestJSON-491243522 tempest-ServerMetadataNegativeTestJSON-491243522-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] b33e73d3-3470-4cc1-ba04-c0d25f13cfea/b33e73d3-3470-4cc1-ba04-c0d25f13cfea.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 821.064547] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-664c7f15-90e9-4e05-abf2-503af5c92887 tempest-ServerMetadataNegativeTestJSON-491243522 tempest-ServerMetadataNegativeTestJSON-491243522-project-member] [instance: b33e73d3-3470-4cc1-ba04-c0d25f13cfea] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 821.067015] env[68893]: DEBUG nova.policy [None req-6d031ea6-0d85-481f-b9c5-949e1d594d45 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f409b57619a943cab99ff68337aa0d45', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c693f3f143d2447fbba5cb6ac0f08c20', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68893) authorize /opt/stack/nova/nova/policy.py:192}} [ 821.068630] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-80cb5db9-2248-4b1c-bc31-634684d2c829 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.076189] env[68893]: DEBUG oslo_vmware.api [None req-664c7f15-90e9-4e05-abf2-503af5c92887 tempest-ServerMetadataNegativeTestJSON-491243522 tempest-ServerMetadataNegativeTestJSON-491243522-project-member] Waiting for the task: (returnval){ [ 821.076189] env[68893]: value = "task-2791409" [ 821.076189] env[68893]: _type = "Task" [ 821.076189] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.088837] env[68893]: DEBUG oslo_vmware.api [None req-664c7f15-90e9-4e05-abf2-503af5c92887 tempest-ServerMetadataNegativeTestJSON-491243522 tempest-ServerMetadataNegativeTestJSON-491243522-project-member] Task: {'id': task-2791409, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.151878] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791408, 'name': CreateVM_Task, 'duration_secs': 0.463985} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.154718] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92f9ce8c-c3a3-4c6b-8e10-81123681378d] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 821.155741] env[68893]: DEBUG oslo_concurrency.lockutils [None req-dcbbe87d-d261-486e-9c8a-b20cc1403b71 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.155913] env[68893]: DEBUG oslo_concurrency.lockutils [None req-dcbbe87d-d261-486e-9c8a-b20cc1403b71 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.156331] env[68893]: DEBUG oslo_concurrency.lockutils [None req-dcbbe87d-d261-486e-9c8a-b20cc1403b71 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.156702] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e196911-f77b-4758-a958-dffb8ab8853b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.162152] env[68893]: DEBUG oslo_vmware.api [None req-dcbbe87d-d261-486e-9c8a-b20cc1403b71 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Waiting for the task: (returnval){ [ 821.162152] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]5207a615-9b91-456e-1017-64d1d9b409dc" [ 821.162152] env[68893]: _type = "Task" [ 821.162152] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.174260] env[68893]: INFO nova.compute.manager [None req-77744646-56d3-47ed-9a0a-4d216fb35c7e tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] [instance: 8cd7dab4-e083-415f-937c-8d3e0c9fc26c] Rebuilding instance [ 821.176367] env[68893]: DEBUG oslo_vmware.api [None req-dcbbe87d-d261-486e-9c8a-b20cc1403b71 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]5207a615-9b91-456e-1017-64d1d9b409dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.234155] env[68893]: DEBUG nova.compute.manager [None req-77744646-56d3-47ed-9a0a-4d216fb35c7e tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] [instance: 8cd7dab4-e083-415f-937c-8d3e0c9fc26c] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 821.235102] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a09af9b9-eaec-490b-8802-4de6bba1093b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.412030] env[68893]: DEBUG oslo_concurrency.lockutils [req-4458791a-59b7-4814-bdb2-1ec996838ef4 req-1394008a-bde7-4d45-bab5-cbf716d38a91 service nova] Releasing lock "refresh_cache-92f9ce8c-c3a3-4c6b-8e10-81123681378d" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.444706] env[68893]: DEBUG oslo_vmware.api [None req-31d1964e-56b1-439e-b6f7-bff8ed38709c tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Task: {'id': task-2791407, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.493646] env[68893]: DEBUG nova.compute.manager [None req-6d031ea6-0d85-481f-b9c5-949e1d594d45 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] [instance: 70917eab-66ad-4d76-9866-a8a793025df1] Start building block device mappings for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 821.541327] env[68893]: DEBUG nova.network.neutron [None req-6d031ea6-0d85-481f-b9c5-949e1d594d45 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] [instance: 70917eab-66ad-4d76-9866-a8a793025df1] Successfully created port: 938f16a8-5375-4090-ac06-94ae952c565d {{(pid=68893) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 821.577410] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee8b9722-f658-4b54-98c8-556c5ce83d3e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.595921] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b80520ee-a8f4-4991-b6f7-30b0701c08ce {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.600306] env[68893]: DEBUG oslo_vmware.api [None req-664c7f15-90e9-4e05-abf2-503af5c92887 tempest-ServerMetadataNegativeTestJSON-491243522 tempest-ServerMetadataNegativeTestJSON-491243522-project-member] Task: {'id': task-2791409, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.115054} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.600414] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-664c7f15-90e9-4e05-abf2-503af5c92887 tempest-ServerMetadataNegativeTestJSON-491243522 tempest-ServerMetadataNegativeTestJSON-491243522-project-member] [instance: b33e73d3-3470-4cc1-ba04-c0d25f13cfea] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 821.601848] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b60127fa-c4bb-4bbb-ac15-4551f4f15a0d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.634743] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3646ae46-24f4-463a-b6cc-f455311b40a4 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.656094] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-664c7f15-90e9-4e05-abf2-503af5c92887 tempest-ServerMetadataNegativeTestJSON-491243522 tempest-ServerMetadataNegativeTestJSON-491243522-project-member] [instance: b33e73d3-3470-4cc1-ba04-c0d25f13cfea] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] b33e73d3-3470-4cc1-ba04-c0d25f13cfea/b33e73d3-3470-4cc1-ba04-c0d25f13cfea.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 821.656861] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da299808-714a-4e3a-8226-f05dc0d2a7aa {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.679439] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38b29372-cb7c-4a4b-b9dd-1fee0463b156 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.685216] env[68893]: DEBUG oslo_vmware.api [None req-664c7f15-90e9-4e05-abf2-503af5c92887 tempest-ServerMetadataNegativeTestJSON-491243522 tempest-ServerMetadataNegativeTestJSON-491243522-project-member] Waiting for the task: (returnval){ [ 821.685216] env[68893]: value = "task-2791411" [ 821.685216] env[68893]: _type = "Task" [ 821.685216] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.699696] env[68893]: DEBUG nova.compute.provider_tree [None req-93e981ca-be56-485f-8df7-8aa090ae7999 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Updating inventory in ProviderTree for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 821.701947] env[68893]: DEBUG oslo_vmware.api [None req-dcbbe87d-d261-486e-9c8a-b20cc1403b71 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]5207a615-9b91-456e-1017-64d1d9b409dc, 'name': SearchDatastore_Task, 'duration_secs': 0.027236} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.703222] env[68893]: DEBUG oslo_concurrency.lockutils [None req-dcbbe87d-d261-486e-9c8a-b20cc1403b71 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.703458] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-dcbbe87d-d261-486e-9c8a-b20cc1403b71 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: 92f9ce8c-c3a3-4c6b-8e10-81123681378d] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 821.703695] env[68893]: DEBUG oslo_concurrency.lockutils [None req-dcbbe87d-d261-486e-9c8a-b20cc1403b71 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.703854] env[68893]: DEBUG oslo_concurrency.lockutils [None req-dcbbe87d-d261-486e-9c8a-b20cc1403b71 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.704084] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcbbe87d-d261-486e-9c8a-b20cc1403b71 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 821.707702] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f219661c-7fe2-4f51-ba8a-a0045605de90 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.709502] env[68893]: DEBUG oslo_vmware.api [None req-664c7f15-90e9-4e05-abf2-503af5c92887 tempest-ServerMetadataNegativeTestJSON-491243522 tempest-ServerMetadataNegativeTestJSON-491243522-project-member] Task: {'id': task-2791411, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.716838] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcbbe87d-d261-486e-9c8a-b20cc1403b71 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 821.716987] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-dcbbe87d-d261-486e-9c8a-b20cc1403b71 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 821.717798] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf1f1f00-a8a7-4f02-8aa7-1ab1c3b9833b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.723567] env[68893]: DEBUG oslo_vmware.api [None req-dcbbe87d-d261-486e-9c8a-b20cc1403b71 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Waiting for the task: (returnval){ [ 821.723567] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]5212317b-9ae5-651b-823a-1bb5f7e08a9e" [ 821.723567] env[68893]: _type = "Task" [ 821.723567] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.730969] env[68893]: DEBUG oslo_vmware.api [None req-dcbbe87d-d261-486e-9c8a-b20cc1403b71 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]5212317b-9ae5-651b-823a-1bb5f7e08a9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.947477] env[68893]: DEBUG oslo_vmware.api [None req-31d1964e-56b1-439e-b6f7-bff8ed38709c tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Task: {'id': task-2791407, 'name': RemoveSnapshot_Task, 'duration_secs': 1.175748} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.947825] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-31d1964e-56b1-439e-b6f7-bff8ed38709c tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] [instance: 5ba2b5c7-ec6d-49da-82ce-e76c402497fb] Deleted Snapshot of the VM instance {{(pid=68893) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 822.196282] env[68893]: DEBUG oslo_vmware.api [None req-664c7f15-90e9-4e05-abf2-503af5c92887 tempest-ServerMetadataNegativeTestJSON-491243522 tempest-ServerMetadataNegativeTestJSON-491243522-project-member] Task: {'id': task-2791411, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.222023] env[68893]: ERROR nova.scheduler.client.report [None req-93e981ca-be56-485f-8df7-8aa090ae7999 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] [req-0c329c07-4aa7-4007-9cfa-6d1621f0efde] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d14b70d6-a636-4db0-b5a6-b901da6fa895. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0c329c07-4aa7-4007-9cfa-6d1621f0efde"}]} [ 822.232580] env[68893]: DEBUG oslo_vmware.api [None req-dcbbe87d-d261-486e-9c8a-b20cc1403b71 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]5212317b-9ae5-651b-823a-1bb5f7e08a9e, 'name': SearchDatastore_Task, 'duration_secs': 0.032849} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.233375] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39d61794-a7d4-47d3-9b3f-719a601964f1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.237577] env[68893]: DEBUG nova.scheduler.client.report [None req-93e981ca-be56-485f-8df7-8aa090ae7999 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Refreshing inventories for resource provider d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 822.240550] env[68893]: DEBUG oslo_vmware.api [None req-dcbbe87d-d261-486e-9c8a-b20cc1403b71 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Waiting for the task: (returnval){ [ 822.240550] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]528a2375-6948-3116-68cd-ac51d669eb13" [ 822.240550] env[68893]: _type = "Task" [ 822.240550] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.247993] env[68893]: DEBUG oslo_vmware.api [None req-dcbbe87d-d261-486e-9c8a-b20cc1403b71 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]528a2375-6948-3116-68cd-ac51d669eb13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.250552] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-77744646-56d3-47ed-9a0a-4d216fb35c7e tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] [instance: 8cd7dab4-e083-415f-937c-8d3e0c9fc26c] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 822.250778] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b74c9848-ab5f-48e1-aa0c-070b8d288761 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.253024] env[68893]: DEBUG nova.scheduler.client.report [None req-93e981ca-be56-485f-8df7-8aa090ae7999 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Updating ProviderTree inventory for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 822.253232] env[68893]: DEBUG nova.compute.provider_tree [None req-93e981ca-be56-485f-8df7-8aa090ae7999 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Updating inventory in ProviderTree for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 822.258984] env[68893]: DEBUG oslo_vmware.api [None req-77744646-56d3-47ed-9a0a-4d216fb35c7e tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Waiting for the task: (returnval){ [ 822.258984] env[68893]: value = "task-2791412" [ 822.258984] env[68893]: _type = "Task" [ 822.258984] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.263611] env[68893]: DEBUG nova.scheduler.client.report [None req-93e981ca-be56-485f-8df7-8aa090ae7999 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Refreshing aggregate associations for resource provider d14b70d6-a636-4db0-b5a6-b901da6fa895, aggregates: None {{(pid=68893) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 822.268946] env[68893]: DEBUG oslo_vmware.api [None req-77744646-56d3-47ed-9a0a-4d216fb35c7e tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Task: {'id': task-2791412, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.282585] env[68893]: DEBUG nova.scheduler.client.report [None req-93e981ca-be56-485f-8df7-8aa090ae7999 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Refreshing trait associations for resource provider d14b70d6-a636-4db0-b5a6-b901da6fa895, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE {{(pid=68893) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 822.455923] env[68893]: WARNING nova.compute.manager [None req-31d1964e-56b1-439e-b6f7-bff8ed38709c tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] [instance: 5ba2b5c7-ec6d-49da-82ce-e76c402497fb] Image not found during snapshot: nova.exception.ImageNotFound: Image 8388d74b-7fb9-47ff-a380-581a32333318 could not be found. [ 822.509069] env[68893]: DEBUG nova.compute.manager [None req-6d031ea6-0d85-481f-b9c5-949e1d594d45 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] [instance: 70917eab-66ad-4d76-9866-a8a793025df1] Start spawning the instance on the hypervisor. {{(pid=68893) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 822.556430] env[68893]: DEBUG nova.virt.hardware [None req-6d031ea6-0d85-481f-b9c5-949e1d594d45 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 822.556689] env[68893]: DEBUG nova.virt.hardware [None req-6d031ea6-0d85-481f-b9c5-949e1d594d45 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 822.556853] env[68893]: DEBUG nova.virt.hardware [None req-6d031ea6-0d85-481f-b9c5-949e1d594d45 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 822.557043] env[68893]: DEBUG nova.virt.hardware [None req-6d031ea6-0d85-481f-b9c5-949e1d594d45 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 822.557193] env[68893]: DEBUG nova.virt.hardware [None req-6d031ea6-0d85-481f-b9c5-949e1d594d45 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 822.557339] env[68893]: DEBUG nova.virt.hardware [None req-6d031ea6-0d85-481f-b9c5-949e1d594d45 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 822.557547] env[68893]: DEBUG nova.virt.hardware [None req-6d031ea6-0d85-481f-b9c5-949e1d594d45 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 822.557724] env[68893]: DEBUG nova.virt.hardware [None req-6d031ea6-0d85-481f-b9c5-949e1d594d45 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 822.557890] env[68893]: DEBUG nova.virt.hardware [None req-6d031ea6-0d85-481f-b9c5-949e1d594d45 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 822.558068] env[68893]: DEBUG nova.virt.hardware [None req-6d031ea6-0d85-481f-b9c5-949e1d594d45 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 822.558242] env[68893]: DEBUG nova.virt.hardware [None req-6d031ea6-0d85-481f-b9c5-949e1d594d45 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 822.559087] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f199435-cfc1-47ba-8093-6b3bbe998afd {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.570060] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f8a98e9-dd3b-4a52-879b-e1a2439f6d85 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.695772] env[68893]: DEBUG oslo_vmware.api [None req-664c7f15-90e9-4e05-abf2-503af5c92887 tempest-ServerMetadataNegativeTestJSON-491243522 tempest-ServerMetadataNegativeTestJSON-491243522-project-member] Task: {'id': task-2791411, 'name': ReconfigVM_Task, 'duration_secs': 0.770526} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.698471] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-664c7f15-90e9-4e05-abf2-503af5c92887 tempest-ServerMetadataNegativeTestJSON-491243522 tempest-ServerMetadataNegativeTestJSON-491243522-project-member] [instance: b33e73d3-3470-4cc1-ba04-c0d25f13cfea] Reconfigured VM instance instance-00000027 to attach disk [datastore2] b33e73d3-3470-4cc1-ba04-c0d25f13cfea/b33e73d3-3470-4cc1-ba04-c0d25f13cfea.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 822.698859] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d5ae8b67-5d90-4325-b613-b74c66ffc2c7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.706082] env[68893]: DEBUG oslo_vmware.api [None req-664c7f15-90e9-4e05-abf2-503af5c92887 tempest-ServerMetadataNegativeTestJSON-491243522 tempest-ServerMetadataNegativeTestJSON-491243522-project-member] Waiting for the task: (returnval){ [ 822.706082] env[68893]: value = "task-2791413" [ 822.706082] env[68893]: _type = "Task" [ 822.706082] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.717249] env[68893]: DEBUG oslo_vmware.api [None req-664c7f15-90e9-4e05-abf2-503af5c92887 tempest-ServerMetadataNegativeTestJSON-491243522 tempest-ServerMetadataNegativeTestJSON-491243522-project-member] Task: {'id': task-2791413, 'name': Rename_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.751978] env[68893]: DEBUG oslo_vmware.api [None req-dcbbe87d-d261-486e-9c8a-b20cc1403b71 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]528a2375-6948-3116-68cd-ac51d669eb13, 'name': SearchDatastore_Task, 'duration_secs': 0.019099} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.752304] env[68893]: DEBUG oslo_concurrency.lockutils [None req-dcbbe87d-d261-486e-9c8a-b20cc1403b71 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.752561] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcbbe87d-d261-486e-9c8a-b20cc1403b71 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] 92f9ce8c-c3a3-4c6b-8e10-81123681378d/92f9ce8c-c3a3-4c6b-8e10-81123681378d.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 822.752815] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cab74609-676e-465c-b71f-bd3ca5360e41 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.761380] env[68893]: DEBUG oslo_vmware.api [None req-dcbbe87d-d261-486e-9c8a-b20cc1403b71 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Waiting for the task: (returnval){ [ 822.761380] env[68893]: value = "task-2791414" [ 822.761380] env[68893]: _type = "Task" [ 822.761380] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.773421] env[68893]: DEBUG oslo_vmware.api [None req-77744646-56d3-47ed-9a0a-4d216fb35c7e tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Task: {'id': task-2791412, 'name': PowerOffVM_Task, 'duration_secs': 0.120966} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.776398] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-77744646-56d3-47ed-9a0a-4d216fb35c7e tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] [instance: 8cd7dab4-e083-415f-937c-8d3e0c9fc26c] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 822.777121] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-77744646-56d3-47ed-9a0a-4d216fb35c7e tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] [instance: 8cd7dab4-e083-415f-937c-8d3e0c9fc26c] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 822.777401] env[68893]: DEBUG oslo_vmware.api [None req-dcbbe87d-d261-486e-9c8a-b20cc1403b71 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': task-2791414, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.778302] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7e8bc17-29d6-4063-9fe0-8a1bf3ea2f08 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.787256] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-77744646-56d3-47ed-9a0a-4d216fb35c7e tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] [instance: 8cd7dab4-e083-415f-937c-8d3e0c9fc26c] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 822.787493] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7f8b5705-ee51-4cd9-86f9-92f25d10aa2d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.793658] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9607de3-e2b2-4b5a-a1e6-0c159e068694 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.800404] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-084391d6-89b1-4bf0-ba45-43a4929ffea2 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.833867] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-864512ad-6020-4a8b-b807-8fec08d79a42 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.836721] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-77744646-56d3-47ed-9a0a-4d216fb35c7e tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] [instance: 8cd7dab4-e083-415f-937c-8d3e0c9fc26c] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 822.837030] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-77744646-56d3-47ed-9a0a-4d216fb35c7e tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] [instance: 8cd7dab4-e083-415f-937c-8d3e0c9fc26c] Deleting contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 822.837163] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-77744646-56d3-47ed-9a0a-4d216fb35c7e tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Deleting the datastore file [datastore2] 8cd7dab4-e083-415f-937c-8d3e0c9fc26c {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 822.837429] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6b78ee12-9ee5-4ffd-8c0a-c4687a3b2b70 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.846197] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50c4ef09-7988-4617-915c-85491c9d2d89 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.850489] env[68893]: DEBUG oslo_vmware.api [None req-77744646-56d3-47ed-9a0a-4d216fb35c7e tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Waiting for the task: (returnval){ [ 822.850489] env[68893]: value = "task-2791416" [ 822.850489] env[68893]: _type = "Task" [ 822.850489] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.863162] env[68893]: DEBUG nova.compute.provider_tree [None req-93e981ca-be56-485f-8df7-8aa090ae7999 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Updating inventory in ProviderTree for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 822.868550] env[68893]: DEBUG oslo_vmware.api [None req-77744646-56d3-47ed-9a0a-4d216fb35c7e tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Task: {'id': task-2791416, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.987431] env[68893]: DEBUG nova.compute.manager [req-3f5defbc-a152-45b4-933a-5dd42ec88a06 req-bcd16fe2-6074-4e30-951f-864d49212a01 service nova] [instance: 70917eab-66ad-4d76-9866-a8a793025df1] Received event network-vif-plugged-938f16a8-5375-4090-ac06-94ae952c565d {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 822.987793] env[68893]: DEBUG oslo_concurrency.lockutils [req-3f5defbc-a152-45b4-933a-5dd42ec88a06 req-bcd16fe2-6074-4e30-951f-864d49212a01 service nova] Acquiring lock "70917eab-66ad-4d76-9866-a8a793025df1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.988088] env[68893]: DEBUG oslo_concurrency.lockutils [req-3f5defbc-a152-45b4-933a-5dd42ec88a06 req-bcd16fe2-6074-4e30-951f-864d49212a01 service nova] Lock "70917eab-66ad-4d76-9866-a8a793025df1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.988280] env[68893]: DEBUG oslo_concurrency.lockutils [req-3f5defbc-a152-45b4-933a-5dd42ec88a06 req-bcd16fe2-6074-4e30-951f-864d49212a01 service nova] Lock "70917eab-66ad-4d76-9866-a8a793025df1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.988452] env[68893]: DEBUG nova.compute.manager [req-3f5defbc-a152-45b4-933a-5dd42ec88a06 req-bcd16fe2-6074-4e30-951f-864d49212a01 service nova] [instance: 70917eab-66ad-4d76-9866-a8a793025df1] No waiting events found dispatching network-vif-plugged-938f16a8-5375-4090-ac06-94ae952c565d {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 822.988615] env[68893]: WARNING nova.compute.manager [req-3f5defbc-a152-45b4-933a-5dd42ec88a06 req-bcd16fe2-6074-4e30-951f-864d49212a01 service nova] [instance: 70917eab-66ad-4d76-9866-a8a793025df1] Received unexpected event network-vif-plugged-938f16a8-5375-4090-ac06-94ae952c565d for instance with vm_state building and task_state spawning. [ 822.993980] env[68893]: DEBUG oslo_concurrency.lockutils [None req-e3a28b33-8cf3-4d84-8caf-bbc0625b626b tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Acquiring lock "5ba2b5c7-ec6d-49da-82ce-e76c402497fb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.994255] env[68893]: DEBUG oslo_concurrency.lockutils [None req-e3a28b33-8cf3-4d84-8caf-bbc0625b626b tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Lock "5ba2b5c7-ec6d-49da-82ce-e76c402497fb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.994461] env[68893]: DEBUG oslo_concurrency.lockutils [None req-e3a28b33-8cf3-4d84-8caf-bbc0625b626b tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Acquiring lock "5ba2b5c7-ec6d-49da-82ce-e76c402497fb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.994677] env[68893]: DEBUG oslo_concurrency.lockutils [None req-e3a28b33-8cf3-4d84-8caf-bbc0625b626b tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Lock "5ba2b5c7-ec6d-49da-82ce-e76c402497fb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.994860] env[68893]: DEBUG oslo_concurrency.lockutils [None req-e3a28b33-8cf3-4d84-8caf-bbc0625b626b tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Lock "5ba2b5c7-ec6d-49da-82ce-e76c402497fb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.998916] env[68893]: INFO nova.compute.manager [None req-e3a28b33-8cf3-4d84-8caf-bbc0625b626b tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] [instance: 5ba2b5c7-ec6d-49da-82ce-e76c402497fb] Terminating instance [ 823.155058] env[68893]: DEBUG nova.network.neutron [None req-6d031ea6-0d85-481f-b9c5-949e1d594d45 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] [instance: 70917eab-66ad-4d76-9866-a8a793025df1] Successfully updated port: 938f16a8-5375-4090-ac06-94ae952c565d {{(pid=68893) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 823.221167] env[68893]: DEBUG oslo_vmware.api [None req-664c7f15-90e9-4e05-abf2-503af5c92887 tempest-ServerMetadataNegativeTestJSON-491243522 tempest-ServerMetadataNegativeTestJSON-491243522-project-member] Task: {'id': task-2791413, 'name': Rename_Task, 'duration_secs': 0.178495} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.221669] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-664c7f15-90e9-4e05-abf2-503af5c92887 tempest-ServerMetadataNegativeTestJSON-491243522 tempest-ServerMetadataNegativeTestJSON-491243522-project-member] [instance: b33e73d3-3470-4cc1-ba04-c0d25f13cfea] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 823.222139] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e091b9a2-73a2-48d2-b93a-2506d359161c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.233221] env[68893]: DEBUG oslo_vmware.api [None req-664c7f15-90e9-4e05-abf2-503af5c92887 tempest-ServerMetadataNegativeTestJSON-491243522 tempest-ServerMetadataNegativeTestJSON-491243522-project-member] Waiting for the task: (returnval){ [ 823.233221] env[68893]: value = "task-2791417" [ 823.233221] env[68893]: _type = "Task" [ 823.233221] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.244994] env[68893]: DEBUG oslo_vmware.api [None req-664c7f15-90e9-4e05-abf2-503af5c92887 tempest-ServerMetadataNegativeTestJSON-491243522 tempest-ServerMetadataNegativeTestJSON-491243522-project-member] Task: {'id': task-2791417, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.273340] env[68893]: DEBUG oslo_vmware.api [None req-dcbbe87d-d261-486e-9c8a-b20cc1403b71 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': task-2791414, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.360990] env[68893]: DEBUG oslo_vmware.api [None req-77744646-56d3-47ed-9a0a-4d216fb35c7e tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Task: {'id': task-2791416, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.250479} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.361336] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-77744646-56d3-47ed-9a0a-4d216fb35c7e tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 823.361552] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-77744646-56d3-47ed-9a0a-4d216fb35c7e tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] [instance: 8cd7dab4-e083-415f-937c-8d3e0c9fc26c] Deleted contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 823.361758] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-77744646-56d3-47ed-9a0a-4d216fb35c7e tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] [instance: 8cd7dab4-e083-415f-937c-8d3e0c9fc26c] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 823.395990] env[68893]: DEBUG nova.scheduler.client.report [None req-93e981ca-be56-485f-8df7-8aa090ae7999 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Updated inventory for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with generation 69 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 823.396347] env[68893]: DEBUG nova.compute.provider_tree [None req-93e981ca-be56-485f-8df7-8aa090ae7999 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Updating resource provider d14b70d6-a636-4db0-b5a6-b901da6fa895 generation from 69 to 70 during operation: update_inventory {{(pid=68893) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 823.396630] env[68893]: DEBUG nova.compute.provider_tree [None req-93e981ca-be56-485f-8df7-8aa090ae7999 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Updating inventory in ProviderTree for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 823.503309] env[68893]: DEBUG nova.compute.manager [None req-e3a28b33-8cf3-4d84-8caf-bbc0625b626b tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] [instance: 5ba2b5c7-ec6d-49da-82ce-e76c402497fb] Start destroying the instance on the hypervisor. {{(pid=68893) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 823.503309] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-e3a28b33-8cf3-4d84-8caf-bbc0625b626b tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] [instance: 5ba2b5c7-ec6d-49da-82ce-e76c402497fb] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 823.504249] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5309e522-0a72-4d51-88e0-e6d123d02192 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.512546] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3a28b33-8cf3-4d84-8caf-bbc0625b626b tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] [instance: 5ba2b5c7-ec6d-49da-82ce-e76c402497fb] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 823.512832] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2799f2a3-e2f5-42b8-ae83-8de5f9587abf {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.518517] env[68893]: DEBUG oslo_vmware.api [None req-e3a28b33-8cf3-4d84-8caf-bbc0625b626b tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Waiting for the task: (returnval){ [ 823.518517] env[68893]: value = "task-2791418" [ 823.518517] env[68893]: _type = "Task" [ 823.518517] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.526476] env[68893]: DEBUG oslo_vmware.api [None req-e3a28b33-8cf3-4d84-8caf-bbc0625b626b tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Task: {'id': task-2791418, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.594910] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ec1126b-1225-4016-affa-5d327a1b1496 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] [instance: add4ef29-6e07-4272-b41a-04a95f62e169] Volume attach. Driver type: vmdk {{(pid=68893) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 823.595173] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ec1126b-1225-4016-affa-5d327a1b1496 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] [instance: add4ef29-6e07-4272-b41a-04a95f62e169] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561086', 'volume_id': '7565b085-00dc-4d8d-b258-3b863abb1dfb', 'name': 'volume-7565b085-00dc-4d8d-b258-3b863abb1dfb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'add4ef29-6e07-4272-b41a-04a95f62e169', 'attached_at': '', 'detached_at': '', 'volume_id': '7565b085-00dc-4d8d-b258-3b863abb1dfb', 'serial': '7565b085-00dc-4d8d-b258-3b863abb1dfb'} {{(pid=68893) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 823.596076] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2e3d6eb-9f8a-4aba-9c61-93f8a91d58af {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.613828] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1017f866-858f-4da0-9104-5f2923d6ca83 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.638919] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ec1126b-1225-4016-affa-5d327a1b1496 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] [instance: add4ef29-6e07-4272-b41a-04a95f62e169] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] volume-7565b085-00dc-4d8d-b258-3b863abb1dfb/volume-7565b085-00dc-4d8d-b258-3b863abb1dfb.vmdk or device None with type thin {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 823.639272] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40c369b6-878e-482c-a2b6-8d40c286f2f0 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.656734] env[68893]: DEBUG oslo_vmware.api [None req-6ec1126b-1225-4016-affa-5d327a1b1496 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Waiting for the task: (returnval){ [ 823.656734] env[68893]: value = "task-2791419" [ 823.656734] env[68893]: _type = "Task" [ 823.656734] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.660633] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6d031ea6-0d85-481f-b9c5-949e1d594d45 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Acquiring lock "refresh_cache-70917eab-66ad-4d76-9866-a8a793025df1" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.660633] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6d031ea6-0d85-481f-b9c5-949e1d594d45 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Acquired lock "refresh_cache-70917eab-66ad-4d76-9866-a8a793025df1" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.660750] env[68893]: DEBUG nova.network.neutron [None req-6d031ea6-0d85-481f-b9c5-949e1d594d45 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] [instance: 70917eab-66ad-4d76-9866-a8a793025df1] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 823.666796] env[68893]: DEBUG oslo_vmware.api [None req-6ec1126b-1225-4016-affa-5d327a1b1496 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Task: {'id': task-2791419, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.746239] env[68893]: DEBUG oslo_vmware.api [None req-664c7f15-90e9-4e05-abf2-503af5c92887 tempest-ServerMetadataNegativeTestJSON-491243522 tempest-ServerMetadataNegativeTestJSON-491243522-project-member] Task: {'id': task-2791417, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.775084] env[68893]: DEBUG oslo_vmware.api [None req-dcbbe87d-d261-486e-9c8a-b20cc1403b71 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': task-2791414, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.538135} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.775084] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcbbe87d-d261-486e-9c8a-b20cc1403b71 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] 92f9ce8c-c3a3-4c6b-8e10-81123681378d/92f9ce8c-c3a3-4c6b-8e10-81123681378d.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 823.775329] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-dcbbe87d-d261-486e-9c8a-b20cc1403b71 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: 92f9ce8c-c3a3-4c6b-8e10-81123681378d] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 823.775818] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ad0bd92d-20e6-4efc-b7a4-134939bda2b7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.782235] env[68893]: DEBUG oslo_vmware.api [None req-dcbbe87d-d261-486e-9c8a-b20cc1403b71 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Waiting for the task: (returnval){ [ 823.782235] env[68893]: value = "task-2791420" [ 823.782235] env[68893]: _type = "Task" [ 823.782235] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.790264] env[68893]: DEBUG oslo_vmware.api [None req-dcbbe87d-d261-486e-9c8a-b20cc1403b71 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': task-2791420, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.902842] env[68893]: DEBUG oslo_concurrency.lockutils [None req-93e981ca-be56-485f-8df7-8aa090ae7999 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.420s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.906088] env[68893]: DEBUG oslo_concurrency.lockutils [None req-df870329-c0b0-462d-8431-fb7f92683905 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.715s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.906331] env[68893]: DEBUG nova.objects.instance [None req-df870329-c0b0-462d-8431-fb7f92683905 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Lazy-loading 'resources' on Instance uuid 3f7dc844-a0a8-4c16-a947-f695a646512c {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 823.928472] env[68893]: INFO nova.scheduler.client.report [None req-93e981ca-be56-485f-8df7-8aa090ae7999 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Deleted allocations for instance 49227832-6556-4c04-8875-6a4b9414b1d8 [ 824.029078] env[68893]: DEBUG oslo_vmware.api [None req-e3a28b33-8cf3-4d84-8caf-bbc0625b626b tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Task: {'id': task-2791418, 'name': PowerOffVM_Task, 'duration_secs': 0.253683} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.029360] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3a28b33-8cf3-4d84-8caf-bbc0625b626b tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] [instance: 5ba2b5c7-ec6d-49da-82ce-e76c402497fb] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 824.029526] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-e3a28b33-8cf3-4d84-8caf-bbc0625b626b tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] [instance: 5ba2b5c7-ec6d-49da-82ce-e76c402497fb] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 824.029775] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-445c2e28-6ac8-4791-b522-b605f93316ce {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.103245] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-e3a28b33-8cf3-4d84-8caf-bbc0625b626b tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] [instance: 5ba2b5c7-ec6d-49da-82ce-e76c402497fb] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 824.103491] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-e3a28b33-8cf3-4d84-8caf-bbc0625b626b tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] [instance: 5ba2b5c7-ec6d-49da-82ce-e76c402497fb] Deleting contents of the VM from datastore datastore1 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 824.103732] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3a28b33-8cf3-4d84-8caf-bbc0625b626b tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Deleting the datastore file [datastore1] 5ba2b5c7-ec6d-49da-82ce-e76c402497fb {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 824.104028] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cb212c40-2d8f-4700-8e3d-6484596b47d4 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.110963] env[68893]: DEBUG oslo_vmware.api [None req-e3a28b33-8cf3-4d84-8caf-bbc0625b626b tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Waiting for the task: (returnval){ [ 824.110963] env[68893]: value = "task-2791422" [ 824.110963] env[68893]: _type = "Task" [ 824.110963] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.119724] env[68893]: DEBUG oslo_vmware.api [None req-e3a28b33-8cf3-4d84-8caf-bbc0625b626b tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Task: {'id': task-2791422, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.170091] env[68893]: DEBUG oslo_vmware.api [None req-6ec1126b-1225-4016-affa-5d327a1b1496 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Task: {'id': task-2791419, 'name': ReconfigVM_Task, 'duration_secs': 0.371948} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.170410] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ec1126b-1225-4016-affa-5d327a1b1496 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] [instance: add4ef29-6e07-4272-b41a-04a95f62e169] Reconfigured VM instance instance-0000000c to attach disk [datastore2] volume-7565b085-00dc-4d8d-b258-3b863abb1dfb/volume-7565b085-00dc-4d8d-b258-3b863abb1dfb.vmdk or device None with type thin {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 824.177543] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd3f26f2-bb0e-4dbf-9f14-3998911b72f7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.196702] env[68893]: DEBUG oslo_vmware.api [None req-6ec1126b-1225-4016-affa-5d327a1b1496 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Waiting for the task: (returnval){ [ 824.196702] env[68893]: value = "task-2791423" [ 824.196702] env[68893]: _type = "Task" [ 824.196702] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.205117] env[68893]: DEBUG oslo_vmware.api [None req-6ec1126b-1225-4016-affa-5d327a1b1496 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Task: {'id': task-2791423, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.206054] env[68893]: DEBUG nova.network.neutron [None req-6d031ea6-0d85-481f-b9c5-949e1d594d45 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] [instance: 70917eab-66ad-4d76-9866-a8a793025df1] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 824.243778] env[68893]: DEBUG oslo_vmware.api [None req-664c7f15-90e9-4e05-abf2-503af5c92887 tempest-ServerMetadataNegativeTestJSON-491243522 tempest-ServerMetadataNegativeTestJSON-491243522-project-member] Task: {'id': task-2791417, 'name': PowerOnVM_Task, 'duration_secs': 0.740144} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.244216] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-664c7f15-90e9-4e05-abf2-503af5c92887 tempest-ServerMetadataNegativeTestJSON-491243522 tempest-ServerMetadataNegativeTestJSON-491243522-project-member] [instance: b33e73d3-3470-4cc1-ba04-c0d25f13cfea] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 824.244535] env[68893]: INFO nova.compute.manager [None req-664c7f15-90e9-4e05-abf2-503af5c92887 tempest-ServerMetadataNegativeTestJSON-491243522 tempest-ServerMetadataNegativeTestJSON-491243522-project-member] [instance: b33e73d3-3470-4cc1-ba04-c0d25f13cfea] Took 9.16 seconds to spawn the instance on the hypervisor. [ 824.244831] env[68893]: DEBUG nova.compute.manager [None req-664c7f15-90e9-4e05-abf2-503af5c92887 tempest-ServerMetadataNegativeTestJSON-491243522 tempest-ServerMetadataNegativeTestJSON-491243522-project-member] [instance: b33e73d3-3470-4cc1-ba04-c0d25f13cfea] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 824.245936] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cc39403-5dbd-4710-89c6-3549cefe661a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.293920] env[68893]: DEBUG oslo_vmware.api [None req-dcbbe87d-d261-486e-9c8a-b20cc1403b71 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': task-2791420, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066631} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.297661] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-dcbbe87d-d261-486e-9c8a-b20cc1403b71 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: 92f9ce8c-c3a3-4c6b-8e10-81123681378d] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 824.299460] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a96011bf-2e65-4278-a2f2-616397b137c4 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.324969] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcbbe87d-d261-486e-9c8a-b20cc1403b71 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: 92f9ce8c-c3a3-4c6b-8e10-81123681378d] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] 92f9ce8c-c3a3-4c6b-8e10-81123681378d/92f9ce8c-c3a3-4c6b-8e10-81123681378d.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 824.325155] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22f33d11-b900-465b-b0b6-bf0b5e20d1eb {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.347592] env[68893]: DEBUG oslo_vmware.api [None req-dcbbe87d-d261-486e-9c8a-b20cc1403b71 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Waiting for the task: (returnval){ [ 824.347592] env[68893]: value = "task-2791424" [ 824.347592] env[68893]: _type = "Task" [ 824.347592] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.361305] env[68893]: DEBUG oslo_vmware.api [None req-dcbbe87d-d261-486e-9c8a-b20cc1403b71 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': task-2791424, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.382596] env[68893]: DEBUG nova.network.neutron [None req-6d031ea6-0d85-481f-b9c5-949e1d594d45 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] [instance: 70917eab-66ad-4d76-9866-a8a793025df1] Updating instance_info_cache with network_info: [{"id": "938f16a8-5375-4090-ac06-94ae952c565d", "address": "fa:16:3e:9b:d9:4b", "network": {"id": "508509dd-7bfd-4a64-9135-d3dbeac23fa6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.150", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a15c0c8454c748249efd16f753a7dc35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap938f16a8-53", "ovs_interfaceid": "938f16a8-5375-4090-ac06-94ae952c565d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.395229] env[68893]: DEBUG nova.virt.hardware [None req-77744646-56d3-47ed-9a0a-4d216fb35c7e tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 824.395508] env[68893]: DEBUG nova.virt.hardware [None req-77744646-56d3-47ed-9a0a-4d216fb35c7e tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 824.395665] env[68893]: DEBUG nova.virt.hardware [None req-77744646-56d3-47ed-9a0a-4d216fb35c7e tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 824.395846] env[68893]: DEBUG nova.virt.hardware [None req-77744646-56d3-47ed-9a0a-4d216fb35c7e tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 824.395991] env[68893]: DEBUG nova.virt.hardware [None req-77744646-56d3-47ed-9a0a-4d216fb35c7e tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 824.396161] env[68893]: DEBUG nova.virt.hardware [None req-77744646-56d3-47ed-9a0a-4d216fb35c7e tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 824.396374] env[68893]: DEBUG nova.virt.hardware [None req-77744646-56d3-47ed-9a0a-4d216fb35c7e tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 824.396619] env[68893]: DEBUG nova.virt.hardware [None req-77744646-56d3-47ed-9a0a-4d216fb35c7e tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 824.396981] env[68893]: DEBUG nova.virt.hardware [None req-77744646-56d3-47ed-9a0a-4d216fb35c7e tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 824.397308] env[68893]: DEBUG nova.virt.hardware [None req-77744646-56d3-47ed-9a0a-4d216fb35c7e tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 824.397527] env[68893]: DEBUG nova.virt.hardware [None req-77744646-56d3-47ed-9a0a-4d216fb35c7e tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 824.398585] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-384c8ce8-6204-4afc-978b-b7fba096f00c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.407497] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e541bdb9-3404-4069-aead-ea379a7a5014 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.424079] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-77744646-56d3-47ed-9a0a-4d216fb35c7e tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] [instance: 8cd7dab4-e083-415f-937c-8d3e0c9fc26c] Instance VIF info [] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 824.429739] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-77744646-56d3-47ed-9a0a-4d216fb35c7e tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 824.429984] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8cd7dab4-e083-415f-937c-8d3e0c9fc26c] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 824.430203] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f3915300-717a-4ffb-b961-dfd87b890498 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.446568] env[68893]: DEBUG oslo_concurrency.lockutils [None req-93e981ca-be56-485f-8df7-8aa090ae7999 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Lock "49227832-6556-4c04-8875-6a4b9414b1d8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.176s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.452828] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 824.452828] env[68893]: value = "task-2791425" [ 824.452828] env[68893]: _type = "Task" [ 824.452828] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.460232] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791425, 'name': CreateVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.622311] env[68893]: DEBUG oslo_vmware.api [None req-e3a28b33-8cf3-4d84-8caf-bbc0625b626b tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Task: {'id': task-2791422, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.714556] env[68893]: DEBUG oslo_vmware.api [None req-6ec1126b-1225-4016-affa-5d327a1b1496 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Task: {'id': task-2791423, 'name': ReconfigVM_Task, 'duration_secs': 0.168749} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.714556] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ec1126b-1225-4016-affa-5d327a1b1496 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] [instance: add4ef29-6e07-4272-b41a-04a95f62e169] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561086', 'volume_id': '7565b085-00dc-4d8d-b258-3b863abb1dfb', 'name': 'volume-7565b085-00dc-4d8d-b258-3b863abb1dfb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'add4ef29-6e07-4272-b41a-04a95f62e169', 'attached_at': '', 'detached_at': '', 'volume_id': '7565b085-00dc-4d8d-b258-3b863abb1dfb', 'serial': '7565b085-00dc-4d8d-b258-3b863abb1dfb'} {{(pid=68893) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 824.767539] env[68893]: INFO nova.compute.manager [None req-664c7f15-90e9-4e05-abf2-503af5c92887 tempest-ServerMetadataNegativeTestJSON-491243522 tempest-ServerMetadataNegativeTestJSON-491243522-project-member] [instance: b33e73d3-3470-4cc1-ba04-c0d25f13cfea] Took 50.41 seconds to build instance. [ 824.861752] env[68893]: DEBUG oslo_vmware.api [None req-dcbbe87d-d261-486e-9c8a-b20cc1403b71 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': task-2791424, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.885188] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6d031ea6-0d85-481f-b9c5-949e1d594d45 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Releasing lock "refresh_cache-70917eab-66ad-4d76-9866-a8a793025df1" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.885540] env[68893]: DEBUG nova.compute.manager [None req-6d031ea6-0d85-481f-b9c5-949e1d594d45 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] [instance: 70917eab-66ad-4d76-9866-a8a793025df1] Instance network_info: |[{"id": "938f16a8-5375-4090-ac06-94ae952c565d", "address": "fa:16:3e:9b:d9:4b", "network": {"id": "508509dd-7bfd-4a64-9135-d3dbeac23fa6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.150", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a15c0c8454c748249efd16f753a7dc35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap938f16a8-53", "ovs_interfaceid": "938f16a8-5375-4090-ac06-94ae952c565d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 824.885939] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-6d031ea6-0d85-481f-b9c5-949e1d594d45 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] [instance: 70917eab-66ad-4d76-9866-a8a793025df1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:d9:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '938f16a8-5375-4090-ac06-94ae952c565d', 'vif_model': 'vmxnet3'}] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 824.893686] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d031ea6-0d85-481f-b9c5-949e1d594d45 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Creating folder: Project (c693f3f143d2447fbba5cb6ac0f08c20). Parent ref: group-v560969. {{(pid=68893) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 824.894996] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1752413e-671a-4bb1-acf4-bead69461dda {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.899852] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f023477-d6ca-43fa-bc61-c86e83c45f26 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.905444] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b53a6ba-eb2e-4853-9df4-34249e2bdaf8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.909550] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-6d031ea6-0d85-481f-b9c5-949e1d594d45 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Created folder: Project (c693f3f143d2447fbba5cb6ac0f08c20) in parent group-v560969. [ 824.909738] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d031ea6-0d85-481f-b9c5-949e1d594d45 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Creating folder: Instances. Parent ref: group-v561089. {{(pid=68893) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 824.910291] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fac6c448-dc94-4001-a5ad-7cf1643684b7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.943068] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f4ef626-e210-4137-8dca-aab06d48fb6f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.946244] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-6d031ea6-0d85-481f-b9c5-949e1d594d45 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Created folder: Instances in parent group-v561089. [ 824.946487] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6d031ea6-0d85-481f-b9c5-949e1d594d45 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 824.946757] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70917eab-66ad-4d76-9866-a8a793025df1] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 824.947414] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3a34bc69-3358-4d10-9746-d4b090ed0647 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.968857] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14f7e342-e9cd-46a1-92dd-c6e1215709cb {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.973914] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 824.973914] env[68893]: value = "task-2791428" [ 824.973914] env[68893]: _type = "Task" [ 824.973914] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.988472] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791425, 'name': CreateVM_Task} progress is 25%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.989029] env[68893]: DEBUG nova.compute.provider_tree [None req-df870329-c0b0-462d-8431-fb7f92683905 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 824.995335] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791428, 'name': CreateVM_Task} progress is 10%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.031754] env[68893]: DEBUG nova.compute.manager [req-c7570f00-f1d0-4bdc-975a-0bd197e43779 req-d5296c13-7aba-4998-8832-b6f706dd312a service nova] [instance: 70917eab-66ad-4d76-9866-a8a793025df1] Received event network-changed-938f16a8-5375-4090-ac06-94ae952c565d {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 825.031754] env[68893]: DEBUG nova.compute.manager [req-c7570f00-f1d0-4bdc-975a-0bd197e43779 req-d5296c13-7aba-4998-8832-b6f706dd312a service nova] [instance: 70917eab-66ad-4d76-9866-a8a793025df1] Refreshing instance network info cache due to event network-changed-938f16a8-5375-4090-ac06-94ae952c565d. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 825.031754] env[68893]: DEBUG oslo_concurrency.lockutils [req-c7570f00-f1d0-4bdc-975a-0bd197e43779 req-d5296c13-7aba-4998-8832-b6f706dd312a service nova] Acquiring lock "refresh_cache-70917eab-66ad-4d76-9866-a8a793025df1" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.031754] env[68893]: DEBUG oslo_concurrency.lockutils [req-c7570f00-f1d0-4bdc-975a-0bd197e43779 req-d5296c13-7aba-4998-8832-b6f706dd312a service nova] Acquired lock "refresh_cache-70917eab-66ad-4d76-9866-a8a793025df1" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.031754] env[68893]: DEBUG nova.network.neutron [req-c7570f00-f1d0-4bdc-975a-0bd197e43779 req-d5296c13-7aba-4998-8832-b6f706dd312a service nova] [instance: 70917eab-66ad-4d76-9866-a8a793025df1] Refreshing network info cache for port 938f16a8-5375-4090-ac06-94ae952c565d {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 825.121069] env[68893]: DEBUG oslo_vmware.api [None req-e3a28b33-8cf3-4d84-8caf-bbc0625b626b tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Task: {'id': task-2791422, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.638768} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.121406] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3a28b33-8cf3-4d84-8caf-bbc0625b626b tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 825.121488] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-e3a28b33-8cf3-4d84-8caf-bbc0625b626b tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] [instance: 5ba2b5c7-ec6d-49da-82ce-e76c402497fb] Deleted contents of the VM from datastore datastore1 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 825.121644] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-e3a28b33-8cf3-4d84-8caf-bbc0625b626b tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] [instance: 5ba2b5c7-ec6d-49da-82ce-e76c402497fb] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 825.121825] env[68893]: INFO nova.compute.manager [None req-e3a28b33-8cf3-4d84-8caf-bbc0625b626b tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] [instance: 5ba2b5c7-ec6d-49da-82ce-e76c402497fb] Took 1.62 seconds to destroy the instance on the hypervisor. [ 825.122078] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e3a28b33-8cf3-4d84-8caf-bbc0625b626b tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 825.122276] env[68893]: DEBUG nova.compute.manager [-] [instance: 5ba2b5c7-ec6d-49da-82ce-e76c402497fb] Deallocating network for instance {{(pid=68893) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 825.122370] env[68893]: DEBUG nova.network.neutron [-] [instance: 5ba2b5c7-ec6d-49da-82ce-e76c402497fb] deallocate_for_instance() {{(pid=68893) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 825.179122] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d59135ef-84ee-4dd5-8352-34cf79d3b0a6 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Acquiring lock "ea8f3ce4-4b6e-4bd1-b959-2412268d1b3e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.179403] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d59135ef-84ee-4dd5-8352-34cf79d3b0a6 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Lock "ea8f3ce4-4b6e-4bd1-b959-2412268d1b3e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.180072] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d59135ef-84ee-4dd5-8352-34cf79d3b0a6 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Acquiring lock "ea8f3ce4-4b6e-4bd1-b959-2412268d1b3e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.180309] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d59135ef-84ee-4dd5-8352-34cf79d3b0a6 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Lock "ea8f3ce4-4b6e-4bd1-b959-2412268d1b3e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.180703] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d59135ef-84ee-4dd5-8352-34cf79d3b0a6 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Lock "ea8f3ce4-4b6e-4bd1-b959-2412268d1b3e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.182628] env[68893]: INFO nova.compute.manager [None req-d59135ef-84ee-4dd5-8352-34cf79d3b0a6 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] [instance: ea8f3ce4-4b6e-4bd1-b959-2412268d1b3e] Terminating instance [ 825.270628] env[68893]: DEBUG oslo_concurrency.lockutils [None req-664c7f15-90e9-4e05-abf2-503af5c92887 tempest-ServerMetadataNegativeTestJSON-491243522 tempest-ServerMetadataNegativeTestJSON-491243522-project-member] Lock "b33e73d3-3470-4cc1-ba04-c0d25f13cfea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.143s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.358493] env[68893]: DEBUG oslo_vmware.api [None req-dcbbe87d-d261-486e-9c8a-b20cc1403b71 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': task-2791424, 'name': ReconfigVM_Task, 'duration_secs': 0.701273} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.359180] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcbbe87d-d261-486e-9c8a-b20cc1403b71 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: 92f9ce8c-c3a3-4c6b-8e10-81123681378d] Reconfigured VM instance instance-00000028 to attach disk [datastore2] 92f9ce8c-c3a3-4c6b-8e10-81123681378d/92f9ce8c-c3a3-4c6b-8e10-81123681378d.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 825.363020] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c85a94e6-2147-423f-bb5d-ff65521a4c79 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.365591] env[68893]: DEBUG oslo_vmware.api [None req-dcbbe87d-d261-486e-9c8a-b20cc1403b71 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Waiting for the task: (returnval){ [ 825.365591] env[68893]: value = "task-2791429" [ 825.365591] env[68893]: _type = "Task" [ 825.365591] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.373431] env[68893]: DEBUG oslo_vmware.api [None req-dcbbe87d-d261-486e-9c8a-b20cc1403b71 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': task-2791429, 'name': Rename_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.474472] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791425, 'name': CreateVM_Task, 'duration_secs': 0.757477} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.476145] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8cd7dab4-e083-415f-937c-8d3e0c9fc26c] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 825.480123] env[68893]: DEBUG oslo_concurrency.lockutils [None req-77744646-56d3-47ed-9a0a-4d216fb35c7e tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.480432] env[68893]: DEBUG oslo_concurrency.lockutils [None req-77744646-56d3-47ed-9a0a-4d216fb35c7e tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.480846] env[68893]: DEBUG oslo_concurrency.lockutils [None req-77744646-56d3-47ed-9a0a-4d216fb35c7e tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.481204] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5031894-7154-4d98-a2db-483b33ff99bf {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.489273] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791428, 'name': CreateVM_Task, 'duration_secs': 0.32378} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.490764] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70917eab-66ad-4d76-9866-a8a793025df1] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 825.491225] env[68893]: DEBUG oslo_vmware.api [None req-77744646-56d3-47ed-9a0a-4d216fb35c7e tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Waiting for the task: (returnval){ [ 825.491225] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]521c97f8-17fd-95f7-27e0-88696ec217c4" [ 825.491225] env[68893]: _type = "Task" [ 825.491225] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.495015] env[68893]: DEBUG nova.scheduler.client.report [None req-df870329-c0b0-462d-8431-fb7f92683905 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 825.496686] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6d031ea6-0d85-481f-b9c5-949e1d594d45 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.507395] env[68893]: DEBUG oslo_vmware.api [None req-77744646-56d3-47ed-9a0a-4d216fb35c7e tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]521c97f8-17fd-95f7-27e0-88696ec217c4, 'name': SearchDatastore_Task, 'duration_secs': 0.010951} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.507854] env[68893]: DEBUG oslo_concurrency.lockutils [None req-77744646-56d3-47ed-9a0a-4d216fb35c7e tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.508203] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-77744646-56d3-47ed-9a0a-4d216fb35c7e tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] [instance: 8cd7dab4-e083-415f-937c-8d3e0c9fc26c] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 825.508533] env[68893]: DEBUG oslo_concurrency.lockutils [None req-77744646-56d3-47ed-9a0a-4d216fb35c7e tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.508783] env[68893]: DEBUG oslo_concurrency.lockutils [None req-77744646-56d3-47ed-9a0a-4d216fb35c7e tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.509103] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-77744646-56d3-47ed-9a0a-4d216fb35c7e tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 825.509490] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6d031ea6-0d85-481f-b9c5-949e1d594d45 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.509907] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6d031ea6-0d85-481f-b9c5-949e1d594d45 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.510847] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d37b9b55-27dd-4c4e-85c7-120e558c4cb8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.512975] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c06f047a-f7bd-442e-bfa4-9b2bf630c826 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.518854] env[68893]: DEBUG oslo_vmware.api [None req-6d031ea6-0d85-481f-b9c5-949e1d594d45 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Waiting for the task: (returnval){ [ 825.518854] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]524fa497-92a3-90b8-d30f-def0572701bb" [ 825.518854] env[68893]: _type = "Task" [ 825.518854] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.523346] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-77744646-56d3-47ed-9a0a-4d216fb35c7e tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 825.523535] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-77744646-56d3-47ed-9a0a-4d216fb35c7e tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 825.524604] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17f8bd96-7fe1-4309-a1d9-38afd583a5af {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.530870] env[68893]: DEBUG oslo_vmware.api [None req-6d031ea6-0d85-481f-b9c5-949e1d594d45 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]524fa497-92a3-90b8-d30f-def0572701bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.536963] env[68893]: DEBUG oslo_vmware.api [None req-77744646-56d3-47ed-9a0a-4d216fb35c7e tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Waiting for the task: (returnval){ [ 825.536963] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]525ca1b4-88c1-6488-ff12-c43cb186471a" [ 825.536963] env[68893]: _type = "Task" [ 825.536963] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.546446] env[68893]: DEBUG oslo_vmware.api [None req-77744646-56d3-47ed-9a0a-4d216fb35c7e tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]525ca1b4-88c1-6488-ff12-c43cb186471a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.687770] env[68893]: DEBUG nova.compute.manager [None req-d59135ef-84ee-4dd5-8352-34cf79d3b0a6 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] [instance: ea8f3ce4-4b6e-4bd1-b959-2412268d1b3e] Start destroying the instance on the hypervisor. {{(pid=68893) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 825.688049] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-d59135ef-84ee-4dd5-8352-34cf79d3b0a6 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] [instance: ea8f3ce4-4b6e-4bd1-b959-2412268d1b3e] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 825.688954] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1694f9f9-5cb4-42dd-9fff-f402b4782bd3 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.699642] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-d59135ef-84ee-4dd5-8352-34cf79d3b0a6 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] [instance: ea8f3ce4-4b6e-4bd1-b959-2412268d1b3e] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 825.699874] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-13dbd780-894c-4087-ab44-3e1fc71220df {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.707156] env[68893]: DEBUG oslo_vmware.api [None req-d59135ef-84ee-4dd5-8352-34cf79d3b0a6 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Waiting for the task: (returnval){ [ 825.707156] env[68893]: value = "task-2791430" [ 825.707156] env[68893]: _type = "Task" [ 825.707156] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.715957] env[68893]: DEBUG oslo_vmware.api [None req-d59135ef-84ee-4dd5-8352-34cf79d3b0a6 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Task: {'id': task-2791430, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.775802] env[68893]: DEBUG nova.compute.manager [None req-f893b519-00d7-40f4-9ee8-444408d8f4a2 tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] [instance: b763ec3a-5de5-40c1-9783-23dd20b39989] Starting instance... {{(pid=68893) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 825.779233] env[68893]: DEBUG nova.network.neutron [req-c7570f00-f1d0-4bdc-975a-0bd197e43779 req-d5296c13-7aba-4998-8832-b6f706dd312a service nova] [instance: 70917eab-66ad-4d76-9866-a8a793025df1] Updated VIF entry in instance network info cache for port 938f16a8-5375-4090-ac06-94ae952c565d. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 825.780224] env[68893]: DEBUG nova.network.neutron [req-c7570f00-f1d0-4bdc-975a-0bd197e43779 req-d5296c13-7aba-4998-8832-b6f706dd312a service nova] [instance: 70917eab-66ad-4d76-9866-a8a793025df1] Updating instance_info_cache with network_info: [{"id": "938f16a8-5375-4090-ac06-94ae952c565d", "address": "fa:16:3e:9b:d9:4b", "network": {"id": "508509dd-7bfd-4a64-9135-d3dbeac23fa6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.150", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a15c0c8454c748249efd16f753a7dc35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap938f16a8-53", "ovs_interfaceid": "938f16a8-5375-4090-ac06-94ae952c565d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.797489] env[68893]: DEBUG nova.objects.instance [None req-6ec1126b-1225-4016-affa-5d327a1b1496 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Lazy-loading 'flavor' on Instance uuid add4ef29-6e07-4272-b41a-04a95f62e169 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 825.878222] env[68893]: DEBUG oslo_vmware.api [None req-dcbbe87d-d261-486e-9c8a-b20cc1403b71 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': task-2791429, 'name': Rename_Task, 'duration_secs': 0.259969} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.878503] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcbbe87d-d261-486e-9c8a-b20cc1403b71 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: 92f9ce8c-c3a3-4c6b-8e10-81123681378d] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 825.878764] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7aad59b0-2846-48b5-9e4e-2b66eb7bbe3c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.887140] env[68893]: DEBUG oslo_vmware.api [None req-dcbbe87d-d261-486e-9c8a-b20cc1403b71 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Waiting for the task: (returnval){ [ 825.887140] env[68893]: value = "task-2791431" [ 825.887140] env[68893]: _type = "Task" [ 825.887140] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.896740] env[68893]: DEBUG oslo_vmware.api [None req-dcbbe87d-d261-486e-9c8a-b20cc1403b71 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': task-2791431, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.977871] env[68893]: DEBUG nova.network.neutron [-] [instance: 5ba2b5c7-ec6d-49da-82ce-e76c402497fb] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.999120] env[68893]: DEBUG oslo_concurrency.lockutils [None req-df870329-c0b0-462d-8431-fb7f92683905 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.093s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.002052] env[68893]: DEBUG oslo_concurrency.lockutils [None req-a61b44f4-b47a-445c-a1e8-03f1a14c501d tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.976s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.002052] env[68893]: DEBUG nova.objects.instance [None req-a61b44f4-b47a-445c-a1e8-03f1a14c501d tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Lazy-loading 'resources' on Instance uuid f72552ae-2213-4d26-a1e2-82015336df56 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 826.021115] env[68893]: INFO nova.scheduler.client.report [None req-df870329-c0b0-462d-8431-fb7f92683905 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Deleted allocations for instance 3f7dc844-a0a8-4c16-a947-f695a646512c [ 826.039685] env[68893]: DEBUG oslo_vmware.api [None req-6d031ea6-0d85-481f-b9c5-949e1d594d45 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]524fa497-92a3-90b8-d30f-def0572701bb, 'name': SearchDatastore_Task, 'duration_secs': 0.019904} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.043635] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6d031ea6-0d85-481f-b9c5-949e1d594d45 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.043844] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-6d031ea6-0d85-481f-b9c5-949e1d594d45 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] [instance: 70917eab-66ad-4d76-9866-a8a793025df1] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 826.044138] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6d031ea6-0d85-481f-b9c5-949e1d594d45 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.050949] env[68893]: DEBUG oslo_vmware.api [None req-77744646-56d3-47ed-9a0a-4d216fb35c7e tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]525ca1b4-88c1-6488-ff12-c43cb186471a, 'name': SearchDatastore_Task, 'duration_secs': 0.010614} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.051796] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10abbd48-f4f5-4aaf-b4c0-7ff97338d89e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.058157] env[68893]: DEBUG oslo_vmware.api [None req-77744646-56d3-47ed-9a0a-4d216fb35c7e tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Waiting for the task: (returnval){ [ 826.058157] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]522c23cb-6116-1ce2-7c5f-5d7827711b8d" [ 826.058157] env[68893]: _type = "Task" [ 826.058157] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.067165] env[68893]: DEBUG oslo_vmware.api [None req-77744646-56d3-47ed-9a0a-4d216fb35c7e tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]522c23cb-6116-1ce2-7c5f-5d7827711b8d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.219030] env[68893]: DEBUG oslo_vmware.api [None req-d59135ef-84ee-4dd5-8352-34cf79d3b0a6 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Task: {'id': task-2791430, 'name': PowerOffVM_Task, 'duration_secs': 0.241068} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.219371] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-d59135ef-84ee-4dd5-8352-34cf79d3b0a6 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] [instance: ea8f3ce4-4b6e-4bd1-b959-2412268d1b3e] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 826.219441] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-d59135ef-84ee-4dd5-8352-34cf79d3b0a6 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] [instance: ea8f3ce4-4b6e-4bd1-b959-2412268d1b3e] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 826.219690] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-083a8f3e-cf33-4146-8075-a542453461eb {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.284815] env[68893]: DEBUG oslo_concurrency.lockutils [req-c7570f00-f1d0-4bdc-975a-0bd197e43779 req-d5296c13-7aba-4998-8832-b6f706dd312a service nova] Releasing lock "refresh_cache-70917eab-66ad-4d76-9866-a8a793025df1" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.297132] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-d59135ef-84ee-4dd5-8352-34cf79d3b0a6 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] [instance: ea8f3ce4-4b6e-4bd1-b959-2412268d1b3e] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 826.298476] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-d59135ef-84ee-4dd5-8352-34cf79d3b0a6 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] [instance: ea8f3ce4-4b6e-4bd1-b959-2412268d1b3e] Deleting contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 826.298476] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-d59135ef-84ee-4dd5-8352-34cf79d3b0a6 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Deleting the datastore file [datastore2] ea8f3ce4-4b6e-4bd1-b959-2412268d1b3e {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 826.298476] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-75bba46a-6102-48b4-b45f-77c5451cfe24 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.302641] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f893b519-00d7-40f4-9ee8-444408d8f4a2 tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.303702] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6ec1126b-1225-4016-affa-5d327a1b1496 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Lock "add4ef29-6e07-4272-b41a-04a95f62e169" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.351s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.308299] env[68893]: DEBUG oslo_vmware.api [None req-d59135ef-84ee-4dd5-8352-34cf79d3b0a6 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Waiting for the task: (returnval){ [ 826.308299] env[68893]: value = "task-2791433" [ 826.308299] env[68893]: _type = "Task" [ 826.308299] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.317015] env[68893]: DEBUG oslo_vmware.api [None req-d59135ef-84ee-4dd5-8352-34cf79d3b0a6 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Task: {'id': task-2791433, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.401749] env[68893]: DEBUG oslo_vmware.api [None req-dcbbe87d-d261-486e-9c8a-b20cc1403b71 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': task-2791431, 'name': PowerOnVM_Task} progress is 78%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.481621] env[68893]: INFO nova.compute.manager [-] [instance: 5ba2b5c7-ec6d-49da-82ce-e76c402497fb] Took 1.36 seconds to deallocate network for instance. [ 826.535503] env[68893]: DEBUG oslo_concurrency.lockutils [None req-df870329-c0b0-462d-8431-fb7f92683905 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Lock "3f7dc844-a0a8-4c16-a947-f695a646512c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.838s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.537071] env[68893]: DEBUG oslo_concurrency.lockutils [None req-86cfb873-cb29-4f3c-9cfd-1705a026cee2 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Lock "3f7dc844-a0a8-4c16-a947-f695a646512c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 40.909s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.537441] env[68893]: DEBUG oslo_concurrency.lockutils [None req-86cfb873-cb29-4f3c-9cfd-1705a026cee2 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Acquiring lock "3f7dc844-a0a8-4c16-a947-f695a646512c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.537682] env[68893]: DEBUG oslo_concurrency.lockutils [None req-86cfb873-cb29-4f3c-9cfd-1705a026cee2 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Lock "3f7dc844-a0a8-4c16-a947-f695a646512c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.537921] env[68893]: DEBUG oslo_concurrency.lockutils [None req-86cfb873-cb29-4f3c-9cfd-1705a026cee2 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Lock "3f7dc844-a0a8-4c16-a947-f695a646512c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.539858] env[68893]: INFO nova.compute.manager [None req-86cfb873-cb29-4f3c-9cfd-1705a026cee2 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] [instance: 3f7dc844-a0a8-4c16-a947-f695a646512c] Terminating instance [ 826.570306] env[68893]: DEBUG oslo_vmware.api [None req-77744646-56d3-47ed-9a0a-4d216fb35c7e tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]522c23cb-6116-1ce2-7c5f-5d7827711b8d, 'name': SearchDatastore_Task, 'duration_secs': 0.010921} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.573235] env[68893]: DEBUG oslo_concurrency.lockutils [None req-77744646-56d3-47ed-9a0a-4d216fb35c7e tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.573579] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-77744646-56d3-47ed-9a0a-4d216fb35c7e tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] 8cd7dab4-e083-415f-937c-8d3e0c9fc26c/8cd7dab4-e083-415f-937c-8d3e0c9fc26c.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 826.574326] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6d031ea6-0d85-481f-b9c5-949e1d594d45 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.574574] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d031ea6-0d85-481f-b9c5-949e1d594d45 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 826.574898] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d8661901-e124-40cd-8b86-d4d4283ee5fa {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.578899] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c2bebbbd-9a4e-4001-9f0f-86033282a720 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.590254] env[68893]: DEBUG oslo_vmware.api [None req-77744646-56d3-47ed-9a0a-4d216fb35c7e tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Waiting for the task: (returnval){ [ 826.590254] env[68893]: value = "task-2791434" [ 826.590254] env[68893]: _type = "Task" [ 826.590254] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.595908] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d031ea6-0d85-481f-b9c5-949e1d594d45 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 826.596233] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-6d031ea6-0d85-481f-b9c5-949e1d594d45 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 826.597627] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fe15695-6943-4208-bffc-0c0c9c2bbe65 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.603397] env[68893]: DEBUG oslo_vmware.api [None req-77744646-56d3-47ed-9a0a-4d216fb35c7e tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Task: {'id': task-2791434, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.607317] env[68893]: DEBUG oslo_vmware.api [None req-6d031ea6-0d85-481f-b9c5-949e1d594d45 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Waiting for the task: (returnval){ [ 826.607317] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]5205954c-c154-0018-f5f6-ccfbba7921fb" [ 826.607317] env[68893]: _type = "Task" [ 826.607317] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.622513] env[68893]: DEBUG oslo_vmware.api [None req-6d031ea6-0d85-481f-b9c5-949e1d594d45 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]5205954c-c154-0018-f5f6-ccfbba7921fb, 'name': SearchDatastore_Task, 'duration_secs': 0.01149} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.623740] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1aaa1ff-5923-4f75-96ff-fd7c7fa9a2a5 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.631833] env[68893]: DEBUG oslo_vmware.api [None req-6d031ea6-0d85-481f-b9c5-949e1d594d45 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Waiting for the task: (returnval){ [ 826.631833] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]5274c5d5-b4da-dacf-4812-18f8b015dba6" [ 826.631833] env[68893]: _type = "Task" [ 826.631833] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.640810] env[68893]: DEBUG oslo_vmware.api [None req-6d031ea6-0d85-481f-b9c5-949e1d594d45 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]5274c5d5-b4da-dacf-4812-18f8b015dba6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.701134] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f4e219f3-483c-4a37-a0f2-64e201e960f4 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Acquiring lock "add4ef29-6e07-4272-b41a-04a95f62e169" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.701134] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f4e219f3-483c-4a37-a0f2-64e201e960f4 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Lock "add4ef29-6e07-4272-b41a-04a95f62e169" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.820275] env[68893]: DEBUG oslo_vmware.api [None req-d59135ef-84ee-4dd5-8352-34cf79d3b0a6 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Task: {'id': task-2791433, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.205202} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.823786] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-d59135ef-84ee-4dd5-8352-34cf79d3b0a6 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 826.824081] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-d59135ef-84ee-4dd5-8352-34cf79d3b0a6 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] [instance: ea8f3ce4-4b6e-4bd1-b959-2412268d1b3e] Deleted contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 826.824310] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-d59135ef-84ee-4dd5-8352-34cf79d3b0a6 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] [instance: ea8f3ce4-4b6e-4bd1-b959-2412268d1b3e] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 826.824717] env[68893]: INFO nova.compute.manager [None req-d59135ef-84ee-4dd5-8352-34cf79d3b0a6 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] [instance: ea8f3ce4-4b6e-4bd1-b959-2412268d1b3e] Took 1.14 seconds to destroy the instance on the hypervisor. [ 826.824823] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d59135ef-84ee-4dd5-8352-34cf79d3b0a6 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 826.825335] env[68893]: DEBUG nova.compute.manager [-] [instance: ea8f3ce4-4b6e-4bd1-b959-2412268d1b3e] Deallocating network for instance {{(pid=68893) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 826.825427] env[68893]: DEBUG nova.network.neutron [-] [instance: ea8f3ce4-4b6e-4bd1-b959-2412268d1b3e] deallocate_for_instance() {{(pid=68893) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 826.909062] env[68893]: DEBUG oslo_vmware.api [None req-dcbbe87d-d261-486e-9c8a-b20cc1403b71 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': task-2791431, 'name': PowerOnVM_Task, 'duration_secs': 0.720938} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.909062] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcbbe87d-d261-486e-9c8a-b20cc1403b71 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: 92f9ce8c-c3a3-4c6b-8e10-81123681378d] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 826.909062] env[68893]: INFO nova.compute.manager [None req-dcbbe87d-d261-486e-9c8a-b20cc1403b71 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: 92f9ce8c-c3a3-4c6b-8e10-81123681378d] Took 9.22 seconds to spawn the instance on the hypervisor. [ 826.909062] env[68893]: DEBUG nova.compute.manager [None req-dcbbe87d-d261-486e-9c8a-b20cc1403b71 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: 92f9ce8c-c3a3-4c6b-8e10-81123681378d] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 826.909062] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfda2c5b-f438-4951-a77f-9deee12418bc {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.988388] env[68893]: DEBUG oslo_concurrency.lockutils [None req-e3a28b33-8cf3-4d84-8caf-bbc0625b626b tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.043674] env[68893]: DEBUG oslo_concurrency.lockutils [None req-86cfb873-cb29-4f3c-9cfd-1705a026cee2 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Acquiring lock "refresh_cache-3f7dc844-a0a8-4c16-a947-f695a646512c" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.043964] env[68893]: DEBUG oslo_concurrency.lockutils [None req-86cfb873-cb29-4f3c-9cfd-1705a026cee2 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Acquired lock "refresh_cache-3f7dc844-a0a8-4c16-a947-f695a646512c" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.044050] env[68893]: DEBUG nova.network.neutron [None req-86cfb873-cb29-4f3c-9cfd-1705a026cee2 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] [instance: 3f7dc844-a0a8-4c16-a947-f695a646512c] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 827.102254] env[68893]: DEBUG oslo_vmware.api [None req-77744646-56d3-47ed-9a0a-4d216fb35c7e tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Task: {'id': task-2791434, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.114964] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cc87f76-acf1-43bf-bca9-7d4ede7917b4 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.123414] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d7e4710-aaf7-4321-a3ef-b56ed89abb1a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.164035] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39399219-0fc4-45ce-abf2-74b3f8de5bd4 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.171426] env[68893]: DEBUG oslo_vmware.api [None req-6d031ea6-0d85-481f-b9c5-949e1d594d45 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]5274c5d5-b4da-dacf-4812-18f8b015dba6, 'name': SearchDatastore_Task, 'duration_secs': 0.011372} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.173568] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6d031ea6-0d85-481f-b9c5-949e1d594d45 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.173850] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d031ea6-0d85-481f-b9c5-949e1d594d45 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] 70917eab-66ad-4d76-9866-a8a793025df1/70917eab-66ad-4d76-9866-a8a793025df1.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 827.174173] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4673b69f-17ec-4823-ad5e-4d80f2be804f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.177805] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77e49235-913f-4916-ac0e-f247de941ab2 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.193352] env[68893]: DEBUG nova.compute.provider_tree [None req-a61b44f4-b47a-445c-a1e8-03f1a14c501d tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Updating inventory in ProviderTree for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 827.197069] env[68893]: DEBUG oslo_vmware.api [None req-6d031ea6-0d85-481f-b9c5-949e1d594d45 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Waiting for the task: (returnval){ [ 827.197069] env[68893]: value = "task-2791435" [ 827.197069] env[68893]: _type = "Task" [ 827.197069] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.203803] env[68893]: INFO nova.compute.manager [None req-f4e219f3-483c-4a37-a0f2-64e201e960f4 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] [instance: add4ef29-6e07-4272-b41a-04a95f62e169] Detaching volume 7565b085-00dc-4d8d-b258-3b863abb1dfb [ 827.209428] env[68893]: DEBUG oslo_vmware.api [None req-6d031ea6-0d85-481f-b9c5-949e1d594d45 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Task: {'id': task-2791435, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.233857] env[68893]: DEBUG nova.compute.manager [req-c8e30f73-fb53-406a-b721-6e0e2224fb4d req-970b47a1-ad98-4c01-8465-6427eea1173d service nova] [instance: 5ba2b5c7-ec6d-49da-82ce-e76c402497fb] Received event network-vif-deleted-00067902-4c45-4708-bec0-b7e747683741 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 827.255999] env[68893]: INFO nova.virt.block_device [None req-f4e219f3-483c-4a37-a0f2-64e201e960f4 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] [instance: add4ef29-6e07-4272-b41a-04a95f62e169] Attempting to driver detach volume 7565b085-00dc-4d8d-b258-3b863abb1dfb from mountpoint /dev/sdb [ 827.256268] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4e219f3-483c-4a37-a0f2-64e201e960f4 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] [instance: add4ef29-6e07-4272-b41a-04a95f62e169] Volume detach. Driver type: vmdk {{(pid=68893) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 827.256455] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4e219f3-483c-4a37-a0f2-64e201e960f4 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] [instance: add4ef29-6e07-4272-b41a-04a95f62e169] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561086', 'volume_id': '7565b085-00dc-4d8d-b258-3b863abb1dfb', 'name': 'volume-7565b085-00dc-4d8d-b258-3b863abb1dfb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'add4ef29-6e07-4272-b41a-04a95f62e169', 'attached_at': '', 'detached_at': '', 'volume_id': '7565b085-00dc-4d8d-b258-3b863abb1dfb', 'serial': '7565b085-00dc-4d8d-b258-3b863abb1dfb'} {{(pid=68893) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 827.257017] env[68893]: DEBUG oslo_concurrency.lockutils [None req-376c9ed1-3a23-4369-bd48-d7b955673916 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Acquiring lock "d09a64f4-84e1-4eb5-9cd1-32e9de8b921d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.258220] env[68893]: DEBUG oslo_concurrency.lockutils [None req-376c9ed1-3a23-4369-bd48-d7b955673916 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Lock "d09a64f4-84e1-4eb5-9cd1-32e9de8b921d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.258220] env[68893]: DEBUG oslo_concurrency.lockutils [None req-376c9ed1-3a23-4369-bd48-d7b955673916 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Acquiring lock "d09a64f4-84e1-4eb5-9cd1-32e9de8b921d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.258220] env[68893]: DEBUG oslo_concurrency.lockutils [None req-376c9ed1-3a23-4369-bd48-d7b955673916 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Lock "d09a64f4-84e1-4eb5-9cd1-32e9de8b921d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.258220] env[68893]: DEBUG oslo_concurrency.lockutils [None req-376c9ed1-3a23-4369-bd48-d7b955673916 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Lock "d09a64f4-84e1-4eb5-9cd1-32e9de8b921d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.259936] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-548fdbac-ea2a-4939-b6ae-57957d5aa7aa {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.263526] env[68893]: INFO nova.compute.manager [None req-376c9ed1-3a23-4369-bd48-d7b955673916 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] [instance: d09a64f4-84e1-4eb5-9cd1-32e9de8b921d] Terminating instance [ 827.287652] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8f7d6fc-8e3d-4f6e-8aa8-312e5eae57a3 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.298171] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a547133-3a46-4900-bb60-b4c92d5b5680 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.320723] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e25acfc-1d1d-4723-9614-79eae1276e8e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.338445] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4e219f3-483c-4a37-a0f2-64e201e960f4 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] The volume has not been displaced from its original location: [datastore2] volume-7565b085-00dc-4d8d-b258-3b863abb1dfb/volume-7565b085-00dc-4d8d-b258-3b863abb1dfb.vmdk. No consolidation needed. {{(pid=68893) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 827.343799] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4e219f3-483c-4a37-a0f2-64e201e960f4 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] [instance: add4ef29-6e07-4272-b41a-04a95f62e169] Reconfiguring VM instance instance-0000000c to detach disk 2001 {{(pid=68893) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 827.344117] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c880d078-2b8a-44a4-88fe-f984d0ccd976 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.364436] env[68893]: DEBUG oslo_vmware.api [None req-f4e219f3-483c-4a37-a0f2-64e201e960f4 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Waiting for the task: (returnval){ [ 827.364436] env[68893]: value = "task-2791436" [ 827.364436] env[68893]: _type = "Task" [ 827.364436] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.374879] env[68893]: DEBUG oslo_vmware.api [None req-f4e219f3-483c-4a37-a0f2-64e201e960f4 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Task: {'id': task-2791436, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.428367] env[68893]: INFO nova.compute.manager [None req-dcbbe87d-d261-486e-9c8a-b20cc1403b71 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: 92f9ce8c-c3a3-4c6b-8e10-81123681378d] Took 50.06 seconds to build instance. [ 827.451831] env[68893]: DEBUG oslo_concurrency.lockutils [None req-09357e94-2c15-4fd7-a453-e828c8759fce tempest-ServerMetadataNegativeTestJSON-491243522 tempest-ServerMetadataNegativeTestJSON-491243522-project-member] Acquiring lock "b33e73d3-3470-4cc1-ba04-c0d25f13cfea" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.452166] env[68893]: DEBUG oslo_concurrency.lockutils [None req-09357e94-2c15-4fd7-a453-e828c8759fce tempest-ServerMetadataNegativeTestJSON-491243522 tempest-ServerMetadataNegativeTestJSON-491243522-project-member] Lock "b33e73d3-3470-4cc1-ba04-c0d25f13cfea" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.452386] env[68893]: DEBUG oslo_concurrency.lockutils [None req-09357e94-2c15-4fd7-a453-e828c8759fce tempest-ServerMetadataNegativeTestJSON-491243522 tempest-ServerMetadataNegativeTestJSON-491243522-project-member] Acquiring lock "b33e73d3-3470-4cc1-ba04-c0d25f13cfea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.452568] env[68893]: DEBUG oslo_concurrency.lockutils [None req-09357e94-2c15-4fd7-a453-e828c8759fce tempest-ServerMetadataNegativeTestJSON-491243522 tempest-ServerMetadataNegativeTestJSON-491243522-project-member] Lock "b33e73d3-3470-4cc1-ba04-c0d25f13cfea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.452762] env[68893]: DEBUG oslo_concurrency.lockutils [None req-09357e94-2c15-4fd7-a453-e828c8759fce tempest-ServerMetadataNegativeTestJSON-491243522 tempest-ServerMetadataNegativeTestJSON-491243522-project-member] Lock "b33e73d3-3470-4cc1-ba04-c0d25f13cfea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.455101] env[68893]: INFO nova.compute.manager [None req-09357e94-2c15-4fd7-a453-e828c8759fce tempest-ServerMetadataNegativeTestJSON-491243522 tempest-ServerMetadataNegativeTestJSON-491243522-project-member] [instance: b33e73d3-3470-4cc1-ba04-c0d25f13cfea] Terminating instance [ 827.547930] env[68893]: DEBUG nova.compute.utils [None req-86cfb873-cb29-4f3c-9cfd-1705a026cee2 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] [instance: 3f7dc844-a0a8-4c16-a947-f695a646512c] Can not refresh info_cache because instance was not found {{(pid=68893) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 827.567566] env[68893]: DEBUG nova.network.neutron [None req-86cfb873-cb29-4f3c-9cfd-1705a026cee2 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] [instance: 3f7dc844-a0a8-4c16-a947-f695a646512c] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 827.605625] env[68893]: DEBUG oslo_vmware.api [None req-77744646-56d3-47ed-9a0a-4d216fb35c7e tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Task: {'id': task-2791434, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.566092} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.606783] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-77744646-56d3-47ed-9a0a-4d216fb35c7e tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] 8cd7dab4-e083-415f-937c-8d3e0c9fc26c/8cd7dab4-e083-415f-937c-8d3e0c9fc26c.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 827.606783] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-77744646-56d3-47ed-9a0a-4d216fb35c7e tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] [instance: 8cd7dab4-e083-415f-937c-8d3e0c9fc26c] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 827.606783] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dde76460-6eca-4882-a8cf-2f240e987e83 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.617665] env[68893]: DEBUG oslo_vmware.api [None req-77744646-56d3-47ed-9a0a-4d216fb35c7e tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Waiting for the task: (returnval){ [ 827.617665] env[68893]: value = "task-2791437" [ 827.617665] env[68893]: _type = "Task" [ 827.617665] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.630306] env[68893]: DEBUG oslo_vmware.api [None req-77744646-56d3-47ed-9a0a-4d216fb35c7e tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Task: {'id': task-2791437, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.668816] env[68893]: DEBUG nova.network.neutron [None req-86cfb873-cb29-4f3c-9cfd-1705a026cee2 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] [instance: 3f7dc844-a0a8-4c16-a947-f695a646512c] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.713455] env[68893]: DEBUG oslo_vmware.api [None req-6d031ea6-0d85-481f-b9c5-949e1d594d45 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Task: {'id': task-2791435, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.734063] env[68893]: DEBUG nova.scheduler.client.report [None req-a61b44f4-b47a-445c-a1e8-03f1a14c501d tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Updated inventory for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with generation 70 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 827.734363] env[68893]: DEBUG nova.compute.provider_tree [None req-a61b44f4-b47a-445c-a1e8-03f1a14c501d tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Updating resource provider d14b70d6-a636-4db0-b5a6-b901da6fa895 generation from 70 to 71 during operation: update_inventory {{(pid=68893) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 827.734547] env[68893]: DEBUG nova.compute.provider_tree [None req-a61b44f4-b47a-445c-a1e8-03f1a14c501d tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Updating inventory in ProviderTree for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 827.742909] env[68893]: DEBUG nova.network.neutron [-] [instance: ea8f3ce4-4b6e-4bd1-b959-2412268d1b3e] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.768951] env[68893]: DEBUG nova.compute.manager [None req-376c9ed1-3a23-4369-bd48-d7b955673916 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] [instance: d09a64f4-84e1-4eb5-9cd1-32e9de8b921d] Start destroying the instance on the hypervisor. {{(pid=68893) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 827.769267] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-376c9ed1-3a23-4369-bd48-d7b955673916 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] [instance: d09a64f4-84e1-4eb5-9cd1-32e9de8b921d] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 827.770306] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8a4cde3-129d-42ad-8446-e31c932d0573 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.782301] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-376c9ed1-3a23-4369-bd48-d7b955673916 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] [instance: d09a64f4-84e1-4eb5-9cd1-32e9de8b921d] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 827.782602] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-869f6550-9089-40a8-b54d-56a18766402d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.790621] env[68893]: DEBUG oslo_vmware.api [None req-376c9ed1-3a23-4369-bd48-d7b955673916 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Waiting for the task: (returnval){ [ 827.790621] env[68893]: value = "task-2791438" [ 827.790621] env[68893]: _type = "Task" [ 827.790621] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.802508] env[68893]: DEBUG oslo_vmware.api [None req-376c9ed1-3a23-4369-bd48-d7b955673916 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Task: {'id': task-2791438, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.875229] env[68893]: DEBUG oslo_vmware.api [None req-f4e219f3-483c-4a37-a0f2-64e201e960f4 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Task: {'id': task-2791436, 'name': ReconfigVM_Task, 'duration_secs': 0.329867} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.875634] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4e219f3-483c-4a37-a0f2-64e201e960f4 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] [instance: add4ef29-6e07-4272-b41a-04a95f62e169] Reconfigured VM instance instance-0000000c to detach disk 2001 {{(pid=68893) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 827.880911] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7968ad9-5b28-4723-a06b-64282f6941c9 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.900893] env[68893]: DEBUG oslo_vmware.api [None req-f4e219f3-483c-4a37-a0f2-64e201e960f4 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Waiting for the task: (returnval){ [ 827.900893] env[68893]: value = "task-2791439" [ 827.900893] env[68893]: _type = "Task" [ 827.900893] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.909583] env[68893]: DEBUG oslo_vmware.api [None req-f4e219f3-483c-4a37-a0f2-64e201e960f4 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Task: {'id': task-2791439, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.931733] env[68893]: DEBUG oslo_concurrency.lockutils [None req-dcbbe87d-d261-486e-9c8a-b20cc1403b71 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Lock "92f9ce8c-c3a3-4c6b-8e10-81123681378d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.478s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.958650] env[68893]: DEBUG nova.compute.manager [None req-09357e94-2c15-4fd7-a453-e828c8759fce tempest-ServerMetadataNegativeTestJSON-491243522 tempest-ServerMetadataNegativeTestJSON-491243522-project-member] [instance: b33e73d3-3470-4cc1-ba04-c0d25f13cfea] Start destroying the instance on the hypervisor. {{(pid=68893) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 827.958918] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-09357e94-2c15-4fd7-a453-e828c8759fce tempest-ServerMetadataNegativeTestJSON-491243522 tempest-ServerMetadataNegativeTestJSON-491243522-project-member] [instance: b33e73d3-3470-4cc1-ba04-c0d25f13cfea] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 827.959970] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7251d324-5dec-4f79-b1b0-1c18d4e68599 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.969027] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-09357e94-2c15-4fd7-a453-e828c8759fce tempest-ServerMetadataNegativeTestJSON-491243522 tempest-ServerMetadataNegativeTestJSON-491243522-project-member] [instance: b33e73d3-3470-4cc1-ba04-c0d25f13cfea] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 827.969270] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-36523acf-4d42-47b7-8733-82d5f8b85587 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.976554] env[68893]: DEBUG oslo_vmware.api [None req-09357e94-2c15-4fd7-a453-e828c8759fce tempest-ServerMetadataNegativeTestJSON-491243522 tempest-ServerMetadataNegativeTestJSON-491243522-project-member] Waiting for the task: (returnval){ [ 827.976554] env[68893]: value = "task-2791440" [ 827.976554] env[68893]: _type = "Task" [ 827.976554] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.986533] env[68893]: DEBUG oslo_vmware.api [None req-09357e94-2c15-4fd7-a453-e828c8759fce tempest-ServerMetadataNegativeTestJSON-491243522 tempest-ServerMetadataNegativeTestJSON-491243522-project-member] Task: {'id': task-2791440, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.129065] env[68893]: DEBUG oslo_vmware.api [None req-77744646-56d3-47ed-9a0a-4d216fb35c7e tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Task: {'id': task-2791437, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098561} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.129422] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-77744646-56d3-47ed-9a0a-4d216fb35c7e tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] [instance: 8cd7dab4-e083-415f-937c-8d3e0c9fc26c] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 828.130464] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c304683f-6bdb-47bc-a4b2-c7b6b208d302 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.151349] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-77744646-56d3-47ed-9a0a-4d216fb35c7e tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] [instance: 8cd7dab4-e083-415f-937c-8d3e0c9fc26c] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] 8cd7dab4-e083-415f-937c-8d3e0c9fc26c/8cd7dab4-e083-415f-937c-8d3e0c9fc26c.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 828.151535] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f88cfc9b-6c46-4436-8631-fc880de7e518 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.172051] env[68893]: DEBUG oslo_concurrency.lockutils [None req-86cfb873-cb29-4f3c-9cfd-1705a026cee2 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Releasing lock "refresh_cache-3f7dc844-a0a8-4c16-a947-f695a646512c" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.172497] env[68893]: DEBUG nova.compute.manager [None req-86cfb873-cb29-4f3c-9cfd-1705a026cee2 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] [instance: 3f7dc844-a0a8-4c16-a947-f695a646512c] Start destroying the instance on the hypervisor. {{(pid=68893) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 828.172744] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-86cfb873-cb29-4f3c-9cfd-1705a026cee2 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] [instance: 3f7dc844-a0a8-4c16-a947-f695a646512c] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 828.173120] env[68893]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-77c69d8a-caae-4f6a-9754-532850c674ad {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.176843] env[68893]: DEBUG oslo_vmware.api [None req-77744646-56d3-47ed-9a0a-4d216fb35c7e tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Waiting for the task: (returnval){ [ 828.176843] env[68893]: value = "task-2791441" [ 828.176843] env[68893]: _type = "Task" [ 828.176843] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.184947] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-692bf6e1-51fd-48f5-b52e-e6729146c26e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.200552] env[68893]: DEBUG oslo_vmware.api [None req-77744646-56d3-47ed-9a0a-4d216fb35c7e tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Task: {'id': task-2791441, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.209903] env[68893]: DEBUG oslo_vmware.api [None req-6d031ea6-0d85-481f-b9c5-949e1d594d45 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Task: {'id': task-2791435, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.693392} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.212228] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d031ea6-0d85-481f-b9c5-949e1d594d45 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] 70917eab-66ad-4d76-9866-a8a793025df1/70917eab-66ad-4d76-9866-a8a793025df1.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 828.212228] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-6d031ea6-0d85-481f-b9c5-949e1d594d45 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] [instance: 70917eab-66ad-4d76-9866-a8a793025df1] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 828.212228] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1110d4a8-7b1a-42c7-9c00-9985f3147f39 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.231278] env[68893]: WARNING nova.virt.vmwareapi.vmops [None req-86cfb873-cb29-4f3c-9cfd-1705a026cee2 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] [instance: 3f7dc844-a0a8-4c16-a947-f695a646512c] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 3f7dc844-a0a8-4c16-a947-f695a646512c could not be found. [ 828.231492] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-86cfb873-cb29-4f3c-9cfd-1705a026cee2 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] [instance: 3f7dc844-a0a8-4c16-a947-f695a646512c] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 828.231676] env[68893]: INFO nova.compute.manager [None req-86cfb873-cb29-4f3c-9cfd-1705a026cee2 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] [instance: 3f7dc844-a0a8-4c16-a947-f695a646512c] Took 0.06 seconds to destroy the instance on the hypervisor. [ 828.232694] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-86cfb873-cb29-4f3c-9cfd-1705a026cee2 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 828.232694] env[68893]: DEBUG nova.compute.manager [-] [instance: 3f7dc844-a0a8-4c16-a947-f695a646512c] Deallocating network for instance {{(pid=68893) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 828.232907] env[68893]: DEBUG nova.network.neutron [-] [instance: 3f7dc844-a0a8-4c16-a947-f695a646512c] deallocate_for_instance() {{(pid=68893) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 828.238205] env[68893]: DEBUG oslo_vmware.api [None req-6d031ea6-0d85-481f-b9c5-949e1d594d45 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Waiting for the task: (returnval){ [ 828.238205] env[68893]: value = "task-2791442" [ 828.238205] env[68893]: _type = "Task" [ 828.238205] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.242485] env[68893]: DEBUG oslo_concurrency.lockutils [None req-a61b44f4-b47a-445c-a1e8-03f1a14c501d tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.241s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.245489] env[68893]: DEBUG oslo_concurrency.lockutils [None req-15c2c0c0-6669-4469-987b-be65f8f446ed tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.542s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.246606] env[68893]: INFO nova.compute.claims [None req-15c2c0c0-6669-4469-987b-be65f8f446ed tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] [instance: 3870f0d6-e7bb-4565-be1c-9b8377a81281] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 828.250194] env[68893]: INFO nova.compute.manager [-] [instance: ea8f3ce4-4b6e-4bd1-b959-2412268d1b3e] Took 1.42 seconds to deallocate network for instance. [ 828.257227] env[68893]: DEBUG oslo_vmware.api [None req-6d031ea6-0d85-481f-b9c5-949e1d594d45 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Task: {'id': task-2791442, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.261407] env[68893]: DEBUG nova.network.neutron [-] [instance: 3f7dc844-a0a8-4c16-a947-f695a646512c] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 828.263673] env[68893]: INFO nova.scheduler.client.report [None req-a61b44f4-b47a-445c-a1e8-03f1a14c501d tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Deleted allocations for instance f72552ae-2213-4d26-a1e2-82015336df56 [ 828.307151] env[68893]: DEBUG oslo_vmware.api [None req-376c9ed1-3a23-4369-bd48-d7b955673916 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Task: {'id': task-2791438, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.411236] env[68893]: DEBUG oslo_vmware.api [None req-f4e219f3-483c-4a37-a0f2-64e201e960f4 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Task: {'id': task-2791439, 'name': ReconfigVM_Task, 'duration_secs': 0.157026} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.411540] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4e219f3-483c-4a37-a0f2-64e201e960f4 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] [instance: add4ef29-6e07-4272-b41a-04a95f62e169] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561086', 'volume_id': '7565b085-00dc-4d8d-b258-3b863abb1dfb', 'name': 'volume-7565b085-00dc-4d8d-b258-3b863abb1dfb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'add4ef29-6e07-4272-b41a-04a95f62e169', 'attached_at': '', 'detached_at': '', 'volume_id': '7565b085-00dc-4d8d-b258-3b863abb1dfb', 'serial': '7565b085-00dc-4d8d-b258-3b863abb1dfb'} {{(pid=68893) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 828.434470] env[68893]: DEBUG nova.compute.manager [None req-d0db2a12-5055-4287-aba8-14b8b8083243 tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] [instance: 196cd774-e550-4cd2-a547-0b30bdd7f668] Starting instance... {{(pid=68893) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 828.491023] env[68893]: DEBUG oslo_vmware.api [None req-09357e94-2c15-4fd7-a453-e828c8759fce tempest-ServerMetadataNegativeTestJSON-491243522 tempest-ServerMetadataNegativeTestJSON-491243522-project-member] Task: {'id': task-2791440, 'name': PowerOffVM_Task, 'duration_secs': 0.409171} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.491023] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-09357e94-2c15-4fd7-a453-e828c8759fce tempest-ServerMetadataNegativeTestJSON-491243522 tempest-ServerMetadataNegativeTestJSON-491243522-project-member] [instance: b33e73d3-3470-4cc1-ba04-c0d25f13cfea] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 828.491023] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-09357e94-2c15-4fd7-a453-e828c8759fce tempest-ServerMetadataNegativeTestJSON-491243522 tempest-ServerMetadataNegativeTestJSON-491243522-project-member] [instance: b33e73d3-3470-4cc1-ba04-c0d25f13cfea] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 828.491023] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d049487c-2c06-4290-ac89-295f4f16ca3e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.563566] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-09357e94-2c15-4fd7-a453-e828c8759fce tempest-ServerMetadataNegativeTestJSON-491243522 tempest-ServerMetadataNegativeTestJSON-491243522-project-member] [instance: b33e73d3-3470-4cc1-ba04-c0d25f13cfea] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 828.563890] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-09357e94-2c15-4fd7-a453-e828c8759fce tempest-ServerMetadataNegativeTestJSON-491243522 tempest-ServerMetadataNegativeTestJSON-491243522-project-member] [instance: b33e73d3-3470-4cc1-ba04-c0d25f13cfea] Deleting contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 828.564112] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-09357e94-2c15-4fd7-a453-e828c8759fce tempest-ServerMetadataNegativeTestJSON-491243522 tempest-ServerMetadataNegativeTestJSON-491243522-project-member] Deleting the datastore file [datastore2] b33e73d3-3470-4cc1-ba04-c0d25f13cfea {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 828.564391] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0c8c9db3-0b00-41d0-9f5d-6923c22950e8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.572510] env[68893]: DEBUG oslo_vmware.api [None req-09357e94-2c15-4fd7-a453-e828c8759fce tempest-ServerMetadataNegativeTestJSON-491243522 tempest-ServerMetadataNegativeTestJSON-491243522-project-member] Waiting for the task: (returnval){ [ 828.572510] env[68893]: value = "task-2791444" [ 828.572510] env[68893]: _type = "Task" [ 828.572510] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.581851] env[68893]: DEBUG oslo_vmware.api [None req-09357e94-2c15-4fd7-a453-e828c8759fce tempest-ServerMetadataNegativeTestJSON-491243522 tempest-ServerMetadataNegativeTestJSON-491243522-project-member] Task: {'id': task-2791444, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.618978] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f350f14c-db7f-487c-b8db-07631ebde3e1 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Acquiring lock "41a13353-becf-4314-82b0-c402dc464f89" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.619280] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f350f14c-db7f-487c-b8db-07631ebde3e1 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Lock "41a13353-becf-4314-82b0-c402dc464f89" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.687792] env[68893]: DEBUG oslo_vmware.api [None req-77744646-56d3-47ed-9a0a-4d216fb35c7e tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Task: {'id': task-2791441, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.748040] env[68893]: DEBUG oslo_vmware.api [None req-6d031ea6-0d85-481f-b9c5-949e1d594d45 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Task: {'id': task-2791442, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0722} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.749035] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-6d031ea6-0d85-481f-b9c5-949e1d594d45 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] [instance: 70917eab-66ad-4d76-9866-a8a793025df1] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 828.749457] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8442678-98e6-4d85-8db9-b9041cabd4c0 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.767066] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d59135ef-84ee-4dd5-8352-34cf79d3b0a6 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.767066] env[68893]: DEBUG nova.network.neutron [-] [instance: 3f7dc844-a0a8-4c16-a947-f695a646512c] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.777471] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d031ea6-0d85-481f-b9c5-949e1d594d45 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] [instance: 70917eab-66ad-4d76-9866-a8a793025df1] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] 70917eab-66ad-4d76-9866-a8a793025df1/70917eab-66ad-4d76-9866-a8a793025df1.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 828.778935] env[68893]: INFO nova.compute.manager [-] [instance: 3f7dc844-a0a8-4c16-a947-f695a646512c] Took 0.55 seconds to deallocate network for instance. [ 828.781130] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f54c22b-15d1-4298-a346-d1f33392bcd8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.797652] env[68893]: DEBUG oslo_concurrency.lockutils [None req-a61b44f4-b47a-445c-a1e8-03f1a14c501d tempest-DeleteServersAdminTestJSON-2127431316 tempest-DeleteServersAdminTestJSON-2127431316-project-member] Lock "f72552ae-2213-4d26-a1e2-82015336df56" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.665s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.813883] env[68893]: DEBUG oslo_vmware.api [None req-376c9ed1-3a23-4369-bd48-d7b955673916 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Task: {'id': task-2791438, 'name': PowerOffVM_Task, 'duration_secs': 0.598765} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.814924] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-376c9ed1-3a23-4369-bd48-d7b955673916 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] [instance: d09a64f4-84e1-4eb5-9cd1-32e9de8b921d] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 828.815118] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-376c9ed1-3a23-4369-bd48-d7b955673916 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] [instance: d09a64f4-84e1-4eb5-9cd1-32e9de8b921d] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 828.815687] env[68893]: DEBUG oslo_vmware.api [None req-6d031ea6-0d85-481f-b9c5-949e1d594d45 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Waiting for the task: (returnval){ [ 828.815687] env[68893]: value = "task-2791445" [ 828.815687] env[68893]: _type = "Task" [ 828.815687] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.815907] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-901f34f6-d61e-4dde-a1dd-dc25e217c8e8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.827440] env[68893]: DEBUG oslo_vmware.api [None req-6d031ea6-0d85-481f-b9c5-949e1d594d45 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Task: {'id': task-2791445, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.893966] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-376c9ed1-3a23-4369-bd48-d7b955673916 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] [instance: d09a64f4-84e1-4eb5-9cd1-32e9de8b921d] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 828.894214] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-376c9ed1-3a23-4369-bd48-d7b955673916 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] [instance: d09a64f4-84e1-4eb5-9cd1-32e9de8b921d] Deleting contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 828.894432] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-376c9ed1-3a23-4369-bd48-d7b955673916 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Deleting the datastore file [datastore2] d09a64f4-84e1-4eb5-9cd1-32e9de8b921d {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 828.894812] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7642b9d3-8c55-4bc1-a851-e2404d3b7d73 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.902176] env[68893]: DEBUG oslo_vmware.api [None req-376c9ed1-3a23-4369-bd48-d7b955673916 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Waiting for the task: (returnval){ [ 828.902176] env[68893]: value = "task-2791447" [ 828.902176] env[68893]: _type = "Task" [ 828.902176] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.913607] env[68893]: DEBUG oslo_vmware.api [None req-376c9ed1-3a23-4369-bd48-d7b955673916 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Task: {'id': task-2791447, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.960445] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d0db2a12-5055-4287-aba8-14b8b8083243 tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.982976] env[68893]: DEBUG nova.objects.instance [None req-f4e219f3-483c-4a37-a0f2-64e201e960f4 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Lazy-loading 'flavor' on Instance uuid add4ef29-6e07-4272-b41a-04a95f62e169 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 829.084032] env[68893]: DEBUG oslo_vmware.api [None req-09357e94-2c15-4fd7-a453-e828c8759fce tempest-ServerMetadataNegativeTestJSON-491243522 tempest-ServerMetadataNegativeTestJSON-491243522-project-member] Task: {'id': task-2791444, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.384666} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.084336] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-09357e94-2c15-4fd7-a453-e828c8759fce tempest-ServerMetadataNegativeTestJSON-491243522 tempest-ServerMetadataNegativeTestJSON-491243522-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 829.084519] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-09357e94-2c15-4fd7-a453-e828c8759fce tempest-ServerMetadataNegativeTestJSON-491243522 tempest-ServerMetadataNegativeTestJSON-491243522-project-member] [instance: b33e73d3-3470-4cc1-ba04-c0d25f13cfea] Deleted contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 829.084812] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-09357e94-2c15-4fd7-a453-e828c8759fce tempest-ServerMetadataNegativeTestJSON-491243522 tempest-ServerMetadataNegativeTestJSON-491243522-project-member] [instance: b33e73d3-3470-4cc1-ba04-c0d25f13cfea] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 829.085084] env[68893]: INFO nova.compute.manager [None req-09357e94-2c15-4fd7-a453-e828c8759fce tempest-ServerMetadataNegativeTestJSON-491243522 tempest-ServerMetadataNegativeTestJSON-491243522-project-member] [instance: b33e73d3-3470-4cc1-ba04-c0d25f13cfea] Took 1.13 seconds to destroy the instance on the hypervisor. [ 829.085384] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-09357e94-2c15-4fd7-a453-e828c8759fce tempest-ServerMetadataNegativeTestJSON-491243522 tempest-ServerMetadataNegativeTestJSON-491243522-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 829.085625] env[68893]: DEBUG nova.compute.manager [-] [instance: b33e73d3-3470-4cc1-ba04-c0d25f13cfea] Deallocating network for instance {{(pid=68893) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 829.085773] env[68893]: DEBUG nova.network.neutron [-] [instance: b33e73d3-3470-4cc1-ba04-c0d25f13cfea] deallocate_for_instance() {{(pid=68893) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 829.188296] env[68893]: DEBUG oslo_vmware.api [None req-77744646-56d3-47ed-9a0a-4d216fb35c7e tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Task: {'id': task-2791441, 'name': ReconfigVM_Task, 'duration_secs': 0.783639} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.188576] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-77744646-56d3-47ed-9a0a-4d216fb35c7e tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] [instance: 8cd7dab4-e083-415f-937c-8d3e0c9fc26c] Reconfigured VM instance instance-00000026 to attach disk [datastore2] 8cd7dab4-e083-415f-937c-8d3e0c9fc26c/8cd7dab4-e083-415f-937c-8d3e0c9fc26c.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 829.189474] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-64f3376c-38e0-4ab5-bfdd-6a824ff96f7a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.197551] env[68893]: DEBUG oslo_vmware.api [None req-77744646-56d3-47ed-9a0a-4d216fb35c7e tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Waiting for the task: (returnval){ [ 829.197551] env[68893]: value = "task-2791448" [ 829.197551] env[68893]: _type = "Task" [ 829.197551] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.212340] env[68893]: DEBUG oslo_vmware.api [None req-77744646-56d3-47ed-9a0a-4d216fb35c7e tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Task: {'id': task-2791448, 'name': Rename_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.266743] env[68893]: DEBUG nova.compute.manager [req-b1582273-767a-4fa6-8382-fa39c4331444 req-8c0d82e3-ee2d-4cf5-8243-fcdcfe8303ca service nova] [instance: ea8f3ce4-4b6e-4bd1-b959-2412268d1b3e] Received event network-vif-deleted-0109eb02-71cd-4fca-9e16-76ba7cf60f9f {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 829.309177] env[68893]: INFO nova.compute.manager [None req-86cfb873-cb29-4f3c-9cfd-1705a026cee2 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] [instance: 3f7dc844-a0a8-4c16-a947-f695a646512c] Instance disappeared during terminate [ 829.309404] env[68893]: DEBUG oslo_concurrency.lockutils [None req-86cfb873-cb29-4f3c-9cfd-1705a026cee2 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Lock "3f7dc844-a0a8-4c16-a947-f695a646512c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.772s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.327668] env[68893]: DEBUG oslo_vmware.api [None req-6d031ea6-0d85-481f-b9c5-949e1d594d45 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Task: {'id': task-2791445, 'name': ReconfigVM_Task, 'duration_secs': 0.289599} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.328472] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d031ea6-0d85-481f-b9c5-949e1d594d45 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] [instance: 70917eab-66ad-4d76-9866-a8a793025df1] Reconfigured VM instance instance-00000029 to attach disk [datastore2] 70917eab-66ad-4d76-9866-a8a793025df1/70917eab-66ad-4d76-9866-a8a793025df1.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 829.331171] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-acf0b803-eef7-4dbe-9a07-3c682cdb4951 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.345670] env[68893]: DEBUG oslo_vmware.api [None req-6d031ea6-0d85-481f-b9c5-949e1d594d45 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Waiting for the task: (returnval){ [ 829.345670] env[68893]: value = "task-2791449" [ 829.345670] env[68893]: _type = "Task" [ 829.345670] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.356017] env[68893]: DEBUG oslo_vmware.api [None req-6d031ea6-0d85-481f-b9c5-949e1d594d45 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Task: {'id': task-2791449, 'name': Rename_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.413418] env[68893]: DEBUG oslo_vmware.api [None req-376c9ed1-3a23-4369-bd48-d7b955673916 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Task: {'id': task-2791447, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.22859} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.417163] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-376c9ed1-3a23-4369-bd48-d7b955673916 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 829.417319] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-376c9ed1-3a23-4369-bd48-d7b955673916 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] [instance: d09a64f4-84e1-4eb5-9cd1-32e9de8b921d] Deleted contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 829.417651] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-376c9ed1-3a23-4369-bd48-d7b955673916 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] [instance: d09a64f4-84e1-4eb5-9cd1-32e9de8b921d] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 829.417760] env[68893]: INFO nova.compute.manager [None req-376c9ed1-3a23-4369-bd48-d7b955673916 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] [instance: d09a64f4-84e1-4eb5-9cd1-32e9de8b921d] Took 1.65 seconds to destroy the instance on the hypervisor. [ 829.418010] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-376c9ed1-3a23-4369-bd48-d7b955673916 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 829.419860] env[68893]: DEBUG nova.compute.manager [-] [instance: d09a64f4-84e1-4eb5-9cd1-32e9de8b921d] Deallocating network for instance {{(pid=68893) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 829.419970] env[68893]: DEBUG nova.network.neutron [-] [instance: d09a64f4-84e1-4eb5-9cd1-32e9de8b921d] deallocate_for_instance() {{(pid=68893) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 829.715726] env[68893]: DEBUG oslo_vmware.api [None req-77744646-56d3-47ed-9a0a-4d216fb35c7e tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Task: {'id': task-2791448, 'name': Rename_Task, 'duration_secs': 0.173598} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.715726] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-77744646-56d3-47ed-9a0a-4d216fb35c7e tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] [instance: 8cd7dab4-e083-415f-937c-8d3e0c9fc26c] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 829.715726] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-67c4d1f7-3fa1-4a74-beeb-4b28389fa48c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.725034] env[68893]: DEBUG oslo_vmware.api [None req-77744646-56d3-47ed-9a0a-4d216fb35c7e tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Waiting for the task: (returnval){ [ 829.725034] env[68893]: value = "task-2791450" [ 829.725034] env[68893]: _type = "Task" [ 829.725034] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.734904] env[68893]: DEBUG oslo_vmware.api [None req-77744646-56d3-47ed-9a0a-4d216fb35c7e tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Task: {'id': task-2791450, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.856126] env[68893]: DEBUG oslo_vmware.api [None req-6d031ea6-0d85-481f-b9c5-949e1d594d45 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Task: {'id': task-2791449, 'name': Rename_Task} progress is 99%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.857822] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cc0a5e0-bfee-4b41-80a1-6c9e09fd81e7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.864806] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e246cc45-dfe1-4051-a477-d56f96076d5d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.896289] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f38a9b6c-bbd3-44d1-909f-c0ee469b6ceb {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.903085] env[68893]: DEBUG nova.network.neutron [-] [instance: b33e73d3-3470-4cc1-ba04-c0d25f13cfea] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.905247] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56711443-bab5-4666-9b42-d0ba3d0ff877 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.921581] env[68893]: DEBUG nova.compute.provider_tree [None req-15c2c0c0-6669-4469-987b-be65f8f446ed tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 829.991523] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f4e219f3-483c-4a37-a0f2-64e201e960f4 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Lock "add4ef29-6e07-4272-b41a-04a95f62e169" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.290s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.236416] env[68893]: DEBUG oslo_vmware.api [None req-77744646-56d3-47ed-9a0a-4d216fb35c7e tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Task: {'id': task-2791450, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.244131] env[68893]: DEBUG nova.network.neutron [-] [instance: d09a64f4-84e1-4eb5-9cd1-32e9de8b921d] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.355422] env[68893]: DEBUG oslo_vmware.api [None req-6d031ea6-0d85-481f-b9c5-949e1d594d45 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Task: {'id': task-2791449, 'name': Rename_Task} progress is 99%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.411594] env[68893]: INFO nova.compute.manager [-] [instance: b33e73d3-3470-4cc1-ba04-c0d25f13cfea] Took 1.33 seconds to deallocate network for instance. [ 830.425364] env[68893]: DEBUG nova.scheduler.client.report [None req-15c2c0c0-6669-4469-987b-be65f8f446ed tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 830.649636] env[68893]: DEBUG oslo_concurrency.lockutils [None req-18ab4f86-cb80-4d6a-aecf-677717b86853 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Acquiring lock "516dbd27-468e-4ac4-b8c9-d25861663e75" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.649873] env[68893]: DEBUG oslo_concurrency.lockutils [None req-18ab4f86-cb80-4d6a-aecf-677717b86853 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Lock "516dbd27-468e-4ac4-b8c9-d25861663e75" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.735775] env[68893]: DEBUG oslo_vmware.api [None req-77744646-56d3-47ed-9a0a-4d216fb35c7e tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Task: {'id': task-2791450, 'name': PowerOnVM_Task, 'duration_secs': 0.979016} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.736058] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-77744646-56d3-47ed-9a0a-4d216fb35c7e tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] [instance: 8cd7dab4-e083-415f-937c-8d3e0c9fc26c] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 830.736341] env[68893]: DEBUG nova.compute.manager [None req-77744646-56d3-47ed-9a0a-4d216fb35c7e tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] [instance: 8cd7dab4-e083-415f-937c-8d3e0c9fc26c] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 830.737170] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e716423-5036-454f-9868-7bab3b6f5e10 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.746555] env[68893]: INFO nova.compute.manager [-] [instance: d09a64f4-84e1-4eb5-9cd1-32e9de8b921d] Took 1.33 seconds to deallocate network for instance. [ 830.857682] env[68893]: DEBUG oslo_vmware.api [None req-6d031ea6-0d85-481f-b9c5-949e1d594d45 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Task: {'id': task-2791449, 'name': Rename_Task, 'duration_secs': 1.293108} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.858298] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d031ea6-0d85-481f-b9c5-949e1d594d45 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] [instance: 70917eab-66ad-4d76-9866-a8a793025df1] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 830.858650] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c4537c5d-4e7c-41ee-8986-3413349043ab {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.865627] env[68893]: DEBUG oslo_vmware.api [None req-6d031ea6-0d85-481f-b9c5-949e1d594d45 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Waiting for the task: (returnval){ [ 830.865627] env[68893]: value = "task-2791451" [ 830.865627] env[68893]: _type = "Task" [ 830.865627] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.873687] env[68893]: DEBUG oslo_vmware.api [None req-6d031ea6-0d85-481f-b9c5-949e1d594d45 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Task: {'id': task-2791451, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.918945] env[68893]: DEBUG oslo_concurrency.lockutils [None req-09357e94-2c15-4fd7-a453-e828c8759fce tempest-ServerMetadataNegativeTestJSON-491243522 tempest-ServerMetadataNegativeTestJSON-491243522-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.930647] env[68893]: DEBUG oslo_concurrency.lockutils [None req-15c2c0c0-6669-4469-987b-be65f8f446ed tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.685s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.931118] env[68893]: DEBUG nova.compute.manager [None req-15c2c0c0-6669-4469-987b-be65f8f446ed tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] [instance: 3870f0d6-e7bb-4565-be1c-9b8377a81281] Start building networks asynchronously for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 830.933757] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d4d1d473-f2fe-466c-887a-03b07d009514 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.217s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.933946] env[68893]: DEBUG nova.objects.instance [None req-d4d1d473-f2fe-466c-887a-03b07d009514 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Lazy-loading 'resources' on Instance uuid 292718c1-e976-4462-aede-a2ed6b8415de {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 831.254404] env[68893]: DEBUG oslo_concurrency.lockutils [None req-77744646-56d3-47ed-9a0a-4d216fb35c7e tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.256422] env[68893]: DEBUG oslo_concurrency.lockutils [None req-376c9ed1-3a23-4369-bd48-d7b955673916 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.299705] env[68893]: DEBUG nova.compute.manager [req-f333a4b0-c48e-40f1-b316-fbbb3608402d req-6c301520-7dbf-43cf-96fb-40d7889d5989 service nova] [instance: b33e73d3-3470-4cc1-ba04-c0d25f13cfea] Received event network-vif-deleted-4e6bbc3e-5e33-4f53-ad8a-e8e8bbbbd03a {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 831.299917] env[68893]: DEBUG nova.compute.manager [req-f333a4b0-c48e-40f1-b316-fbbb3608402d req-6c301520-7dbf-43cf-96fb-40d7889d5989 service nova] [instance: d09a64f4-84e1-4eb5-9cd1-32e9de8b921d] Received event network-vif-deleted-502ee74c-53d4-4872-8da1-37213dc050bf {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 831.375610] env[68893]: DEBUG oslo_vmware.api [None req-6d031ea6-0d85-481f-b9c5-949e1d594d45 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Task: {'id': task-2791451, 'name': PowerOnVM_Task, 'duration_secs': 0.482816} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.375897] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d031ea6-0d85-481f-b9c5-949e1d594d45 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] [instance: 70917eab-66ad-4d76-9866-a8a793025df1] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 831.376315] env[68893]: INFO nova.compute.manager [None req-6d031ea6-0d85-481f-b9c5-949e1d594d45 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] [instance: 70917eab-66ad-4d76-9866-a8a793025df1] Took 8.87 seconds to spawn the instance on the hypervisor. [ 831.376562] env[68893]: DEBUG nova.compute.manager [None req-6d031ea6-0d85-481f-b9c5-949e1d594d45 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] [instance: 70917eab-66ad-4d76-9866-a8a793025df1] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 831.377352] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9423164-99b2-4bc5-a3fb-c66fa0dca531 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.437212] env[68893]: DEBUG nova.compute.utils [None req-15c2c0c0-6669-4469-987b-be65f8f446ed tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 831.442964] env[68893]: DEBUG nova.compute.manager [None req-15c2c0c0-6669-4469-987b-be65f8f446ed tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] [instance: 3870f0d6-e7bb-4565-be1c-9b8377a81281] Allocating IP information in the background. {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 831.442964] env[68893]: DEBUG nova.network.neutron [None req-15c2c0c0-6669-4469-987b-be65f8f446ed tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] [instance: 3870f0d6-e7bb-4565-be1c-9b8377a81281] allocate_for_instance() {{(pid=68893) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 831.532587] env[68893]: DEBUG nova.policy [None req-15c2c0c0-6669-4469-987b-be65f8f446ed tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f409b57619a943cab99ff68337aa0d45', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c693f3f143d2447fbba5cb6ac0f08c20', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68893) authorize /opt/stack/nova/nova/policy.py:192}} [ 831.861926] env[68893]: DEBUG nova.network.neutron [None req-15c2c0c0-6669-4469-987b-be65f8f446ed tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] [instance: 3870f0d6-e7bb-4565-be1c-9b8377a81281] Successfully created port: 77e29392-3e99-4cd4-8c32-5cfa25ab2565 {{(pid=68893) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 831.894289] env[68893]: INFO nova.compute.manager [None req-6d031ea6-0d85-481f-b9c5-949e1d594d45 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] [instance: 70917eab-66ad-4d76-9866-a8a793025df1] Took 49.39 seconds to build instance. [ 831.942919] env[68893]: DEBUG nova.compute.manager [None req-15c2c0c0-6669-4469-987b-be65f8f446ed tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] [instance: 3870f0d6-e7bb-4565-be1c-9b8377a81281] Start building block device mappings for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 832.004021] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b155959e-d0e6-4c5f-9129-cdc7bd9cb9aa {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.010602] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c0c9a50-7385-45f6-84ed-305746490990 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.041609] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-467fa73d-aa1a-49eb-b481-861cadcdd8f2 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.049429] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b74c8e2-0a4d-466d-aa60-34ba12c33c44 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.063264] env[68893]: DEBUG nova.compute.provider_tree [None req-d4d1d473-f2fe-466c-887a-03b07d009514 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 832.320012] env[68893]: DEBUG oslo_concurrency.lockutils [None req-23340425-df1e-4384-90e9-0a9bf29b511f tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Acquiring lock "8cd7dab4-e083-415f-937c-8d3e0c9fc26c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.320012] env[68893]: DEBUG oslo_concurrency.lockutils [None req-23340425-df1e-4384-90e9-0a9bf29b511f tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Lock "8cd7dab4-e083-415f-937c-8d3e0c9fc26c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.320012] env[68893]: DEBUG oslo_concurrency.lockutils [None req-23340425-df1e-4384-90e9-0a9bf29b511f tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Acquiring lock "8cd7dab4-e083-415f-937c-8d3e0c9fc26c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.320012] env[68893]: DEBUG oslo_concurrency.lockutils [None req-23340425-df1e-4384-90e9-0a9bf29b511f tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Lock "8cd7dab4-e083-415f-937c-8d3e0c9fc26c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.320695] env[68893]: DEBUG oslo_concurrency.lockutils [None req-23340425-df1e-4384-90e9-0a9bf29b511f tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Lock "8cd7dab4-e083-415f-937c-8d3e0c9fc26c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.324017] env[68893]: INFO nova.compute.manager [None req-23340425-df1e-4384-90e9-0a9bf29b511f tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] [instance: 8cd7dab4-e083-415f-937c-8d3e0c9fc26c] Terminating instance [ 832.395814] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6d031ea6-0d85-481f-b9c5-949e1d594d45 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Lock "70917eab-66ad-4d76-9866-a8a793025df1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.985s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.566728] env[68893]: DEBUG nova.scheduler.client.report [None req-d4d1d473-f2fe-466c-887a-03b07d009514 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 832.827798] env[68893]: DEBUG oslo_concurrency.lockutils [None req-23340425-df1e-4384-90e9-0a9bf29b511f tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Acquiring lock "refresh_cache-8cd7dab4-e083-415f-937c-8d3e0c9fc26c" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.828010] env[68893]: DEBUG oslo_concurrency.lockutils [None req-23340425-df1e-4384-90e9-0a9bf29b511f tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Acquired lock "refresh_cache-8cd7dab4-e083-415f-937c-8d3e0c9fc26c" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.828206] env[68893]: DEBUG nova.network.neutron [None req-23340425-df1e-4384-90e9-0a9bf29b511f tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] [instance: 8cd7dab4-e083-415f-937c-8d3e0c9fc26c] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 832.898991] env[68893]: DEBUG nova.compute.manager [None req-68c1b689-b805-484f-9440-35c0bd91102d tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] [instance: 67b07b13-034d-40ad-a554-518d5d36044c] Starting instance... {{(pid=68893) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 832.959021] env[68893]: DEBUG nova.compute.manager [None req-15c2c0c0-6669-4469-987b-be65f8f446ed tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] [instance: 3870f0d6-e7bb-4565-be1c-9b8377a81281] Start spawning the instance on the hypervisor. {{(pid=68893) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 832.986810] env[68893]: DEBUG nova.virt.hardware [None req-15c2c0c0-6669-4469-987b-be65f8f446ed tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 832.987331] env[68893]: DEBUG nova.virt.hardware [None req-15c2c0c0-6669-4469-987b-be65f8f446ed tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 832.987664] env[68893]: DEBUG nova.virt.hardware [None req-15c2c0c0-6669-4469-987b-be65f8f446ed tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 832.988034] env[68893]: DEBUG nova.virt.hardware [None req-15c2c0c0-6669-4469-987b-be65f8f446ed tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 832.988344] env[68893]: DEBUG nova.virt.hardware [None req-15c2c0c0-6669-4469-987b-be65f8f446ed tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 832.988642] env[68893]: DEBUG nova.virt.hardware [None req-15c2c0c0-6669-4469-987b-be65f8f446ed tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 832.989150] env[68893]: DEBUG nova.virt.hardware [None req-15c2c0c0-6669-4469-987b-be65f8f446ed tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 832.989449] env[68893]: DEBUG nova.virt.hardware [None req-15c2c0c0-6669-4469-987b-be65f8f446ed tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 832.989769] env[68893]: DEBUG nova.virt.hardware [None req-15c2c0c0-6669-4469-987b-be65f8f446ed tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 832.990106] env[68893]: DEBUG nova.virt.hardware [None req-15c2c0c0-6669-4469-987b-be65f8f446ed tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 832.990441] env[68893]: DEBUG nova.virt.hardware [None req-15c2c0c0-6669-4469-987b-be65f8f446ed tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 832.992022] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-509ebef0-ec3a-4ebb-a831-23d2fe2fb3ff {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.001036] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45b28b5c-97f8-4740-877c-0f4b4544c909 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.076317] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d4d1d473-f2fe-466c-887a-03b07d009514 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.142s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.081318] env[68893]: DEBUG oslo_concurrency.lockutils [None req-aadea761-5e27-46f9-b4df-be6558ebf305 tempest-ServersV294TestFqdnHostnames-1826523196 tempest-ServersV294TestFqdnHostnames-1826523196-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.847s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.083033] env[68893]: INFO nova.compute.claims [None req-aadea761-5e27-46f9-b4df-be6558ebf305 tempest-ServersV294TestFqdnHostnames-1826523196 tempest-ServersV294TestFqdnHostnames-1826523196-project-member] [instance: 31e47e18-e4e3-4f5f-90e4-1468a77dff2e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 833.103950] env[68893]: INFO nova.scheduler.client.report [None req-d4d1d473-f2fe-466c-887a-03b07d009514 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Deleted allocations for instance 292718c1-e976-4462-aede-a2ed6b8415de [ 833.375593] env[68893]: DEBUG nova.network.neutron [None req-23340425-df1e-4384-90e9-0a9bf29b511f tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] [instance: 8cd7dab4-e083-415f-937c-8d3e0c9fc26c] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 833.422139] env[68893]: DEBUG oslo_concurrency.lockutils [None req-68c1b689-b805-484f-9440-35c0bd91102d tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.483726] env[68893]: DEBUG nova.network.neutron [None req-23340425-df1e-4384-90e9-0a9bf29b511f tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] [instance: 8cd7dab4-e083-415f-937c-8d3e0c9fc26c] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.608334] env[68893]: DEBUG nova.compute.manager [req-8ebaf712-dd01-4ba7-8e68-83103ede3a67 req-2ad75fb2-08af-40f4-8ec1-59197c36adc0 service nova] [instance: 3870f0d6-e7bb-4565-be1c-9b8377a81281] Received event network-vif-plugged-77e29392-3e99-4cd4-8c32-5cfa25ab2565 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 833.609132] env[68893]: DEBUG oslo_concurrency.lockutils [req-8ebaf712-dd01-4ba7-8e68-83103ede3a67 req-2ad75fb2-08af-40f4-8ec1-59197c36adc0 service nova] Acquiring lock "3870f0d6-e7bb-4565-be1c-9b8377a81281-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.609132] env[68893]: DEBUG oslo_concurrency.lockutils [req-8ebaf712-dd01-4ba7-8e68-83103ede3a67 req-2ad75fb2-08af-40f4-8ec1-59197c36adc0 service nova] Lock "3870f0d6-e7bb-4565-be1c-9b8377a81281-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.609132] env[68893]: DEBUG oslo_concurrency.lockutils [req-8ebaf712-dd01-4ba7-8e68-83103ede3a67 req-2ad75fb2-08af-40f4-8ec1-59197c36adc0 service nova] Lock "3870f0d6-e7bb-4565-be1c-9b8377a81281-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.611488] env[68893]: DEBUG nova.compute.manager [req-8ebaf712-dd01-4ba7-8e68-83103ede3a67 req-2ad75fb2-08af-40f4-8ec1-59197c36adc0 service nova] [instance: 3870f0d6-e7bb-4565-be1c-9b8377a81281] No waiting events found dispatching network-vif-plugged-77e29392-3e99-4cd4-8c32-5cfa25ab2565 {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 833.611757] env[68893]: WARNING nova.compute.manager [req-8ebaf712-dd01-4ba7-8e68-83103ede3a67 req-2ad75fb2-08af-40f4-8ec1-59197c36adc0 service nova] [instance: 3870f0d6-e7bb-4565-be1c-9b8377a81281] Received unexpected event network-vif-plugged-77e29392-3e99-4cd4-8c32-5cfa25ab2565 for instance with vm_state building and task_state spawning. [ 833.614743] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d4d1d473-f2fe-466c-887a-03b07d009514 tempest-ServersAdminNegativeTestJSON-1967943489 tempest-ServersAdminNegativeTestJSON-1967943489-project-member] Lock "292718c1-e976-4462-aede-a2ed6b8415de" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.396s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.740394] env[68893]: DEBUG nova.network.neutron [None req-15c2c0c0-6669-4469-987b-be65f8f446ed tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] [instance: 3870f0d6-e7bb-4565-be1c-9b8377a81281] Successfully updated port: 77e29392-3e99-4cd4-8c32-5cfa25ab2565 {{(pid=68893) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 833.987021] env[68893]: DEBUG oslo_concurrency.lockutils [None req-23340425-df1e-4384-90e9-0a9bf29b511f tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Releasing lock "refresh_cache-8cd7dab4-e083-415f-937c-8d3e0c9fc26c" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.987701] env[68893]: DEBUG nova.compute.manager [None req-23340425-df1e-4384-90e9-0a9bf29b511f tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] [instance: 8cd7dab4-e083-415f-937c-8d3e0c9fc26c] Start destroying the instance on the hypervisor. {{(pid=68893) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 833.987741] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-23340425-df1e-4384-90e9-0a9bf29b511f tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] [instance: 8cd7dab4-e083-415f-937c-8d3e0c9fc26c] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 833.988667] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2454a389-a55b-40f2-835c-479c53f9ab52 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.001168] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-23340425-df1e-4384-90e9-0a9bf29b511f tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] [instance: 8cd7dab4-e083-415f-937c-8d3e0c9fc26c] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 834.001765] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2971b34a-898f-4f75-9b6a-826e367f4515 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.011621] env[68893]: DEBUG oslo_vmware.api [None req-23340425-df1e-4384-90e9-0a9bf29b511f tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Waiting for the task: (returnval){ [ 834.011621] env[68893]: value = "task-2791452" [ 834.011621] env[68893]: _type = "Task" [ 834.011621] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.025035] env[68893]: DEBUG oslo_vmware.api [None req-23340425-df1e-4384-90e9-0a9bf29b511f tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Task: {'id': task-2791452, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.071087] env[68893]: DEBUG oslo_concurrency.lockutils [None req-19a29e29-7206-4e7f-8ec0-3ab55488f060 tempest-VolumesAssistedSnapshotsTest-335981029 tempest-VolumesAssistedSnapshotsTest-335981029-project-admin] Acquiring lock "0584a6fd-aa46-4da6-bc9a-90ee80698237" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.071408] env[68893]: DEBUG oslo_concurrency.lockutils [None req-19a29e29-7206-4e7f-8ec0-3ab55488f060 tempest-VolumesAssistedSnapshotsTest-335981029 tempest-VolumesAssistedSnapshotsTest-335981029-project-admin] Lock "0584a6fd-aa46-4da6-bc9a-90ee80698237" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.244116] env[68893]: DEBUG oslo_concurrency.lockutils [None req-15c2c0c0-6669-4469-987b-be65f8f446ed tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Acquiring lock "refresh_cache-3870f0d6-e7bb-4565-be1c-9b8377a81281" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.244116] env[68893]: DEBUG oslo_concurrency.lockutils [None req-15c2c0c0-6669-4469-987b-be65f8f446ed tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Acquired lock "refresh_cache-3870f0d6-e7bb-4565-be1c-9b8377a81281" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.244116] env[68893]: DEBUG nova.network.neutron [None req-15c2c0c0-6669-4469-987b-be65f8f446ed tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] [instance: 3870f0d6-e7bb-4565-be1c-9b8377a81281] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 834.524132] env[68893]: DEBUG oslo_vmware.api [None req-23340425-df1e-4384-90e9-0a9bf29b511f tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Task: {'id': task-2791452, 'name': PowerOffVM_Task, 'duration_secs': 0.16501} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.526924] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-23340425-df1e-4384-90e9-0a9bf29b511f tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] [instance: 8cd7dab4-e083-415f-937c-8d3e0c9fc26c] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 834.527190] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-23340425-df1e-4384-90e9-0a9bf29b511f tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] [instance: 8cd7dab4-e083-415f-937c-8d3e0c9fc26c] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 834.527626] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-88b9a058-30ec-4af3-b156-b0e3bde0bb74 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.559939] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-23340425-df1e-4384-90e9-0a9bf29b511f tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] [instance: 8cd7dab4-e083-415f-937c-8d3e0c9fc26c] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 834.559939] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-23340425-df1e-4384-90e9-0a9bf29b511f tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] [instance: 8cd7dab4-e083-415f-937c-8d3e0c9fc26c] Deleting contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 834.560195] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-23340425-df1e-4384-90e9-0a9bf29b511f tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Deleting the datastore file [datastore2] 8cd7dab4-e083-415f-937c-8d3e0c9fc26c {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 834.560366] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-26615f88-9404-4037-ac2c-a448b30f4eff {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.570932] env[68893]: DEBUG oslo_vmware.api [None req-23340425-df1e-4384-90e9-0a9bf29b511f tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Waiting for the task: (returnval){ [ 834.570932] env[68893]: value = "task-2791454" [ 834.570932] env[68893]: _type = "Task" [ 834.570932] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.575516] env[68893]: DEBUG nova.compute.utils [None req-19a29e29-7206-4e7f-8ec0-3ab55488f060 tempest-VolumesAssistedSnapshotsTest-335981029 tempest-VolumesAssistedSnapshotsTest-335981029-project-admin] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 834.585270] env[68893]: DEBUG oslo_vmware.api [None req-23340425-df1e-4384-90e9-0a9bf29b511f tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Task: {'id': task-2791454, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.670295] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23902eb3-c45f-443b-b36a-7c428a216296 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.678766] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a7bba70-56ee-47cb-9395-97eee75f4f8b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.712066] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3054a0e7-7684-4885-a694-b81798bc15c3 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.718963] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2b46f44-fdbc-46e3-a2d9-9768603fa54f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.736395] env[68893]: DEBUG nova.compute.provider_tree [None req-aadea761-5e27-46f9-b4df-be6558ebf305 tempest-ServersV294TestFqdnHostnames-1826523196 tempest-ServersV294TestFqdnHostnames-1826523196-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 834.783761] env[68893]: DEBUG nova.network.neutron [None req-15c2c0c0-6669-4469-987b-be65f8f446ed tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] [instance: 3870f0d6-e7bb-4565-be1c-9b8377a81281] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 835.004370] env[68893]: DEBUG nova.network.neutron [None req-15c2c0c0-6669-4469-987b-be65f8f446ed tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] [instance: 3870f0d6-e7bb-4565-be1c-9b8377a81281] Updating instance_info_cache with network_info: [{"id": "77e29392-3e99-4cd4-8c32-5cfa25ab2565", "address": "fa:16:3e:02:9e:15", "network": {"id": "508509dd-7bfd-4a64-9135-d3dbeac23fa6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.221", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a15c0c8454c748249efd16f753a7dc35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77e29392-3e", "ovs_interfaceid": "77e29392-3e99-4cd4-8c32-5cfa25ab2565", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.082017] env[68893]: DEBUG oslo_concurrency.lockutils [None req-19a29e29-7206-4e7f-8ec0-3ab55488f060 tempest-VolumesAssistedSnapshotsTest-335981029 tempest-VolumesAssistedSnapshotsTest-335981029-project-admin] Lock "0584a6fd-aa46-4da6-bc9a-90ee80698237" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.083101] env[68893]: DEBUG oslo_vmware.api [None req-23340425-df1e-4384-90e9-0a9bf29b511f tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Task: {'id': task-2791454, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.12689} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.084165] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-23340425-df1e-4384-90e9-0a9bf29b511f tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 835.084460] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-23340425-df1e-4384-90e9-0a9bf29b511f tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] [instance: 8cd7dab4-e083-415f-937c-8d3e0c9fc26c] Deleted contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 835.084764] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-23340425-df1e-4384-90e9-0a9bf29b511f tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] [instance: 8cd7dab4-e083-415f-937c-8d3e0c9fc26c] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 835.085061] env[68893]: INFO nova.compute.manager [None req-23340425-df1e-4384-90e9-0a9bf29b511f tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] [instance: 8cd7dab4-e083-415f-937c-8d3e0c9fc26c] Took 1.10 seconds to destroy the instance on the hypervisor. [ 835.085394] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-23340425-df1e-4384-90e9-0a9bf29b511f tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 835.085922] env[68893]: DEBUG nova.compute.manager [-] [instance: 8cd7dab4-e083-415f-937c-8d3e0c9fc26c] Deallocating network for instance {{(pid=68893) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 835.086140] env[68893]: DEBUG nova.network.neutron [-] [instance: 8cd7dab4-e083-415f-937c-8d3e0c9fc26c] deallocate_for_instance() {{(pid=68893) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 835.104198] env[68893]: DEBUG nova.network.neutron [-] [instance: 8cd7dab4-e083-415f-937c-8d3e0c9fc26c] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 835.240207] env[68893]: DEBUG nova.scheduler.client.report [None req-aadea761-5e27-46f9-b4df-be6558ebf305 tempest-ServersV294TestFqdnHostnames-1826523196 tempest-ServersV294TestFqdnHostnames-1826523196-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 835.510653] env[68893]: DEBUG oslo_concurrency.lockutils [None req-15c2c0c0-6669-4469-987b-be65f8f446ed tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Releasing lock "refresh_cache-3870f0d6-e7bb-4565-be1c-9b8377a81281" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.510962] env[68893]: DEBUG nova.compute.manager [None req-15c2c0c0-6669-4469-987b-be65f8f446ed tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] [instance: 3870f0d6-e7bb-4565-be1c-9b8377a81281] Instance network_info: |[{"id": "77e29392-3e99-4cd4-8c32-5cfa25ab2565", "address": "fa:16:3e:02:9e:15", "network": {"id": "508509dd-7bfd-4a64-9135-d3dbeac23fa6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.221", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a15c0c8454c748249efd16f753a7dc35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77e29392-3e", "ovs_interfaceid": "77e29392-3e99-4cd4-8c32-5cfa25ab2565", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 835.511409] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-15c2c0c0-6669-4469-987b-be65f8f446ed tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] [instance: 3870f0d6-e7bb-4565-be1c-9b8377a81281] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:9e:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '77e29392-3e99-4cd4-8c32-5cfa25ab2565', 'vif_model': 'vmxnet3'}] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 835.519140] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-15c2c0c0-6669-4469-987b-be65f8f446ed tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 835.519688] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3870f0d6-e7bb-4565-be1c-9b8377a81281] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 835.519924] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-20146268-e364-4ca2-b14a-02c1fafaee03 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.540220] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 835.540220] env[68893]: value = "task-2791455" [ 835.540220] env[68893]: _type = "Task" [ 835.540220] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.548199] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791455, 'name': CreateVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.604623] env[68893]: DEBUG nova.network.neutron [-] [instance: 8cd7dab4-e083-415f-937c-8d3e0c9fc26c] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.745743] env[68893]: DEBUG oslo_concurrency.lockutils [None req-aadea761-5e27-46f9-b4df-be6558ebf305 tempest-ServersV294TestFqdnHostnames-1826523196 tempest-ServersV294TestFqdnHostnames-1826523196-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.664s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.747338] env[68893]: DEBUG nova.compute.manager [None req-aadea761-5e27-46f9-b4df-be6558ebf305 tempest-ServersV294TestFqdnHostnames-1826523196 tempest-ServersV294TestFqdnHostnames-1826523196-project-member] [instance: 31e47e18-e4e3-4f5f-90e4-1468a77dff2e] Start building networks asynchronously for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 835.750310] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 37.669s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.763569] env[68893]: DEBUG oslo_concurrency.lockutils [None req-5b4bab32-a93d-4132-93c2-eb1b125bd5f5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Acquiring lock "ee99b6b1-90a4-4c3c-b665-47a60c89d459" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.763938] env[68893]: DEBUG oslo_concurrency.lockutils [None req-5b4bab32-a93d-4132-93c2-eb1b125bd5f5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Lock "ee99b6b1-90a4-4c3c-b665-47a60c89d459" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.051810] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791455, 'name': CreateVM_Task, 'duration_secs': 0.390235} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.051810] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3870f0d6-e7bb-4565-be1c-9b8377a81281] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 836.052616] env[68893]: DEBUG oslo_concurrency.lockutils [None req-15c2c0c0-6669-4469-987b-be65f8f446ed tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.052850] env[68893]: DEBUG oslo_concurrency.lockutils [None req-15c2c0c0-6669-4469-987b-be65f8f446ed tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.053318] env[68893]: DEBUG oslo_concurrency.lockutils [None req-15c2c0c0-6669-4469-987b-be65f8f446ed tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.053574] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1563459-0c7c-48bd-8665-ba396bbf0e0f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.060018] env[68893]: DEBUG oslo_vmware.api [None req-15c2c0c0-6669-4469-987b-be65f8f446ed tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Waiting for the task: (returnval){ [ 836.060018] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52872059-48e2-2f97-5be7-50a36968cae5" [ 836.060018] env[68893]: _type = "Task" [ 836.060018] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.069213] env[68893]: DEBUG oslo_vmware.api [None req-15c2c0c0-6669-4469-987b-be65f8f446ed tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52872059-48e2-2f97-5be7-50a36968cae5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.093793] env[68893]: DEBUG nova.compute.manager [req-231c3153-a9db-43bb-849c-fbbd7b063a6a req-5cce416b-f45b-453c-aea7-c4d306d887d4 service nova] [instance: 3870f0d6-e7bb-4565-be1c-9b8377a81281] Received event network-changed-77e29392-3e99-4cd4-8c32-5cfa25ab2565 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 836.094156] env[68893]: DEBUG nova.compute.manager [req-231c3153-a9db-43bb-849c-fbbd7b063a6a req-5cce416b-f45b-453c-aea7-c4d306d887d4 service nova] [instance: 3870f0d6-e7bb-4565-be1c-9b8377a81281] Refreshing instance network info cache due to event network-changed-77e29392-3e99-4cd4-8c32-5cfa25ab2565. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 836.094469] env[68893]: DEBUG oslo_concurrency.lockutils [req-231c3153-a9db-43bb-849c-fbbd7b063a6a req-5cce416b-f45b-453c-aea7-c4d306d887d4 service nova] Acquiring lock "refresh_cache-3870f0d6-e7bb-4565-be1c-9b8377a81281" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.094691] env[68893]: DEBUG oslo_concurrency.lockutils [req-231c3153-a9db-43bb-849c-fbbd7b063a6a req-5cce416b-f45b-453c-aea7-c4d306d887d4 service nova] Acquired lock "refresh_cache-3870f0d6-e7bb-4565-be1c-9b8377a81281" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.094920] env[68893]: DEBUG nova.network.neutron [req-231c3153-a9db-43bb-849c-fbbd7b063a6a req-5cce416b-f45b-453c-aea7-c4d306d887d4 service nova] [instance: 3870f0d6-e7bb-4565-be1c-9b8377a81281] Refreshing network info cache for port 77e29392-3e99-4cd4-8c32-5cfa25ab2565 {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 836.107408] env[68893]: INFO nova.compute.manager [-] [instance: 8cd7dab4-e083-415f-937c-8d3e0c9fc26c] Took 1.02 seconds to deallocate network for instance. [ 836.169622] env[68893]: DEBUG oslo_concurrency.lockutils [None req-19a29e29-7206-4e7f-8ec0-3ab55488f060 tempest-VolumesAssistedSnapshotsTest-335981029 tempest-VolumesAssistedSnapshotsTest-335981029-project-admin] Acquiring lock "0584a6fd-aa46-4da6-bc9a-90ee80698237" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.169894] env[68893]: DEBUG oslo_concurrency.lockutils [None req-19a29e29-7206-4e7f-8ec0-3ab55488f060 tempest-VolumesAssistedSnapshotsTest-335981029 tempest-VolumesAssistedSnapshotsTest-335981029-project-admin] Lock "0584a6fd-aa46-4da6-bc9a-90ee80698237" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.170162] env[68893]: INFO nova.compute.manager [None req-19a29e29-7206-4e7f-8ec0-3ab55488f060 tempest-VolumesAssistedSnapshotsTest-335981029 tempest-VolumesAssistedSnapshotsTest-335981029-project-admin] [instance: 0584a6fd-aa46-4da6-bc9a-90ee80698237] Attaching volume 69919c05-96a5-4944-adcd-c7faa1859fe4 to /dev/sdb [ 836.210630] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b4e23f1-917b-4c55-8403-d398e80c69dd {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.218949] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-520c29cb-7455-4e71-8b9b-21e9a30a55dd {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.233315] env[68893]: DEBUG nova.virt.block_device [None req-19a29e29-7206-4e7f-8ec0-3ab55488f060 tempest-VolumesAssistedSnapshotsTest-335981029 tempest-VolumesAssistedSnapshotsTest-335981029-project-admin] [instance: 0584a6fd-aa46-4da6-bc9a-90ee80698237] Updating existing volume attachment record: 71190d8d-944c-42c8-9a1a-7f4166c8e87c {{(pid=68893) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 836.254363] env[68893]: DEBUG nova.compute.utils [None req-aadea761-5e27-46f9-b4df-be6558ebf305 tempest-ServersV294TestFqdnHostnames-1826523196 tempest-ServersV294TestFqdnHostnames-1826523196-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 836.270749] env[68893]: DEBUG nova.compute.manager [None req-aadea761-5e27-46f9-b4df-be6558ebf305 tempest-ServersV294TestFqdnHostnames-1826523196 tempest-ServersV294TestFqdnHostnames-1826523196-project-member] [instance: 31e47e18-e4e3-4f5f-90e4-1468a77dff2e] Allocating IP information in the background. {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 836.270936] env[68893]: DEBUG nova.network.neutron [None req-aadea761-5e27-46f9-b4df-be6558ebf305 tempest-ServersV294TestFqdnHostnames-1826523196 tempest-ServersV294TestFqdnHostnames-1826523196-project-member] [instance: 31e47e18-e4e3-4f5f-90e4-1468a77dff2e] allocate_for_instance() {{(pid=68893) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 836.273786] env[68893]: DEBUG nova.compute.manager [None req-aadea761-5e27-46f9-b4df-be6558ebf305 tempest-ServersV294TestFqdnHostnames-1826523196 tempest-ServersV294TestFqdnHostnames-1826523196-project-member] [instance: 31e47e18-e4e3-4f5f-90e4-1468a77dff2e] Start building block device mappings for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 836.347017] env[68893]: DEBUG nova.policy [None req-aadea761-5e27-46f9-b4df-be6558ebf305 tempest-ServersV294TestFqdnHostnames-1826523196 tempest-ServersV294TestFqdnHostnames-1826523196-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'beb73160ddaf4d938abb29cd65dad423', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a7fb8a53dfcc4bf691c02fa95112f4bc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68893) authorize /opt/stack/nova/nova/policy.py:192}} [ 836.569679] env[68893]: DEBUG oslo_vmware.api [None req-15c2c0c0-6669-4469-987b-be65f8f446ed tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52872059-48e2-2f97-5be7-50a36968cae5, 'name': SearchDatastore_Task, 'duration_secs': 0.011189} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.569997] env[68893]: DEBUG oslo_concurrency.lockutils [None req-15c2c0c0-6669-4469-987b-be65f8f446ed tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.570243] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-15c2c0c0-6669-4469-987b-be65f8f446ed tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] [instance: 3870f0d6-e7bb-4565-be1c-9b8377a81281] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 836.570478] env[68893]: DEBUG oslo_concurrency.lockutils [None req-15c2c0c0-6669-4469-987b-be65f8f446ed tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.570622] env[68893]: DEBUG oslo_concurrency.lockutils [None req-15c2c0c0-6669-4469-987b-be65f8f446ed tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.570862] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-15c2c0c0-6669-4469-987b-be65f8f446ed tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 836.571072] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-79497dfb-d1d7-4ac6-9325-b90d8d95f2d2 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.580400] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-15c2c0c0-6669-4469-987b-be65f8f446ed tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 836.580583] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-15c2c0c0-6669-4469-987b-be65f8f446ed tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 836.581651] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37d03e16-9135-4f69-839f-4a55366faadc {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.589085] env[68893]: DEBUG oslo_vmware.api [None req-15c2c0c0-6669-4469-987b-be65f8f446ed tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Waiting for the task: (returnval){ [ 836.589085] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]5219a9cc-0989-544e-386d-20ede6dfa6f9" [ 836.589085] env[68893]: _type = "Task" [ 836.589085] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.596537] env[68893]: DEBUG oslo_vmware.api [None req-15c2c0c0-6669-4469-987b-be65f8f446ed tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]5219a9cc-0989-544e-386d-20ede6dfa6f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.618043] env[68893]: DEBUG oslo_concurrency.lockutils [None req-23340425-df1e-4384-90e9-0a9bf29b511f tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.810659] env[68893]: WARNING nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance ea8f3ce4-4b6e-4bd1-b959-2412268d1b3e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 836.810659] env[68893]: WARNING nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance 8aa9ad1d-d3b0-4038-acd1-0fca895a3ac1 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 836.810659] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance add4ef29-6e07-4272-b41a-04a95f62e169 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 836.810659] env[68893]: WARNING nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance d09a64f4-84e1-4eb5-9cd1-32e9de8b921d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 836.810659] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance 0584a6fd-aa46-4da6-bc9a-90ee80698237 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 836.810925] env[68893]: WARNING nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance a18eb1c3-0700-4e59-be23-2c91afa4b7b1 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 836.810925] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance a168e41a-cc22-4f30-b7eb-e390d73f0eff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 836.810925] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance d2187069-2dba-4d01-969f-510f659fc163 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 836.810925] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance 74e4929e-3ae3-4358-9544-e64b5c2f237f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 836.811071] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance b7c373f5-60c3-44c6-bbe7-d66be17f34fd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 836.811071] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance 9bed2863-be23-41c8-9794-5f7dfbeaf219 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 836.811071] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance 80fa04f2-e0a6-452e-9a88-73eeb0ac347e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 836.811071] env[68893]: WARNING nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance bfc2d904-8005-4693-871f-5745dc3d29fd is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 836.811195] env[68893]: WARNING nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance 5fd8323d-8ef2-4255-b0f2-5a4f346ceef7 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 836.811195] env[68893]: WARNING nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance 3d1591a1-3e98-4978-a25b-38b4c304230a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 836.811195] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance 8c560e82-533e-49c7-aaf4-82e123f75240 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 836.811195] env[68893]: WARNING nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance 5ba2b5c7-ec6d-49da-82ce-e76c402497fb is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 836.811195] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance 8cd7dab4-e083-415f-937c-8d3e0c9fc26c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 836.811340] env[68893]: WARNING nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance b33e73d3-3470-4cc1-ba04-c0d25f13cfea is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 836.811340] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance 92f9ce8c-c3a3-4c6b-8e10-81123681378d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 836.811340] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance 70917eab-66ad-4d76-9866-a8a793025df1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 836.811340] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance 3870f0d6-e7bb-4565-be1c-9b8377a81281 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 836.811458] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance 31e47e18-e4e3-4f5f-90e4-1468a77dff2e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 837.045854] env[68893]: DEBUG nova.network.neutron [None req-aadea761-5e27-46f9-b4df-be6558ebf305 tempest-ServersV294TestFqdnHostnames-1826523196 tempest-ServersV294TestFqdnHostnames-1826523196-project-member] [instance: 31e47e18-e4e3-4f5f-90e4-1468a77dff2e] Successfully created port: 6dc49abd-ac8c-48cd-86e0-33960f793305 {{(pid=68893) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 837.067839] env[68893]: DEBUG nova.network.neutron [req-231c3153-a9db-43bb-849c-fbbd7b063a6a req-5cce416b-f45b-453c-aea7-c4d306d887d4 service nova] [instance: 3870f0d6-e7bb-4565-be1c-9b8377a81281] Updated VIF entry in instance network info cache for port 77e29392-3e99-4cd4-8c32-5cfa25ab2565. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 837.068872] env[68893]: DEBUG nova.network.neutron [req-231c3153-a9db-43bb-849c-fbbd7b063a6a req-5cce416b-f45b-453c-aea7-c4d306d887d4 service nova] [instance: 3870f0d6-e7bb-4565-be1c-9b8377a81281] Updating instance_info_cache with network_info: [{"id": "77e29392-3e99-4cd4-8c32-5cfa25ab2565", "address": "fa:16:3e:02:9e:15", "network": {"id": "508509dd-7bfd-4a64-9135-d3dbeac23fa6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.221", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a15c0c8454c748249efd16f753a7dc35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77e29392-3e", "ovs_interfaceid": "77e29392-3e99-4cd4-8c32-5cfa25ab2565", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.106512] env[68893]: DEBUG oslo_vmware.api [None req-15c2c0c0-6669-4469-987b-be65f8f446ed tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]5219a9cc-0989-544e-386d-20ede6dfa6f9, 'name': SearchDatastore_Task, 'duration_secs': 0.010429} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.107581] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aad95789-e301-4b65-aa41-12b222dcbafe {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.117160] env[68893]: DEBUG oslo_vmware.api [None req-15c2c0c0-6669-4469-987b-be65f8f446ed tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Waiting for the task: (returnval){ [ 837.117160] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52c6ad17-72a8-26c8-3e73-6bff06b1b584" [ 837.117160] env[68893]: _type = "Task" [ 837.117160] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.128479] env[68893]: DEBUG oslo_vmware.api [None req-15c2c0c0-6669-4469-987b-be65f8f446ed tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52c6ad17-72a8-26c8-3e73-6bff06b1b584, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.286463] env[68893]: DEBUG nova.compute.manager [None req-aadea761-5e27-46f9-b4df-be6558ebf305 tempest-ServersV294TestFqdnHostnames-1826523196 tempest-ServersV294TestFqdnHostnames-1826523196-project-member] [instance: 31e47e18-e4e3-4f5f-90e4-1468a77dff2e] Start spawning the instance on the hypervisor. {{(pid=68893) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 837.315029] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance bd49c388-5a16-4af3-91cf-777982d4567f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 837.321139] env[68893]: DEBUG nova.virt.hardware [None req-aadea761-5e27-46f9-b4df-be6558ebf305 tempest-ServersV294TestFqdnHostnames-1826523196 tempest-ServersV294TestFqdnHostnames-1826523196-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 837.323303] env[68893]: DEBUG nova.virt.hardware [None req-aadea761-5e27-46f9-b4df-be6558ebf305 tempest-ServersV294TestFqdnHostnames-1826523196 tempest-ServersV294TestFqdnHostnames-1826523196-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 837.323771] env[68893]: DEBUG nova.virt.hardware [None req-aadea761-5e27-46f9-b4df-be6558ebf305 tempest-ServersV294TestFqdnHostnames-1826523196 tempest-ServersV294TestFqdnHostnames-1826523196-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 837.324033] env[68893]: DEBUG nova.virt.hardware [None req-aadea761-5e27-46f9-b4df-be6558ebf305 tempest-ServersV294TestFqdnHostnames-1826523196 tempest-ServersV294TestFqdnHostnames-1826523196-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 837.324246] env[68893]: DEBUG nova.virt.hardware [None req-aadea761-5e27-46f9-b4df-be6558ebf305 tempest-ServersV294TestFqdnHostnames-1826523196 tempest-ServersV294TestFqdnHostnames-1826523196-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 837.324407] env[68893]: DEBUG nova.virt.hardware [None req-aadea761-5e27-46f9-b4df-be6558ebf305 tempest-ServersV294TestFqdnHostnames-1826523196 tempest-ServersV294TestFqdnHostnames-1826523196-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 837.325100] env[68893]: DEBUG nova.virt.hardware [None req-aadea761-5e27-46f9-b4df-be6558ebf305 tempest-ServersV294TestFqdnHostnames-1826523196 tempest-ServersV294TestFqdnHostnames-1826523196-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 837.325403] env[68893]: DEBUG nova.virt.hardware [None req-aadea761-5e27-46f9-b4df-be6558ebf305 tempest-ServersV294TestFqdnHostnames-1826523196 tempest-ServersV294TestFqdnHostnames-1826523196-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 837.326461] env[68893]: DEBUG nova.virt.hardware [None req-aadea761-5e27-46f9-b4df-be6558ebf305 tempest-ServersV294TestFqdnHostnames-1826523196 tempest-ServersV294TestFqdnHostnames-1826523196-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 837.327074] env[68893]: DEBUG nova.virt.hardware [None req-aadea761-5e27-46f9-b4df-be6558ebf305 tempest-ServersV294TestFqdnHostnames-1826523196 tempest-ServersV294TestFqdnHostnames-1826523196-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 837.327389] env[68893]: DEBUG nova.virt.hardware [None req-aadea761-5e27-46f9-b4df-be6558ebf305 tempest-ServersV294TestFqdnHostnames-1826523196 tempest-ServersV294TestFqdnHostnames-1826523196-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 837.333015] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55cfec54-f428-438c-a73b-5de6d1911954 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.344205] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e708af7e-934b-4319-a13a-19b0f149793a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.571112] env[68893]: DEBUG oslo_concurrency.lockutils [req-231c3153-a9db-43bb-849c-fbbd7b063a6a req-5cce416b-f45b-453c-aea7-c4d306d887d4 service nova] Releasing lock "refresh_cache-3870f0d6-e7bb-4565-be1c-9b8377a81281" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.629472] env[68893]: DEBUG oslo_vmware.api [None req-15c2c0c0-6669-4469-987b-be65f8f446ed tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52c6ad17-72a8-26c8-3e73-6bff06b1b584, 'name': SearchDatastore_Task, 'duration_secs': 0.010586} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.629820] env[68893]: DEBUG oslo_concurrency.lockutils [None req-15c2c0c0-6669-4469-987b-be65f8f446ed tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.630131] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-15c2c0c0-6669-4469-987b-be65f8f446ed tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] 3870f0d6-e7bb-4565-be1c-9b8377a81281/3870f0d6-e7bb-4565-be1c-9b8377a81281.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 837.630398] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-60968908-73a4-4e88-aad5-f275a40e19b7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.637154] env[68893]: DEBUG oslo_vmware.api [None req-15c2c0c0-6669-4469-987b-be65f8f446ed tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Waiting for the task: (returnval){ [ 837.637154] env[68893]: value = "task-2791459" [ 837.637154] env[68893]: _type = "Task" [ 837.637154] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.645458] env[68893]: DEBUG oslo_vmware.api [None req-15c2c0c0-6669-4469-987b-be65f8f446ed tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Task: {'id': task-2791459, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.831055] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance 3a606945-8257-4b3f-abfe-6dd8753564cd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 838.150221] env[68893]: DEBUG oslo_vmware.api [None req-15c2c0c0-6669-4469-987b-be65f8f446ed tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Task: {'id': task-2791459, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.461255} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.150221] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-15c2c0c0-6669-4469-987b-be65f8f446ed tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] 3870f0d6-e7bb-4565-be1c-9b8377a81281/3870f0d6-e7bb-4565-be1c-9b8377a81281.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 838.150221] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-15c2c0c0-6669-4469-987b-be65f8f446ed tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] [instance: 3870f0d6-e7bb-4565-be1c-9b8377a81281] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 838.150488] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6c7d8fd1-0827-4f4f-93da-7085f21fb723 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.157601] env[68893]: DEBUG oslo_vmware.api [None req-15c2c0c0-6669-4469-987b-be65f8f446ed tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Waiting for the task: (returnval){ [ 838.157601] env[68893]: value = "task-2791460" [ 838.157601] env[68893]: _type = "Task" [ 838.157601] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.166526] env[68893]: DEBUG oslo_vmware.api [None req-15c2c0c0-6669-4469-987b-be65f8f446ed tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Task: {'id': task-2791460, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.337927] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance 36ca8a7c-a14e-44d7-b85a-2aa12e454bf7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 838.670787] env[68893]: DEBUG oslo_vmware.api [None req-15c2c0c0-6669-4469-987b-be65f8f446ed tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Task: {'id': task-2791460, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073217} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.671252] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-15c2c0c0-6669-4469-987b-be65f8f446ed tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] [instance: 3870f0d6-e7bb-4565-be1c-9b8377a81281] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 838.672099] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-166c6881-bdc2-47cb-a701-4bd7736411b5 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.699454] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-15c2c0c0-6669-4469-987b-be65f8f446ed tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] [instance: 3870f0d6-e7bb-4565-be1c-9b8377a81281] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] 3870f0d6-e7bb-4565-be1c-9b8377a81281/3870f0d6-e7bb-4565-be1c-9b8377a81281.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 838.703017] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d754424-dc22-493a-b4ba-22d9066fb820 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.722699] env[68893]: DEBUG oslo_vmware.api [None req-15c2c0c0-6669-4469-987b-be65f8f446ed tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Waiting for the task: (returnval){ [ 838.722699] env[68893]: value = "task-2791462" [ 838.722699] env[68893]: _type = "Task" [ 838.722699] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.729989] env[68893]: DEBUG nova.compute.manager [req-69e17a2e-f486-466f-8b44-98418814719e req-1631602e-4dfe-49f6-b676-e126f345ff3e service nova] [instance: 31e47e18-e4e3-4f5f-90e4-1468a77dff2e] Received event network-vif-plugged-6dc49abd-ac8c-48cd-86e0-33960f793305 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 838.732123] env[68893]: DEBUG oslo_concurrency.lockutils [req-69e17a2e-f486-466f-8b44-98418814719e req-1631602e-4dfe-49f6-b676-e126f345ff3e service nova] Acquiring lock "31e47e18-e4e3-4f5f-90e4-1468a77dff2e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.732123] env[68893]: DEBUG oslo_concurrency.lockutils [req-69e17a2e-f486-466f-8b44-98418814719e req-1631602e-4dfe-49f6-b676-e126f345ff3e service nova] Lock "31e47e18-e4e3-4f5f-90e4-1468a77dff2e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.732123] env[68893]: DEBUG oslo_concurrency.lockutils [req-69e17a2e-f486-466f-8b44-98418814719e req-1631602e-4dfe-49f6-b676-e126f345ff3e service nova] Lock "31e47e18-e4e3-4f5f-90e4-1468a77dff2e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.732123] env[68893]: DEBUG nova.compute.manager [req-69e17a2e-f486-466f-8b44-98418814719e req-1631602e-4dfe-49f6-b676-e126f345ff3e service nova] [instance: 31e47e18-e4e3-4f5f-90e4-1468a77dff2e] No waiting events found dispatching network-vif-plugged-6dc49abd-ac8c-48cd-86e0-33960f793305 {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 838.732123] env[68893]: WARNING nova.compute.manager [req-69e17a2e-f486-466f-8b44-98418814719e req-1631602e-4dfe-49f6-b676-e126f345ff3e service nova] [instance: 31e47e18-e4e3-4f5f-90e4-1468a77dff2e] Received unexpected event network-vif-plugged-6dc49abd-ac8c-48cd-86e0-33960f793305 for instance with vm_state building and task_state spawning. [ 838.738916] env[68893]: DEBUG oslo_vmware.api [None req-15c2c0c0-6669-4469-987b-be65f8f446ed tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Task: {'id': task-2791462, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.766029] env[68893]: DEBUG nova.network.neutron [None req-aadea761-5e27-46f9-b4df-be6558ebf305 tempest-ServersV294TestFqdnHostnames-1826523196 tempest-ServersV294TestFqdnHostnames-1826523196-project-member] [instance: 31e47e18-e4e3-4f5f-90e4-1468a77dff2e] Successfully updated port: 6dc49abd-ac8c-48cd-86e0-33960f793305 {{(pid=68893) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 838.842796] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance 2daeed7b-f1c2-41ae-9a2d-6e58581a0939 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 839.233215] env[68893]: DEBUG oslo_vmware.api [None req-15c2c0c0-6669-4469-987b-be65f8f446ed tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Task: {'id': task-2791462, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.269077] env[68893]: DEBUG oslo_concurrency.lockutils [None req-aadea761-5e27-46f9-b4df-be6558ebf305 tempest-ServersV294TestFqdnHostnames-1826523196 tempest-ServersV294TestFqdnHostnames-1826523196-project-member] Acquiring lock "refresh_cache-31e47e18-e4e3-4f5f-90e4-1468a77dff2e" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.269077] env[68893]: DEBUG oslo_concurrency.lockutils [None req-aadea761-5e27-46f9-b4df-be6558ebf305 tempest-ServersV294TestFqdnHostnames-1826523196 tempest-ServersV294TestFqdnHostnames-1826523196-project-member] Acquired lock "refresh_cache-31e47e18-e4e3-4f5f-90e4-1468a77dff2e" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.269245] env[68893]: DEBUG nova.network.neutron [None req-aadea761-5e27-46f9-b4df-be6558ebf305 tempest-ServersV294TestFqdnHostnames-1826523196 tempest-ServersV294TestFqdnHostnames-1826523196-project-member] [instance: 31e47e18-e4e3-4f5f-90e4-1468a77dff2e] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 839.347736] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance ff2b18ce-e349-42dc-adc0-f8b173685dbd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 839.738300] env[68893]: DEBUG oslo_vmware.api [None req-15c2c0c0-6669-4469-987b-be65f8f446ed tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Task: {'id': task-2791462, 'name': ReconfigVM_Task, 'duration_secs': 0.709018} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.738638] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-15c2c0c0-6669-4469-987b-be65f8f446ed tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] [instance: 3870f0d6-e7bb-4565-be1c-9b8377a81281] Reconfigured VM instance instance-0000002a to attach disk [datastore2] 3870f0d6-e7bb-4565-be1c-9b8377a81281/3870f0d6-e7bb-4565-be1c-9b8377a81281.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 839.740027] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6c60a138-fa21-49db-8e2d-420e16bee4a9 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.745360] env[68893]: DEBUG oslo_vmware.api [None req-15c2c0c0-6669-4469-987b-be65f8f446ed tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Waiting for the task: (returnval){ [ 839.745360] env[68893]: value = "task-2791463" [ 839.745360] env[68893]: _type = "Task" [ 839.745360] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.756584] env[68893]: DEBUG oslo_vmware.api [None req-15c2c0c0-6669-4469-987b-be65f8f446ed tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Task: {'id': task-2791463, 'name': Rename_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.828470] env[68893]: DEBUG nova.network.neutron [None req-aadea761-5e27-46f9-b4df-be6558ebf305 tempest-ServersV294TestFqdnHostnames-1826523196 tempest-ServersV294TestFqdnHostnames-1826523196-project-member] [instance: 31e47e18-e4e3-4f5f-90e4-1468a77dff2e] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 839.855628] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance b763ec3a-5de5-40c1-9783-23dd20b39989 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 840.040301] env[68893]: DEBUG nova.network.neutron [None req-aadea761-5e27-46f9-b4df-be6558ebf305 tempest-ServersV294TestFqdnHostnames-1826523196 tempest-ServersV294TestFqdnHostnames-1826523196-project-member] [instance: 31e47e18-e4e3-4f5f-90e4-1468a77dff2e] Updating instance_info_cache with network_info: [{"id": "6dc49abd-ac8c-48cd-86e0-33960f793305", "address": "fa:16:3e:bc:c9:59", "network": {"id": "afe709b4-f0ed-4e95-bfb2-b9a0e4a17edc", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1568760384-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7fb8a53dfcc4bf691c02fa95112f4bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a1439ce-fa5c-420d-bcf0-083f4cc002cd", "external-id": "nsx-vlan-transportzone-413", "segmentation_id": 413, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6dc49abd-ac", "ovs_interfaceid": "6dc49abd-ac8c-48cd-86e0-33960f793305", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.255829] env[68893]: DEBUG oslo_vmware.api [None req-15c2c0c0-6669-4469-987b-be65f8f446ed tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Task: {'id': task-2791463, 'name': Rename_Task, 'duration_secs': 0.144917} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.256181] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-15c2c0c0-6669-4469-987b-be65f8f446ed tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] [instance: 3870f0d6-e7bb-4565-be1c-9b8377a81281] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 840.256457] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-66ea19f5-3504-402e-82b3-3f770decf4c5 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.262369] env[68893]: DEBUG oslo_vmware.api [None req-15c2c0c0-6669-4469-987b-be65f8f446ed tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Waiting for the task: (returnval){ [ 840.262369] env[68893]: value = "task-2791464" [ 840.262369] env[68893]: _type = "Task" [ 840.262369] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.269814] env[68893]: DEBUG oslo_vmware.api [None req-15c2c0c0-6669-4469-987b-be65f8f446ed tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Task: {'id': task-2791464, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.358490] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance 196cd774-e550-4cd2-a547-0b30bdd7f668 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 840.546384] env[68893]: DEBUG oslo_concurrency.lockutils [None req-aadea761-5e27-46f9-b4df-be6558ebf305 tempest-ServersV294TestFqdnHostnames-1826523196 tempest-ServersV294TestFqdnHostnames-1826523196-project-member] Releasing lock "refresh_cache-31e47e18-e4e3-4f5f-90e4-1468a77dff2e" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.546771] env[68893]: DEBUG nova.compute.manager [None req-aadea761-5e27-46f9-b4df-be6558ebf305 tempest-ServersV294TestFqdnHostnames-1826523196 tempest-ServersV294TestFqdnHostnames-1826523196-project-member] [instance: 31e47e18-e4e3-4f5f-90e4-1468a77dff2e] Instance network_info: |[{"id": "6dc49abd-ac8c-48cd-86e0-33960f793305", "address": "fa:16:3e:bc:c9:59", "network": {"id": "afe709b4-f0ed-4e95-bfb2-b9a0e4a17edc", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1568760384-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7fb8a53dfcc4bf691c02fa95112f4bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a1439ce-fa5c-420d-bcf0-083f4cc002cd", "external-id": "nsx-vlan-transportzone-413", "segmentation_id": 413, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6dc49abd-ac", "ovs_interfaceid": "6dc49abd-ac8c-48cd-86e0-33960f793305", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 840.547221] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-aadea761-5e27-46f9-b4df-be6558ebf305 tempest-ServersV294TestFqdnHostnames-1826523196 tempest-ServersV294TestFqdnHostnames-1826523196-project-member] [instance: 31e47e18-e4e3-4f5f-90e4-1468a77dff2e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bc:c9:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a1439ce-fa5c-420d-bcf0-083f4cc002cd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6dc49abd-ac8c-48cd-86e0-33960f793305', 'vif_model': 'vmxnet3'}] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 840.563596] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-aadea761-5e27-46f9-b4df-be6558ebf305 tempest-ServersV294TestFqdnHostnames-1826523196 tempest-ServersV294TestFqdnHostnames-1826523196-project-member] Creating folder: Project (a7fb8a53dfcc4bf691c02fa95112f4bc). Parent ref: group-v560969. {{(pid=68893) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 840.564088] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a923ccaf-4fb0-4d90-ac52-d298e13ff4e6 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.575785] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-aadea761-5e27-46f9-b4df-be6558ebf305 tempest-ServersV294TestFqdnHostnames-1826523196 tempest-ServersV294TestFqdnHostnames-1826523196-project-member] Created folder: Project (a7fb8a53dfcc4bf691c02fa95112f4bc) in parent group-v560969. [ 840.576630] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-aadea761-5e27-46f9-b4df-be6558ebf305 tempest-ServersV294TestFqdnHostnames-1826523196 tempest-ServersV294TestFqdnHostnames-1826523196-project-member] Creating folder: Instances. Parent ref: group-v561096. {{(pid=68893) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 840.576630] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-59eff3a7-5b66-4a87-b46e-e72a93642d0c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.584437] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-aadea761-5e27-46f9-b4df-be6558ebf305 tempest-ServersV294TestFqdnHostnames-1826523196 tempest-ServersV294TestFqdnHostnames-1826523196-project-member] Created folder: Instances in parent group-v561096. [ 840.584673] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aadea761-5e27-46f9-b4df-be6558ebf305 tempest-ServersV294TestFqdnHostnames-1826523196 tempest-ServersV294TestFqdnHostnames-1826523196-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 840.584887] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31e47e18-e4e3-4f5f-90e4-1468a77dff2e] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 840.585133] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d5acce28-7f03-4471-a4f7-0812723978f8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.603794] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 840.603794] env[68893]: value = "task-2791467" [ 840.603794] env[68893]: _type = "Task" [ 840.603794] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.619082] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791467, 'name': CreateVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.769092] env[68893]: DEBUG nova.compute.manager [req-2fe692e2-bc2f-4ed0-9ce4-b585316c8f3f req-512770c1-90a2-407e-bb65-27ebbf57c45b service nova] [instance: 31e47e18-e4e3-4f5f-90e4-1468a77dff2e] Received event network-changed-6dc49abd-ac8c-48cd-86e0-33960f793305 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 840.769341] env[68893]: DEBUG nova.compute.manager [req-2fe692e2-bc2f-4ed0-9ce4-b585316c8f3f req-512770c1-90a2-407e-bb65-27ebbf57c45b service nova] [instance: 31e47e18-e4e3-4f5f-90e4-1468a77dff2e] Refreshing instance network info cache due to event network-changed-6dc49abd-ac8c-48cd-86e0-33960f793305. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 840.769536] env[68893]: DEBUG oslo_concurrency.lockutils [req-2fe692e2-bc2f-4ed0-9ce4-b585316c8f3f req-512770c1-90a2-407e-bb65-27ebbf57c45b service nova] Acquiring lock "refresh_cache-31e47e18-e4e3-4f5f-90e4-1468a77dff2e" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.769676] env[68893]: DEBUG oslo_concurrency.lockutils [req-2fe692e2-bc2f-4ed0-9ce4-b585316c8f3f req-512770c1-90a2-407e-bb65-27ebbf57c45b service nova] Acquired lock "refresh_cache-31e47e18-e4e3-4f5f-90e4-1468a77dff2e" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.769832] env[68893]: DEBUG nova.network.neutron [req-2fe692e2-bc2f-4ed0-9ce4-b585316c8f3f req-512770c1-90a2-407e-bb65-27ebbf57c45b service nova] [instance: 31e47e18-e4e3-4f5f-90e4-1468a77dff2e] Refreshing network info cache for port 6dc49abd-ac8c-48cd-86e0-33960f793305 {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 840.776414] env[68893]: DEBUG oslo_vmware.api [None req-15c2c0c0-6669-4469-987b-be65f8f446ed tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Task: {'id': task-2791464, 'name': PowerOnVM_Task, 'duration_secs': 0.480492} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.776653] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-15c2c0c0-6669-4469-987b-be65f8f446ed tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] [instance: 3870f0d6-e7bb-4565-be1c-9b8377a81281] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 840.776885] env[68893]: INFO nova.compute.manager [None req-15c2c0c0-6669-4469-987b-be65f8f446ed tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] [instance: 3870f0d6-e7bb-4565-be1c-9b8377a81281] Took 7.82 seconds to spawn the instance on the hypervisor. [ 840.777079] env[68893]: DEBUG nova.compute.manager [None req-15c2c0c0-6669-4469-987b-be65f8f446ed tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] [instance: 3870f0d6-e7bb-4565-be1c-9b8377a81281] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 840.777857] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6da1cc1-0b22-4db5-8da9-93867e290395 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.796693] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-19a29e29-7206-4e7f-8ec0-3ab55488f060 tempest-VolumesAssistedSnapshotsTest-335981029 tempest-VolumesAssistedSnapshotsTest-335981029-project-admin] [instance: 0584a6fd-aa46-4da6-bc9a-90ee80698237] Volume attach. Driver type: vmdk {{(pid=68893) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 840.796968] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-19a29e29-7206-4e7f-8ec0-3ab55488f060 tempest-VolumesAssistedSnapshotsTest-335981029 tempest-VolumesAssistedSnapshotsTest-335981029-project-admin] [instance: 0584a6fd-aa46-4da6-bc9a-90ee80698237] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561095', 'volume_id': '69919c05-96a5-4944-adcd-c7faa1859fe4', 'name': 'volume-69919c05-96a5-4944-adcd-c7faa1859fe4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0584a6fd-aa46-4da6-bc9a-90ee80698237', 'attached_at': '', 'detached_at': '', 'volume_id': '69919c05-96a5-4944-adcd-c7faa1859fe4', 'serial': '69919c05-96a5-4944-adcd-c7faa1859fe4'} {{(pid=68893) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 840.797810] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1a744b5-282d-4483-991f-765e05395dec {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.821831] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cba98982-9b03-48c2-b536-e40f3673142d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.850736] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-19a29e29-7206-4e7f-8ec0-3ab55488f060 tempest-VolumesAssistedSnapshotsTest-335981029 tempest-VolumesAssistedSnapshotsTest-335981029-project-admin] [instance: 0584a6fd-aa46-4da6-bc9a-90ee80698237] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] volume-69919c05-96a5-4944-adcd-c7faa1859fe4/volume-69919c05-96a5-4944-adcd-c7faa1859fe4.vmdk or device None with type thin {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 840.851797] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7926eeb5-d3cb-4a23-9c0c-43ab63818069 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.873714] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance 67b07b13-034d-40ad-a554-518d5d36044c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 840.881696] env[68893]: DEBUG oslo_vmware.api [None req-19a29e29-7206-4e7f-8ec0-3ab55488f060 tempest-VolumesAssistedSnapshotsTest-335981029 tempest-VolumesAssistedSnapshotsTest-335981029-project-admin] Waiting for the task: (returnval){ [ 840.881696] env[68893]: value = "task-2791468" [ 840.881696] env[68893]: _type = "Task" [ 840.881696] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.892961] env[68893]: DEBUG oslo_vmware.api [None req-19a29e29-7206-4e7f-8ec0-3ab55488f060 tempest-VolumesAssistedSnapshotsTest-335981029 tempest-VolumesAssistedSnapshotsTest-335981029-project-admin] Task: {'id': task-2791468, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.116595] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791467, 'name': CreateVM_Task, 'duration_secs': 0.329439} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.116831] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31e47e18-e4e3-4f5f-90e4-1468a77dff2e] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 841.117545] env[68893]: DEBUG oslo_concurrency.lockutils [None req-aadea761-5e27-46f9-b4df-be6558ebf305 tempest-ServersV294TestFqdnHostnames-1826523196 tempest-ServersV294TestFqdnHostnames-1826523196-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.117721] env[68893]: DEBUG oslo_concurrency.lockutils [None req-aadea761-5e27-46f9-b4df-be6558ebf305 tempest-ServersV294TestFqdnHostnames-1826523196 tempest-ServersV294TestFqdnHostnames-1826523196-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.118053] env[68893]: DEBUG oslo_concurrency.lockutils [None req-aadea761-5e27-46f9-b4df-be6558ebf305 tempest-ServersV294TestFqdnHostnames-1826523196 tempest-ServersV294TestFqdnHostnames-1826523196-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.118302] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0c6eb72-061a-4f54-aad9-cbc09e2004c7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.123107] env[68893]: DEBUG oslo_vmware.api [None req-aadea761-5e27-46f9-b4df-be6558ebf305 tempest-ServersV294TestFqdnHostnames-1826523196 tempest-ServersV294TestFqdnHostnames-1826523196-project-member] Waiting for the task: (returnval){ [ 841.123107] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52508d20-c168-99df-6b5c-1da65b66e5c5" [ 841.123107] env[68893]: _type = "Task" [ 841.123107] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.130886] env[68893]: DEBUG oslo_vmware.api [None req-aadea761-5e27-46f9-b4df-be6558ebf305 tempest-ServersV294TestFqdnHostnames-1826523196 tempest-ServersV294TestFqdnHostnames-1826523196-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52508d20-c168-99df-6b5c-1da65b66e5c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.298642] env[68893]: INFO nova.compute.manager [None req-15c2c0c0-6669-4469-987b-be65f8f446ed tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] [instance: 3870f0d6-e7bb-4565-be1c-9b8377a81281] Took 52.63 seconds to build instance. [ 841.377200] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance 7fe829d2-a085-424f-b94f-9255451eb920 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 841.392163] env[68893]: DEBUG oslo_vmware.api [None req-19a29e29-7206-4e7f-8ec0-3ab55488f060 tempest-VolumesAssistedSnapshotsTest-335981029 tempest-VolumesAssistedSnapshotsTest-335981029-project-admin] Task: {'id': task-2791468, 'name': ReconfigVM_Task, 'duration_secs': 0.358105} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.392163] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-19a29e29-7206-4e7f-8ec0-3ab55488f060 tempest-VolumesAssistedSnapshotsTest-335981029 tempest-VolumesAssistedSnapshotsTest-335981029-project-admin] [instance: 0584a6fd-aa46-4da6-bc9a-90ee80698237] Reconfigured VM instance instance-00000011 to attach disk [datastore2] volume-69919c05-96a5-4944-adcd-c7faa1859fe4/volume-69919c05-96a5-4944-adcd-c7faa1859fe4.vmdk or device None with type thin {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 841.396962] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1977c03a-7b97-4f13-a987-c1304803d722 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.414633] env[68893]: DEBUG oslo_vmware.api [None req-19a29e29-7206-4e7f-8ec0-3ab55488f060 tempest-VolumesAssistedSnapshotsTest-335981029 tempest-VolumesAssistedSnapshotsTest-335981029-project-admin] Waiting for the task: (returnval){ [ 841.414633] env[68893]: value = "task-2791469" [ 841.414633] env[68893]: _type = "Task" [ 841.414633] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.422513] env[68893]: DEBUG oslo_vmware.api [None req-19a29e29-7206-4e7f-8ec0-3ab55488f060 tempest-VolumesAssistedSnapshotsTest-335981029 tempest-VolumesAssistedSnapshotsTest-335981029-project-admin] Task: {'id': task-2791469, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.484909] env[68893]: DEBUG nova.network.neutron [req-2fe692e2-bc2f-4ed0-9ce4-b585316c8f3f req-512770c1-90a2-407e-bb65-27ebbf57c45b service nova] [instance: 31e47e18-e4e3-4f5f-90e4-1468a77dff2e] Updated VIF entry in instance network info cache for port 6dc49abd-ac8c-48cd-86e0-33960f793305. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 841.485523] env[68893]: DEBUG nova.network.neutron [req-2fe692e2-bc2f-4ed0-9ce4-b585316c8f3f req-512770c1-90a2-407e-bb65-27ebbf57c45b service nova] [instance: 31e47e18-e4e3-4f5f-90e4-1468a77dff2e] Updating instance_info_cache with network_info: [{"id": "6dc49abd-ac8c-48cd-86e0-33960f793305", "address": "fa:16:3e:bc:c9:59", "network": {"id": "afe709b4-f0ed-4e95-bfb2-b9a0e4a17edc", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1568760384-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7fb8a53dfcc4bf691c02fa95112f4bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a1439ce-fa5c-420d-bcf0-083f4cc002cd", "external-id": "nsx-vlan-transportzone-413", "segmentation_id": 413, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6dc49abd-ac", "ovs_interfaceid": "6dc49abd-ac8c-48cd-86e0-33960f793305", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.635778] env[68893]: DEBUG oslo_vmware.api [None req-aadea761-5e27-46f9-b4df-be6558ebf305 tempest-ServersV294TestFqdnHostnames-1826523196 tempest-ServersV294TestFqdnHostnames-1826523196-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52508d20-c168-99df-6b5c-1da65b66e5c5, 'name': SearchDatastore_Task, 'duration_secs': 0.012679} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.636112] env[68893]: DEBUG oslo_concurrency.lockutils [None req-aadea761-5e27-46f9-b4df-be6558ebf305 tempest-ServersV294TestFqdnHostnames-1826523196 tempest-ServersV294TestFqdnHostnames-1826523196-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.636346] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-aadea761-5e27-46f9-b4df-be6558ebf305 tempest-ServersV294TestFqdnHostnames-1826523196 tempest-ServersV294TestFqdnHostnames-1826523196-project-member] [instance: 31e47e18-e4e3-4f5f-90e4-1468a77dff2e] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 841.636897] env[68893]: DEBUG oslo_concurrency.lockutils [None req-aadea761-5e27-46f9-b4df-be6558ebf305 tempest-ServersV294TestFqdnHostnames-1826523196 tempest-ServersV294TestFqdnHostnames-1826523196-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.637056] env[68893]: DEBUG oslo_concurrency.lockutils [None req-aadea761-5e27-46f9-b4df-be6558ebf305 tempest-ServersV294TestFqdnHostnames-1826523196 tempest-ServersV294TestFqdnHostnames-1826523196-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.637266] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-aadea761-5e27-46f9-b4df-be6558ebf305 tempest-ServersV294TestFqdnHostnames-1826523196 tempest-ServersV294TestFqdnHostnames-1826523196-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 841.637516] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6b5938e8-49f1-4215-86e4-e75132f3e678 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.645721] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-aadea761-5e27-46f9-b4df-be6558ebf305 tempest-ServersV294TestFqdnHostnames-1826523196 tempest-ServersV294TestFqdnHostnames-1826523196-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 841.645912] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-aadea761-5e27-46f9-b4df-be6558ebf305 tempest-ServersV294TestFqdnHostnames-1826523196 tempest-ServersV294TestFqdnHostnames-1826523196-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 841.646645] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d44d62a-69bb-413e-b631-54aef4aee3fe {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.654214] env[68893]: DEBUG oslo_vmware.api [None req-aadea761-5e27-46f9-b4df-be6558ebf305 tempest-ServersV294TestFqdnHostnames-1826523196 tempest-ServersV294TestFqdnHostnames-1826523196-project-member] Waiting for the task: (returnval){ [ 841.654214] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]527b9bf7-ac63-f974-1b80-002f84e08132" [ 841.654214] env[68893]: _type = "Task" [ 841.654214] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.662545] env[68893]: DEBUG oslo_vmware.api [None req-aadea761-5e27-46f9-b4df-be6558ebf305 tempest-ServersV294TestFqdnHostnames-1826523196 tempest-ServersV294TestFqdnHostnames-1826523196-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]527b9bf7-ac63-f974-1b80-002f84e08132, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.800263] env[68893]: DEBUG oslo_concurrency.lockutils [None req-15c2c0c0-6669-4469-987b-be65f8f446ed tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Lock "3870f0d6-e7bb-4565-be1c-9b8377a81281" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.989s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.880465] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance 073e59c7-2b22-4fa9-a6d2-03a158475093 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 841.924112] env[68893]: DEBUG oslo_vmware.api [None req-19a29e29-7206-4e7f-8ec0-3ab55488f060 tempest-VolumesAssistedSnapshotsTest-335981029 tempest-VolumesAssistedSnapshotsTest-335981029-project-admin] Task: {'id': task-2791469, 'name': ReconfigVM_Task, 'duration_secs': 0.153618} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.924427] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-19a29e29-7206-4e7f-8ec0-3ab55488f060 tempest-VolumesAssistedSnapshotsTest-335981029 tempest-VolumesAssistedSnapshotsTest-335981029-project-admin] [instance: 0584a6fd-aa46-4da6-bc9a-90ee80698237] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561095', 'volume_id': '69919c05-96a5-4944-adcd-c7faa1859fe4', 'name': 'volume-69919c05-96a5-4944-adcd-c7faa1859fe4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0584a6fd-aa46-4da6-bc9a-90ee80698237', 'attached_at': '', 'detached_at': '', 'volume_id': '69919c05-96a5-4944-adcd-c7faa1859fe4', 'serial': '69919c05-96a5-4944-adcd-c7faa1859fe4'} {{(pid=68893) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 841.991095] env[68893]: DEBUG oslo_concurrency.lockutils [req-2fe692e2-bc2f-4ed0-9ce4-b585316c8f3f req-512770c1-90a2-407e-bb65-27ebbf57c45b service nova] Releasing lock "refresh_cache-31e47e18-e4e3-4f5f-90e4-1468a77dff2e" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.166284] env[68893]: DEBUG oslo_vmware.api [None req-aadea761-5e27-46f9-b4df-be6558ebf305 tempest-ServersV294TestFqdnHostnames-1826523196 tempest-ServersV294TestFqdnHostnames-1826523196-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]527b9bf7-ac63-f974-1b80-002f84e08132, 'name': SearchDatastore_Task, 'duration_secs': 0.010102} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.166284] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3398f79-0553-4a09-a5a2-6ceae64a5fdd {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.170579] env[68893]: DEBUG oslo_vmware.api [None req-aadea761-5e27-46f9-b4df-be6558ebf305 tempest-ServersV294TestFqdnHostnames-1826523196 tempest-ServersV294TestFqdnHostnames-1826523196-project-member] Waiting for the task: (returnval){ [ 842.170579] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52043f12-dddc-6b5c-9925-f2688822d1f3" [ 842.170579] env[68893]: _type = "Task" [ 842.170579] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.182519] env[68893]: DEBUG oslo_vmware.api [None req-aadea761-5e27-46f9-b4df-be6558ebf305 tempest-ServersV294TestFqdnHostnames-1826523196 tempest-ServersV294TestFqdnHostnames-1826523196-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52043f12-dddc-6b5c-9925-f2688822d1f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.302583] env[68893]: DEBUG nova.compute.manager [None req-b2ae0d15-3ca3-44b3-995a-af42d31f8abb tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 7fe829d2-a085-424f-b94f-9255451eb920] Starting instance... {{(pid=68893) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 842.387147] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance 41a13353-becf-4314-82b0-c402dc464f89 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 842.683064] env[68893]: DEBUG oslo_vmware.api [None req-aadea761-5e27-46f9-b4df-be6558ebf305 tempest-ServersV294TestFqdnHostnames-1826523196 tempest-ServersV294TestFqdnHostnames-1826523196-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52043f12-dddc-6b5c-9925-f2688822d1f3, 'name': SearchDatastore_Task, 'duration_secs': 0.031118} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.683308] env[68893]: DEBUG oslo_concurrency.lockutils [None req-aadea761-5e27-46f9-b4df-be6558ebf305 tempest-ServersV294TestFqdnHostnames-1826523196 tempest-ServersV294TestFqdnHostnames-1826523196-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.683564] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-aadea761-5e27-46f9-b4df-be6558ebf305 tempest-ServersV294TestFqdnHostnames-1826523196 tempest-ServersV294TestFqdnHostnames-1826523196-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] 31e47e18-e4e3-4f5f-90e4-1468a77dff2e/31e47e18-e4e3-4f5f-90e4-1468a77dff2e.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 842.683949] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-95b2c9d4-6574-4652-a7bd-fd68eff4eb03 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.690299] env[68893]: DEBUG oslo_vmware.api [None req-aadea761-5e27-46f9-b4df-be6558ebf305 tempest-ServersV294TestFqdnHostnames-1826523196 tempest-ServersV294TestFqdnHostnames-1826523196-project-member] Waiting for the task: (returnval){ [ 842.690299] env[68893]: value = "task-2791470" [ 842.690299] env[68893]: _type = "Task" [ 842.690299] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.699350] env[68893]: DEBUG oslo_vmware.api [None req-aadea761-5e27-46f9-b4df-be6558ebf305 tempest-ServersV294TestFqdnHostnames-1826523196 tempest-ServersV294TestFqdnHostnames-1826523196-project-member] Task: {'id': task-2791470, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.828085] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b2ae0d15-3ca3-44b3-995a-af42d31f8abb tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.890668] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance 516dbd27-468e-4ac4-b8c9-d25861663e75 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 842.967152] env[68893]: DEBUG nova.objects.instance [None req-19a29e29-7206-4e7f-8ec0-3ab55488f060 tempest-VolumesAssistedSnapshotsTest-335981029 tempest-VolumesAssistedSnapshotsTest-335981029-project-admin] Lazy-loading 'flavor' on Instance uuid 0584a6fd-aa46-4da6-bc9a-90ee80698237 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 843.203218] env[68893]: DEBUG oslo_vmware.api [None req-aadea761-5e27-46f9-b4df-be6558ebf305 tempest-ServersV294TestFqdnHostnames-1826523196 tempest-ServersV294TestFqdnHostnames-1826523196-project-member] Task: {'id': task-2791470, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.392372] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance ee99b6b1-90a4-4c3c-b665-47a60c89d459 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 843.392748] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=68893) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 843.392940] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3264MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=68893) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 843.477024] env[68893]: DEBUG oslo_concurrency.lockutils [None req-19a29e29-7206-4e7f-8ec0-3ab55488f060 tempest-VolumesAssistedSnapshotsTest-335981029 tempest-VolumesAssistedSnapshotsTest-335981029-project-admin] Lock "0584a6fd-aa46-4da6-bc9a-90ee80698237" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.307s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.635516] env[68893]: DEBUG nova.compute.manager [None req-a01b73bb-e5d2-4f5e-9d82-aa742f3bfb2c tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] [instance: 70917eab-66ad-4d76-9866-a8a793025df1] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 843.636764] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-712f7276-c50b-42a4-84d4-2f2caef61fa1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.708670] env[68893]: DEBUG oslo_vmware.api [None req-aadea761-5e27-46f9-b4df-be6558ebf305 tempest-ServersV294TestFqdnHostnames-1826523196 tempest-ServersV294TestFqdnHostnames-1826523196-project-member] Task: {'id': task-2791470, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521315} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.708926] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-aadea761-5e27-46f9-b4df-be6558ebf305 tempest-ServersV294TestFqdnHostnames-1826523196 tempest-ServersV294TestFqdnHostnames-1826523196-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] 31e47e18-e4e3-4f5f-90e4-1468a77dff2e/31e47e18-e4e3-4f5f-90e4-1468a77dff2e.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 843.709429] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-aadea761-5e27-46f9-b4df-be6558ebf305 tempest-ServersV294TestFqdnHostnames-1826523196 tempest-ServersV294TestFqdnHostnames-1826523196-project-member] [instance: 31e47e18-e4e3-4f5f-90e4-1468a77dff2e] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 843.709429] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-01dcd6e5-2856-477d-be74-62474d4b9aa8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.718132] env[68893]: DEBUG oslo_vmware.api [None req-aadea761-5e27-46f9-b4df-be6558ebf305 tempest-ServersV294TestFqdnHostnames-1826523196 tempest-ServersV294TestFqdnHostnames-1826523196-project-member] Waiting for the task: (returnval){ [ 843.718132] env[68893]: value = "task-2791471" [ 843.718132] env[68893]: _type = "Task" [ 843.718132] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.725554] env[68893]: DEBUG oslo_vmware.api [None req-aadea761-5e27-46f9-b4df-be6558ebf305 tempest-ServersV294TestFqdnHostnames-1826523196 tempest-ServersV294TestFqdnHostnames-1826523196-project-member] Task: {'id': task-2791471, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.919657] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35dd1a06-90c5-44c3-b6c6-1783143dbb22 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.928124] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86c7cbd3-ea13-4209-8ceb-b1a3e2ada574 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.964416] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8870b136-2d1a-46da-b63e-c4b0ec116181 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.972533] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fff25da4-a04b-4ca7-a133-94325959d277 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.990308] env[68893]: DEBUG nova.compute.provider_tree [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Updating inventory in ProviderTree for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 844.070072] env[68893]: DEBUG oslo_concurrency.lockutils [None req-202eb94f-35d1-41c2-8430-50f77f0fc1e6 tempest-VolumesAssistedSnapshotsTest-335981029 tempest-VolumesAssistedSnapshotsTest-335981029-project-admin] Acquiring lock "0584a6fd-aa46-4da6-bc9a-90ee80698237" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.070310] env[68893]: DEBUG oslo_concurrency.lockutils [None req-202eb94f-35d1-41c2-8430-50f77f0fc1e6 tempest-VolumesAssistedSnapshotsTest-335981029 tempest-VolumesAssistedSnapshotsTest-335981029-project-admin] Lock "0584a6fd-aa46-4da6-bc9a-90ee80698237" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.150864] env[68893]: INFO nova.compute.manager [None req-a01b73bb-e5d2-4f5e-9d82-aa742f3bfb2c tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] [instance: 70917eab-66ad-4d76-9866-a8a793025df1] instance snapshotting [ 844.156376] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33c9f611-0fd4-4bbc-a9c7-17f6bad4103b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.175613] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f24e75c1-8447-4266-91ea-c0d5e8828e63 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.227109] env[68893]: DEBUG oslo_vmware.api [None req-aadea761-5e27-46f9-b4df-be6558ebf305 tempest-ServersV294TestFqdnHostnames-1826523196 tempest-ServersV294TestFqdnHostnames-1826523196-project-member] Task: {'id': task-2791471, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062247} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.227393] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-aadea761-5e27-46f9-b4df-be6558ebf305 tempest-ServersV294TestFqdnHostnames-1826523196 tempest-ServersV294TestFqdnHostnames-1826523196-project-member] [instance: 31e47e18-e4e3-4f5f-90e4-1468a77dff2e] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 844.228214] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-437bf204-b1c4-4f14-a593-95fb2e542adb {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.250378] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-aadea761-5e27-46f9-b4df-be6558ebf305 tempest-ServersV294TestFqdnHostnames-1826523196 tempest-ServersV294TestFqdnHostnames-1826523196-project-member] [instance: 31e47e18-e4e3-4f5f-90e4-1468a77dff2e] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] 31e47e18-e4e3-4f5f-90e4-1468a77dff2e/31e47e18-e4e3-4f5f-90e4-1468a77dff2e.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 844.250704] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-629aea47-d952-4fcb-aa46-ff69d19dcaa3 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.270433] env[68893]: DEBUG oslo_vmware.api [None req-aadea761-5e27-46f9-b4df-be6558ebf305 tempest-ServersV294TestFqdnHostnames-1826523196 tempest-ServersV294TestFqdnHostnames-1826523196-project-member] Waiting for the task: (returnval){ [ 844.270433] env[68893]: value = "task-2791472" [ 844.270433] env[68893]: _type = "Task" [ 844.270433] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.279032] env[68893]: DEBUG oslo_vmware.api [None req-aadea761-5e27-46f9-b4df-be6558ebf305 tempest-ServersV294TestFqdnHostnames-1826523196 tempest-ServersV294TestFqdnHostnames-1826523196-project-member] Task: {'id': task-2791472, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.493143] env[68893]: DEBUG oslo_concurrency.lockutils [None req-7ab1b3df-5660-4edc-9cb6-96c15ced1ec2 tempest-AttachInterfacesV270Test-1805132181 tempest-AttachInterfacesV270Test-1805132181-project-member] Acquiring lock "7e3012fb-7c3b-4f95-b109-e711c784e89e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.493736] env[68893]: DEBUG oslo_concurrency.lockutils [None req-7ab1b3df-5660-4edc-9cb6-96c15ced1ec2 tempest-AttachInterfacesV270Test-1805132181 tempest-AttachInterfacesV270Test-1805132181-project-member] Lock "7e3012fb-7c3b-4f95-b109-e711c784e89e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.512188] env[68893]: ERROR nova.scheduler.client.report [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [req-013de209-5c5f-4d7d-b20f-ad5487ce55a6] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d14b70d6-a636-4db0-b5a6-b901da6fa895. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-013de209-5c5f-4d7d-b20f-ad5487ce55a6"}]} [ 844.528240] env[68893]: DEBUG nova.scheduler.client.report [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Refreshing inventories for resource provider d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 844.543286] env[68893]: DEBUG nova.scheduler.client.report [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Updating ProviderTree inventory for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 844.543411] env[68893]: DEBUG nova.compute.provider_tree [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Updating inventory in ProviderTree for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 844.556039] env[68893]: DEBUG nova.scheduler.client.report [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Refreshing aggregate associations for resource provider d14b70d6-a636-4db0-b5a6-b901da6fa895, aggregates: None {{(pid=68893) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 844.573103] env[68893]: INFO nova.compute.manager [None req-202eb94f-35d1-41c2-8430-50f77f0fc1e6 tempest-VolumesAssistedSnapshotsTest-335981029 tempest-VolumesAssistedSnapshotsTest-335981029-project-admin] [instance: 0584a6fd-aa46-4da6-bc9a-90ee80698237] Detaching volume 69919c05-96a5-4944-adcd-c7faa1859fe4 [ 844.575743] env[68893]: DEBUG nova.scheduler.client.report [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Refreshing trait associations for resource provider d14b70d6-a636-4db0-b5a6-b901da6fa895, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE {{(pid=68893) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 844.615096] env[68893]: INFO nova.virt.block_device [None req-202eb94f-35d1-41c2-8430-50f77f0fc1e6 tempest-VolumesAssistedSnapshotsTest-335981029 tempest-VolumesAssistedSnapshotsTest-335981029-project-admin] [instance: 0584a6fd-aa46-4da6-bc9a-90ee80698237] Attempting to driver detach volume 69919c05-96a5-4944-adcd-c7faa1859fe4 from mountpoint /dev/sdb [ 844.615339] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-202eb94f-35d1-41c2-8430-50f77f0fc1e6 tempest-VolumesAssistedSnapshotsTest-335981029 tempest-VolumesAssistedSnapshotsTest-335981029-project-admin] [instance: 0584a6fd-aa46-4da6-bc9a-90ee80698237] Volume detach. Driver type: vmdk {{(pid=68893) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 844.615524] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-202eb94f-35d1-41c2-8430-50f77f0fc1e6 tempest-VolumesAssistedSnapshotsTest-335981029 tempest-VolumesAssistedSnapshotsTest-335981029-project-admin] [instance: 0584a6fd-aa46-4da6-bc9a-90ee80698237] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561095', 'volume_id': '69919c05-96a5-4944-adcd-c7faa1859fe4', 'name': 'volume-69919c05-96a5-4944-adcd-c7faa1859fe4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0584a6fd-aa46-4da6-bc9a-90ee80698237', 'attached_at': '', 'detached_at': '', 'volume_id': '69919c05-96a5-4944-adcd-c7faa1859fe4', 'serial': '69919c05-96a5-4944-adcd-c7faa1859fe4'} {{(pid=68893) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 844.616444] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e76ea51f-1d7e-4c5c-937a-1d4861ab483e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.642805] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f51e3d42-2778-4ba7-bbdb-bb6a6c9546d2 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.650050] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfe74adb-55fb-4f61-a7f9-44547bacd000 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.673036] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50017c06-cab4-41e1-864c-280c31a5141f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.688404] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-a01b73bb-e5d2-4f5e-9d82-aa742f3bfb2c tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] [instance: 70917eab-66ad-4d76-9866-a8a793025df1] Creating Snapshot of the VM instance {{(pid=68893) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 844.688717] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-202eb94f-35d1-41c2-8430-50f77f0fc1e6 tempest-VolumesAssistedSnapshotsTest-335981029 tempest-VolumesAssistedSnapshotsTest-335981029-project-admin] The volume has not been displaced from its original location: [datastore2] volume-69919c05-96a5-4944-adcd-c7faa1859fe4/volume-69919c05-96a5-4944-adcd-c7faa1859fe4.vmdk. No consolidation needed. {{(pid=68893) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 844.693986] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-202eb94f-35d1-41c2-8430-50f77f0fc1e6 tempest-VolumesAssistedSnapshotsTest-335981029 tempest-VolumesAssistedSnapshotsTest-335981029-project-admin] [instance: 0584a6fd-aa46-4da6-bc9a-90ee80698237] Reconfiguring VM instance instance-00000011 to detach disk 2001 {{(pid=68893) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 844.696586] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-87945ba0-5d26-4e5b-af2e-b5132f91ed51 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.698332] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab2e75ba-a41c-4995-b13b-255dfac2b19e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.716811] env[68893]: DEBUG oslo_vmware.api [None req-a01b73bb-e5d2-4f5e-9d82-aa742f3bfb2c tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Waiting for the task: (returnval){ [ 844.716811] env[68893]: value = "task-2791473" [ 844.716811] env[68893]: _type = "Task" [ 844.716811] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.718105] env[68893]: DEBUG oslo_vmware.api [None req-202eb94f-35d1-41c2-8430-50f77f0fc1e6 tempest-VolumesAssistedSnapshotsTest-335981029 tempest-VolumesAssistedSnapshotsTest-335981029-project-admin] Waiting for the task: (returnval){ [ 844.718105] env[68893]: value = "task-2791474" [ 844.718105] env[68893]: _type = "Task" [ 844.718105] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.732286] env[68893]: DEBUG oslo_vmware.api [None req-202eb94f-35d1-41c2-8430-50f77f0fc1e6 tempest-VolumesAssistedSnapshotsTest-335981029 tempest-VolumesAssistedSnapshotsTest-335981029-project-admin] Task: {'id': task-2791474, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.735306] env[68893]: DEBUG oslo_vmware.api [None req-a01b73bb-e5d2-4f5e-9d82-aa742f3bfb2c tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Task: {'id': task-2791473, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.780877] env[68893]: DEBUG oslo_vmware.api [None req-aadea761-5e27-46f9-b4df-be6558ebf305 tempest-ServersV294TestFqdnHostnames-1826523196 tempest-ServersV294TestFqdnHostnames-1826523196-project-member] Task: {'id': task-2791472, 'name': ReconfigVM_Task, 'duration_secs': 0.321261} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.783786] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-aadea761-5e27-46f9-b4df-be6558ebf305 tempest-ServersV294TestFqdnHostnames-1826523196 tempest-ServersV294TestFqdnHostnames-1826523196-project-member] [instance: 31e47e18-e4e3-4f5f-90e4-1468a77dff2e] Reconfigured VM instance instance-0000002b to attach disk [datastore2] 31e47e18-e4e3-4f5f-90e4-1468a77dff2e/31e47e18-e4e3-4f5f-90e4-1468a77dff2e.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 844.784664] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-62524967-78fb-4c79-a414-70bdce12000d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.791115] env[68893]: DEBUG oslo_vmware.api [None req-aadea761-5e27-46f9-b4df-be6558ebf305 tempest-ServersV294TestFqdnHostnames-1826523196 tempest-ServersV294TestFqdnHostnames-1826523196-project-member] Waiting for the task: (returnval){ [ 844.791115] env[68893]: value = "task-2791475" [ 844.791115] env[68893]: _type = "Task" [ 844.791115] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.804236] env[68893]: DEBUG oslo_vmware.api [None req-aadea761-5e27-46f9-b4df-be6558ebf305 tempest-ServersV294TestFqdnHostnames-1826523196 tempest-ServersV294TestFqdnHostnames-1826523196-project-member] Task: {'id': task-2791475, 'name': Rename_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.145658] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e5ab7ec-98f0-4266-bf4a-fbfd5be77cfa {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.153453] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9206ef23-b19c-4326-8435-787c6a6fa282 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.190497] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3851dd5d-b256-40a9-9cab-121a8066f452 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.198863] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2499c001-8648-4078-b38b-7d0d0fbe3a90 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.211818] env[68893]: DEBUG nova.compute.provider_tree [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Updating inventory in ProviderTree for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 845.231211] env[68893]: DEBUG oslo_vmware.api [None req-a01b73bb-e5d2-4f5e-9d82-aa742f3bfb2c tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Task: {'id': task-2791473, 'name': CreateSnapshot_Task, 'duration_secs': 0.485016} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.234039] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-a01b73bb-e5d2-4f5e-9d82-aa742f3bfb2c tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] [instance: 70917eab-66ad-4d76-9866-a8a793025df1] Created Snapshot of the VM instance {{(pid=68893) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 845.234277] env[68893]: DEBUG oslo_vmware.api [None req-202eb94f-35d1-41c2-8430-50f77f0fc1e6 tempest-VolumesAssistedSnapshotsTest-335981029 tempest-VolumesAssistedSnapshotsTest-335981029-project-admin] Task: {'id': task-2791474, 'name': ReconfigVM_Task, 'duration_secs': 0.219509} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.234942] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d4ca9df-cfe1-420b-b544-15dd634994ca {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.237344] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-202eb94f-35d1-41c2-8430-50f77f0fc1e6 tempest-VolumesAssistedSnapshotsTest-335981029 tempest-VolumesAssistedSnapshotsTest-335981029-project-admin] [instance: 0584a6fd-aa46-4da6-bc9a-90ee80698237] Reconfigured VM instance instance-00000011 to detach disk 2001 {{(pid=68893) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 845.243087] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35f60026-5d38-4b94-a485-3ab68196c4e7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.261012] env[68893]: DEBUG oslo_vmware.api [None req-202eb94f-35d1-41c2-8430-50f77f0fc1e6 tempest-VolumesAssistedSnapshotsTest-335981029 tempest-VolumesAssistedSnapshotsTest-335981029-project-admin] Waiting for the task: (returnval){ [ 845.261012] env[68893]: value = "task-2791476" [ 845.261012] env[68893]: _type = "Task" [ 845.261012] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.268973] env[68893]: DEBUG oslo_vmware.api [None req-202eb94f-35d1-41c2-8430-50f77f0fc1e6 tempest-VolumesAssistedSnapshotsTest-335981029 tempest-VolumesAssistedSnapshotsTest-335981029-project-admin] Task: {'id': task-2791476, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.300847] env[68893]: DEBUG oslo_vmware.api [None req-aadea761-5e27-46f9-b4df-be6558ebf305 tempest-ServersV294TestFqdnHostnames-1826523196 tempest-ServersV294TestFqdnHostnames-1826523196-project-member] Task: {'id': task-2791475, 'name': Rename_Task, 'duration_secs': 0.15093} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.302808] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-aadea761-5e27-46f9-b4df-be6558ebf305 tempest-ServersV294TestFqdnHostnames-1826523196 tempest-ServersV294TestFqdnHostnames-1826523196-project-member] [instance: 31e47e18-e4e3-4f5f-90e4-1468a77dff2e] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 845.302916] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-15bdc1f0-4d67-41c2-9a62-2572df5449b7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.310537] env[68893]: DEBUG oslo_vmware.api [None req-aadea761-5e27-46f9-b4df-be6558ebf305 tempest-ServersV294TestFqdnHostnames-1826523196 tempest-ServersV294TestFqdnHostnames-1826523196-project-member] Waiting for the task: (returnval){ [ 845.310537] env[68893]: value = "task-2791477" [ 845.310537] env[68893]: _type = "Task" [ 845.310537] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.320250] env[68893]: DEBUG oslo_vmware.api [None req-aadea761-5e27-46f9-b4df-be6558ebf305 tempest-ServersV294TestFqdnHostnames-1826523196 tempest-ServersV294TestFqdnHostnames-1826523196-project-member] Task: {'id': task-2791477, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.745548] env[68893]: DEBUG nova.scheduler.client.report [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Updated inventory for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with generation 75 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 845.745818] env[68893]: DEBUG nova.compute.provider_tree [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Updating resource provider d14b70d6-a636-4db0-b5a6-b901da6fa895 generation from 75 to 76 during operation: update_inventory {{(pid=68893) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 845.745935] env[68893]: DEBUG nova.compute.provider_tree [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Updating inventory in ProviderTree for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 845.768039] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-a01b73bb-e5d2-4f5e-9d82-aa742f3bfb2c tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] [instance: 70917eab-66ad-4d76-9866-a8a793025df1] Creating linked-clone VM from snapshot {{(pid=68893) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 845.768614] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4e99824c-e25d-4d33-8d73-307f8a38b4a7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.779887] env[68893]: DEBUG oslo_vmware.api [None req-202eb94f-35d1-41c2-8430-50f77f0fc1e6 tempest-VolumesAssistedSnapshotsTest-335981029 tempest-VolumesAssistedSnapshotsTest-335981029-project-admin] Task: {'id': task-2791476, 'name': ReconfigVM_Task, 'duration_secs': 0.170845} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.781101] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-202eb94f-35d1-41c2-8430-50f77f0fc1e6 tempest-VolumesAssistedSnapshotsTest-335981029 tempest-VolumesAssistedSnapshotsTest-335981029-project-admin] [instance: 0584a6fd-aa46-4da6-bc9a-90ee80698237] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561095', 'volume_id': '69919c05-96a5-4944-adcd-c7faa1859fe4', 'name': 'volume-69919c05-96a5-4944-adcd-c7faa1859fe4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0584a6fd-aa46-4da6-bc9a-90ee80698237', 'attached_at': '', 'detached_at': '', 'volume_id': '69919c05-96a5-4944-adcd-c7faa1859fe4', 'serial': '69919c05-96a5-4944-adcd-c7faa1859fe4'} {{(pid=68893) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 845.783083] env[68893]: DEBUG oslo_vmware.api [None req-a01b73bb-e5d2-4f5e-9d82-aa742f3bfb2c tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Waiting for the task: (returnval){ [ 845.783083] env[68893]: value = "task-2791478" [ 845.783083] env[68893]: _type = "Task" [ 845.783083] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.792410] env[68893]: DEBUG oslo_vmware.api [None req-a01b73bb-e5d2-4f5e-9d82-aa742f3bfb2c tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Task: {'id': task-2791478, 'name': CloneVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.826581] env[68893]: DEBUG oslo_vmware.api [None req-aadea761-5e27-46f9-b4df-be6558ebf305 tempest-ServersV294TestFqdnHostnames-1826523196 tempest-ServersV294TestFqdnHostnames-1826523196-project-member] Task: {'id': task-2791477, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.251222] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68893) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 846.251553] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 10.502s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.251881] env[68893]: DEBUG oslo_concurrency.lockutils [None req-cf65ad1b-b84c-47a1-9c4a-124d48e842fa tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 45.391s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.253708] env[68893]: INFO nova.compute.claims [None req-cf65ad1b-b84c-47a1-9c4a-124d48e842fa tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: bd49c388-5a16-4af3-91cf-777982d4567f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 846.293159] env[68893]: DEBUG oslo_vmware.api [None req-a01b73bb-e5d2-4f5e-9d82-aa742f3bfb2c tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Task: {'id': task-2791478, 'name': CloneVM_Task} progress is 94%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.320619] env[68893]: DEBUG oslo_vmware.api [None req-aadea761-5e27-46f9-b4df-be6558ebf305 tempest-ServersV294TestFqdnHostnames-1826523196 tempest-ServersV294TestFqdnHostnames-1826523196-project-member] Task: {'id': task-2791477, 'name': PowerOnVM_Task, 'duration_secs': 0.532761} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.321226] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-aadea761-5e27-46f9-b4df-be6558ebf305 tempest-ServersV294TestFqdnHostnames-1826523196 tempest-ServersV294TestFqdnHostnames-1826523196-project-member] [instance: 31e47e18-e4e3-4f5f-90e4-1468a77dff2e] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 846.321226] env[68893]: INFO nova.compute.manager [None req-aadea761-5e27-46f9-b4df-be6558ebf305 tempest-ServersV294TestFqdnHostnames-1826523196 tempest-ServersV294TestFqdnHostnames-1826523196-project-member] [instance: 31e47e18-e4e3-4f5f-90e4-1468a77dff2e] Took 9.03 seconds to spawn the instance on the hypervisor. [ 846.321367] env[68893]: DEBUG nova.compute.manager [None req-aadea761-5e27-46f9-b4df-be6558ebf305 tempest-ServersV294TestFqdnHostnames-1826523196 tempest-ServersV294TestFqdnHostnames-1826523196-project-member] [instance: 31e47e18-e4e3-4f5f-90e4-1468a77dff2e] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 846.322109] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88dfe55b-e1e7-4817-bf48-c658d4084006 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.337989] env[68893]: DEBUG nova.objects.instance [None req-202eb94f-35d1-41c2-8430-50f77f0fc1e6 tempest-VolumesAssistedSnapshotsTest-335981029 tempest-VolumesAssistedSnapshotsTest-335981029-project-admin] Lazy-loading 'flavor' on Instance uuid 0584a6fd-aa46-4da6-bc9a-90ee80698237 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 846.794280] env[68893]: DEBUG oslo_vmware.api [None req-a01b73bb-e5d2-4f5e-9d82-aa742f3bfb2c tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Task: {'id': task-2791478, 'name': CloneVM_Task} progress is 94%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.842555] env[68893]: INFO nova.compute.manager [None req-aadea761-5e27-46f9-b4df-be6558ebf305 tempest-ServersV294TestFqdnHostnames-1826523196 tempest-ServersV294TestFqdnHostnames-1826523196-project-member] [instance: 31e47e18-e4e3-4f5f-90e4-1468a77dff2e] Took 53.63 seconds to build instance. [ 847.294859] env[68893]: DEBUG oslo_vmware.api [None req-a01b73bb-e5d2-4f5e-9d82-aa742f3bfb2c tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Task: {'id': task-2791478, 'name': CloneVM_Task, 'duration_secs': 1.398449} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.296842] env[68893]: INFO nova.virt.vmwareapi.vmops [None req-a01b73bb-e5d2-4f5e-9d82-aa742f3bfb2c tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] [instance: 70917eab-66ad-4d76-9866-a8a793025df1] Created linked-clone VM from snapshot [ 847.296842] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-270e6415-9535-468a-9b58-20d8b5291dca {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.306614] env[68893]: DEBUG nova.virt.vmwareapi.images [None req-a01b73bb-e5d2-4f5e-9d82-aa742f3bfb2c tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] [instance: 70917eab-66ad-4d76-9866-a8a793025df1] Uploading image 6de3f856-b219-4d0f-aa3b-d9e506bb1eee {{(pid=68893) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 847.338478] env[68893]: DEBUG oslo_vmware.rw_handles [None req-a01b73bb-e5d2-4f5e-9d82-aa742f3bfb2c tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 847.338478] env[68893]: value = "vm-561100" [ 847.338478] env[68893]: _type = "VirtualMachine" [ 847.338478] env[68893]: }. {{(pid=68893) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 847.338865] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-324d3807-eab1-471d-a3f9-212be981a6ec {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.345253] env[68893]: DEBUG oslo_concurrency.lockutils [None req-aadea761-5e27-46f9-b4df-be6558ebf305 tempest-ServersV294TestFqdnHostnames-1826523196 tempest-ServersV294TestFqdnHostnames-1826523196-project-member] Lock "31e47e18-e4e3-4f5f-90e4-1468a77dff2e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.805s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.348272] env[68893]: DEBUG oslo_vmware.rw_handles [None req-a01b73bb-e5d2-4f5e-9d82-aa742f3bfb2c tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Lease: (returnval){ [ 847.348272] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]5289a762-7b6e-fc39-184d-3ab29690f7e0" [ 847.348272] env[68893]: _type = "HttpNfcLease" [ 847.348272] env[68893]: } obtained for exporting VM: (result){ [ 847.348272] env[68893]: value = "vm-561100" [ 847.348272] env[68893]: _type = "VirtualMachine" [ 847.348272] env[68893]: }. {{(pid=68893) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 847.348554] env[68893]: DEBUG oslo_vmware.api [None req-a01b73bb-e5d2-4f5e-9d82-aa742f3bfb2c tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Waiting for the lease: (returnval){ [ 847.348554] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]5289a762-7b6e-fc39-184d-3ab29690f7e0" [ 847.348554] env[68893]: _type = "HttpNfcLease" [ 847.348554] env[68893]: } to be ready. {{(pid=68893) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 847.348825] env[68893]: DEBUG oslo_concurrency.lockutils [None req-202eb94f-35d1-41c2-8430-50f77f0fc1e6 tempest-VolumesAssistedSnapshotsTest-335981029 tempest-VolumesAssistedSnapshotsTest-335981029-project-admin] Lock "0584a6fd-aa46-4da6-bc9a-90ee80698237" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.279s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.356262] env[68893]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 847.356262] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]5289a762-7b6e-fc39-184d-3ab29690f7e0" [ 847.356262] env[68893]: _type = "HttpNfcLease" [ 847.356262] env[68893]: } is initializing. {{(pid=68893) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 847.770814] env[68893]: DEBUG nova.compute.manager [req-f5bf3dd4-40f4-432d-8f12-9f088462d082 req-b6eb4c54-85b9-4ac8-b370-be1a7b993ae0 service nova] [instance: 31e47e18-e4e3-4f5f-90e4-1468a77dff2e] Received event network-changed-6dc49abd-ac8c-48cd-86e0-33960f793305 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 847.770931] env[68893]: DEBUG nova.compute.manager [req-f5bf3dd4-40f4-432d-8f12-9f088462d082 req-b6eb4c54-85b9-4ac8-b370-be1a7b993ae0 service nova] [instance: 31e47e18-e4e3-4f5f-90e4-1468a77dff2e] Refreshing instance network info cache due to event network-changed-6dc49abd-ac8c-48cd-86e0-33960f793305. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 847.771140] env[68893]: DEBUG oslo_concurrency.lockutils [req-f5bf3dd4-40f4-432d-8f12-9f088462d082 req-b6eb4c54-85b9-4ac8-b370-be1a7b993ae0 service nova] Acquiring lock "refresh_cache-31e47e18-e4e3-4f5f-90e4-1468a77dff2e" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.771359] env[68893]: DEBUG oslo_concurrency.lockutils [req-f5bf3dd4-40f4-432d-8f12-9f088462d082 req-b6eb4c54-85b9-4ac8-b370-be1a7b993ae0 service nova] Acquired lock "refresh_cache-31e47e18-e4e3-4f5f-90e4-1468a77dff2e" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.771524] env[68893]: DEBUG nova.network.neutron [req-f5bf3dd4-40f4-432d-8f12-9f088462d082 req-b6eb4c54-85b9-4ac8-b370-be1a7b993ae0 service nova] [instance: 31e47e18-e4e3-4f5f-90e4-1468a77dff2e] Refreshing network info cache for port 6dc49abd-ac8c-48cd-86e0-33960f793305 {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 847.817212] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79ca3d8c-d2d8-482c-9cc0-14c45d0e3f06 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.824908] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e56dffc9-d760-481d-9170-748912e738f4 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.862322] env[68893]: DEBUG nova.compute.manager [None req-e7b619b2-3442-44e2-ac2b-f114ac3a4c61 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 073e59c7-2b22-4fa9-a6d2-03a158475093] Starting instance... {{(pid=68893) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 847.869701] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-117f719e-24a1-4fdd-b0d6-a632b9796b21 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.875654] env[68893]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 847.875654] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]5289a762-7b6e-fc39-184d-3ab29690f7e0" [ 847.875654] env[68893]: _type = "HttpNfcLease" [ 847.875654] env[68893]: } is ready. {{(pid=68893) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 847.877898] env[68893]: DEBUG oslo_vmware.rw_handles [None req-a01b73bb-e5d2-4f5e-9d82-aa742f3bfb2c tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 847.877898] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]5289a762-7b6e-fc39-184d-3ab29690f7e0" [ 847.877898] env[68893]: _type = "HttpNfcLease" [ 847.877898] env[68893]: }. {{(pid=68893) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 847.878792] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0788165-503b-4d1d-8554-4960abac8377 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.882354] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28d0f067-267b-4cbe-b19c-3af12449fad7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.890572] env[68893]: DEBUG oslo_vmware.rw_handles [None req-a01b73bb-e5d2-4f5e-9d82-aa742f3bfb2c tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5299672e-3a7d-3b08-5553-949ec6a6bddd/disk-0.vmdk from lease info. {{(pid=68893) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 847.890767] env[68893]: DEBUG oslo_vmware.rw_handles [None req-a01b73bb-e5d2-4f5e-9d82-aa742f3bfb2c tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5299672e-3a7d-3b08-5553-949ec6a6bddd/disk-0.vmdk for reading. {{(pid=68893) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 847.899703] env[68893]: DEBUG nova.compute.provider_tree [None req-cf65ad1b-b84c-47a1-9c4a-124d48e842fa tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 848.005853] env[68893]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-927cff9c-63e5-4ae5-adb1-2c251a37cb6c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.389453] env[68893]: DEBUG oslo_concurrency.lockutils [None req-e7b619b2-3442-44e2-ac2b-f114ac3a4c61 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.405500] env[68893]: DEBUG nova.scheduler.client.report [None req-cf65ad1b-b84c-47a1-9c4a-124d48e842fa tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 848.600213] env[68893]: DEBUG nova.network.neutron [req-f5bf3dd4-40f4-432d-8f12-9f088462d082 req-b6eb4c54-85b9-4ac8-b370-be1a7b993ae0 service nova] [instance: 31e47e18-e4e3-4f5f-90e4-1468a77dff2e] Updated VIF entry in instance network info cache for port 6dc49abd-ac8c-48cd-86e0-33960f793305. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 848.600734] env[68893]: DEBUG nova.network.neutron [req-f5bf3dd4-40f4-432d-8f12-9f088462d082 req-b6eb4c54-85b9-4ac8-b370-be1a7b993ae0 service nova] [instance: 31e47e18-e4e3-4f5f-90e4-1468a77dff2e] Updating instance_info_cache with network_info: [{"id": "6dc49abd-ac8c-48cd-86e0-33960f793305", "address": "fa:16:3e:bc:c9:59", "network": {"id": "afe709b4-f0ed-4e95-bfb2-b9a0e4a17edc", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1568760384-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7fb8a53dfcc4bf691c02fa95112f4bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a1439ce-fa5c-420d-bcf0-083f4cc002cd", "external-id": "nsx-vlan-transportzone-413", "segmentation_id": 413, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6dc49abd-ac", "ovs_interfaceid": "6dc49abd-ac8c-48cd-86e0-33960f793305", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.909285] env[68893]: DEBUG oslo_concurrency.lockutils [None req-cf65ad1b-b84c-47a1-9c4a-124d48e842fa tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.657s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.909919] env[68893]: DEBUG nova.compute.manager [None req-cf65ad1b-b84c-47a1-9c4a-124d48e842fa tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: bd49c388-5a16-4af3-91cf-777982d4567f] Start building networks asynchronously for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 848.913257] env[68893]: DEBUG oslo_concurrency.lockutils [None req-4f6f046b-bde9-486d-94fd-3e65465f3179 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 47.699s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.913888] env[68893]: DEBUG nova.objects.instance [None req-4f6f046b-bde9-486d-94fd-3e65465f3179 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] [instance: bfc2d904-8005-4693-871f-5745dc3d29fd] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68893) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 849.021340] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b39bf656-4c7b-4ad6-8ea5-599a8e8866b1 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Acquiring lock "c3ebb422-0391-4359-abb4-8ea80e767ce2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.021617] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b39bf656-4c7b-4ad6-8ea5-599a8e8866b1 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Lock "c3ebb422-0391-4359-abb4-8ea80e767ce2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.104318] env[68893]: DEBUG oslo_concurrency.lockutils [req-f5bf3dd4-40f4-432d-8f12-9f088462d082 req-b6eb4c54-85b9-4ac8-b370-be1a7b993ae0 service nova] Releasing lock "refresh_cache-31e47e18-e4e3-4f5f-90e4-1468a77dff2e" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.421313] env[68893]: DEBUG nova.compute.utils [None req-cf65ad1b-b84c-47a1-9c4a-124d48e842fa tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 849.423233] env[68893]: DEBUG nova.compute.manager [None req-cf65ad1b-b84c-47a1-9c4a-124d48e842fa tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: bd49c388-5a16-4af3-91cf-777982d4567f] Allocating IP information in the background. {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 849.423963] env[68893]: DEBUG nova.network.neutron [None req-cf65ad1b-b84c-47a1-9c4a-124d48e842fa tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: bd49c388-5a16-4af3-91cf-777982d4567f] allocate_for_instance() {{(pid=68893) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 849.499607] env[68893]: DEBUG nova.policy [None req-cf65ad1b-b84c-47a1-9c4a-124d48e842fa tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6c24af0e548d4ec3a540056ecbf2e03d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd4d6da16c6974dd6ba61faefc3f54c56', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68893) authorize /opt/stack/nova/nova/policy.py:192}} [ 849.902241] env[68893]: DEBUG nova.network.neutron [None req-cf65ad1b-b84c-47a1-9c4a-124d48e842fa tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: bd49c388-5a16-4af3-91cf-777982d4567f] Successfully created port: d808b1fb-a12a-47f5-9c1c-f58e8e34d7c6 {{(pid=68893) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 849.924801] env[68893]: DEBUG oslo_concurrency.lockutils [None req-4f6f046b-bde9-486d-94fd-3e65465f3179 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.926541] env[68893]: DEBUG oslo_concurrency.lockutils [None req-28633688-7706-4514-a8b8-245959c68c36 tempest-ServersTestFqdnHostnames-1794249434 tempest-ServersTestFqdnHostnames-1794249434-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 48.465s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.927507] env[68893]: DEBUG oslo_concurrency.lockutils [None req-28633688-7706-4514-a8b8-245959c68c36 tempest-ServersTestFqdnHostnames-1794249434 tempest-ServersTestFqdnHostnames-1794249434-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.930847] env[68893]: DEBUG oslo_concurrency.lockutils [None req-13beee12-e666-44ab-8ed3-e7820fde8bc2 tempest-ServersTestBootFromVolume-861651418 tempest-ServersTestBootFromVolume-861651418-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 45.546s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.932518] env[68893]: INFO nova.compute.claims [None req-13beee12-e666-44ab-8ed3-e7820fde8bc2 tempest-ServersTestBootFromVolume-861651418 tempest-ServersTestBootFromVolume-861651418-project-member] [instance: 3a606945-8257-4b3f-abfe-6dd8753564cd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 849.936343] env[68893]: DEBUG nova.compute.manager [None req-cf65ad1b-b84c-47a1-9c4a-124d48e842fa tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: bd49c388-5a16-4af3-91cf-777982d4567f] Start building block device mappings for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 849.959132] env[68893]: INFO nova.scheduler.client.report [None req-28633688-7706-4514-a8b8-245959c68c36 tempest-ServersTestFqdnHostnames-1794249434 tempest-ServersTestFqdnHostnames-1794249434-project-member] Deleted allocations for instance 8aa9ad1d-d3b0-4038-acd1-0fca895a3ac1 [ 850.469136] env[68893]: DEBUG oslo_concurrency.lockutils [None req-28633688-7706-4514-a8b8-245959c68c36 tempest-ServersTestFqdnHostnames-1794249434 tempest-ServersTestFqdnHostnames-1794249434-project-member] Lock "8aa9ad1d-d3b0-4038-acd1-0fca895a3ac1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 52.782s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.948935] env[68893]: DEBUG nova.compute.manager [None req-cf65ad1b-b84c-47a1-9c4a-124d48e842fa tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: bd49c388-5a16-4af3-91cf-777982d4567f] Start spawning the instance on the hypervisor. {{(pid=68893) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 850.980514] env[68893]: DEBUG nova.virt.hardware [None req-cf65ad1b-b84c-47a1-9c4a-124d48e842fa tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:35:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='7b6de200-70a1-4450-b5e2-0845006b400c',id=28,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1677123642',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 850.981263] env[68893]: DEBUG nova.virt.hardware [None req-cf65ad1b-b84c-47a1-9c4a-124d48e842fa tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 850.981263] env[68893]: DEBUG nova.virt.hardware [None req-cf65ad1b-b84c-47a1-9c4a-124d48e842fa tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 850.981263] env[68893]: DEBUG nova.virt.hardware [None req-cf65ad1b-b84c-47a1-9c4a-124d48e842fa tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 850.981263] env[68893]: DEBUG nova.virt.hardware [None req-cf65ad1b-b84c-47a1-9c4a-124d48e842fa tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 850.981534] env[68893]: DEBUG nova.virt.hardware [None req-cf65ad1b-b84c-47a1-9c4a-124d48e842fa tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 850.981652] env[68893]: DEBUG nova.virt.hardware [None req-cf65ad1b-b84c-47a1-9c4a-124d48e842fa tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 850.981824] env[68893]: DEBUG nova.virt.hardware [None req-cf65ad1b-b84c-47a1-9c4a-124d48e842fa tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 850.982046] env[68893]: DEBUG nova.virt.hardware [None req-cf65ad1b-b84c-47a1-9c4a-124d48e842fa tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 850.982239] env[68893]: DEBUG nova.virt.hardware [None req-cf65ad1b-b84c-47a1-9c4a-124d48e842fa tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 850.982407] env[68893]: DEBUG nova.virt.hardware [None req-cf65ad1b-b84c-47a1-9c4a-124d48e842fa tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 850.983355] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdd09a0d-366d-4a7a-b148-759a23f00765 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.989232] env[68893]: DEBUG oslo_concurrency.lockutils [None req-546e17c6-a946-4475-a003-f1ed9a49b636 tempest-VolumesAssistedSnapshotsTest-845263238 tempest-VolumesAssistedSnapshotsTest-845263238-project-member] Acquiring lock "0584a6fd-aa46-4da6-bc9a-90ee80698237" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.989472] env[68893]: DEBUG oslo_concurrency.lockutils [None req-546e17c6-a946-4475-a003-f1ed9a49b636 tempest-VolumesAssistedSnapshotsTest-845263238 tempest-VolumesAssistedSnapshotsTest-845263238-project-member] Lock "0584a6fd-aa46-4da6-bc9a-90ee80698237" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.989681] env[68893]: DEBUG oslo_concurrency.lockutils [None req-546e17c6-a946-4475-a003-f1ed9a49b636 tempest-VolumesAssistedSnapshotsTest-845263238 tempest-VolumesAssistedSnapshotsTest-845263238-project-member] Acquiring lock "0584a6fd-aa46-4da6-bc9a-90ee80698237-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.990437] env[68893]: DEBUG oslo_concurrency.lockutils [None req-546e17c6-a946-4475-a003-f1ed9a49b636 tempest-VolumesAssistedSnapshotsTest-845263238 tempest-VolumesAssistedSnapshotsTest-845263238-project-member] Lock "0584a6fd-aa46-4da6-bc9a-90ee80698237-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.991032] env[68893]: DEBUG oslo_concurrency.lockutils [None req-546e17c6-a946-4475-a003-f1ed9a49b636 tempest-VolumesAssistedSnapshotsTest-845263238 tempest-VolumesAssistedSnapshotsTest-845263238-project-member] Lock "0584a6fd-aa46-4da6-bc9a-90ee80698237-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.997468] env[68893]: INFO nova.compute.manager [None req-546e17c6-a946-4475-a003-f1ed9a49b636 tempest-VolumesAssistedSnapshotsTest-845263238 tempest-VolumesAssistedSnapshotsTest-845263238-project-member] [instance: 0584a6fd-aa46-4da6-bc9a-90ee80698237] Terminating instance [ 851.000643] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8598575-ca8c-4c6e-a6ef-e694adcddfeb {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.485152] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da44ca9b-2002-4cc0-ac5d-3714e941458d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.493022] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fad0de2-483f-4cc2-8b29-2e2fa549cb4c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.526110] env[68893]: DEBUG nova.compute.manager [None req-546e17c6-a946-4475-a003-f1ed9a49b636 tempest-VolumesAssistedSnapshotsTest-845263238 tempest-VolumesAssistedSnapshotsTest-845263238-project-member] [instance: 0584a6fd-aa46-4da6-bc9a-90ee80698237] Start destroying the instance on the hypervisor. {{(pid=68893) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 851.527580] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-546e17c6-a946-4475-a003-f1ed9a49b636 tempest-VolumesAssistedSnapshotsTest-845263238 tempest-VolumesAssistedSnapshotsTest-845263238-project-member] [instance: 0584a6fd-aa46-4da6-bc9a-90ee80698237] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 851.527710] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1ad13d7-1224-44f3-9548-5e6461b2a0d0 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.530783] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f55ad54-81c8-4437-94d6-87b0a61ed42e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.541298] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9f1d744-856f-4f0b-aa52-dc402a9cf2b9 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.545885] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-546e17c6-a946-4475-a003-f1ed9a49b636 tempest-VolumesAssistedSnapshotsTest-845263238 tempest-VolumesAssistedSnapshotsTest-845263238-project-member] [instance: 0584a6fd-aa46-4da6-bc9a-90ee80698237] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 851.546160] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d75b4da-3e05-4c22-b5a8-2c0fe751994f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.559771] env[68893]: DEBUG nova.compute.provider_tree [None req-13beee12-e666-44ab-8ed3-e7820fde8bc2 tempest-ServersTestBootFromVolume-861651418 tempest-ServersTestBootFromVolume-861651418-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 851.562462] env[68893]: DEBUG oslo_vmware.api [None req-546e17c6-a946-4475-a003-f1ed9a49b636 tempest-VolumesAssistedSnapshotsTest-845263238 tempest-VolumesAssistedSnapshotsTest-845263238-project-member] Waiting for the task: (returnval){ [ 851.562462] env[68893]: value = "task-2791481" [ 851.562462] env[68893]: _type = "Task" [ 851.562462] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.570432] env[68893]: DEBUG oslo_vmware.api [None req-546e17c6-a946-4475-a003-f1ed9a49b636 tempest-VolumesAssistedSnapshotsTest-845263238 tempest-VolumesAssistedSnapshotsTest-845263238-project-member] Task: {'id': task-2791481, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.605288] env[68893]: DEBUG nova.compute.manager [req-d93941f0-2906-4600-8c65-4d6676fb2c9d req-a3e09b82-3f77-46c3-8cba-2b5a7c73b9b2 service nova] [instance: bd49c388-5a16-4af3-91cf-777982d4567f] Received event network-vif-plugged-d808b1fb-a12a-47f5-9c1c-f58e8e34d7c6 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 851.605697] env[68893]: DEBUG oslo_concurrency.lockutils [req-d93941f0-2906-4600-8c65-4d6676fb2c9d req-a3e09b82-3f77-46c3-8cba-2b5a7c73b9b2 service nova] Acquiring lock "bd49c388-5a16-4af3-91cf-777982d4567f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.605847] env[68893]: DEBUG oslo_concurrency.lockutils [req-d93941f0-2906-4600-8c65-4d6676fb2c9d req-a3e09b82-3f77-46c3-8cba-2b5a7c73b9b2 service nova] Lock "bd49c388-5a16-4af3-91cf-777982d4567f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.605961] env[68893]: DEBUG oslo_concurrency.lockutils [req-d93941f0-2906-4600-8c65-4d6676fb2c9d req-a3e09b82-3f77-46c3-8cba-2b5a7c73b9b2 service nova] Lock "bd49c388-5a16-4af3-91cf-777982d4567f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.606140] env[68893]: DEBUG nova.compute.manager [req-d93941f0-2906-4600-8c65-4d6676fb2c9d req-a3e09b82-3f77-46c3-8cba-2b5a7c73b9b2 service nova] [instance: bd49c388-5a16-4af3-91cf-777982d4567f] No waiting events found dispatching network-vif-plugged-d808b1fb-a12a-47f5-9c1c-f58e8e34d7c6 {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 851.606311] env[68893]: WARNING nova.compute.manager [req-d93941f0-2906-4600-8c65-4d6676fb2c9d req-a3e09b82-3f77-46c3-8cba-2b5a7c73b9b2 service nova] [instance: bd49c388-5a16-4af3-91cf-777982d4567f] Received unexpected event network-vif-plugged-d808b1fb-a12a-47f5-9c1c-f58e8e34d7c6 for instance with vm_state building and task_state spawning. [ 851.748272] env[68893]: DEBUG nova.network.neutron [None req-cf65ad1b-b84c-47a1-9c4a-124d48e842fa tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: bd49c388-5a16-4af3-91cf-777982d4567f] Successfully updated port: d808b1fb-a12a-47f5-9c1c-f58e8e34d7c6 {{(pid=68893) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 852.069019] env[68893]: DEBUG nova.scheduler.client.report [None req-13beee12-e666-44ab-8ed3-e7820fde8bc2 tempest-ServersTestBootFromVolume-861651418 tempest-ServersTestBootFromVolume-861651418-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 852.083720] env[68893]: DEBUG oslo_vmware.api [None req-546e17c6-a946-4475-a003-f1ed9a49b636 tempest-VolumesAssistedSnapshotsTest-845263238 tempest-VolumesAssistedSnapshotsTest-845263238-project-member] Task: {'id': task-2791481, 'name': PowerOffVM_Task, 'duration_secs': 0.334935} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.083720] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-546e17c6-a946-4475-a003-f1ed9a49b636 tempest-VolumesAssistedSnapshotsTest-845263238 tempest-VolumesAssistedSnapshotsTest-845263238-project-member] [instance: 0584a6fd-aa46-4da6-bc9a-90ee80698237] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 852.083720] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-546e17c6-a946-4475-a003-f1ed9a49b636 tempest-VolumesAssistedSnapshotsTest-845263238 tempest-VolumesAssistedSnapshotsTest-845263238-project-member] [instance: 0584a6fd-aa46-4da6-bc9a-90ee80698237] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 852.083720] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-95a36290-3780-4851-9feb-0c7cbd3a8a1c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.147667] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-546e17c6-a946-4475-a003-f1ed9a49b636 tempest-VolumesAssistedSnapshotsTest-845263238 tempest-VolumesAssistedSnapshotsTest-845263238-project-member] [instance: 0584a6fd-aa46-4da6-bc9a-90ee80698237] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 852.147908] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-546e17c6-a946-4475-a003-f1ed9a49b636 tempest-VolumesAssistedSnapshotsTest-845263238 tempest-VolumesAssistedSnapshotsTest-845263238-project-member] [instance: 0584a6fd-aa46-4da6-bc9a-90ee80698237] Deleting contents of the VM from datastore datastore1 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 852.148120] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-546e17c6-a946-4475-a003-f1ed9a49b636 tempest-VolumesAssistedSnapshotsTest-845263238 tempest-VolumesAssistedSnapshotsTest-845263238-project-member] Deleting the datastore file [datastore1] 0584a6fd-aa46-4da6-bc9a-90ee80698237 {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 852.148392] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-979646a5-84ae-4044-843c-b85bfccf1d1b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.155666] env[68893]: DEBUG oslo_vmware.api [None req-546e17c6-a946-4475-a003-f1ed9a49b636 tempest-VolumesAssistedSnapshotsTest-845263238 tempest-VolumesAssistedSnapshotsTest-845263238-project-member] Waiting for the task: (returnval){ [ 852.155666] env[68893]: value = "task-2791483" [ 852.155666] env[68893]: _type = "Task" [ 852.155666] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.165073] env[68893]: DEBUG oslo_vmware.api [None req-546e17c6-a946-4475-a003-f1ed9a49b636 tempest-VolumesAssistedSnapshotsTest-845263238 tempest-VolumesAssistedSnapshotsTest-845263238-project-member] Task: {'id': task-2791483, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.257128] env[68893]: DEBUG oslo_concurrency.lockutils [None req-cf65ad1b-b84c-47a1-9c4a-124d48e842fa tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Acquiring lock "refresh_cache-bd49c388-5a16-4af3-91cf-777982d4567f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.258781] env[68893]: DEBUG oslo_concurrency.lockutils [None req-cf65ad1b-b84c-47a1-9c4a-124d48e842fa tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Acquired lock "refresh_cache-bd49c388-5a16-4af3-91cf-777982d4567f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.258781] env[68893]: DEBUG nova.network.neutron [None req-cf65ad1b-b84c-47a1-9c4a-124d48e842fa tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: bd49c388-5a16-4af3-91cf-777982d4567f] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 852.580051] env[68893]: DEBUG oslo_concurrency.lockutils [None req-13beee12-e666-44ab-8ed3-e7820fde8bc2 tempest-ServersTestBootFromVolume-861651418 tempest-ServersTestBootFromVolume-861651418-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.648s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.580051] env[68893]: DEBUG nova.compute.manager [None req-13beee12-e666-44ab-8ed3-e7820fde8bc2 tempest-ServersTestBootFromVolume-861651418 tempest-ServersTestBootFromVolume-861651418-project-member] [instance: 3a606945-8257-4b3f-abfe-6dd8753564cd] Start building networks asynchronously for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 852.582027] env[68893]: DEBUG oslo_concurrency.lockutils [None req-1ec0e123-a049-48e6-9b1f-d560d0e81a3e tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.363s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.582203] env[68893]: DEBUG oslo_concurrency.lockutils [None req-1ec0e123-a049-48e6-9b1f-d560d0e81a3e tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.585104] env[68893]: DEBUG oslo_concurrency.lockutils [None req-beb2371a-7b35-4bba-a274-3d2c0885e224 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.093s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.586021] env[68893]: DEBUG oslo_concurrency.lockutils [None req-beb2371a-7b35-4bba-a274-3d2c0885e224 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.587194] env[68893]: DEBUG oslo_concurrency.lockutils [None req-1087cabe-9278-4201-95ee-a80590b3f9b8 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.599s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.589630] env[68893]: DEBUG oslo_concurrency.lockutils [None req-1087cabe-9278-4201-95ee-a80590b3f9b8 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.589630] env[68893]: DEBUG oslo_concurrency.lockutils [None req-0b547615-538d-489f-8f0a-253ad9e07ebf tempest-ImagesNegativeTestJSON-191284113 tempest-ImagesNegativeTestJSON-191284113-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.460s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.590993] env[68893]: INFO nova.compute.claims [None req-0b547615-538d-489f-8f0a-253ad9e07ebf tempest-ImagesNegativeTestJSON-191284113 tempest-ImagesNegativeTestJSON-191284113-project-member] [instance: 36ca8a7c-a14e-44d7-b85a-2aa12e454bf7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 852.628792] env[68893]: INFO nova.scheduler.client.report [None req-beb2371a-7b35-4bba-a274-3d2c0885e224 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Deleted allocations for instance 3d1591a1-3e98-4978-a25b-38b4c304230a [ 852.637137] env[68893]: INFO nova.scheduler.client.report [None req-1ec0e123-a049-48e6-9b1f-d560d0e81a3e tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Deleted allocations for instance 5fd8323d-8ef2-4255-b0f2-5a4f346ceef7 [ 852.663265] env[68893]: INFO nova.scheduler.client.report [None req-1087cabe-9278-4201-95ee-a80590b3f9b8 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Deleted allocations for instance a18eb1c3-0700-4e59-be23-2c91afa4b7b1 [ 852.667728] env[68893]: DEBUG oslo_vmware.api [None req-546e17c6-a946-4475-a003-f1ed9a49b636 tempest-VolumesAssistedSnapshotsTest-845263238 tempest-VolumesAssistedSnapshotsTest-845263238-project-member] Task: {'id': task-2791483, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140226} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.670947] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-546e17c6-a946-4475-a003-f1ed9a49b636 tempest-VolumesAssistedSnapshotsTest-845263238 tempest-VolumesAssistedSnapshotsTest-845263238-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 852.670947] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-546e17c6-a946-4475-a003-f1ed9a49b636 tempest-VolumesAssistedSnapshotsTest-845263238 tempest-VolumesAssistedSnapshotsTest-845263238-project-member] [instance: 0584a6fd-aa46-4da6-bc9a-90ee80698237] Deleted contents of the VM from datastore datastore1 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 852.670947] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-546e17c6-a946-4475-a003-f1ed9a49b636 tempest-VolumesAssistedSnapshotsTest-845263238 tempest-VolumesAssistedSnapshotsTest-845263238-project-member] [instance: 0584a6fd-aa46-4da6-bc9a-90ee80698237] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 852.670947] env[68893]: INFO nova.compute.manager [None req-546e17c6-a946-4475-a003-f1ed9a49b636 tempest-VolumesAssistedSnapshotsTest-845263238 tempest-VolumesAssistedSnapshotsTest-845263238-project-member] [instance: 0584a6fd-aa46-4da6-bc9a-90ee80698237] Took 1.14 seconds to destroy the instance on the hypervisor. [ 852.671180] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-546e17c6-a946-4475-a003-f1ed9a49b636 tempest-VolumesAssistedSnapshotsTest-845263238 tempest-VolumesAssistedSnapshotsTest-845263238-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 852.672385] env[68893]: DEBUG nova.compute.manager [-] [instance: 0584a6fd-aa46-4da6-bc9a-90ee80698237] Deallocating network for instance {{(pid=68893) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 852.672385] env[68893]: DEBUG nova.network.neutron [-] [instance: 0584a6fd-aa46-4da6-bc9a-90ee80698237] deallocate_for_instance() {{(pid=68893) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 852.843698] env[68893]: DEBUG nova.network.neutron [None req-cf65ad1b-b84c-47a1-9c4a-124d48e842fa tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: bd49c388-5a16-4af3-91cf-777982d4567f] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 853.101175] env[68893]: DEBUG nova.compute.utils [None req-13beee12-e666-44ab-8ed3-e7820fde8bc2 tempest-ServersTestBootFromVolume-861651418 tempest-ServersTestBootFromVolume-861651418-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 853.104589] env[68893]: DEBUG nova.compute.manager [None req-13beee12-e666-44ab-8ed3-e7820fde8bc2 tempest-ServersTestBootFromVolume-861651418 tempest-ServersTestBootFromVolume-861651418-project-member] [instance: 3a606945-8257-4b3f-abfe-6dd8753564cd] Allocating IP information in the background. {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 853.105147] env[68893]: DEBUG nova.network.neutron [None req-13beee12-e666-44ab-8ed3-e7820fde8bc2 tempest-ServersTestBootFromVolume-861651418 tempest-ServersTestBootFromVolume-861651418-project-member] [instance: 3a606945-8257-4b3f-abfe-6dd8753564cd] allocate_for_instance() {{(pid=68893) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 853.143552] env[68893]: DEBUG oslo_concurrency.lockutils [None req-beb2371a-7b35-4bba-a274-3d2c0885e224 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Lock "3d1591a1-3e98-4978-a25b-38b4c304230a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.237s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.149718] env[68893]: DEBUG oslo_concurrency.lockutils [None req-1ec0e123-a049-48e6-9b1f-d560d0e81a3e tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Lock "5fd8323d-8ef2-4255-b0f2-5a4f346ceef7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.405s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.161129] env[68893]: DEBUG nova.policy [None req-13beee12-e666-44ab-8ed3-e7820fde8bc2 tempest-ServersTestBootFromVolume-861651418 tempest-ServersTestBootFromVolume-861651418-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1e0cc8fc7a664f76bc91eb5539cdddd6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a6cade07c85e43058e9e3f646e3c66e2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68893) authorize /opt/stack/nova/nova/policy.py:192}} [ 853.172117] env[68893]: DEBUG nova.network.neutron [None req-cf65ad1b-b84c-47a1-9c4a-124d48e842fa tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: bd49c388-5a16-4af3-91cf-777982d4567f] Updating instance_info_cache with network_info: [{"id": "d808b1fb-a12a-47f5-9c1c-f58e8e34d7c6", "address": "fa:16:3e:fc:67:5c", "network": {"id": "508509dd-7bfd-4a64-9135-d3dbeac23fa6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.168", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a15c0c8454c748249efd16f753a7dc35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd808b1fb-a1", "ovs_interfaceid": "d808b1fb-a12a-47f5-9c1c-f58e8e34d7c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.180214] env[68893]: DEBUG oslo_concurrency.lockutils [None req-1087cabe-9278-4201-95ee-a80590b3f9b8 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Lock "a18eb1c3-0700-4e59-be23-2c91afa4b7b1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.308s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.604863] env[68893]: DEBUG nova.compute.manager [None req-13beee12-e666-44ab-8ed3-e7820fde8bc2 tempest-ServersTestBootFromVolume-861651418 tempest-ServersTestBootFromVolume-861651418-project-member] [instance: 3a606945-8257-4b3f-abfe-6dd8753564cd] Start building block device mappings for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 853.659078] env[68893]: DEBUG nova.compute.manager [req-7d3c0f5a-6756-4579-8db6-533897c443e5 req-970b770e-1ba1-4227-b6c0-9d367e341260 service nova] [instance: bd49c388-5a16-4af3-91cf-777982d4567f] Received event network-changed-d808b1fb-a12a-47f5-9c1c-f58e8e34d7c6 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 853.659078] env[68893]: DEBUG nova.compute.manager [req-7d3c0f5a-6756-4579-8db6-533897c443e5 req-970b770e-1ba1-4227-b6c0-9d367e341260 service nova] [instance: bd49c388-5a16-4af3-91cf-777982d4567f] Refreshing instance network info cache due to event network-changed-d808b1fb-a12a-47f5-9c1c-f58e8e34d7c6. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 853.659078] env[68893]: DEBUG oslo_concurrency.lockutils [req-7d3c0f5a-6756-4579-8db6-533897c443e5 req-970b770e-1ba1-4227-b6c0-9d367e341260 service nova] Acquiring lock "refresh_cache-bd49c388-5a16-4af3-91cf-777982d4567f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.677079] env[68893]: DEBUG oslo_concurrency.lockutils [None req-cf65ad1b-b84c-47a1-9c4a-124d48e842fa tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Releasing lock "refresh_cache-bd49c388-5a16-4af3-91cf-777982d4567f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.678188] env[68893]: DEBUG nova.compute.manager [None req-cf65ad1b-b84c-47a1-9c4a-124d48e842fa tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: bd49c388-5a16-4af3-91cf-777982d4567f] Instance network_info: |[{"id": "d808b1fb-a12a-47f5-9c1c-f58e8e34d7c6", "address": "fa:16:3e:fc:67:5c", "network": {"id": "508509dd-7bfd-4a64-9135-d3dbeac23fa6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.168", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a15c0c8454c748249efd16f753a7dc35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd808b1fb-a1", "ovs_interfaceid": "d808b1fb-a12a-47f5-9c1c-f58e8e34d7c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 853.678637] env[68893]: DEBUG nova.network.neutron [None req-13beee12-e666-44ab-8ed3-e7820fde8bc2 tempest-ServersTestBootFromVolume-861651418 tempest-ServersTestBootFromVolume-861651418-project-member] [instance: 3a606945-8257-4b3f-abfe-6dd8753564cd] Successfully created port: 4719ee76-4145-4916-a9e7-a138920f97f1 {{(pid=68893) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 853.682347] env[68893]: DEBUG oslo_concurrency.lockutils [req-7d3c0f5a-6756-4579-8db6-533897c443e5 req-970b770e-1ba1-4227-b6c0-9d367e341260 service nova] Acquired lock "refresh_cache-bd49c388-5a16-4af3-91cf-777982d4567f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.682648] env[68893]: DEBUG nova.network.neutron [req-7d3c0f5a-6756-4579-8db6-533897c443e5 req-970b770e-1ba1-4227-b6c0-9d367e341260 service nova] [instance: bd49c388-5a16-4af3-91cf-777982d4567f] Refreshing network info cache for port d808b1fb-a12a-47f5-9c1c-f58e8e34d7c6 {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 853.685640] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-cf65ad1b-b84c-47a1-9c4a-124d48e842fa tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: bd49c388-5a16-4af3-91cf-777982d4567f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:67:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd808b1fb-a12a-47f5-9c1c-f58e8e34d7c6', 'vif_model': 'vmxnet3'}] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 853.694416] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cf65ad1b-b84c-47a1-9c4a-124d48e842fa tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 853.698794] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd49c388-5a16-4af3-91cf-777982d4567f] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 853.699598] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ce6d0937-5e09-432a-b045-e43823f11e1e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.727760] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 853.727760] env[68893]: value = "task-2791484" [ 853.727760] env[68893]: _type = "Task" [ 853.727760] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.739111] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791484, 'name': CreateVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.109818] env[68893]: INFO nova.virt.block_device [None req-13beee12-e666-44ab-8ed3-e7820fde8bc2 tempest-ServersTestBootFromVolume-861651418 tempest-ServersTestBootFromVolume-861651418-project-member] [instance: 3a606945-8257-4b3f-abfe-6dd8753564cd] Booting with volume e200063e-617b-45b5-8fb3-312b30226f1b at /dev/sda [ 854.120545] env[68893]: DEBUG nova.network.neutron [-] [instance: 0584a6fd-aa46-4da6-bc9a-90ee80698237] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.175340] env[68893]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7b6ae8b9-c586-49e0-80d2-242691697e8b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.190547] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-320165d2-eca9-47fb-9afe-27e7c00de2a8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.236308] env[68893]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7e036c87-8c6d-4a2e-a14e-7aa234f8c8c2 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.245320] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791484, 'name': CreateVM_Task, 'duration_secs': 0.463337} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.246529] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd49c388-5a16-4af3-91cf-777982d4567f] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 854.247584] env[68893]: DEBUG oslo_concurrency.lockutils [None req-cf65ad1b-b84c-47a1-9c4a-124d48e842fa tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.247899] env[68893]: DEBUG oslo_concurrency.lockutils [None req-cf65ad1b-b84c-47a1-9c4a-124d48e842fa tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.248352] env[68893]: DEBUG oslo_concurrency.lockutils [None req-cf65ad1b-b84c-47a1-9c4a-124d48e842fa tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.252796] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2691cb3e-4f22-445e-9610-ccbc184b4ad2 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.268864] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79dc28ae-b245-4adb-a6e5-436a041a79ca {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.279329] env[68893]: DEBUG oslo_vmware.api [None req-cf65ad1b-b84c-47a1-9c4a-124d48e842fa tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Waiting for the task: (returnval){ [ 854.279329] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52cb057f-b1cb-1b3d-1d5c-9f986b0396f2" [ 854.279329] env[68893]: _type = "Task" [ 854.279329] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.306789] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79da98c2-3e2b-43a7-9dc7-7b13f50c7974 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.313908] env[68893]: DEBUG oslo_vmware.api [None req-cf65ad1b-b84c-47a1-9c4a-124d48e842fa tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52cb057f-b1cb-1b3d-1d5c-9f986b0396f2, 'name': SearchDatastore_Task, 'duration_secs': 0.016434} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.314648] env[68893]: DEBUG oslo_concurrency.lockutils [None req-cf65ad1b-b84c-47a1-9c4a-124d48e842fa tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.314913] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-cf65ad1b-b84c-47a1-9c4a-124d48e842fa tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: bd49c388-5a16-4af3-91cf-777982d4567f] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 854.315177] env[68893]: DEBUG oslo_concurrency.lockutils [None req-cf65ad1b-b84c-47a1-9c4a-124d48e842fa tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.315345] env[68893]: DEBUG oslo_concurrency.lockutils [None req-cf65ad1b-b84c-47a1-9c4a-124d48e842fa tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.315528] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf65ad1b-b84c-47a1-9c4a-124d48e842fa tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 854.317674] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bb12d294-b008-48d5-a07a-3f7388684694 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.320359] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8064517-8cb4-4eef-addb-acf9c06702d5 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.324596] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae745cb-5aec-417d-8218-d966f608c06d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.332371] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22b012dd-78df-4753-be25-ce11903da888 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.335341] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf65ad1b-b84c-47a1-9c4a-124d48e842fa tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 854.335514] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-cf65ad1b-b84c-47a1-9c4a-124d48e842fa tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 854.339695] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35bce93c-392f-4c8f-bc51-e8e0977ae58b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.342037] env[68893]: DEBUG nova.virt.block_device [None req-13beee12-e666-44ab-8ed3-e7820fde8bc2 tempest-ServersTestBootFromVolume-861651418 tempest-ServersTestBootFromVolume-861651418-project-member] [instance: 3a606945-8257-4b3f-abfe-6dd8753564cd] Updating existing volume attachment record: 8c3bc453-6ef8-4a54-a82b-dbff5e3ac279 {{(pid=68893) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 854.348935] env[68893]: DEBUG oslo_vmware.api [None req-cf65ad1b-b84c-47a1-9c4a-124d48e842fa tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Waiting for the task: (returnval){ [ 854.348935] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52e6b048-8259-8f46-70c5-efd0561fa0ad" [ 854.348935] env[68893]: _type = "Task" [ 854.348935] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.381660] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9b1a2f5-2b33-4ec3-8ed8-40ee0ee0f490 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.391161] env[68893]: DEBUG oslo_vmware.api [None req-cf65ad1b-b84c-47a1-9c4a-124d48e842fa tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52e6b048-8259-8f46-70c5-efd0561fa0ad, 'name': SearchDatastore_Task, 'duration_secs': 0.016168} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.393441] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12c46e82-ba1c-41ae-8ab8-0cc4c15facb7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.397521] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d245c9e6-23a8-4743-9e90-c06708691b4a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.404903] env[68893]: DEBUG oslo_vmware.api [None req-cf65ad1b-b84c-47a1-9c4a-124d48e842fa tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Waiting for the task: (returnval){ [ 854.404903] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52a07946-e859-8a6d-dee3-3260814ddfd7" [ 854.404903] env[68893]: _type = "Task" [ 854.404903] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.413866] env[68893]: DEBUG nova.compute.provider_tree [None req-0b547615-538d-489f-8f0a-253ad9e07ebf tempest-ImagesNegativeTestJSON-191284113 tempest-ImagesNegativeTestJSON-191284113-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 854.426581] env[68893]: DEBUG oslo_vmware.api [None req-cf65ad1b-b84c-47a1-9c4a-124d48e842fa tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52a07946-e859-8a6d-dee3-3260814ddfd7, 'name': SearchDatastore_Task, 'duration_secs': 0.015893} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.427565] env[68893]: DEBUG oslo_concurrency.lockutils [None req-cf65ad1b-b84c-47a1-9c4a-124d48e842fa tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.427849] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf65ad1b-b84c-47a1-9c4a-124d48e842fa tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] bd49c388-5a16-4af3-91cf-777982d4567f/bd49c388-5a16-4af3-91cf-777982d4567f.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 854.428180] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0c488c4f-dd42-40b1-9911-a45d00467d20 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.435071] env[68893]: DEBUG oslo_vmware.api [None req-cf65ad1b-b84c-47a1-9c4a-124d48e842fa tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Waiting for the task: (returnval){ [ 854.435071] env[68893]: value = "task-2791485" [ 854.435071] env[68893]: _type = "Task" [ 854.435071] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.445375] env[68893]: DEBUG oslo_vmware.api [None req-cf65ad1b-b84c-47a1-9c4a-124d48e842fa tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Task: {'id': task-2791485, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.623298] env[68893]: INFO nova.compute.manager [-] [instance: 0584a6fd-aa46-4da6-bc9a-90ee80698237] Took 1.95 seconds to deallocate network for instance. [ 854.691154] env[68893]: DEBUG nova.network.neutron [req-7d3c0f5a-6756-4579-8db6-533897c443e5 req-970b770e-1ba1-4227-b6c0-9d367e341260 service nova] [instance: bd49c388-5a16-4af3-91cf-777982d4567f] Updated VIF entry in instance network info cache for port d808b1fb-a12a-47f5-9c1c-f58e8e34d7c6. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 854.691499] env[68893]: DEBUG nova.network.neutron [req-7d3c0f5a-6756-4579-8db6-533897c443e5 req-970b770e-1ba1-4227-b6c0-9d367e341260 service nova] [instance: bd49c388-5a16-4af3-91cf-777982d4567f] Updating instance_info_cache with network_info: [{"id": "d808b1fb-a12a-47f5-9c1c-f58e8e34d7c6", "address": "fa:16:3e:fc:67:5c", "network": {"id": "508509dd-7bfd-4a64-9135-d3dbeac23fa6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.168", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a15c0c8454c748249efd16f753a7dc35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd808b1fb-a1", "ovs_interfaceid": "d808b1fb-a12a-47f5-9c1c-f58e8e34d7c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.922305] env[68893]: DEBUG nova.scheduler.client.report [None req-0b547615-538d-489f-8f0a-253ad9e07ebf tempest-ImagesNegativeTestJSON-191284113 tempest-ImagesNegativeTestJSON-191284113-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 854.948593] env[68893]: DEBUG oslo_vmware.api [None req-cf65ad1b-b84c-47a1-9c4a-124d48e842fa tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Task: {'id': task-2791485, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.132932] env[68893]: DEBUG oslo_concurrency.lockutils [None req-546e17c6-a946-4475-a003-f1ed9a49b636 tempest-VolumesAssistedSnapshotsTest-845263238 tempest-VolumesAssistedSnapshotsTest-845263238-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.194382] env[68893]: DEBUG oslo_concurrency.lockutils [req-7d3c0f5a-6756-4579-8db6-533897c443e5 req-970b770e-1ba1-4227-b6c0-9d367e341260 service nova] Releasing lock "refresh_cache-bd49c388-5a16-4af3-91cf-777982d4567f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.208482] env[68893]: DEBUG oslo_concurrency.lockutils [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Acquiring lock "a97578c7-f513-4a3f-81a9-f58bc0619abc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.208730] env[68893]: DEBUG oslo_concurrency.lockutils [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Lock "a97578c7-f513-4a3f-81a9-f58bc0619abc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.234262] env[68893]: DEBUG oslo_concurrency.lockutils [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Acquiring lock "cce63948-3b2d-4710-8f14-4f79b24e86fd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.234262] env[68893]: DEBUG oslo_concurrency.lockutils [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Lock "cce63948-3b2d-4710-8f14-4f79b24e86fd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.428290] env[68893]: DEBUG oslo_concurrency.lockutils [None req-0b547615-538d-489f-8f0a-253ad9e07ebf tempest-ImagesNegativeTestJSON-191284113 tempest-ImagesNegativeTestJSON-191284113-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.839s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.428839] env[68893]: DEBUG nova.compute.manager [None req-0b547615-538d-489f-8f0a-253ad9e07ebf tempest-ImagesNegativeTestJSON-191284113 tempest-ImagesNegativeTestJSON-191284113-project-member] [instance: 36ca8a7c-a14e-44d7-b85a-2aa12e454bf7] Start building networks asynchronously for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 855.431942] env[68893]: DEBUG oslo_concurrency.lockutils [None req-a7f3f3b3-0e50-468d-aa45-7b7534036eea tempest-ServersAdmin275Test-1539933831 tempest-ServersAdmin275Test-1539933831-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 41.753s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.432152] env[68893]: DEBUG nova.objects.instance [None req-a7f3f3b3-0e50-468d-aa45-7b7534036eea tempest-ServersAdmin275Test-1539933831 tempest-ServersAdmin275Test-1539933831-project-admin] [instance: bfc2d904-8005-4693-871f-5745dc3d29fd] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68893) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 855.448731] env[68893]: DEBUG oslo_vmware.api [None req-cf65ad1b-b84c-47a1-9c4a-124d48e842fa tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Task: {'id': task-2791485, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.612616} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.451446] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf65ad1b-b84c-47a1-9c4a-124d48e842fa tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] bd49c388-5a16-4af3-91cf-777982d4567f/bd49c388-5a16-4af3-91cf-777982d4567f.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 855.451640] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-cf65ad1b-b84c-47a1-9c4a-124d48e842fa tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: bd49c388-5a16-4af3-91cf-777982d4567f] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 855.452307] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-59e34f4d-6393-47f1-bfe6-f5b498e6216b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.460248] env[68893]: DEBUG oslo_vmware.api [None req-cf65ad1b-b84c-47a1-9c4a-124d48e842fa tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Waiting for the task: (returnval){ [ 855.460248] env[68893]: value = "task-2791486" [ 855.460248] env[68893]: _type = "Task" [ 855.460248] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.469413] env[68893]: DEBUG oslo_vmware.api [None req-cf65ad1b-b84c-47a1-9c4a-124d48e842fa tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Task: {'id': task-2791486, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.666253] env[68893]: DEBUG nova.network.neutron [None req-13beee12-e666-44ab-8ed3-e7820fde8bc2 tempest-ServersTestBootFromVolume-861651418 tempest-ServersTestBootFromVolume-861651418-project-member] [instance: 3a606945-8257-4b3f-abfe-6dd8753564cd] Successfully updated port: 4719ee76-4145-4916-a9e7-a138920f97f1 {{(pid=68893) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 855.701148] env[68893]: DEBUG nova.compute.manager [req-be4e76b4-81cf-49a1-b984-b51f277c754a req-dc7a560a-f724-46c0-9a0f-d1fe41cd86fd service nova] [instance: 3a606945-8257-4b3f-abfe-6dd8753564cd] Received event network-vif-plugged-4719ee76-4145-4916-a9e7-a138920f97f1 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 855.701364] env[68893]: DEBUG oslo_concurrency.lockutils [req-be4e76b4-81cf-49a1-b984-b51f277c754a req-dc7a560a-f724-46c0-9a0f-d1fe41cd86fd service nova] Acquiring lock "3a606945-8257-4b3f-abfe-6dd8753564cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.701574] env[68893]: DEBUG oslo_concurrency.lockutils [req-be4e76b4-81cf-49a1-b984-b51f277c754a req-dc7a560a-f724-46c0-9a0f-d1fe41cd86fd service nova] Lock "3a606945-8257-4b3f-abfe-6dd8753564cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.701741] env[68893]: DEBUG oslo_concurrency.lockutils [req-be4e76b4-81cf-49a1-b984-b51f277c754a req-dc7a560a-f724-46c0-9a0f-d1fe41cd86fd service nova] Lock "3a606945-8257-4b3f-abfe-6dd8753564cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.702119] env[68893]: DEBUG nova.compute.manager [req-be4e76b4-81cf-49a1-b984-b51f277c754a req-dc7a560a-f724-46c0-9a0f-d1fe41cd86fd service nova] [instance: 3a606945-8257-4b3f-abfe-6dd8753564cd] No waiting events found dispatching network-vif-plugged-4719ee76-4145-4916-a9e7-a138920f97f1 {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 855.706198] env[68893]: WARNING nova.compute.manager [req-be4e76b4-81cf-49a1-b984-b51f277c754a req-dc7a560a-f724-46c0-9a0f-d1fe41cd86fd service nova] [instance: 3a606945-8257-4b3f-abfe-6dd8753564cd] Received unexpected event network-vif-plugged-4719ee76-4145-4916-a9e7-a138920f97f1 for instance with vm_state building and task_state block_device_mapping. [ 855.827621] env[68893]: DEBUG nova.compute.manager [req-3900f2f9-71f9-4fa9-876a-1f550172642c req-710bef93-a4b5-41c1-8578-5873caad178a service nova] [instance: 0584a6fd-aa46-4da6-bc9a-90ee80698237] Received event network-vif-deleted-64332d7c-824f-4564-a221-fe4025e2bd1a {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 855.916027] env[68893]: DEBUG oslo_concurrency.lockutils [None req-95ee630d-4738-457c-81a7-81a04dd018e1 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Acquiring lock "interface-80fa04f2-e0a6-452e-9a88-73eeb0ac347e-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.916720] env[68893]: DEBUG oslo_concurrency.lockutils [None req-95ee630d-4738-457c-81a7-81a04dd018e1 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Lock "interface-80fa04f2-e0a6-452e-9a88-73eeb0ac347e-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.920872] env[68893]: DEBUG nova.objects.instance [None req-95ee630d-4738-457c-81a7-81a04dd018e1 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Lazy-loading 'flavor' on Instance uuid 80fa04f2-e0a6-452e-9a88-73eeb0ac347e {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 855.935616] env[68893]: DEBUG nova.compute.utils [None req-0b547615-538d-489f-8f0a-253ad9e07ebf tempest-ImagesNegativeTestJSON-191284113 tempest-ImagesNegativeTestJSON-191284113-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 855.937234] env[68893]: DEBUG nova.compute.manager [None req-0b547615-538d-489f-8f0a-253ad9e07ebf tempest-ImagesNegativeTestJSON-191284113 tempest-ImagesNegativeTestJSON-191284113-project-member] [instance: 36ca8a7c-a14e-44d7-b85a-2aa12e454bf7] Allocating IP information in the background. {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 855.937841] env[68893]: DEBUG nova.network.neutron [None req-0b547615-538d-489f-8f0a-253ad9e07ebf tempest-ImagesNegativeTestJSON-191284113 tempest-ImagesNegativeTestJSON-191284113-project-member] [instance: 36ca8a7c-a14e-44d7-b85a-2aa12e454bf7] allocate_for_instance() {{(pid=68893) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 855.958282] env[68893]: DEBUG oslo_vmware.rw_handles [None req-a01b73bb-e5d2-4f5e-9d82-aa742f3bfb2c tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5299672e-3a7d-3b08-5553-949ec6a6bddd/disk-0.vmdk. {{(pid=68893) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 855.963508] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f34ce2-3a9a-4a11-a969-6da894508370 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.974532] env[68893]: DEBUG oslo_vmware.rw_handles [None req-a01b73bb-e5d2-4f5e-9d82-aa742f3bfb2c tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5299672e-3a7d-3b08-5553-949ec6a6bddd/disk-0.vmdk is in state: ready. {{(pid=68893) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 855.974922] env[68893]: ERROR oslo_vmware.rw_handles [None req-a01b73bb-e5d2-4f5e-9d82-aa742f3bfb2c tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5299672e-3a7d-3b08-5553-949ec6a6bddd/disk-0.vmdk due to incomplete transfer. [ 855.978182] env[68893]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-39c688b1-7706-408d-a57b-8fa27c89a79e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.979844] env[68893]: DEBUG oslo_vmware.api [None req-cf65ad1b-b84c-47a1-9c4a-124d48e842fa tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Task: {'id': task-2791486, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07019} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.980173] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-cf65ad1b-b84c-47a1-9c4a-124d48e842fa tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: bd49c388-5a16-4af3-91cf-777982d4567f] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 855.981381] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-896d7d1a-3bef-452e-b5b6-4790219956a8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.985717] env[68893]: DEBUG oslo_vmware.rw_handles [None req-a01b73bb-e5d2-4f5e-9d82-aa742f3bfb2c tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5299672e-3a7d-3b08-5553-949ec6a6bddd/disk-0.vmdk. {{(pid=68893) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 855.987791] env[68893]: DEBUG nova.virt.vmwareapi.images [None req-a01b73bb-e5d2-4f5e-9d82-aa742f3bfb2c tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] [instance: 70917eab-66ad-4d76-9866-a8a793025df1] Uploaded image 6de3f856-b219-4d0f-aa3b-d9e506bb1eee to the Glance image server {{(pid=68893) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 855.988626] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-a01b73bb-e5d2-4f5e-9d82-aa742f3bfb2c tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] [instance: 70917eab-66ad-4d76-9866-a8a793025df1] Destroying the VM {{(pid=68893) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 855.998593] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4a67f9a6-855e-4545-9da3-0e3db5cb538f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.011507] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf65ad1b-b84c-47a1-9c4a-124d48e842fa tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: bd49c388-5a16-4af3-91cf-777982d4567f] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] bd49c388-5a16-4af3-91cf-777982d4567f/bd49c388-5a16-4af3-91cf-777982d4567f.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 856.013176] env[68893]: DEBUG nova.policy [None req-0b547615-538d-489f-8f0a-253ad9e07ebf tempest-ImagesNegativeTestJSON-191284113 tempest-ImagesNegativeTestJSON-191284113-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1158e486cb764ce29dc881314db199f0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cf08b6a1d96a4fdbbd37e037c3b935f3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68893) authorize /opt/stack/nova/nova/policy.py:192}} [ 856.014651] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d926ba3e-5fba-4403-a36c-b5d51658deeb {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.035425] env[68893]: DEBUG oslo_vmware.api [None req-a01b73bb-e5d2-4f5e-9d82-aa742f3bfb2c tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Waiting for the task: (returnval){ [ 856.035425] env[68893]: value = "task-2791487" [ 856.035425] env[68893]: _type = "Task" [ 856.035425] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.036765] env[68893]: DEBUG oslo_vmware.api [None req-cf65ad1b-b84c-47a1-9c4a-124d48e842fa tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Waiting for the task: (returnval){ [ 856.036765] env[68893]: value = "task-2791488" [ 856.036765] env[68893]: _type = "Task" [ 856.036765] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.049926] env[68893]: DEBUG oslo_vmware.api [None req-cf65ad1b-b84c-47a1-9c4a-124d48e842fa tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Task: {'id': task-2791488, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.056766] env[68893]: DEBUG oslo_vmware.api [None req-a01b73bb-e5d2-4f5e-9d82-aa742f3bfb2c tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Task: {'id': task-2791487, 'name': Destroy_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.171846] env[68893]: DEBUG oslo_concurrency.lockutils [None req-13beee12-e666-44ab-8ed3-e7820fde8bc2 tempest-ServersTestBootFromVolume-861651418 tempest-ServersTestBootFromVolume-861651418-project-member] Acquiring lock "refresh_cache-3a606945-8257-4b3f-abfe-6dd8753564cd" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.171936] env[68893]: DEBUG oslo_concurrency.lockutils [None req-13beee12-e666-44ab-8ed3-e7820fde8bc2 tempest-ServersTestBootFromVolume-861651418 tempest-ServersTestBootFromVolume-861651418-project-member] Acquired lock "refresh_cache-3a606945-8257-4b3f-abfe-6dd8753564cd" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.173373] env[68893]: DEBUG nova.network.neutron [None req-13beee12-e666-44ab-8ed3-e7820fde8bc2 tempest-ServersTestBootFromVolume-861651418 tempest-ServersTestBootFromVolume-861651418-project-member] [instance: 3a606945-8257-4b3f-abfe-6dd8753564cd] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 856.446345] env[68893]: DEBUG oslo_concurrency.lockutils [None req-a7f3f3b3-0e50-468d-aa45-7b7534036eea tempest-ServersAdmin275Test-1539933831 tempest-ServersAdmin275Test-1539933831-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.447755] env[68893]: DEBUG nova.compute.manager [None req-0b547615-538d-489f-8f0a-253ad9e07ebf tempest-ImagesNegativeTestJSON-191284113 tempest-ImagesNegativeTestJSON-191284113-project-member] [instance: 36ca8a7c-a14e-44d7-b85a-2aa12e454bf7] Start building block device mappings for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 856.453250] env[68893]: DEBUG oslo_concurrency.lockutils [None req-61015a02-b8f4-4cc3-92f7-9babb61853c8 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.418s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.457522] env[68893]: INFO nova.compute.claims [None req-61015a02-b8f4-4cc3-92f7-9babb61853c8 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] [instance: 2daeed7b-f1c2-41ae-9a2d-6e58581a0939] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 856.467844] env[68893]: DEBUG nova.compute.manager [None req-13beee12-e666-44ab-8ed3-e7820fde8bc2 tempest-ServersTestBootFromVolume-861651418 tempest-ServersTestBootFromVolume-861651418-project-member] [instance: 3a606945-8257-4b3f-abfe-6dd8753564cd] Start spawning the instance on the hypervisor. {{(pid=68893) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 856.469326] env[68893]: DEBUG nova.virt.hardware [None req-13beee12-e666-44ab-8ed3-e7820fde8bc2 tempest-ServersTestBootFromVolume-861651418 tempest-ServersTestBootFromVolume-861651418-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 856.469326] env[68893]: DEBUG nova.virt.hardware [None req-13beee12-e666-44ab-8ed3-e7820fde8bc2 tempest-ServersTestBootFromVolume-861651418 tempest-ServersTestBootFromVolume-861651418-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 856.469326] env[68893]: DEBUG nova.virt.hardware [None req-13beee12-e666-44ab-8ed3-e7820fde8bc2 tempest-ServersTestBootFromVolume-861651418 tempest-ServersTestBootFromVolume-861651418-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 856.469326] env[68893]: DEBUG nova.virt.hardware [None req-13beee12-e666-44ab-8ed3-e7820fde8bc2 tempest-ServersTestBootFromVolume-861651418 tempest-ServersTestBootFromVolume-861651418-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 856.469554] env[68893]: DEBUG nova.virt.hardware [None req-13beee12-e666-44ab-8ed3-e7820fde8bc2 tempest-ServersTestBootFromVolume-861651418 tempest-ServersTestBootFromVolume-861651418-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 856.469554] env[68893]: DEBUG nova.virt.hardware [None req-13beee12-e666-44ab-8ed3-e7820fde8bc2 tempest-ServersTestBootFromVolume-861651418 tempest-ServersTestBootFromVolume-861651418-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 856.469554] env[68893]: DEBUG nova.virt.hardware [None req-13beee12-e666-44ab-8ed3-e7820fde8bc2 tempest-ServersTestBootFromVolume-861651418 tempest-ServersTestBootFromVolume-861651418-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 856.469650] env[68893]: DEBUG nova.virt.hardware [None req-13beee12-e666-44ab-8ed3-e7820fde8bc2 tempest-ServersTestBootFromVolume-861651418 tempest-ServersTestBootFromVolume-861651418-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 856.469784] env[68893]: DEBUG nova.virt.hardware [None req-13beee12-e666-44ab-8ed3-e7820fde8bc2 tempest-ServersTestBootFromVolume-861651418 tempest-ServersTestBootFromVolume-861651418-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 856.469952] env[68893]: DEBUG nova.virt.hardware [None req-13beee12-e666-44ab-8ed3-e7820fde8bc2 tempest-ServersTestBootFromVolume-861651418 tempest-ServersTestBootFromVolume-861651418-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 856.471376] env[68893]: DEBUG nova.virt.hardware [None req-13beee12-e666-44ab-8ed3-e7820fde8bc2 tempest-ServersTestBootFromVolume-861651418 tempest-ServersTestBootFromVolume-861651418-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 856.471376] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8071141f-a0c1-4e8b-b213-9cab4637c289 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.483122] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d71e1943-f6cf-4f52-8cef-37bb3dd7becb {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.519796] env[68893]: DEBUG nova.network.neutron [None req-0b547615-538d-489f-8f0a-253ad9e07ebf tempest-ImagesNegativeTestJSON-191284113 tempest-ImagesNegativeTestJSON-191284113-project-member] [instance: 36ca8a7c-a14e-44d7-b85a-2aa12e454bf7] Successfully created port: d861ffbc-c3a2-4582-a373-27b79175d520 {{(pid=68893) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 856.534118] env[68893]: DEBUG nova.objects.instance [None req-95ee630d-4738-457c-81a7-81a04dd018e1 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Lazy-loading 'pci_requests' on Instance uuid 80fa04f2-e0a6-452e-9a88-73eeb0ac347e {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 856.550428] env[68893]: DEBUG oslo_vmware.api [None req-a01b73bb-e5d2-4f5e-9d82-aa742f3bfb2c tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Task: {'id': task-2791487, 'name': Destroy_Task, 'duration_secs': 0.3722} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.553331] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-a01b73bb-e5d2-4f5e-9d82-aa742f3bfb2c tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] [instance: 70917eab-66ad-4d76-9866-a8a793025df1] Destroyed the VM [ 856.553604] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-a01b73bb-e5d2-4f5e-9d82-aa742f3bfb2c tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] [instance: 70917eab-66ad-4d76-9866-a8a793025df1] Deleting Snapshot of the VM instance {{(pid=68893) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 856.554137] env[68893]: DEBUG oslo_vmware.api [None req-cf65ad1b-b84c-47a1-9c4a-124d48e842fa tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Task: {'id': task-2791488, 'name': ReconfigVM_Task, 'duration_secs': 0.293356} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.554340] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-95a3af28-d265-4f89-a8b1-07a2ba2b6f55 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.555869] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf65ad1b-b84c-47a1-9c4a-124d48e842fa tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: bd49c388-5a16-4af3-91cf-777982d4567f] Reconfigured VM instance instance-0000002c to attach disk [datastore2] bd49c388-5a16-4af3-91cf-777982d4567f/bd49c388-5a16-4af3-91cf-777982d4567f.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 856.556462] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f14942c9-fe6c-4809-8187-6fce95ba4bd7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.564861] env[68893]: DEBUG oslo_vmware.api [None req-a01b73bb-e5d2-4f5e-9d82-aa742f3bfb2c tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Waiting for the task: (returnval){ [ 856.564861] env[68893]: value = "task-2791489" [ 856.564861] env[68893]: _type = "Task" [ 856.564861] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.565749] env[68893]: DEBUG oslo_vmware.api [None req-cf65ad1b-b84c-47a1-9c4a-124d48e842fa tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Waiting for the task: (returnval){ [ 856.565749] env[68893]: value = "task-2791490" [ 856.565749] env[68893]: _type = "Task" [ 856.565749] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.579390] env[68893]: DEBUG oslo_vmware.api [None req-a01b73bb-e5d2-4f5e-9d82-aa742f3bfb2c tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Task: {'id': task-2791489, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.582422] env[68893]: DEBUG oslo_vmware.api [None req-cf65ad1b-b84c-47a1-9c4a-124d48e842fa tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Task: {'id': task-2791490, 'name': Rename_Task} progress is 10%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.717090] env[68893]: DEBUG nova.network.neutron [None req-13beee12-e666-44ab-8ed3-e7820fde8bc2 tempest-ServersTestBootFromVolume-861651418 tempest-ServersTestBootFromVolume-861651418-project-member] [instance: 3a606945-8257-4b3f-abfe-6dd8753564cd] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 856.953122] env[68893]: DEBUG nova.network.neutron [None req-13beee12-e666-44ab-8ed3-e7820fde8bc2 tempest-ServersTestBootFromVolume-861651418 tempest-ServersTestBootFromVolume-861651418-project-member] [instance: 3a606945-8257-4b3f-abfe-6dd8753564cd] Updating instance_info_cache with network_info: [{"id": "4719ee76-4145-4916-a9e7-a138920f97f1", "address": "fa:16:3e:4f:07:16", "network": {"id": "b1c12f2f-d21d-4b93-b712-e04a2cfe91b5", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1202367810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6cade07c85e43058e9e3f646e3c66e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4f04accd-4a9f-41a1-b327-c96095e1ade4", "external-id": "nsx-vlan-transportzone-947", "segmentation_id": 947, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4719ee76-41", "ovs_interfaceid": "4719ee76-4145-4916-a9e7-a138920f97f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.037506] env[68893]: DEBUG nova.objects.base [None req-95ee630d-4738-457c-81a7-81a04dd018e1 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Object Instance<80fa04f2-e0a6-452e-9a88-73eeb0ac347e> lazy-loaded attributes: flavor,pci_requests {{(pid=68893) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 857.038970] env[68893]: DEBUG nova.network.neutron [None req-95ee630d-4738-457c-81a7-81a04dd018e1 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 80fa04f2-e0a6-452e-9a88-73eeb0ac347e] allocate_for_instance() {{(pid=68893) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 857.084153] env[68893]: DEBUG oslo_vmware.api [None req-a01b73bb-e5d2-4f5e-9d82-aa742f3bfb2c tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Task: {'id': task-2791489, 'name': RemoveSnapshot_Task, 'duration_secs': 0.514129} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.087244] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-a01b73bb-e5d2-4f5e-9d82-aa742f3bfb2c tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] [instance: 70917eab-66ad-4d76-9866-a8a793025df1] Deleted Snapshot of the VM instance {{(pid=68893) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 857.087946] env[68893]: INFO nova.compute.manager [None req-a01b73bb-e5d2-4f5e-9d82-aa742f3bfb2c tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] [instance: 70917eab-66ad-4d76-9866-a8a793025df1] Took 12.93 seconds to snapshot the instance on the hypervisor. [ 857.090054] env[68893]: DEBUG oslo_vmware.api [None req-cf65ad1b-b84c-47a1-9c4a-124d48e842fa tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Task: {'id': task-2791490, 'name': Rename_Task, 'duration_secs': 0.143604} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.090306] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf65ad1b-b84c-47a1-9c4a-124d48e842fa tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: bd49c388-5a16-4af3-91cf-777982d4567f] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 857.095121] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f4767103-5e54-43a2-b223-4fba0637cd38 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.101765] env[68893]: DEBUG nova.policy [None req-95ee630d-4738-457c-81a7-81a04dd018e1 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7bc429cb492f4b0d9783c375b77fc5d0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '564a5b6c6f4f4e42aeeef87662301380', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68893) authorize /opt/stack/nova/nova/policy.py:192}} [ 857.106534] env[68893]: DEBUG oslo_vmware.api [None req-cf65ad1b-b84c-47a1-9c4a-124d48e842fa tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Waiting for the task: (returnval){ [ 857.106534] env[68893]: value = "task-2791491" [ 857.106534] env[68893]: _type = "Task" [ 857.106534] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.117469] env[68893]: DEBUG oslo_vmware.api [None req-cf65ad1b-b84c-47a1-9c4a-124d48e842fa tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Task: {'id': task-2791491, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.459171] env[68893]: DEBUG oslo_concurrency.lockutils [None req-13beee12-e666-44ab-8ed3-e7820fde8bc2 tempest-ServersTestBootFromVolume-861651418 tempest-ServersTestBootFromVolume-861651418-project-member] Releasing lock "refresh_cache-3a606945-8257-4b3f-abfe-6dd8753564cd" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.459171] env[68893]: DEBUG nova.compute.manager [None req-13beee12-e666-44ab-8ed3-e7820fde8bc2 tempest-ServersTestBootFromVolume-861651418 tempest-ServersTestBootFromVolume-861651418-project-member] [instance: 3a606945-8257-4b3f-abfe-6dd8753564cd] Instance network_info: |[{"id": "4719ee76-4145-4916-a9e7-a138920f97f1", "address": "fa:16:3e:4f:07:16", "network": {"id": "b1c12f2f-d21d-4b93-b712-e04a2cfe91b5", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1202367810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6cade07c85e43058e9e3f646e3c66e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4f04accd-4a9f-41a1-b327-c96095e1ade4", "external-id": "nsx-vlan-transportzone-947", "segmentation_id": 947, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4719ee76-41", "ovs_interfaceid": "4719ee76-4145-4916-a9e7-a138920f97f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 857.459328] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-13beee12-e666-44ab-8ed3-e7820fde8bc2 tempest-ServersTestBootFromVolume-861651418 tempest-ServersTestBootFromVolume-861651418-project-member] [instance: 3a606945-8257-4b3f-abfe-6dd8753564cd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:07:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4f04accd-4a9f-41a1-b327-c96095e1ade4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4719ee76-4145-4916-a9e7-a138920f97f1', 'vif_model': 'vmxnet3'}] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 857.467619] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-13beee12-e666-44ab-8ed3-e7820fde8bc2 tempest-ServersTestBootFromVolume-861651418 tempest-ServersTestBootFromVolume-861651418-project-member] Creating folder: Project (a6cade07c85e43058e9e3f646e3c66e2). Parent ref: group-v560969. {{(pid=68893) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 857.475345] env[68893]: DEBUG nova.compute.manager [None req-0b547615-538d-489f-8f0a-253ad9e07ebf tempest-ImagesNegativeTestJSON-191284113 tempest-ImagesNegativeTestJSON-191284113-project-member] [instance: 36ca8a7c-a14e-44d7-b85a-2aa12e454bf7] Start spawning the instance on the hypervisor. {{(pid=68893) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 857.475821] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1f37141c-4bba-49cc-8b4c-5de80b3fa01b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.492507] env[68893]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 857.492507] env[68893]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=68893) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 857.492507] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-13beee12-e666-44ab-8ed3-e7820fde8bc2 tempest-ServersTestBootFromVolume-861651418 tempest-ServersTestBootFromVolume-861651418-project-member] Folder already exists: Project (a6cade07c85e43058e9e3f646e3c66e2). Parent ref: group-v560969. {{(pid=68893) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 857.493114] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-13beee12-e666-44ab-8ed3-e7820fde8bc2 tempest-ServersTestBootFromVolume-861651418 tempest-ServersTestBootFromVolume-861651418-project-member] Creating folder: Instances. Parent ref: group-v561041. {{(pid=68893) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 857.496433] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6b2ac46b-31c8-4041-9528-bc69981ea6b7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.513154] env[68893]: DEBUG nova.virt.hardware [None req-0b547615-538d-489f-8f0a-253ad9e07ebf tempest-ImagesNegativeTestJSON-191284113 tempest-ImagesNegativeTestJSON-191284113-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 857.513400] env[68893]: DEBUG nova.virt.hardware [None req-0b547615-538d-489f-8f0a-253ad9e07ebf tempest-ImagesNegativeTestJSON-191284113 tempest-ImagesNegativeTestJSON-191284113-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 857.513547] env[68893]: DEBUG nova.virt.hardware [None req-0b547615-538d-489f-8f0a-253ad9e07ebf tempest-ImagesNegativeTestJSON-191284113 tempest-ImagesNegativeTestJSON-191284113-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 857.513716] env[68893]: DEBUG nova.virt.hardware [None req-0b547615-538d-489f-8f0a-253ad9e07ebf tempest-ImagesNegativeTestJSON-191284113 tempest-ImagesNegativeTestJSON-191284113-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 857.514564] env[68893]: DEBUG nova.virt.hardware [None req-0b547615-538d-489f-8f0a-253ad9e07ebf tempest-ImagesNegativeTestJSON-191284113 tempest-ImagesNegativeTestJSON-191284113-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 857.514564] env[68893]: DEBUG nova.virt.hardware [None req-0b547615-538d-489f-8f0a-253ad9e07ebf tempest-ImagesNegativeTestJSON-191284113 tempest-ImagesNegativeTestJSON-191284113-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 857.514564] env[68893]: DEBUG nova.virt.hardware [None req-0b547615-538d-489f-8f0a-253ad9e07ebf tempest-ImagesNegativeTestJSON-191284113 tempest-ImagesNegativeTestJSON-191284113-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 857.514564] env[68893]: DEBUG nova.virt.hardware [None req-0b547615-538d-489f-8f0a-253ad9e07ebf tempest-ImagesNegativeTestJSON-191284113 tempest-ImagesNegativeTestJSON-191284113-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 857.514564] env[68893]: DEBUG nova.virt.hardware [None req-0b547615-538d-489f-8f0a-253ad9e07ebf tempest-ImagesNegativeTestJSON-191284113 tempest-ImagesNegativeTestJSON-191284113-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 857.515305] env[68893]: DEBUG nova.virt.hardware [None req-0b547615-538d-489f-8f0a-253ad9e07ebf tempest-ImagesNegativeTestJSON-191284113 tempest-ImagesNegativeTestJSON-191284113-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 857.515305] env[68893]: DEBUG nova.virt.hardware [None req-0b547615-538d-489f-8f0a-253ad9e07ebf tempest-ImagesNegativeTestJSON-191284113 tempest-ImagesNegativeTestJSON-191284113-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 857.515890] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-13beee12-e666-44ab-8ed3-e7820fde8bc2 tempest-ServersTestBootFromVolume-861651418 tempest-ServersTestBootFromVolume-861651418-project-member] Created folder: Instances in parent group-v561041. [ 857.516196] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-13beee12-e666-44ab-8ed3-e7820fde8bc2 tempest-ServersTestBootFromVolume-861651418 tempest-ServersTestBootFromVolume-861651418-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 857.518332] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c16d557-d19a-490f-93c9-317a6a20de63 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.523807] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a606945-8257-4b3f-abfe-6dd8753564cd] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 857.524952] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e0bf61c2-d4c1-4498-bfdb-0693a7d65713 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.547190] env[68893]: DEBUG nova.network.neutron [None req-95ee630d-4738-457c-81a7-81a04dd018e1 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 80fa04f2-e0a6-452e-9a88-73eeb0ac347e] Successfully created port: 45f6c5e5-ae8c-49b1-8cb6-21e2a3a060d3 {{(pid=68893) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 857.557205] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf195c77-ca5e-4083-ad95-8d1473f2ef4c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.566025] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 857.566025] env[68893]: value = "task-2791494" [ 857.566025] env[68893]: _type = "Task" [ 857.566025] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.585425] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791494, 'name': CreateVM_Task} progress is 6%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.624906] env[68893]: DEBUG oslo_vmware.api [None req-cf65ad1b-b84c-47a1-9c4a-124d48e842fa tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Task: {'id': task-2791491, 'name': PowerOnVM_Task, 'duration_secs': 0.507225} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.629541] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf65ad1b-b84c-47a1-9c4a-124d48e842fa tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: bd49c388-5a16-4af3-91cf-777982d4567f] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 857.630691] env[68893]: INFO nova.compute.manager [None req-cf65ad1b-b84c-47a1-9c4a-124d48e842fa tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: bd49c388-5a16-4af3-91cf-777982d4567f] Took 6.68 seconds to spawn the instance on the hypervisor. [ 857.630691] env[68893]: DEBUG nova.compute.manager [None req-cf65ad1b-b84c-47a1-9c4a-124d48e842fa tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: bd49c388-5a16-4af3-91cf-777982d4567f] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 857.633294] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00f946e6-3c1e-4e9d-a05a-990135f4a111 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.055316] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a98d3565-710b-417b-97f2-42804162d923 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.064438] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5712287-7c24-4c5c-aa83-deb92a0254bf {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.077108] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791494, 'name': CreateVM_Task, 'duration_secs': 0.354005} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.106751] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a606945-8257-4b3f-abfe-6dd8753564cd] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 858.108283] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-13beee12-e666-44ab-8ed3-e7820fde8bc2 tempest-ServersTestBootFromVolume-861651418 tempest-ServersTestBootFromVolume-861651418-project-member] [instance: 3a606945-8257-4b3f-abfe-6dd8753564cd] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561050', 'volume_id': 'e200063e-617b-45b5-8fb3-312b30226f1b', 'name': 'volume-e200063e-617b-45b5-8fb3-312b30226f1b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3a606945-8257-4b3f-abfe-6dd8753564cd', 'attached_at': '', 'detached_at': '', 'volume_id': 'e200063e-617b-45b5-8fb3-312b30226f1b', 'serial': 'e200063e-617b-45b5-8fb3-312b30226f1b'}, 'delete_on_termination': True, 'device_type': None, 'guest_format': None, 'boot_index': 0, 'attachment_id': '8c3bc453-6ef8-4a54-a82b-dbff5e3ac279', 'disk_bus': None, 'mount_device': '/dev/sda', 'volume_type': None}], 'swap': None} {{(pid=68893) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 858.108589] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-13beee12-e666-44ab-8ed3-e7820fde8bc2 tempest-ServersTestBootFromVolume-861651418 tempest-ServersTestBootFromVolume-861651418-project-member] [instance: 3a606945-8257-4b3f-abfe-6dd8753564cd] Root volume attach. Driver type: vmdk {{(pid=68893) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 858.109612] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8436e2b6-9048-4f67-a293-eb63f164169a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.113117] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b69ecc15-a0f7-4353-b54a-a2b7ca5ddc0a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.124367] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b106a20-0e25-436e-b982-eee8a7c38136 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.129423] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8775d4c0-1098-42bc-9daf-0c020bd7e102 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.144996] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-433bf3ea-7874-48b5-b092-9a244f0bd7fa {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.147928] env[68893]: DEBUG nova.compute.provider_tree [None req-61015a02-b8f4-4cc3-92f7-9babb61853c8 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 858.159764] env[68893]: DEBUG nova.network.neutron [None req-0b547615-538d-489f-8f0a-253ad9e07ebf tempest-ImagesNegativeTestJSON-191284113 tempest-ImagesNegativeTestJSON-191284113-project-member] [instance: 36ca8a7c-a14e-44d7-b85a-2aa12e454bf7] Successfully updated port: d861ffbc-c3a2-4582-a373-27b79175d520 {{(pid=68893) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 858.161174] env[68893]: INFO nova.compute.manager [None req-cf65ad1b-b84c-47a1-9c4a-124d48e842fa tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: bd49c388-5a16-4af3-91cf-777982d4567f] Took 57.32 seconds to build instance. [ 858.165838] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-948eeb39-0423-499f-b398-658130560a7d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.176248] env[68893]: DEBUG oslo_vmware.api [None req-13beee12-e666-44ab-8ed3-e7820fde8bc2 tempest-ServersTestBootFromVolume-861651418 tempest-ServersTestBootFromVolume-861651418-project-member] Waiting for the task: (returnval){ [ 858.176248] env[68893]: value = "task-2791495" [ 858.176248] env[68893]: _type = "Task" [ 858.176248] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.186030] env[68893]: DEBUG oslo_vmware.api [None req-13beee12-e666-44ab-8ed3-e7820fde8bc2 tempest-ServersTestBootFromVolume-861651418 tempest-ServersTestBootFromVolume-861651418-project-member] Task: {'id': task-2791495, 'name': RelocateVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.657021] env[68893]: DEBUG nova.scheduler.client.report [None req-61015a02-b8f4-4cc3-92f7-9babb61853c8 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 858.670775] env[68893]: DEBUG oslo_concurrency.lockutils [None req-cf65ad1b-b84c-47a1-9c4a-124d48e842fa tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Lock "bd49c388-5a16-4af3-91cf-777982d4567f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 95.098s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.670775] env[68893]: DEBUG oslo_concurrency.lockutils [None req-0b547615-538d-489f-8f0a-253ad9e07ebf tempest-ImagesNegativeTestJSON-191284113 tempest-ImagesNegativeTestJSON-191284113-project-member] Acquiring lock "refresh_cache-36ca8a7c-a14e-44d7-b85a-2aa12e454bf7" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.670775] env[68893]: DEBUG oslo_concurrency.lockutils [None req-0b547615-538d-489f-8f0a-253ad9e07ebf tempest-ImagesNegativeTestJSON-191284113 tempest-ImagesNegativeTestJSON-191284113-project-member] Acquired lock "refresh_cache-36ca8a7c-a14e-44d7-b85a-2aa12e454bf7" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.670775] env[68893]: DEBUG nova.network.neutron [None req-0b547615-538d-489f-8f0a-253ad9e07ebf tempest-ImagesNegativeTestJSON-191284113 tempest-ImagesNegativeTestJSON-191284113-project-member] [instance: 36ca8a7c-a14e-44d7-b85a-2aa12e454bf7] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 858.690154] env[68893]: DEBUG oslo_vmware.api [None req-13beee12-e666-44ab-8ed3-e7820fde8bc2 tempest-ServersTestBootFromVolume-861651418 tempest-ServersTestBootFromVolume-861651418-project-member] Task: {'id': task-2791495, 'name': RelocateVM_Task} progress is 19%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.166404] env[68893]: DEBUG oslo_concurrency.lockutils [None req-61015a02-b8f4-4cc3-92f7-9babb61853c8 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.709s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.166404] env[68893]: DEBUG nova.compute.manager [None req-61015a02-b8f4-4cc3-92f7-9babb61853c8 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] [instance: 2daeed7b-f1c2-41ae-9a2d-6e58581a0939] Start building networks asynchronously for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 859.169281] env[68893]: DEBUG oslo_concurrency.lockutils [None req-c698f107-99ab-47c9-aa04-5027c13a7b66 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.258s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.170210] env[68893]: DEBUG oslo_concurrency.lockutils [None req-c698f107-99ab-47c9-aa04-5027c13a7b66 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.173447] env[68893]: DEBUG oslo_concurrency.lockutils [None req-85454ca5-4313-40da-b350-ae077dbc7cfb tempest-InstanceActionsV221TestJSON-1823886445 tempest-InstanceActionsV221TestJSON-1823886445-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.299s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.177013] env[68893]: INFO nova.compute.claims [None req-85454ca5-4313-40da-b350-ae077dbc7cfb tempest-InstanceActionsV221TestJSON-1823886445 tempest-InstanceActionsV221TestJSON-1823886445-project-member] [instance: ff2b18ce-e349-42dc-adc0-f8b173685dbd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 859.184966] env[68893]: DEBUG nova.compute.manager [None req-f350f14c-db7f-487c-b8db-07631ebde3e1 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: 41a13353-becf-4314-82b0-c402dc464f89] Starting instance... {{(pid=68893) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 859.188631] env[68893]: DEBUG nova.compute.manager [req-e7d3939a-63a4-4818-bba6-4ae95ac7eef9 req-c8cfb1dc-f9a1-4354-92e9-ae799c7f93fe service nova] [instance: 3a606945-8257-4b3f-abfe-6dd8753564cd] Received event network-changed-4719ee76-4145-4916-a9e7-a138920f97f1 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 859.188823] env[68893]: DEBUG nova.compute.manager [req-e7d3939a-63a4-4818-bba6-4ae95ac7eef9 req-c8cfb1dc-f9a1-4354-92e9-ae799c7f93fe service nova] [instance: 3a606945-8257-4b3f-abfe-6dd8753564cd] Refreshing instance network info cache due to event network-changed-4719ee76-4145-4916-a9e7-a138920f97f1. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 859.189049] env[68893]: DEBUG oslo_concurrency.lockutils [req-e7d3939a-63a4-4818-bba6-4ae95ac7eef9 req-c8cfb1dc-f9a1-4354-92e9-ae799c7f93fe service nova] Acquiring lock "refresh_cache-3a606945-8257-4b3f-abfe-6dd8753564cd" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.189261] env[68893]: DEBUG oslo_concurrency.lockutils [req-e7d3939a-63a4-4818-bba6-4ae95ac7eef9 req-c8cfb1dc-f9a1-4354-92e9-ae799c7f93fe service nova] Acquired lock "refresh_cache-3a606945-8257-4b3f-abfe-6dd8753564cd" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.189392] env[68893]: DEBUG nova.network.neutron [req-e7d3939a-63a4-4818-bba6-4ae95ac7eef9 req-c8cfb1dc-f9a1-4354-92e9-ae799c7f93fe service nova] [instance: 3a606945-8257-4b3f-abfe-6dd8753564cd] Refreshing network info cache for port 4719ee76-4145-4916-a9e7-a138920f97f1 {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 859.207528] env[68893]: DEBUG oslo_vmware.api [None req-13beee12-e666-44ab-8ed3-e7820fde8bc2 tempest-ServersTestBootFromVolume-861651418 tempest-ServersTestBootFromVolume-861651418-project-member] Task: {'id': task-2791495, 'name': RelocateVM_Task, 'duration_secs': 0.877338} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.207528] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-13beee12-e666-44ab-8ed3-e7820fde8bc2 tempest-ServersTestBootFromVolume-861651418 tempest-ServersTestBootFromVolume-861651418-project-member] [instance: 3a606945-8257-4b3f-abfe-6dd8753564cd] Volume attach. Driver type: vmdk {{(pid=68893) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 859.207638] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-13beee12-e666-44ab-8ed3-e7820fde8bc2 tempest-ServersTestBootFromVolume-861651418 tempest-ServersTestBootFromVolume-861651418-project-member] [instance: 3a606945-8257-4b3f-abfe-6dd8753564cd] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561050', 'volume_id': 'e200063e-617b-45b5-8fb3-312b30226f1b', 'name': 'volume-e200063e-617b-45b5-8fb3-312b30226f1b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3a606945-8257-4b3f-abfe-6dd8753564cd', 'attached_at': '', 'detached_at': '', 'volume_id': 'e200063e-617b-45b5-8fb3-312b30226f1b', 'serial': 'e200063e-617b-45b5-8fb3-312b30226f1b'} {{(pid=68893) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 859.208663] env[68893]: INFO nova.scheduler.client.report [None req-c698f107-99ab-47c9-aa04-5027c13a7b66 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Deleted allocations for instance bfc2d904-8005-4693-871f-5745dc3d29fd [ 859.210405] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-384f0a7e-943d-4374-a60d-03a34fc70c3f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.231194] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74a41cd2-4399-468e-8288-146178490b73 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.234632] env[68893]: DEBUG nova.network.neutron [None req-95ee630d-4738-457c-81a7-81a04dd018e1 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 80fa04f2-e0a6-452e-9a88-73eeb0ac347e] Successfully updated port: 45f6c5e5-ae8c-49b1-8cb6-21e2a3a060d3 {{(pid=68893) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 859.261367] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-13beee12-e666-44ab-8ed3-e7820fde8bc2 tempest-ServersTestBootFromVolume-861651418 tempest-ServersTestBootFromVolume-861651418-project-member] [instance: 3a606945-8257-4b3f-abfe-6dd8753564cd] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] volume-e200063e-617b-45b5-8fb3-312b30226f1b/volume-e200063e-617b-45b5-8fb3-312b30226f1b.vmdk or device None with type thin {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 859.263319] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e77e593d-c24b-44e4-bed5-87653a3ad489 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.283335] env[68893]: DEBUG nova.network.neutron [None req-0b547615-538d-489f-8f0a-253ad9e07ebf tempest-ImagesNegativeTestJSON-191284113 tempest-ImagesNegativeTestJSON-191284113-project-member] [instance: 36ca8a7c-a14e-44d7-b85a-2aa12e454bf7] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 859.295090] env[68893]: DEBUG oslo_vmware.api [None req-13beee12-e666-44ab-8ed3-e7820fde8bc2 tempest-ServersTestBootFromVolume-861651418 tempest-ServersTestBootFromVolume-861651418-project-member] Waiting for the task: (returnval){ [ 859.295090] env[68893]: value = "task-2791496" [ 859.295090] env[68893]: _type = "Task" [ 859.295090] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.304685] env[68893]: DEBUG oslo_vmware.api [None req-13beee12-e666-44ab-8ed3-e7820fde8bc2 tempest-ServersTestBootFromVolume-861651418 tempest-ServersTestBootFromVolume-861651418-project-member] Task: {'id': task-2791496, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.425846] env[68893]: DEBUG nova.network.neutron [None req-0b547615-538d-489f-8f0a-253ad9e07ebf tempest-ImagesNegativeTestJSON-191284113 tempest-ImagesNegativeTestJSON-191284113-project-member] [instance: 36ca8a7c-a14e-44d7-b85a-2aa12e454bf7] Updating instance_info_cache with network_info: [{"id": "d861ffbc-c3a2-4582-a373-27b79175d520", "address": "fa:16:3e:f4:4d:0e", "network": {"id": "20dec2e9-a3ed-4d3c-94bd-8df10f7bca96", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-28922607-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf08b6a1d96a4fdbbd37e037c3b935f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "578f2ebc-5719-4d31-9bac-d3d247f9293f", "external-id": "nsx-vlan-transportzone-58", "segmentation_id": 58, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd861ffbc-c3", "ovs_interfaceid": "d861ffbc-c3a2-4582-a373-27b79175d520", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.687262] env[68893]: DEBUG nova.compute.utils [None req-61015a02-b8f4-4cc3-92f7-9babb61853c8 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 859.690574] env[68893]: DEBUG nova.compute.manager [None req-61015a02-b8f4-4cc3-92f7-9babb61853c8 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] [instance: 2daeed7b-f1c2-41ae-9a2d-6e58581a0939] Allocating IP information in the background. {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 859.690696] env[68893]: DEBUG nova.network.neutron [None req-61015a02-b8f4-4cc3-92f7-9babb61853c8 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] [instance: 2daeed7b-f1c2-41ae-9a2d-6e58581a0939] allocate_for_instance() {{(pid=68893) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 859.700432] env[68893]: DEBUG oslo_concurrency.lockutils [None req-39ab4e22-db0a-4f9b-ab1a-152434b95a24 tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Acquiring lock "ed8d54ea-e2df-4429-93f9-976f6aad02be" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.700802] env[68893]: DEBUG oslo_concurrency.lockutils [None req-39ab4e22-db0a-4f9b-ab1a-152434b95a24 tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Lock "ed8d54ea-e2df-4429-93f9-976f6aad02be" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.722334] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f350f14c-db7f-487c-b8db-07631ebde3e1 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.733649] env[68893]: DEBUG oslo_concurrency.lockutils [None req-c698f107-99ab-47c9-aa04-5027c13a7b66 tempest-ServersAdmin275Test-1977748172 tempest-ServersAdmin275Test-1977748172-project-member] Lock "bfc2d904-8005-4693-871f-5745dc3d29fd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.082s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.737754] env[68893]: DEBUG oslo_concurrency.lockutils [None req-95ee630d-4738-457c-81a7-81a04dd018e1 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Acquiring lock "refresh_cache-80fa04f2-e0a6-452e-9a88-73eeb0ac347e" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.737911] env[68893]: DEBUG oslo_concurrency.lockutils [None req-95ee630d-4738-457c-81a7-81a04dd018e1 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Acquired lock "refresh_cache-80fa04f2-e0a6-452e-9a88-73eeb0ac347e" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.738092] env[68893]: DEBUG nova.network.neutron [None req-95ee630d-4738-457c-81a7-81a04dd018e1 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 80fa04f2-e0a6-452e-9a88-73eeb0ac347e] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 859.756037] env[68893]: DEBUG nova.policy [None req-61015a02-b8f4-4cc3-92f7-9babb61853c8 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd2ecdd23254f492fabee797de7e7b4ba', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f8e0a60e1e1a41d6917ed43f17686b58', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68893) authorize /opt/stack/nova/nova/policy.py:192}} [ 859.804249] env[68893]: DEBUG oslo_vmware.api [None req-13beee12-e666-44ab-8ed3-e7820fde8bc2 tempest-ServersTestBootFromVolume-861651418 tempest-ServersTestBootFromVolume-861651418-project-member] Task: {'id': task-2791496, 'name': ReconfigVM_Task, 'duration_secs': 0.251582} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.804491] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-13beee12-e666-44ab-8ed3-e7820fde8bc2 tempest-ServersTestBootFromVolume-861651418 tempest-ServersTestBootFromVolume-861651418-project-member] [instance: 3a606945-8257-4b3f-abfe-6dd8753564cd] Reconfigured VM instance instance-0000002d to attach disk [datastore2] volume-e200063e-617b-45b5-8fb3-312b30226f1b/volume-e200063e-617b-45b5-8fb3-312b30226f1b.vmdk or device None with type thin {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 859.812791] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8cbe3c08-e59e-4199-b3db-5d127405c52f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.829255] env[68893]: DEBUG oslo_vmware.api [None req-13beee12-e666-44ab-8ed3-e7820fde8bc2 tempest-ServersTestBootFromVolume-861651418 tempest-ServersTestBootFromVolume-861651418-project-member] Waiting for the task: (returnval){ [ 859.829255] env[68893]: value = "task-2791497" [ 859.829255] env[68893]: _type = "Task" [ 859.829255] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.839089] env[68893]: DEBUG oslo_vmware.api [None req-13beee12-e666-44ab-8ed3-e7820fde8bc2 tempest-ServersTestBootFromVolume-861651418 tempest-ServersTestBootFromVolume-861651418-project-member] Task: {'id': task-2791497, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.929777] env[68893]: DEBUG oslo_concurrency.lockutils [None req-0b547615-538d-489f-8f0a-253ad9e07ebf tempest-ImagesNegativeTestJSON-191284113 tempest-ImagesNegativeTestJSON-191284113-project-member] Releasing lock "refresh_cache-36ca8a7c-a14e-44d7-b85a-2aa12e454bf7" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.930176] env[68893]: DEBUG nova.compute.manager [None req-0b547615-538d-489f-8f0a-253ad9e07ebf tempest-ImagesNegativeTestJSON-191284113 tempest-ImagesNegativeTestJSON-191284113-project-member] [instance: 36ca8a7c-a14e-44d7-b85a-2aa12e454bf7] Instance network_info: |[{"id": "d861ffbc-c3a2-4582-a373-27b79175d520", "address": "fa:16:3e:f4:4d:0e", "network": {"id": "20dec2e9-a3ed-4d3c-94bd-8df10f7bca96", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-28922607-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf08b6a1d96a4fdbbd37e037c3b935f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "578f2ebc-5719-4d31-9bac-d3d247f9293f", "external-id": "nsx-vlan-transportzone-58", "segmentation_id": 58, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd861ffbc-c3", "ovs_interfaceid": "d861ffbc-c3a2-4582-a373-27b79175d520", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 859.931366] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-0b547615-538d-489f-8f0a-253ad9e07ebf tempest-ImagesNegativeTestJSON-191284113 tempest-ImagesNegativeTestJSON-191284113-project-member] [instance: 36ca8a7c-a14e-44d7-b85a-2aa12e454bf7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:4d:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '578f2ebc-5719-4d31-9bac-d3d247f9293f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd861ffbc-c3a2-4582-a373-27b79175d520', 'vif_model': 'vmxnet3'}] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 859.941681] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b547615-538d-489f-8f0a-253ad9e07ebf tempest-ImagesNegativeTestJSON-191284113 tempest-ImagesNegativeTestJSON-191284113-project-member] Creating folder: Project (cf08b6a1d96a4fdbbd37e037c3b935f3). Parent ref: group-v560969. {{(pid=68893) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 859.942148] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1dc19556-f2ab-4104-b1b5-9698ad10b7c7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.952722] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-0b547615-538d-489f-8f0a-253ad9e07ebf tempest-ImagesNegativeTestJSON-191284113 tempest-ImagesNegativeTestJSON-191284113-project-member] Created folder: Project (cf08b6a1d96a4fdbbd37e037c3b935f3) in parent group-v560969. [ 859.952928] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b547615-538d-489f-8f0a-253ad9e07ebf tempest-ImagesNegativeTestJSON-191284113 tempest-ImagesNegativeTestJSON-191284113-project-member] Creating folder: Instances. Parent ref: group-v561104. {{(pid=68893) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 859.953239] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f50a0c68-86dc-45fb-aa6b-f4ab8afe486e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.965202] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-0b547615-538d-489f-8f0a-253ad9e07ebf tempest-ImagesNegativeTestJSON-191284113 tempest-ImagesNegativeTestJSON-191284113-project-member] Created folder: Instances in parent group-v561104. [ 859.965202] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0b547615-538d-489f-8f0a-253ad9e07ebf tempest-ImagesNegativeTestJSON-191284113 tempest-ImagesNegativeTestJSON-191284113-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 859.965202] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36ca8a7c-a14e-44d7-b85a-2aa12e454bf7] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 859.965202] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-600a26a2-36f4-4a76-8216-05d5690618df {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.989288] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 859.989288] env[68893]: value = "task-2791500" [ 859.989288] env[68893]: _type = "Task" [ 859.989288] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.997890] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791500, 'name': CreateVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.028573] env[68893]: DEBUG nova.network.neutron [req-e7d3939a-63a4-4818-bba6-4ae95ac7eef9 req-c8cfb1dc-f9a1-4354-92e9-ae799c7f93fe service nova] [instance: 3a606945-8257-4b3f-abfe-6dd8753564cd] Updated VIF entry in instance network info cache for port 4719ee76-4145-4916-a9e7-a138920f97f1. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 860.028573] env[68893]: DEBUG nova.network.neutron [req-e7d3939a-63a4-4818-bba6-4ae95ac7eef9 req-c8cfb1dc-f9a1-4354-92e9-ae799c7f93fe service nova] [instance: 3a606945-8257-4b3f-abfe-6dd8753564cd] Updating instance_info_cache with network_info: [{"id": "4719ee76-4145-4916-a9e7-a138920f97f1", "address": "fa:16:3e:4f:07:16", "network": {"id": "b1c12f2f-d21d-4b93-b712-e04a2cfe91b5", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1202367810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6cade07c85e43058e9e3f646e3c66e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4f04accd-4a9f-41a1-b327-c96095e1ade4", "external-id": "nsx-vlan-transportzone-947", "segmentation_id": 947, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4719ee76-41", "ovs_interfaceid": "4719ee76-4145-4916-a9e7-a138920f97f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.085410] env[68893]: DEBUG nova.network.neutron [None req-61015a02-b8f4-4cc3-92f7-9babb61853c8 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] [instance: 2daeed7b-f1c2-41ae-9a2d-6e58581a0939] Successfully created port: 324b9309-62cf-4cc6-8f75-9fc8a053e070 {{(pid=68893) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 860.200020] env[68893]: DEBUG nova.compute.manager [None req-61015a02-b8f4-4cc3-92f7-9babb61853c8 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] [instance: 2daeed7b-f1c2-41ae-9a2d-6e58581a0939] Start building block device mappings for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 860.284446] env[68893]: WARNING nova.network.neutron [None req-95ee630d-4738-457c-81a7-81a04dd018e1 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 80fa04f2-e0a6-452e-9a88-73eeb0ac347e] 024e10c8-0890-4be3-81cc-2be8eac35dc9 already exists in list: networks containing: ['024e10c8-0890-4be3-81cc-2be8eac35dc9']. ignoring it [ 860.345421] env[68893]: DEBUG oslo_vmware.api [None req-13beee12-e666-44ab-8ed3-e7820fde8bc2 tempest-ServersTestBootFromVolume-861651418 tempest-ServersTestBootFromVolume-861651418-project-member] Task: {'id': task-2791497, 'name': ReconfigVM_Task, 'duration_secs': 0.136126} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.345891] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-13beee12-e666-44ab-8ed3-e7820fde8bc2 tempest-ServersTestBootFromVolume-861651418 tempest-ServersTestBootFromVolume-861651418-project-member] [instance: 3a606945-8257-4b3f-abfe-6dd8753564cd] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561050', 'volume_id': 'e200063e-617b-45b5-8fb3-312b30226f1b', 'name': 'volume-e200063e-617b-45b5-8fb3-312b30226f1b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3a606945-8257-4b3f-abfe-6dd8753564cd', 'attached_at': '', 'detached_at': '', 'volume_id': 'e200063e-617b-45b5-8fb3-312b30226f1b', 'serial': 'e200063e-617b-45b5-8fb3-312b30226f1b'} {{(pid=68893) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 860.346594] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9bc189b2-aec4-48c0-b0d3-07f5409e6ea4 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.353943] env[68893]: DEBUG oslo_vmware.api [None req-13beee12-e666-44ab-8ed3-e7820fde8bc2 tempest-ServersTestBootFromVolume-861651418 tempest-ServersTestBootFromVolume-861651418-project-member] Waiting for the task: (returnval){ [ 860.353943] env[68893]: value = "task-2791501" [ 860.353943] env[68893]: _type = "Task" [ 860.353943] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.362610] env[68893]: DEBUG oslo_vmware.api [None req-13beee12-e666-44ab-8ed3-e7820fde8bc2 tempest-ServersTestBootFromVolume-861651418 tempest-ServersTestBootFromVolume-861651418-project-member] Task: {'id': task-2791501, 'name': Rename_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.502530] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791500, 'name': CreateVM_Task, 'duration_secs': 0.302874} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.502698] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36ca8a7c-a14e-44d7-b85a-2aa12e454bf7] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 860.503377] env[68893]: DEBUG oslo_concurrency.lockutils [None req-0b547615-538d-489f-8f0a-253ad9e07ebf tempest-ImagesNegativeTestJSON-191284113 tempest-ImagesNegativeTestJSON-191284113-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.503544] env[68893]: DEBUG oslo_concurrency.lockutils [None req-0b547615-538d-489f-8f0a-253ad9e07ebf tempest-ImagesNegativeTestJSON-191284113 tempest-ImagesNegativeTestJSON-191284113-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.503862] env[68893]: DEBUG oslo_concurrency.lockutils [None req-0b547615-538d-489f-8f0a-253ad9e07ebf tempest-ImagesNegativeTestJSON-191284113 tempest-ImagesNegativeTestJSON-191284113-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.504137] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc00002d-4975-4a19-8b72-1767dad0efde {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.511197] env[68893]: DEBUG oslo_vmware.api [None req-0b547615-538d-489f-8f0a-253ad9e07ebf tempest-ImagesNegativeTestJSON-191284113 tempest-ImagesNegativeTestJSON-191284113-project-member] Waiting for the task: (returnval){ [ 860.511197] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]5228d43e-6881-1f38-6a85-28ccbc614ad8" [ 860.511197] env[68893]: _type = "Task" [ 860.511197] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.524255] env[68893]: DEBUG oslo_vmware.api [None req-0b547615-538d-489f-8f0a-253ad9e07ebf tempest-ImagesNegativeTestJSON-191284113 tempest-ImagesNegativeTestJSON-191284113-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]5228d43e-6881-1f38-6a85-28ccbc614ad8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.530028] env[68893]: DEBUG oslo_concurrency.lockutils [req-e7d3939a-63a4-4818-bba6-4ae95ac7eef9 req-c8cfb1dc-f9a1-4354-92e9-ae799c7f93fe service nova] Releasing lock "refresh_cache-3a606945-8257-4b3f-abfe-6dd8753564cd" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.658376] env[68893]: DEBUG nova.network.neutron [None req-95ee630d-4738-457c-81a7-81a04dd018e1 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 80fa04f2-e0a6-452e-9a88-73eeb0ac347e] Updating instance_info_cache with network_info: [{"id": "cfd680ff-11e6-4026-8e06-1e7cfc43cebf", "address": "fa:16:3e:63:6d:4c", "network": {"id": "024e10c8-0890-4be3-81cc-2be8eac35dc9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-116676947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "564a5b6c6f4f4e42aeeef87662301380", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfd680ff-11", "ovs_interfaceid": "cfd680ff-11e6-4026-8e06-1e7cfc43cebf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "45f6c5e5-ae8c-49b1-8cb6-21e2a3a060d3", "address": "fa:16:3e:db:99:e0", "network": {"id": "024e10c8-0890-4be3-81cc-2be8eac35dc9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-116676947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "564a5b6c6f4f4e42aeeef87662301380", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45f6c5e5-ae", "ovs_interfaceid": "45f6c5e5-ae8c-49b1-8cb6-21e2a3a060d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.701979] env[68893]: DEBUG nova.compute.manager [None req-0f2258f2-77d0-4664-b509-f0b6891f5e14 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] [instance: 3870f0d6-e7bb-4565-be1c-9b8377a81281] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 860.706361] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04a6cd65-9804-49d9-88e1-33bf335ac145 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.732956] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c03a92b8-0866-45d7-89a2-5a7951612cb0 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.739861] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bc9466c-f78d-4061-8a1d-a160e2ec6b8a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.772060] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fe37978-5165-4129-bdb7-0c53246b208b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.778998] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9b07c81-9ccd-48e3-9478-e530d954df7c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.792297] env[68893]: DEBUG nova.compute.provider_tree [None req-85454ca5-4313-40da-b350-ae077dbc7cfb tempest-InstanceActionsV221TestJSON-1823886445 tempest-InstanceActionsV221TestJSON-1823886445-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 860.841982] env[68893]: DEBUG nova.compute.manager [req-08a3d6bb-728b-41cb-a89f-1c696b38d8f2 req-803b632a-83e8-46df-a979-06c22cd79563 service nova] [instance: 80fa04f2-e0a6-452e-9a88-73eeb0ac347e] Received event network-vif-plugged-45f6c5e5-ae8c-49b1-8cb6-21e2a3a060d3 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 860.842208] env[68893]: DEBUG oslo_concurrency.lockutils [req-08a3d6bb-728b-41cb-a89f-1c696b38d8f2 req-803b632a-83e8-46df-a979-06c22cd79563 service nova] Acquiring lock "80fa04f2-e0a6-452e-9a88-73eeb0ac347e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.842421] env[68893]: DEBUG oslo_concurrency.lockutils [req-08a3d6bb-728b-41cb-a89f-1c696b38d8f2 req-803b632a-83e8-46df-a979-06c22cd79563 service nova] Lock "80fa04f2-e0a6-452e-9a88-73eeb0ac347e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.842621] env[68893]: DEBUG oslo_concurrency.lockutils [req-08a3d6bb-728b-41cb-a89f-1c696b38d8f2 req-803b632a-83e8-46df-a979-06c22cd79563 service nova] Lock "80fa04f2-e0a6-452e-9a88-73eeb0ac347e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.842748] env[68893]: DEBUG nova.compute.manager [req-08a3d6bb-728b-41cb-a89f-1c696b38d8f2 req-803b632a-83e8-46df-a979-06c22cd79563 service nova] [instance: 80fa04f2-e0a6-452e-9a88-73eeb0ac347e] No waiting events found dispatching network-vif-plugged-45f6c5e5-ae8c-49b1-8cb6-21e2a3a060d3 {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 860.842913] env[68893]: WARNING nova.compute.manager [req-08a3d6bb-728b-41cb-a89f-1c696b38d8f2 req-803b632a-83e8-46df-a979-06c22cd79563 service nova] [instance: 80fa04f2-e0a6-452e-9a88-73eeb0ac347e] Received unexpected event network-vif-plugged-45f6c5e5-ae8c-49b1-8cb6-21e2a3a060d3 for instance with vm_state active and task_state None. [ 860.864964] env[68893]: DEBUG oslo_vmware.api [None req-13beee12-e666-44ab-8ed3-e7820fde8bc2 tempest-ServersTestBootFromVolume-861651418 tempest-ServersTestBootFromVolume-861651418-project-member] Task: {'id': task-2791501, 'name': Rename_Task, 'duration_secs': 0.136934} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.866029] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-13beee12-e666-44ab-8ed3-e7820fde8bc2 tempest-ServersTestBootFromVolume-861651418 tempest-ServersTestBootFromVolume-861651418-project-member] [instance: 3a606945-8257-4b3f-abfe-6dd8753564cd] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 860.866029] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8be2b760-e25b-42f4-8041-0ce3c0b60bf5 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.872385] env[68893]: DEBUG oslo_vmware.api [None req-13beee12-e666-44ab-8ed3-e7820fde8bc2 tempest-ServersTestBootFromVolume-861651418 tempest-ServersTestBootFromVolume-861651418-project-member] Waiting for the task: (returnval){ [ 860.872385] env[68893]: value = "task-2791502" [ 860.872385] env[68893]: _type = "Task" [ 860.872385] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.880324] env[68893]: DEBUG oslo_vmware.api [None req-13beee12-e666-44ab-8ed3-e7820fde8bc2 tempest-ServersTestBootFromVolume-861651418 tempest-ServersTestBootFromVolume-861651418-project-member] Task: {'id': task-2791502, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.022539] env[68893]: DEBUG oslo_vmware.api [None req-0b547615-538d-489f-8f0a-253ad9e07ebf tempest-ImagesNegativeTestJSON-191284113 tempest-ImagesNegativeTestJSON-191284113-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]5228d43e-6881-1f38-6a85-28ccbc614ad8, 'name': SearchDatastore_Task, 'duration_secs': 0.011617} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.022849] env[68893]: DEBUG oslo_concurrency.lockutils [None req-0b547615-538d-489f-8f0a-253ad9e07ebf tempest-ImagesNegativeTestJSON-191284113 tempest-ImagesNegativeTestJSON-191284113-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.023109] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-0b547615-538d-489f-8f0a-253ad9e07ebf tempest-ImagesNegativeTestJSON-191284113 tempest-ImagesNegativeTestJSON-191284113-project-member] [instance: 36ca8a7c-a14e-44d7-b85a-2aa12e454bf7] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 861.023346] env[68893]: DEBUG oslo_concurrency.lockutils [None req-0b547615-538d-489f-8f0a-253ad9e07ebf tempest-ImagesNegativeTestJSON-191284113 tempest-ImagesNegativeTestJSON-191284113-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.023492] env[68893]: DEBUG oslo_concurrency.lockutils [None req-0b547615-538d-489f-8f0a-253ad9e07ebf tempest-ImagesNegativeTestJSON-191284113 tempest-ImagesNegativeTestJSON-191284113-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.023665] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b547615-538d-489f-8f0a-253ad9e07ebf tempest-ImagesNegativeTestJSON-191284113 tempest-ImagesNegativeTestJSON-191284113-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 861.023926] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ca59f665-e1be-4f05-a445-6628f9e73d92 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.032722] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b547615-538d-489f-8f0a-253ad9e07ebf tempest-ImagesNegativeTestJSON-191284113 tempest-ImagesNegativeTestJSON-191284113-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 861.032900] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-0b547615-538d-489f-8f0a-253ad9e07ebf tempest-ImagesNegativeTestJSON-191284113 tempest-ImagesNegativeTestJSON-191284113-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 861.035141] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df0c4069-816c-4999-8ca7-1496f26fe767 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.040880] env[68893]: DEBUG oslo_vmware.api [None req-0b547615-538d-489f-8f0a-253ad9e07ebf tempest-ImagesNegativeTestJSON-191284113 tempest-ImagesNegativeTestJSON-191284113-project-member] Waiting for the task: (returnval){ [ 861.040880] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52b4a546-5329-0292-d2a9-26143778fce1" [ 861.040880] env[68893]: _type = "Task" [ 861.040880] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.053413] env[68893]: DEBUG oslo_vmware.api [None req-0b547615-538d-489f-8f0a-253ad9e07ebf tempest-ImagesNegativeTestJSON-191284113 tempest-ImagesNegativeTestJSON-191284113-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52b4a546-5329-0292-d2a9-26143778fce1, 'name': SearchDatastore_Task, 'duration_secs': 0.008098} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.054258] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cd81fc8-8b7c-4e1d-93e4-e135d383fe8a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.059636] env[68893]: DEBUG oslo_vmware.api [None req-0b547615-538d-489f-8f0a-253ad9e07ebf tempest-ImagesNegativeTestJSON-191284113 tempest-ImagesNegativeTestJSON-191284113-project-member] Waiting for the task: (returnval){ [ 861.059636] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52fb46ae-fc9e-b93a-0149-cae08c0a3491" [ 861.059636] env[68893]: _type = "Task" [ 861.059636] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.067989] env[68893]: DEBUG oslo_vmware.api [None req-0b547615-538d-489f-8f0a-253ad9e07ebf tempest-ImagesNegativeTestJSON-191284113 tempest-ImagesNegativeTestJSON-191284113-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52fb46ae-fc9e-b93a-0149-cae08c0a3491, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.161345] env[68893]: DEBUG oslo_concurrency.lockutils [None req-95ee630d-4738-457c-81a7-81a04dd018e1 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Releasing lock "refresh_cache-80fa04f2-e0a6-452e-9a88-73eeb0ac347e" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.162035] env[68893]: DEBUG oslo_concurrency.lockutils [None req-95ee630d-4738-457c-81a7-81a04dd018e1 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Acquiring lock "80fa04f2-e0a6-452e-9a88-73eeb0ac347e" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.162209] env[68893]: DEBUG oslo_concurrency.lockutils [None req-95ee630d-4738-457c-81a7-81a04dd018e1 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Acquired lock "80fa04f2-e0a6-452e-9a88-73eeb0ac347e" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.163053] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5500e65-922a-443a-8db6-d131a0110c54 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.180544] env[68893]: DEBUG nova.virt.hardware [None req-95ee630d-4738-457c-81a7-81a04dd018e1 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 861.180994] env[68893]: DEBUG nova.virt.hardware [None req-95ee630d-4738-457c-81a7-81a04dd018e1 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 861.181121] env[68893]: DEBUG nova.virt.hardware [None req-95ee630d-4738-457c-81a7-81a04dd018e1 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 861.181381] env[68893]: DEBUG nova.virt.hardware [None req-95ee630d-4738-457c-81a7-81a04dd018e1 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 861.181594] env[68893]: DEBUG nova.virt.hardware [None req-95ee630d-4738-457c-81a7-81a04dd018e1 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 861.181808] env[68893]: DEBUG nova.virt.hardware [None req-95ee630d-4738-457c-81a7-81a04dd018e1 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 861.182099] env[68893]: DEBUG nova.virt.hardware [None req-95ee630d-4738-457c-81a7-81a04dd018e1 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 861.182377] env[68893]: DEBUG nova.virt.hardware [None req-95ee630d-4738-457c-81a7-81a04dd018e1 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 861.182668] env[68893]: DEBUG nova.virt.hardware [None req-95ee630d-4738-457c-81a7-81a04dd018e1 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 861.182903] env[68893]: DEBUG nova.virt.hardware [None req-95ee630d-4738-457c-81a7-81a04dd018e1 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 861.183159] env[68893]: DEBUG nova.virt.hardware [None req-95ee630d-4738-457c-81a7-81a04dd018e1 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 861.193578] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-95ee630d-4738-457c-81a7-81a04dd018e1 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 80fa04f2-e0a6-452e-9a88-73eeb0ac347e] Reconfiguring VM to attach interface {{(pid=68893) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 861.194075] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bec0b453-db68-4468-a58a-196ce2f465f8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.213189] env[68893]: DEBUG nova.compute.manager [None req-61015a02-b8f4-4cc3-92f7-9babb61853c8 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] [instance: 2daeed7b-f1c2-41ae-9a2d-6e58581a0939] Start spawning the instance on the hypervisor. {{(pid=68893) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 861.215159] env[68893]: DEBUG oslo_vmware.api [None req-95ee630d-4738-457c-81a7-81a04dd018e1 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Waiting for the task: (returnval){ [ 861.215159] env[68893]: value = "task-2791503" [ 861.215159] env[68893]: _type = "Task" [ 861.215159] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.224760] env[68893]: INFO nova.compute.manager [None req-0f2258f2-77d0-4664-b509-f0b6891f5e14 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] [instance: 3870f0d6-e7bb-4565-be1c-9b8377a81281] instance snapshotting [ 861.226589] env[68893]: DEBUG oslo_vmware.api [None req-95ee630d-4738-457c-81a7-81a04dd018e1 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': task-2791503, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.229967] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f651b6a7-5610-471c-8563-7990dbc0508d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.250132] env[68893]: DEBUG nova.virt.hardware [None req-61015a02-b8f4-4cc3-92f7-9babb61853c8 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 861.250375] env[68893]: DEBUG nova.virt.hardware [None req-61015a02-b8f4-4cc3-92f7-9babb61853c8 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 861.251027] env[68893]: DEBUG nova.virt.hardware [None req-61015a02-b8f4-4cc3-92f7-9babb61853c8 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 861.251027] env[68893]: DEBUG nova.virt.hardware [None req-61015a02-b8f4-4cc3-92f7-9babb61853c8 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 861.251027] env[68893]: DEBUG nova.virt.hardware [None req-61015a02-b8f4-4cc3-92f7-9babb61853c8 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 861.251027] env[68893]: DEBUG nova.virt.hardware [None req-61015a02-b8f4-4cc3-92f7-9babb61853c8 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 861.251268] env[68893]: DEBUG nova.virt.hardware [None req-61015a02-b8f4-4cc3-92f7-9babb61853c8 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 861.251362] env[68893]: DEBUG nova.virt.hardware [None req-61015a02-b8f4-4cc3-92f7-9babb61853c8 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 861.251527] env[68893]: DEBUG nova.virt.hardware [None req-61015a02-b8f4-4cc3-92f7-9babb61853c8 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 861.251687] env[68893]: DEBUG nova.virt.hardware [None req-61015a02-b8f4-4cc3-92f7-9babb61853c8 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 861.251858] env[68893]: DEBUG nova.virt.hardware [None req-61015a02-b8f4-4cc3-92f7-9babb61853c8 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 861.252667] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68af442d-e7c2-41ec-a535-7a6631da5525 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.255695] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac1afe6a-9417-4bed-ab39-2c4c05ae73c2 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.267459] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39716286-9089-419d-84c5-30cf9cc19474 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.295069] env[68893]: DEBUG nova.scheduler.client.report [None req-85454ca5-4313-40da-b350-ae077dbc7cfb tempest-InstanceActionsV221TestJSON-1823886445 tempest-InstanceActionsV221TestJSON-1823886445-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 861.383125] env[68893]: DEBUG oslo_vmware.api [None req-13beee12-e666-44ab-8ed3-e7820fde8bc2 tempest-ServersTestBootFromVolume-861651418 tempest-ServersTestBootFromVolume-861651418-project-member] Task: {'id': task-2791502, 'name': PowerOnVM_Task, 'duration_secs': 0.470531} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.383445] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-13beee12-e666-44ab-8ed3-e7820fde8bc2 tempest-ServersTestBootFromVolume-861651418 tempest-ServersTestBootFromVolume-861651418-project-member] [instance: 3a606945-8257-4b3f-abfe-6dd8753564cd] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 861.383836] env[68893]: INFO nova.compute.manager [None req-13beee12-e666-44ab-8ed3-e7820fde8bc2 tempest-ServersTestBootFromVolume-861651418 tempest-ServersTestBootFromVolume-861651418-project-member] [instance: 3a606945-8257-4b3f-abfe-6dd8753564cd] Took 4.92 seconds to spawn the instance on the hypervisor. [ 861.384023] env[68893]: DEBUG nova.compute.manager [None req-13beee12-e666-44ab-8ed3-e7820fde8bc2 tempest-ServersTestBootFromVolume-861651418 tempest-ServersTestBootFromVolume-861651418-project-member] [instance: 3a606945-8257-4b3f-abfe-6dd8753564cd] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 861.384864] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc553870-5aff-4901-9b9a-faa68f59de10 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.570406] env[68893]: DEBUG oslo_vmware.api [None req-0b547615-538d-489f-8f0a-253ad9e07ebf tempest-ImagesNegativeTestJSON-191284113 tempest-ImagesNegativeTestJSON-191284113-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52fb46ae-fc9e-b93a-0149-cae08c0a3491, 'name': SearchDatastore_Task, 'duration_secs': 0.009039} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.570669] env[68893]: DEBUG oslo_concurrency.lockutils [None req-0b547615-538d-489f-8f0a-253ad9e07ebf tempest-ImagesNegativeTestJSON-191284113 tempest-ImagesNegativeTestJSON-191284113-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.570930] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b547615-538d-489f-8f0a-253ad9e07ebf tempest-ImagesNegativeTestJSON-191284113 tempest-ImagesNegativeTestJSON-191284113-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] 36ca8a7c-a14e-44d7-b85a-2aa12e454bf7/36ca8a7c-a14e-44d7-b85a-2aa12e454bf7.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 861.571205] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-395748db-150b-4592-8da7-3504022d4ab4 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.578218] env[68893]: DEBUG oslo_vmware.api [None req-0b547615-538d-489f-8f0a-253ad9e07ebf tempest-ImagesNegativeTestJSON-191284113 tempest-ImagesNegativeTestJSON-191284113-project-member] Waiting for the task: (returnval){ [ 861.578218] env[68893]: value = "task-2791504" [ 861.578218] env[68893]: _type = "Task" [ 861.578218] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.587259] env[68893]: DEBUG oslo_vmware.api [None req-0b547615-538d-489f-8f0a-253ad9e07ebf tempest-ImagesNegativeTestJSON-191284113 tempest-ImagesNegativeTestJSON-191284113-project-member] Task: {'id': task-2791504, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.631911] env[68893]: DEBUG nova.network.neutron [None req-61015a02-b8f4-4cc3-92f7-9babb61853c8 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] [instance: 2daeed7b-f1c2-41ae-9a2d-6e58581a0939] Successfully updated port: 324b9309-62cf-4cc6-8f75-9fc8a053e070 {{(pid=68893) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 861.676199] env[68893]: DEBUG nova.compute.manager [req-a9c24bd1-89a7-488a-9e58-b4a99e8c94bf req-58f1035b-63ea-4df2-a0ae-6461cf2ff063 service nova] [instance: 36ca8a7c-a14e-44d7-b85a-2aa12e454bf7] Received event network-vif-plugged-d861ffbc-c3a2-4582-a373-27b79175d520 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 861.676426] env[68893]: DEBUG oslo_concurrency.lockutils [req-a9c24bd1-89a7-488a-9e58-b4a99e8c94bf req-58f1035b-63ea-4df2-a0ae-6461cf2ff063 service nova] Acquiring lock "36ca8a7c-a14e-44d7-b85a-2aa12e454bf7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.676630] env[68893]: DEBUG oslo_concurrency.lockutils [req-a9c24bd1-89a7-488a-9e58-b4a99e8c94bf req-58f1035b-63ea-4df2-a0ae-6461cf2ff063 service nova] Lock "36ca8a7c-a14e-44d7-b85a-2aa12e454bf7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.676798] env[68893]: DEBUG oslo_concurrency.lockutils [req-a9c24bd1-89a7-488a-9e58-b4a99e8c94bf req-58f1035b-63ea-4df2-a0ae-6461cf2ff063 service nova] Lock "36ca8a7c-a14e-44d7-b85a-2aa12e454bf7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.677054] env[68893]: DEBUG nova.compute.manager [req-a9c24bd1-89a7-488a-9e58-b4a99e8c94bf req-58f1035b-63ea-4df2-a0ae-6461cf2ff063 service nova] [instance: 36ca8a7c-a14e-44d7-b85a-2aa12e454bf7] No waiting events found dispatching network-vif-plugged-d861ffbc-c3a2-4582-a373-27b79175d520 {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 861.677208] env[68893]: WARNING nova.compute.manager [req-a9c24bd1-89a7-488a-9e58-b4a99e8c94bf req-58f1035b-63ea-4df2-a0ae-6461cf2ff063 service nova] [instance: 36ca8a7c-a14e-44d7-b85a-2aa12e454bf7] Received unexpected event network-vif-plugged-d861ffbc-c3a2-4582-a373-27b79175d520 for instance with vm_state building and task_state spawning. [ 861.677364] env[68893]: DEBUG nova.compute.manager [req-a9c24bd1-89a7-488a-9e58-b4a99e8c94bf req-58f1035b-63ea-4df2-a0ae-6461cf2ff063 service nova] [instance: 36ca8a7c-a14e-44d7-b85a-2aa12e454bf7] Received event network-changed-d861ffbc-c3a2-4582-a373-27b79175d520 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 861.677514] env[68893]: DEBUG nova.compute.manager [req-a9c24bd1-89a7-488a-9e58-b4a99e8c94bf req-58f1035b-63ea-4df2-a0ae-6461cf2ff063 service nova] [instance: 36ca8a7c-a14e-44d7-b85a-2aa12e454bf7] Refreshing instance network info cache due to event network-changed-d861ffbc-c3a2-4582-a373-27b79175d520. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 861.677692] env[68893]: DEBUG oslo_concurrency.lockutils [req-a9c24bd1-89a7-488a-9e58-b4a99e8c94bf req-58f1035b-63ea-4df2-a0ae-6461cf2ff063 service nova] Acquiring lock "refresh_cache-36ca8a7c-a14e-44d7-b85a-2aa12e454bf7" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.677830] env[68893]: DEBUG oslo_concurrency.lockutils [req-a9c24bd1-89a7-488a-9e58-b4a99e8c94bf req-58f1035b-63ea-4df2-a0ae-6461cf2ff063 service nova] Acquired lock "refresh_cache-36ca8a7c-a14e-44d7-b85a-2aa12e454bf7" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.677985] env[68893]: DEBUG nova.network.neutron [req-a9c24bd1-89a7-488a-9e58-b4a99e8c94bf req-58f1035b-63ea-4df2-a0ae-6461cf2ff063 service nova] [instance: 36ca8a7c-a14e-44d7-b85a-2aa12e454bf7] Refreshing network info cache for port d861ffbc-c3a2-4582-a373-27b79175d520 {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 861.727183] env[68893]: DEBUG oslo_vmware.api [None req-95ee630d-4738-457c-81a7-81a04dd018e1 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': task-2791503, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.767921] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-0f2258f2-77d0-4664-b509-f0b6891f5e14 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] [instance: 3870f0d6-e7bb-4565-be1c-9b8377a81281] Creating Snapshot of the VM instance {{(pid=68893) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 861.768350] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-59b043ed-a296-4415-807c-49efe916b0c5 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.776683] env[68893]: DEBUG oslo_vmware.api [None req-0f2258f2-77d0-4664-b509-f0b6891f5e14 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Waiting for the task: (returnval){ [ 861.776683] env[68893]: value = "task-2791505" [ 861.776683] env[68893]: _type = "Task" [ 861.776683] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.786034] env[68893]: DEBUG oslo_vmware.api [None req-0f2258f2-77d0-4664-b509-f0b6891f5e14 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Task: {'id': task-2791505, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.801184] env[68893]: DEBUG oslo_concurrency.lockutils [None req-85454ca5-4313-40da-b350-ae077dbc7cfb tempest-InstanceActionsV221TestJSON-1823886445 tempest-InstanceActionsV221TestJSON-1823886445-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.628s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.801805] env[68893]: DEBUG nova.compute.manager [None req-85454ca5-4313-40da-b350-ae077dbc7cfb tempest-InstanceActionsV221TestJSON-1823886445 tempest-InstanceActionsV221TestJSON-1823886445-project-member] [instance: ff2b18ce-e349-42dc-adc0-f8b173685dbd] Start building networks asynchronously for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 861.805400] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f893b519-00d7-40f4-9ee8-444408d8f4a2 tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.503s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.807288] env[68893]: INFO nova.compute.claims [None req-f893b519-00d7-40f4-9ee8-444408d8f4a2 tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] [instance: b763ec3a-5de5-40c1-9783-23dd20b39989] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 861.905674] env[68893]: INFO nova.compute.manager [None req-13beee12-e666-44ab-8ed3-e7820fde8bc2 tempest-ServersTestBootFromVolume-861651418 tempest-ServersTestBootFromVolume-861651418-project-member] [instance: 3a606945-8257-4b3f-abfe-6dd8753564cd] Took 57.54 seconds to build instance. [ 862.088659] env[68893]: DEBUG oslo_vmware.api [None req-0b547615-538d-489f-8f0a-253ad9e07ebf tempest-ImagesNegativeTestJSON-191284113 tempest-ImagesNegativeTestJSON-191284113-project-member] Task: {'id': task-2791504, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.46287} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.089142] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b547615-538d-489f-8f0a-253ad9e07ebf tempest-ImagesNegativeTestJSON-191284113 tempest-ImagesNegativeTestJSON-191284113-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] 36ca8a7c-a14e-44d7-b85a-2aa12e454bf7/36ca8a7c-a14e-44d7-b85a-2aa12e454bf7.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 862.089536] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-0b547615-538d-489f-8f0a-253ad9e07ebf tempest-ImagesNegativeTestJSON-191284113 tempest-ImagesNegativeTestJSON-191284113-project-member] [instance: 36ca8a7c-a14e-44d7-b85a-2aa12e454bf7] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 862.089932] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3575404a-42c5-4d0f-ac36-8f7bae8518f8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.096357] env[68893]: DEBUG oslo_vmware.api [None req-0b547615-538d-489f-8f0a-253ad9e07ebf tempest-ImagesNegativeTestJSON-191284113 tempest-ImagesNegativeTestJSON-191284113-project-member] Waiting for the task: (returnval){ [ 862.096357] env[68893]: value = "task-2791506" [ 862.096357] env[68893]: _type = "Task" [ 862.096357] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.104900] env[68893]: DEBUG oslo_vmware.api [None req-0b547615-538d-489f-8f0a-253ad9e07ebf tempest-ImagesNegativeTestJSON-191284113 tempest-ImagesNegativeTestJSON-191284113-project-member] Task: {'id': task-2791506, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.138522] env[68893]: DEBUG oslo_concurrency.lockutils [None req-61015a02-b8f4-4cc3-92f7-9babb61853c8 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Acquiring lock "refresh_cache-2daeed7b-f1c2-41ae-9a2d-6e58581a0939" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.138522] env[68893]: DEBUG oslo_concurrency.lockutils [None req-61015a02-b8f4-4cc3-92f7-9babb61853c8 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Acquired lock "refresh_cache-2daeed7b-f1c2-41ae-9a2d-6e58581a0939" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.138522] env[68893]: DEBUG nova.network.neutron [None req-61015a02-b8f4-4cc3-92f7-9babb61853c8 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] [instance: 2daeed7b-f1c2-41ae-9a2d-6e58581a0939] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 862.228271] env[68893]: DEBUG oslo_vmware.api [None req-95ee630d-4738-457c-81a7-81a04dd018e1 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': task-2791503, 'name': ReconfigVM_Task, 'duration_secs': 0.856315} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.230946] env[68893]: DEBUG oslo_concurrency.lockutils [None req-95ee630d-4738-457c-81a7-81a04dd018e1 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Releasing lock "80fa04f2-e0a6-452e-9a88-73eeb0ac347e" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.231177] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-95ee630d-4738-457c-81a7-81a04dd018e1 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 80fa04f2-e0a6-452e-9a88-73eeb0ac347e] Reconfigured VM to attach interface {{(pid=68893) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 862.297017] env[68893]: DEBUG oslo_vmware.api [None req-0f2258f2-77d0-4664-b509-f0b6891f5e14 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Task: {'id': task-2791505, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.315015] env[68893]: DEBUG nova.compute.utils [None req-85454ca5-4313-40da-b350-ae077dbc7cfb tempest-InstanceActionsV221TestJSON-1823886445 tempest-InstanceActionsV221TestJSON-1823886445-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 862.316585] env[68893]: DEBUG nova.compute.manager [None req-85454ca5-4313-40da-b350-ae077dbc7cfb tempest-InstanceActionsV221TestJSON-1823886445 tempest-InstanceActionsV221TestJSON-1823886445-project-member] [instance: ff2b18ce-e349-42dc-adc0-f8b173685dbd] Allocating IP information in the background. {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 862.316585] env[68893]: DEBUG nova.network.neutron [None req-85454ca5-4313-40da-b350-ae077dbc7cfb tempest-InstanceActionsV221TestJSON-1823886445 tempest-InstanceActionsV221TestJSON-1823886445-project-member] [instance: ff2b18ce-e349-42dc-adc0-f8b173685dbd] allocate_for_instance() {{(pid=68893) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 862.403605] env[68893]: DEBUG nova.policy [None req-85454ca5-4313-40da-b350-ae077dbc7cfb tempest-InstanceActionsV221TestJSON-1823886445 tempest-InstanceActionsV221TestJSON-1823886445-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '06dcdf44b39243708af433e105bf1f79', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a366b6ed1d284c6087b4064d800a4197', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68893) authorize /opt/stack/nova/nova/policy.py:192}} [ 862.408318] env[68893]: DEBUG oslo_concurrency.lockutils [None req-13beee12-e666-44ab-8ed3-e7820fde8bc2 tempest-ServersTestBootFromVolume-861651418 tempest-ServersTestBootFromVolume-861651418-project-member] Lock "3a606945-8257-4b3f-abfe-6dd8753564cd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 93.029s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.443137] env[68893]: DEBUG nova.network.neutron [req-a9c24bd1-89a7-488a-9e58-b4a99e8c94bf req-58f1035b-63ea-4df2-a0ae-6461cf2ff063 service nova] [instance: 36ca8a7c-a14e-44d7-b85a-2aa12e454bf7] Updated VIF entry in instance network info cache for port d861ffbc-c3a2-4582-a373-27b79175d520. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 862.443535] env[68893]: DEBUG nova.network.neutron [req-a9c24bd1-89a7-488a-9e58-b4a99e8c94bf req-58f1035b-63ea-4df2-a0ae-6461cf2ff063 service nova] [instance: 36ca8a7c-a14e-44d7-b85a-2aa12e454bf7] Updating instance_info_cache with network_info: [{"id": "d861ffbc-c3a2-4582-a373-27b79175d520", "address": "fa:16:3e:f4:4d:0e", "network": {"id": "20dec2e9-a3ed-4d3c-94bd-8df10f7bca96", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-28922607-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf08b6a1d96a4fdbbd37e037c3b935f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "578f2ebc-5719-4d31-9bac-d3d247f9293f", "external-id": "nsx-vlan-transportzone-58", "segmentation_id": 58, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd861ffbc-c3", "ovs_interfaceid": "d861ffbc-c3a2-4582-a373-27b79175d520", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.607131] env[68893]: DEBUG oslo_vmware.api [None req-0b547615-538d-489f-8f0a-253ad9e07ebf tempest-ImagesNegativeTestJSON-191284113 tempest-ImagesNegativeTestJSON-191284113-project-member] Task: {'id': task-2791506, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072999} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.607131] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-0b547615-538d-489f-8f0a-253ad9e07ebf tempest-ImagesNegativeTestJSON-191284113 tempest-ImagesNegativeTestJSON-191284113-project-member] [instance: 36ca8a7c-a14e-44d7-b85a-2aa12e454bf7] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 862.607485] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1d37add-5a74-467e-b578-25fb47c10c06 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.629882] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b547615-538d-489f-8f0a-253ad9e07ebf tempest-ImagesNegativeTestJSON-191284113 tempest-ImagesNegativeTestJSON-191284113-project-member] [instance: 36ca8a7c-a14e-44d7-b85a-2aa12e454bf7] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] 36ca8a7c-a14e-44d7-b85a-2aa12e454bf7/36ca8a7c-a14e-44d7-b85a-2aa12e454bf7.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 862.630193] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21984428-d744-454d-8a6d-16cbb97eae44 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.651587] env[68893]: DEBUG oslo_vmware.api [None req-0b547615-538d-489f-8f0a-253ad9e07ebf tempest-ImagesNegativeTestJSON-191284113 tempest-ImagesNegativeTestJSON-191284113-project-member] Waiting for the task: (returnval){ [ 862.651587] env[68893]: value = "task-2791507" [ 862.651587] env[68893]: _type = "Task" [ 862.651587] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.660410] env[68893]: DEBUG oslo_vmware.api [None req-0b547615-538d-489f-8f0a-253ad9e07ebf tempest-ImagesNegativeTestJSON-191284113 tempest-ImagesNegativeTestJSON-191284113-project-member] Task: {'id': task-2791507, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.673831] env[68893]: DEBUG nova.network.neutron [None req-61015a02-b8f4-4cc3-92f7-9babb61853c8 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] [instance: 2daeed7b-f1c2-41ae-9a2d-6e58581a0939] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 862.738743] env[68893]: DEBUG oslo_concurrency.lockutils [None req-95ee630d-4738-457c-81a7-81a04dd018e1 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Lock "interface-80fa04f2-e0a6-452e-9a88-73eeb0ac347e-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.822s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.787985] env[68893]: DEBUG oslo_vmware.api [None req-0f2258f2-77d0-4664-b509-f0b6891f5e14 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Task: {'id': task-2791505, 'name': CreateSnapshot_Task, 'duration_secs': 0.740735} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.788480] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-0f2258f2-77d0-4664-b509-f0b6891f5e14 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] [instance: 3870f0d6-e7bb-4565-be1c-9b8377a81281] Created Snapshot of the VM instance {{(pid=68893) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 862.790154] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a64700ee-d267-449a-8842-ddc913f18f12 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.809178] env[68893]: DEBUG nova.network.neutron [None req-61015a02-b8f4-4cc3-92f7-9babb61853c8 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] [instance: 2daeed7b-f1c2-41ae-9a2d-6e58581a0939] Updating instance_info_cache with network_info: [{"id": "324b9309-62cf-4cc6-8f75-9fc8a053e070", "address": "fa:16:3e:96:3f:84", "network": {"id": "04b3d82b-866b-4271-9ed9-37ae2e26dfa6", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1939719778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8e0a60e1e1a41d6917ed43f17686b58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap324b9309-62", "ovs_interfaceid": "324b9309-62cf-4cc6-8f75-9fc8a053e070", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.822982] env[68893]: DEBUG nova.compute.manager [None req-85454ca5-4313-40da-b350-ae077dbc7cfb tempest-InstanceActionsV221TestJSON-1823886445 tempest-InstanceActionsV221TestJSON-1823886445-project-member] [instance: ff2b18ce-e349-42dc-adc0-f8b173685dbd] Start building block device mappings for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 862.913255] env[68893]: DEBUG nova.compute.manager [None req-18ab4f86-cb80-4d6a-aecf-677717b86853 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] [instance: 516dbd27-468e-4ac4-b8c9-d25861663e75] Starting instance... {{(pid=68893) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 862.946608] env[68893]: DEBUG oslo_concurrency.lockutils [req-a9c24bd1-89a7-488a-9e58-b4a99e8c94bf req-58f1035b-63ea-4df2-a0ae-6461cf2ff063 service nova] Releasing lock "refresh_cache-36ca8a7c-a14e-44d7-b85a-2aa12e454bf7" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.041688] env[68893]: DEBUG nova.network.neutron [None req-85454ca5-4313-40da-b350-ae077dbc7cfb tempest-InstanceActionsV221TestJSON-1823886445 tempest-InstanceActionsV221TestJSON-1823886445-project-member] [instance: ff2b18ce-e349-42dc-adc0-f8b173685dbd] Successfully created port: a9f4e3ee-c96d-4b9e-be6d-64f4c60ba916 {{(pid=68893) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 863.168778] env[68893]: DEBUG oslo_vmware.api [None req-0b547615-538d-489f-8f0a-253ad9e07ebf tempest-ImagesNegativeTestJSON-191284113 tempest-ImagesNegativeTestJSON-191284113-project-member] Task: {'id': task-2791507, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.312339] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-0f2258f2-77d0-4664-b509-f0b6891f5e14 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] [instance: 3870f0d6-e7bb-4565-be1c-9b8377a81281] Creating linked-clone VM from snapshot {{(pid=68893) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 863.314024] env[68893]: DEBUG oslo_concurrency.lockutils [None req-61015a02-b8f4-4cc3-92f7-9babb61853c8 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Releasing lock "refresh_cache-2daeed7b-f1c2-41ae-9a2d-6e58581a0939" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.314024] env[68893]: DEBUG nova.compute.manager [None req-61015a02-b8f4-4cc3-92f7-9babb61853c8 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] [instance: 2daeed7b-f1c2-41ae-9a2d-6e58581a0939] Instance network_info: |[{"id": "324b9309-62cf-4cc6-8f75-9fc8a053e070", "address": "fa:16:3e:96:3f:84", "network": {"id": "04b3d82b-866b-4271-9ed9-37ae2e26dfa6", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1939719778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8e0a60e1e1a41d6917ed43f17686b58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap324b9309-62", "ovs_interfaceid": "324b9309-62cf-4cc6-8f75-9fc8a053e070", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 863.314024] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-eeaf3ecf-8552-4b84-b78b-34384cb58b3f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.317755] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-61015a02-b8f4-4cc3-92f7-9babb61853c8 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] [instance: 2daeed7b-f1c2-41ae-9a2d-6e58581a0939] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:3f:84', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5bc2dd1b-c901-4f3d-9c3a-af171c275c4b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '324b9309-62cf-4cc6-8f75-9fc8a053e070', 'vif_model': 'vmxnet3'}] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 863.326577] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-61015a02-b8f4-4cc3-92f7-9babb61853c8 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 863.327024] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2daeed7b-f1c2-41ae-9a2d-6e58581a0939] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 863.327901] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3b67e139-637c-4b5d-84d4-9518741e7809 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.352161] env[68893]: DEBUG oslo_vmware.api [None req-0f2258f2-77d0-4664-b509-f0b6891f5e14 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Waiting for the task: (returnval){ [ 863.352161] env[68893]: value = "task-2791508" [ 863.352161] env[68893]: _type = "Task" [ 863.352161] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.357913] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 863.357913] env[68893]: value = "task-2791509" [ 863.357913] env[68893]: _type = "Task" [ 863.357913] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.361751] env[68893]: DEBUG oslo_vmware.api [None req-0f2258f2-77d0-4664-b509-f0b6891f5e14 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Task: {'id': task-2791508, 'name': CloneVM_Task} progress is 11%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.374505] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791509, 'name': CreateVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.433687] env[68893]: DEBUG oslo_concurrency.lockutils [None req-18ab4f86-cb80-4d6a-aecf-677717b86853 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.452232] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e244d764-b08a-4184-8e78-13a806027c63 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.462738] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9311e528-04d7-4e39-aa38-e24234a0702f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.496502] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a0ba013-eee7-4542-a389-9f1a114d8514 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.504774] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23b3dae5-e90d-4c63-8acf-18ea426930d2 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.519520] env[68893]: DEBUG nova.compute.provider_tree [None req-f893b519-00d7-40f4-9ee8-444408d8f4a2 tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 863.666630] env[68893]: DEBUG nova.compute.manager [req-bca17faf-bc7b-4729-a861-7da77bf8f352 req-716d0ad1-d7d6-455e-aeba-6edcd96c12fa service nova] [instance: 80fa04f2-e0a6-452e-9a88-73eeb0ac347e] Received event network-changed-45f6c5e5-ae8c-49b1-8cb6-21e2a3a060d3 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 863.666630] env[68893]: DEBUG nova.compute.manager [req-bca17faf-bc7b-4729-a861-7da77bf8f352 req-716d0ad1-d7d6-455e-aeba-6edcd96c12fa service nova] [instance: 80fa04f2-e0a6-452e-9a88-73eeb0ac347e] Refreshing instance network info cache due to event network-changed-45f6c5e5-ae8c-49b1-8cb6-21e2a3a060d3. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 863.666630] env[68893]: DEBUG oslo_concurrency.lockutils [req-bca17faf-bc7b-4729-a861-7da77bf8f352 req-716d0ad1-d7d6-455e-aeba-6edcd96c12fa service nova] Acquiring lock "refresh_cache-80fa04f2-e0a6-452e-9a88-73eeb0ac347e" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.666838] env[68893]: DEBUG oslo_concurrency.lockutils [req-bca17faf-bc7b-4729-a861-7da77bf8f352 req-716d0ad1-d7d6-455e-aeba-6edcd96c12fa service nova] Acquired lock "refresh_cache-80fa04f2-e0a6-452e-9a88-73eeb0ac347e" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.666838] env[68893]: DEBUG nova.network.neutron [req-bca17faf-bc7b-4729-a861-7da77bf8f352 req-716d0ad1-d7d6-455e-aeba-6edcd96c12fa service nova] [instance: 80fa04f2-e0a6-452e-9a88-73eeb0ac347e] Refreshing network info cache for port 45f6c5e5-ae8c-49b1-8cb6-21e2a3a060d3 {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 863.674087] env[68893]: DEBUG oslo_vmware.api [None req-0b547615-538d-489f-8f0a-253ad9e07ebf tempest-ImagesNegativeTestJSON-191284113 tempest-ImagesNegativeTestJSON-191284113-project-member] Task: {'id': task-2791507, 'name': ReconfigVM_Task, 'duration_secs': 1.021311} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.675738] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b547615-538d-489f-8f0a-253ad9e07ebf tempest-ImagesNegativeTestJSON-191284113 tempest-ImagesNegativeTestJSON-191284113-project-member] [instance: 36ca8a7c-a14e-44d7-b85a-2aa12e454bf7] Reconfigured VM instance instance-0000002e to attach disk [datastore2] 36ca8a7c-a14e-44d7-b85a-2aa12e454bf7/36ca8a7c-a14e-44d7-b85a-2aa12e454bf7.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 863.675738] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c0c37c6d-7ea9-42f5-9abc-034538f5a4b0 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.681518] env[68893]: DEBUG oslo_vmware.api [None req-0b547615-538d-489f-8f0a-253ad9e07ebf tempest-ImagesNegativeTestJSON-191284113 tempest-ImagesNegativeTestJSON-191284113-project-member] Waiting for the task: (returnval){ [ 863.681518] env[68893]: value = "task-2791510" [ 863.681518] env[68893]: _type = "Task" [ 863.681518] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.692843] env[68893]: DEBUG oslo_vmware.api [None req-0b547615-538d-489f-8f0a-253ad9e07ebf tempest-ImagesNegativeTestJSON-191284113 tempest-ImagesNegativeTestJSON-191284113-project-member] Task: {'id': task-2791510, 'name': Rename_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.857501] env[68893]: DEBUG nova.compute.manager [None req-85454ca5-4313-40da-b350-ae077dbc7cfb tempest-InstanceActionsV221TestJSON-1823886445 tempest-InstanceActionsV221TestJSON-1823886445-project-member] [instance: ff2b18ce-e349-42dc-adc0-f8b173685dbd] Start spawning the instance on the hypervisor. {{(pid=68893) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 863.874787] env[68893]: DEBUG oslo_vmware.api [None req-0f2258f2-77d0-4664-b509-f0b6891f5e14 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Task: {'id': task-2791508, 'name': CloneVM_Task} progress is 94%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.880684] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791509, 'name': CreateVM_Task} progress is 99%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.893925] env[68893]: DEBUG nova.virt.hardware [None req-85454ca5-4313-40da-b350-ae077dbc7cfb tempest-InstanceActionsV221TestJSON-1823886445 tempest-InstanceActionsV221TestJSON-1823886445-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 863.895024] env[68893]: DEBUG nova.virt.hardware [None req-85454ca5-4313-40da-b350-ae077dbc7cfb tempest-InstanceActionsV221TestJSON-1823886445 tempest-InstanceActionsV221TestJSON-1823886445-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 863.895249] env[68893]: DEBUG nova.virt.hardware [None req-85454ca5-4313-40da-b350-ae077dbc7cfb tempest-InstanceActionsV221TestJSON-1823886445 tempest-InstanceActionsV221TestJSON-1823886445-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 863.895459] env[68893]: DEBUG nova.virt.hardware [None req-85454ca5-4313-40da-b350-ae077dbc7cfb tempest-InstanceActionsV221TestJSON-1823886445 tempest-InstanceActionsV221TestJSON-1823886445-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 863.895629] env[68893]: DEBUG nova.virt.hardware [None req-85454ca5-4313-40da-b350-ae077dbc7cfb tempest-InstanceActionsV221TestJSON-1823886445 tempest-InstanceActionsV221TestJSON-1823886445-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 863.895876] env[68893]: DEBUG nova.virt.hardware [None req-85454ca5-4313-40da-b350-ae077dbc7cfb tempest-InstanceActionsV221TestJSON-1823886445 tempest-InstanceActionsV221TestJSON-1823886445-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 863.896098] env[68893]: DEBUG nova.virt.hardware [None req-85454ca5-4313-40da-b350-ae077dbc7cfb tempest-InstanceActionsV221TestJSON-1823886445 tempest-InstanceActionsV221TestJSON-1823886445-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 863.896298] env[68893]: DEBUG nova.virt.hardware [None req-85454ca5-4313-40da-b350-ae077dbc7cfb tempest-InstanceActionsV221TestJSON-1823886445 tempest-InstanceActionsV221TestJSON-1823886445-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 863.896549] env[68893]: DEBUG nova.virt.hardware [None req-85454ca5-4313-40da-b350-ae077dbc7cfb tempest-InstanceActionsV221TestJSON-1823886445 tempest-InstanceActionsV221TestJSON-1823886445-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 863.896763] env[68893]: DEBUG nova.virt.hardware [None req-85454ca5-4313-40da-b350-ae077dbc7cfb tempest-InstanceActionsV221TestJSON-1823886445 tempest-InstanceActionsV221TestJSON-1823886445-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 863.897121] env[68893]: DEBUG nova.virt.hardware [None req-85454ca5-4313-40da-b350-ae077dbc7cfb tempest-InstanceActionsV221TestJSON-1823886445 tempest-InstanceActionsV221TestJSON-1823886445-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 863.898332] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51cde428-c4c7-400a-a90d-aa1bab124296 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.909759] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d8e2eb5-2ffd-44be-a160-f813bc00e646 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.023495] env[68893]: DEBUG nova.scheduler.client.report [None req-f893b519-00d7-40f4-9ee8-444408d8f4a2 tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 864.191900] env[68893]: DEBUG oslo_vmware.api [None req-0b547615-538d-489f-8f0a-253ad9e07ebf tempest-ImagesNegativeTestJSON-191284113 tempest-ImagesNegativeTestJSON-191284113-project-member] Task: {'id': task-2791510, 'name': Rename_Task, 'duration_secs': 0.188492} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.192990] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b547615-538d-489f-8f0a-253ad9e07ebf tempest-ImagesNegativeTestJSON-191284113 tempest-ImagesNegativeTestJSON-191284113-project-member] [instance: 36ca8a7c-a14e-44d7-b85a-2aa12e454bf7] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 864.192990] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5dd0a046-9a0d-467d-8e78-75263ac9ffff {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.199655] env[68893]: DEBUG oslo_vmware.api [None req-0b547615-538d-489f-8f0a-253ad9e07ebf tempest-ImagesNegativeTestJSON-191284113 tempest-ImagesNegativeTestJSON-191284113-project-member] Waiting for the task: (returnval){ [ 864.199655] env[68893]: value = "task-2791511" [ 864.199655] env[68893]: _type = "Task" [ 864.199655] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.210343] env[68893]: DEBUG oslo_vmware.api [None req-0b547615-538d-489f-8f0a-253ad9e07ebf tempest-ImagesNegativeTestJSON-191284113 tempest-ImagesNegativeTestJSON-191284113-project-member] Task: {'id': task-2791511, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.274658] env[68893]: DEBUG nova.compute.manager [req-6e0cb83e-5fbd-4239-8f3d-8d8185db39ed req-445d3822-43f2-4316-917f-fc62bd2f6aee service nova] [instance: 2daeed7b-f1c2-41ae-9a2d-6e58581a0939] Received event network-vif-plugged-324b9309-62cf-4cc6-8f75-9fc8a053e070 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 864.274909] env[68893]: DEBUG oslo_concurrency.lockutils [req-6e0cb83e-5fbd-4239-8f3d-8d8185db39ed req-445d3822-43f2-4316-917f-fc62bd2f6aee service nova] Acquiring lock "2daeed7b-f1c2-41ae-9a2d-6e58581a0939-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.275126] env[68893]: DEBUG oslo_concurrency.lockutils [req-6e0cb83e-5fbd-4239-8f3d-8d8185db39ed req-445d3822-43f2-4316-917f-fc62bd2f6aee service nova] Lock "2daeed7b-f1c2-41ae-9a2d-6e58581a0939-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.275301] env[68893]: DEBUG oslo_concurrency.lockutils [req-6e0cb83e-5fbd-4239-8f3d-8d8185db39ed req-445d3822-43f2-4316-917f-fc62bd2f6aee service nova] Lock "2daeed7b-f1c2-41ae-9a2d-6e58581a0939-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.275467] env[68893]: DEBUG nova.compute.manager [req-6e0cb83e-5fbd-4239-8f3d-8d8185db39ed req-445d3822-43f2-4316-917f-fc62bd2f6aee service nova] [instance: 2daeed7b-f1c2-41ae-9a2d-6e58581a0939] No waiting events found dispatching network-vif-plugged-324b9309-62cf-4cc6-8f75-9fc8a053e070 {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 864.275622] env[68893]: WARNING nova.compute.manager [req-6e0cb83e-5fbd-4239-8f3d-8d8185db39ed req-445d3822-43f2-4316-917f-fc62bd2f6aee service nova] [instance: 2daeed7b-f1c2-41ae-9a2d-6e58581a0939] Received unexpected event network-vif-plugged-324b9309-62cf-4cc6-8f75-9fc8a053e070 for instance with vm_state building and task_state spawning. [ 864.275778] env[68893]: DEBUG nova.compute.manager [req-6e0cb83e-5fbd-4239-8f3d-8d8185db39ed req-445d3822-43f2-4316-917f-fc62bd2f6aee service nova] [instance: 2daeed7b-f1c2-41ae-9a2d-6e58581a0939] Received event network-changed-324b9309-62cf-4cc6-8f75-9fc8a053e070 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 864.275925] env[68893]: DEBUG nova.compute.manager [req-6e0cb83e-5fbd-4239-8f3d-8d8185db39ed req-445d3822-43f2-4316-917f-fc62bd2f6aee service nova] [instance: 2daeed7b-f1c2-41ae-9a2d-6e58581a0939] Refreshing instance network info cache due to event network-changed-324b9309-62cf-4cc6-8f75-9fc8a053e070. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 864.276121] env[68893]: DEBUG oslo_concurrency.lockutils [req-6e0cb83e-5fbd-4239-8f3d-8d8185db39ed req-445d3822-43f2-4316-917f-fc62bd2f6aee service nova] Acquiring lock "refresh_cache-2daeed7b-f1c2-41ae-9a2d-6e58581a0939" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.276287] env[68893]: DEBUG oslo_concurrency.lockutils [req-6e0cb83e-5fbd-4239-8f3d-8d8185db39ed req-445d3822-43f2-4316-917f-fc62bd2f6aee service nova] Acquired lock "refresh_cache-2daeed7b-f1c2-41ae-9a2d-6e58581a0939" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.276453] env[68893]: DEBUG nova.network.neutron [req-6e0cb83e-5fbd-4239-8f3d-8d8185db39ed req-445d3822-43f2-4316-917f-fc62bd2f6aee service nova] [instance: 2daeed7b-f1c2-41ae-9a2d-6e58581a0939] Refreshing network info cache for port 324b9309-62cf-4cc6-8f75-9fc8a053e070 {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 864.374122] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791509, 'name': CreateVM_Task, 'duration_secs': 0.727458} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.379791] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2daeed7b-f1c2-41ae-9a2d-6e58581a0939] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 864.379791] env[68893]: DEBUG oslo_vmware.api [None req-0f2258f2-77d0-4664-b509-f0b6891f5e14 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Task: {'id': task-2791508, 'name': CloneVM_Task} progress is 95%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.381567] env[68893]: DEBUG oslo_concurrency.lockutils [None req-61015a02-b8f4-4cc3-92f7-9babb61853c8 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.381740] env[68893]: DEBUG oslo_concurrency.lockutils [None req-61015a02-b8f4-4cc3-92f7-9babb61853c8 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.382058] env[68893]: DEBUG oslo_concurrency.lockutils [None req-61015a02-b8f4-4cc3-92f7-9babb61853c8 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.382328] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e458416d-1985-470c-ac87-832baa75dea8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.398404] env[68893]: DEBUG oslo_vmware.api [None req-61015a02-b8f4-4cc3-92f7-9babb61853c8 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Waiting for the task: (returnval){ [ 864.398404] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52d485a0-1db2-2c7d-f7a4-2eb6f84907ab" [ 864.398404] env[68893]: _type = "Task" [ 864.398404] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.398404] env[68893]: DEBUG oslo_vmware.api [None req-61015a02-b8f4-4cc3-92f7-9babb61853c8 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52d485a0-1db2-2c7d-f7a4-2eb6f84907ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.532254] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f893b519-00d7-40f4-9ee8-444408d8f4a2 tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.724s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.532254] env[68893]: DEBUG nova.compute.manager [None req-f893b519-00d7-40f4-9ee8-444408d8f4a2 tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] [instance: b763ec3a-5de5-40c1-9783-23dd20b39989] Start building networks asynchronously for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 864.533516] env[68893]: DEBUG oslo_concurrency.lockutils [None req-e3a28b33-8cf3-4d84-8caf-bbc0625b626b tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.545s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.533895] env[68893]: DEBUG oslo_concurrency.lockutils [None req-e3a28b33-8cf3-4d84-8caf-bbc0625b626b tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.536431] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d59135ef-84ee-4dd5-8352-34cf79d3b0a6 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.770s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.536799] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d59135ef-84ee-4dd5-8352-34cf79d3b0a6 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.540858] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d0db2a12-5055-4287-aba8-14b8b8083243 tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.580s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.542874] env[68893]: INFO nova.compute.claims [None req-d0db2a12-5055-4287-aba8-14b8b8083243 tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] [instance: 196cd774-e550-4cd2-a547-0b30bdd7f668] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 864.727845] env[68893]: DEBUG oslo_vmware.api [None req-0b547615-538d-489f-8f0a-253ad9e07ebf tempest-ImagesNegativeTestJSON-191284113 tempest-ImagesNegativeTestJSON-191284113-project-member] Task: {'id': task-2791511, 'name': PowerOnVM_Task} progress is 71%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.788375] env[68893]: DEBUG nova.network.neutron [req-bca17faf-bc7b-4729-a861-7da77bf8f352 req-716d0ad1-d7d6-455e-aeba-6edcd96c12fa service nova] [instance: 80fa04f2-e0a6-452e-9a88-73eeb0ac347e] Updated VIF entry in instance network info cache for port 45f6c5e5-ae8c-49b1-8cb6-21e2a3a060d3. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 864.788375] env[68893]: DEBUG nova.network.neutron [req-bca17faf-bc7b-4729-a861-7da77bf8f352 req-716d0ad1-d7d6-455e-aeba-6edcd96c12fa service nova] [instance: 80fa04f2-e0a6-452e-9a88-73eeb0ac347e] Updating instance_info_cache with network_info: [{"id": "cfd680ff-11e6-4026-8e06-1e7cfc43cebf", "address": "fa:16:3e:63:6d:4c", "network": {"id": "024e10c8-0890-4be3-81cc-2be8eac35dc9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-116676947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "564a5b6c6f4f4e42aeeef87662301380", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfd680ff-11", "ovs_interfaceid": "cfd680ff-11e6-4026-8e06-1e7cfc43cebf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "45f6c5e5-ae8c-49b1-8cb6-21e2a3a060d3", "address": "fa:16:3e:db:99:e0", "network": {"id": "024e10c8-0890-4be3-81cc-2be8eac35dc9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-116676947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "564a5b6c6f4f4e42aeeef87662301380", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45f6c5e5-ae", "ovs_interfaceid": "45f6c5e5-ae8c-49b1-8cb6-21e2a3a060d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.805956] env[68893]: INFO nova.scheduler.client.report [None req-d59135ef-84ee-4dd5-8352-34cf79d3b0a6 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Deleted allocations for instance ea8f3ce4-4b6e-4bd1-b959-2412268d1b3e [ 864.812297] env[68893]: INFO nova.scheduler.client.report [None req-e3a28b33-8cf3-4d84-8caf-bbc0625b626b tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Deleted allocations for instance 5ba2b5c7-ec6d-49da-82ce-e76c402497fb [ 865.622430] env[68893]: DEBUG nova.network.neutron [None req-85454ca5-4313-40da-b350-ae077dbc7cfb tempest-InstanceActionsV221TestJSON-1823886445 tempest-InstanceActionsV221TestJSON-1823886445-project-member] [instance: ff2b18ce-e349-42dc-adc0-f8b173685dbd] Successfully updated port: a9f4e3ee-c96d-4b9e-be6d-64f4c60ba916 {{(pid=68893) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 865.628144] env[68893]: DEBUG nova.compute.utils [None req-f893b519-00d7-40f4-9ee8-444408d8f4a2 tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 865.630165] env[68893]: DEBUG oslo_concurrency.lockutils [req-bca17faf-bc7b-4729-a861-7da77bf8f352 req-716d0ad1-d7d6-455e-aeba-6edcd96c12fa service nova] Releasing lock "refresh_cache-80fa04f2-e0a6-452e-9a88-73eeb0ac347e" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.635702] env[68893]: DEBUG oslo_concurrency.lockutils [None req-e3a28b33-8cf3-4d84-8caf-bbc0625b626b tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Lock "5ba2b5c7-ec6d-49da-82ce-e76c402497fb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.641s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.645679] env[68893]: DEBUG nova.compute.manager [None req-f893b519-00d7-40f4-9ee8-444408d8f4a2 tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] [instance: b763ec3a-5de5-40c1-9783-23dd20b39989] Allocating IP information in the background. {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 865.645679] env[68893]: DEBUG nova.network.neutron [None req-f893b519-00d7-40f4-9ee8-444408d8f4a2 tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] [instance: b763ec3a-5de5-40c1-9783-23dd20b39989] allocate_for_instance() {{(pid=68893) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 865.651774] env[68893]: DEBUG nova.compute.manager [None req-365d5ccb-b599-446a-ba8a-74457b076f12 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: bd49c388-5a16-4af3-91cf-777982d4567f] Stashing vm_state: active {{(pid=68893) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 865.667746] env[68893]: DEBUG oslo_vmware.api [None req-0f2258f2-77d0-4664-b509-f0b6891f5e14 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Task: {'id': task-2791508, 'name': CloneVM_Task, 'duration_secs': 1.743463} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.668009] env[68893]: DEBUG oslo_vmware.api [None req-61015a02-b8f4-4cc3-92f7-9babb61853c8 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52d485a0-1db2-2c7d-f7a4-2eb6f84907ab, 'name': SearchDatastore_Task, 'duration_secs': 0.013501} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.671770] env[68893]: INFO nova.virt.vmwareapi.vmops [None req-0f2258f2-77d0-4664-b509-f0b6891f5e14 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] [instance: 3870f0d6-e7bb-4565-be1c-9b8377a81281] Created linked-clone VM from snapshot [ 865.672483] env[68893]: DEBUG oslo_concurrency.lockutils [None req-61015a02-b8f4-4cc3-92f7-9babb61853c8 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.672483] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-61015a02-b8f4-4cc3-92f7-9babb61853c8 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] [instance: 2daeed7b-f1c2-41ae-9a2d-6e58581a0939] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 865.672646] env[68893]: DEBUG oslo_concurrency.lockutils [None req-61015a02-b8f4-4cc3-92f7-9babb61853c8 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.672698] env[68893]: DEBUG oslo_concurrency.lockutils [None req-61015a02-b8f4-4cc3-92f7-9babb61853c8 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.672892] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-61015a02-b8f4-4cc3-92f7-9babb61853c8 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 865.673433] env[68893]: DEBUG oslo_vmware.api [None req-0b547615-538d-489f-8f0a-253ad9e07ebf tempest-ImagesNegativeTestJSON-191284113 tempest-ImagesNegativeTestJSON-191284113-project-member] Task: {'id': task-2791511, 'name': PowerOnVM_Task, 'duration_secs': 1.227188} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.674682] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca474c12-9de2-4b60-9796-5c0f81f2dd1f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.677452] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6f2a1dcc-e845-4543-aa4b-2d8d4225af95 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.680625] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b547615-538d-489f-8f0a-253ad9e07ebf tempest-ImagesNegativeTestJSON-191284113 tempest-ImagesNegativeTestJSON-191284113-project-member] [instance: 36ca8a7c-a14e-44d7-b85a-2aa12e454bf7] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 865.680625] env[68893]: INFO nova.compute.manager [None req-0b547615-538d-489f-8f0a-253ad9e07ebf tempest-ImagesNegativeTestJSON-191284113 tempest-ImagesNegativeTestJSON-191284113-project-member] [instance: 36ca8a7c-a14e-44d7-b85a-2aa12e454bf7] Took 8.21 seconds to spawn the instance on the hypervisor. [ 865.680891] env[68893]: DEBUG nova.compute.manager [None req-0b547615-538d-489f-8f0a-253ad9e07ebf tempest-ImagesNegativeTestJSON-191284113 tempest-ImagesNegativeTestJSON-191284113-project-member] [instance: 36ca8a7c-a14e-44d7-b85a-2aa12e454bf7] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 865.682060] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b21c90f4-7f10-4c73-b135-c2439ce2f970 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.691404] env[68893]: DEBUG nova.virt.vmwareapi.images [None req-0f2258f2-77d0-4664-b509-f0b6891f5e14 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] [instance: 3870f0d6-e7bb-4565-be1c-9b8377a81281] Uploading image 2bfebeba-2f0f-46c4-a497-ef434aa754b4 {{(pid=68893) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 865.696289] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-61015a02-b8f4-4cc3-92f7-9babb61853c8 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 865.696481] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-61015a02-b8f4-4cc3-92f7-9babb61853c8 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 865.700252] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58fcb1dc-ffb6-4733-9ebb-bd6e5f02284c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.704666] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d59135ef-84ee-4dd5-8352-34cf79d3b0a6 tempest-ListServerFiltersTestJSON-449811352 tempest-ListServerFiltersTestJSON-449811352-project-member] Lock "ea8f3ce4-4b6e-4bd1-b959-2412268d1b3e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.524s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.710427] env[68893]: DEBUG nova.compute.manager [req-3b6f83a0-90e8-485d-bd2b-74991d519830 req-e8e86444-ebbf-47de-91ac-74880e54b2c2 service nova] [instance: 3a606945-8257-4b3f-abfe-6dd8753564cd] Received event network-changed-4719ee76-4145-4916-a9e7-a138920f97f1 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 865.710663] env[68893]: DEBUG nova.compute.manager [req-3b6f83a0-90e8-485d-bd2b-74991d519830 req-e8e86444-ebbf-47de-91ac-74880e54b2c2 service nova] [instance: 3a606945-8257-4b3f-abfe-6dd8753564cd] Refreshing instance network info cache due to event network-changed-4719ee76-4145-4916-a9e7-a138920f97f1. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 865.710958] env[68893]: DEBUG oslo_concurrency.lockutils [req-3b6f83a0-90e8-485d-bd2b-74991d519830 req-e8e86444-ebbf-47de-91ac-74880e54b2c2 service nova] Acquiring lock "refresh_cache-3a606945-8257-4b3f-abfe-6dd8753564cd" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.711069] env[68893]: DEBUG oslo_concurrency.lockutils [req-3b6f83a0-90e8-485d-bd2b-74991d519830 req-e8e86444-ebbf-47de-91ac-74880e54b2c2 service nova] Acquired lock "refresh_cache-3a606945-8257-4b3f-abfe-6dd8753564cd" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.711665] env[68893]: DEBUG nova.network.neutron [req-3b6f83a0-90e8-485d-bd2b-74991d519830 req-e8e86444-ebbf-47de-91ac-74880e54b2c2 service nova] [instance: 3a606945-8257-4b3f-abfe-6dd8753564cd] Refreshing network info cache for port 4719ee76-4145-4916-a9e7-a138920f97f1 {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 865.714376] env[68893]: DEBUG oslo_vmware.api [None req-61015a02-b8f4-4cc3-92f7-9babb61853c8 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Waiting for the task: (returnval){ [ 865.714376] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52925a55-a198-ca24-e829-4e384e2be3d2" [ 865.714376] env[68893]: _type = "Task" [ 865.714376] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.724875] env[68893]: DEBUG oslo_vmware.api [None req-61015a02-b8f4-4cc3-92f7-9babb61853c8 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52925a55-a198-ca24-e829-4e384e2be3d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.733525] env[68893]: DEBUG oslo_vmware.rw_handles [None req-0f2258f2-77d0-4664-b509-f0b6891f5e14 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 865.733525] env[68893]: value = "vm-561108" [ 865.733525] env[68893]: _type = "VirtualMachine" [ 865.733525] env[68893]: }. {{(pid=68893) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 865.736564] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-370378a7-99c4-47e0-9c99-e6ee14f3ff59 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.742955] env[68893]: DEBUG oslo_vmware.rw_handles [None req-0f2258f2-77d0-4664-b509-f0b6891f5e14 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Lease: (returnval){ [ 865.742955] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]520ea1fa-3689-a55b-7296-3ca5b69cdc4d" [ 865.742955] env[68893]: _type = "HttpNfcLease" [ 865.742955] env[68893]: } obtained for exporting VM: (result){ [ 865.742955] env[68893]: value = "vm-561108" [ 865.742955] env[68893]: _type = "VirtualMachine" [ 865.742955] env[68893]: }. {{(pid=68893) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 865.743284] env[68893]: DEBUG oslo_vmware.api [None req-0f2258f2-77d0-4664-b509-f0b6891f5e14 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Waiting for the lease: (returnval){ [ 865.743284] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]520ea1fa-3689-a55b-7296-3ca5b69cdc4d" [ 865.743284] env[68893]: _type = "HttpNfcLease" [ 865.743284] env[68893]: } to be ready. {{(pid=68893) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 865.752761] env[68893]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 865.752761] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]520ea1fa-3689-a55b-7296-3ca5b69cdc4d" [ 865.752761] env[68893]: _type = "HttpNfcLease" [ 865.752761] env[68893]: } is initializing. {{(pid=68893) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 865.754192] env[68893]: DEBUG nova.policy [None req-f893b519-00d7-40f4-9ee8-444408d8f4a2 tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f4a705569b0c4616a9cf1c47e3d111f0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2340a9c3a5294692a3569d0291e45d78', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68893) authorize /opt/stack/nova/nova/policy.py:192}} [ 866.065829] env[68893]: DEBUG nova.network.neutron [req-6e0cb83e-5fbd-4239-8f3d-8d8185db39ed req-445d3822-43f2-4316-917f-fc62bd2f6aee service nova] [instance: 2daeed7b-f1c2-41ae-9a2d-6e58581a0939] Updated VIF entry in instance network info cache for port 324b9309-62cf-4cc6-8f75-9fc8a053e070. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 866.066550] env[68893]: DEBUG nova.network.neutron [req-6e0cb83e-5fbd-4239-8f3d-8d8185db39ed req-445d3822-43f2-4316-917f-fc62bd2f6aee service nova] [instance: 2daeed7b-f1c2-41ae-9a2d-6e58581a0939] Updating instance_info_cache with network_info: [{"id": "324b9309-62cf-4cc6-8f75-9fc8a053e070", "address": "fa:16:3e:96:3f:84", "network": {"id": "04b3d82b-866b-4271-9ed9-37ae2e26dfa6", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1939719778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8e0a60e1e1a41d6917ed43f17686b58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap324b9309-62", "ovs_interfaceid": "324b9309-62cf-4cc6-8f75-9fc8a053e070", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.067440] env[68893]: WARNING oslo_messaging._drivers.amqpdriver [req-6e0cb83e-5fbd-4239-8f3d-8d8185db39ed req-445d3822-43f2-4316-917f-fc62bd2f6aee service nova] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 866.139176] env[68893]: DEBUG nova.compute.manager [None req-f893b519-00d7-40f4-9ee8-444408d8f4a2 tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] [instance: b763ec3a-5de5-40c1-9783-23dd20b39989] Start building block device mappings for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 866.143352] env[68893]: DEBUG oslo_concurrency.lockutils [None req-85454ca5-4313-40da-b350-ae077dbc7cfb tempest-InstanceActionsV221TestJSON-1823886445 tempest-InstanceActionsV221TestJSON-1823886445-project-member] Acquiring lock "refresh_cache-ff2b18ce-e349-42dc-adc0-f8b173685dbd" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.143944] env[68893]: DEBUG oslo_concurrency.lockutils [None req-85454ca5-4313-40da-b350-ae077dbc7cfb tempest-InstanceActionsV221TestJSON-1823886445 tempest-InstanceActionsV221TestJSON-1823886445-project-member] Acquired lock "refresh_cache-ff2b18ce-e349-42dc-adc0-f8b173685dbd" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.144210] env[68893]: DEBUG nova.network.neutron [None req-85454ca5-4313-40da-b350-ae077dbc7cfb tempest-InstanceActionsV221TestJSON-1823886445 tempest-InstanceActionsV221TestJSON-1823886445-project-member] [instance: ff2b18ce-e349-42dc-adc0-f8b173685dbd] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 866.182685] env[68893]: DEBUG oslo_concurrency.lockutils [None req-365d5ccb-b599-446a-ba8a-74457b076f12 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.187939] env[68893]: DEBUG oslo_concurrency.lockutils [None req-89b0f3d8-2bdd-4f15-88f3-eb2d786ebd0c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Acquiring lock "interface-80fa04f2-e0a6-452e-9a88-73eeb0ac347e-45f6c5e5-ae8c-49b1-8cb6-21e2a3a060d3" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.187939] env[68893]: DEBUG oslo_concurrency.lockutils [None req-89b0f3d8-2bdd-4f15-88f3-eb2d786ebd0c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Lock "interface-80fa04f2-e0a6-452e-9a88-73eeb0ac347e-45f6c5e5-ae8c-49b1-8cb6-21e2a3a060d3" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.217928] env[68893]: INFO nova.compute.manager [None req-0b547615-538d-489f-8f0a-253ad9e07ebf tempest-ImagesNegativeTestJSON-191284113 tempest-ImagesNegativeTestJSON-191284113-project-member] [instance: 36ca8a7c-a14e-44d7-b85a-2aa12e454bf7] Took 56.14 seconds to build instance. [ 866.236512] env[68893]: DEBUG oslo_vmware.api [None req-61015a02-b8f4-4cc3-92f7-9babb61853c8 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52925a55-a198-ca24-e829-4e384e2be3d2, 'name': SearchDatastore_Task, 'duration_secs': 0.017098} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.237494] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c1cdaaf-435e-41b6-a40e-89bc385f9f85 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.246603] env[68893]: DEBUG oslo_vmware.api [None req-61015a02-b8f4-4cc3-92f7-9babb61853c8 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Waiting for the task: (returnval){ [ 866.246603] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]5240fdc3-8771-b7d4-a38a-0560941ef235" [ 866.246603] env[68893]: _type = "Task" [ 866.246603] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.258651] env[68893]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 866.258651] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]520ea1fa-3689-a55b-7296-3ca5b69cdc4d" [ 866.258651] env[68893]: _type = "HttpNfcLease" [ 866.258651] env[68893]: } is ready. {{(pid=68893) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 866.262395] env[68893]: DEBUG oslo_vmware.rw_handles [None req-0f2258f2-77d0-4664-b509-f0b6891f5e14 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 866.262395] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]520ea1fa-3689-a55b-7296-3ca5b69cdc4d" [ 866.262395] env[68893]: _type = "HttpNfcLease" [ 866.262395] env[68893]: }. {{(pid=68893) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 866.262669] env[68893]: DEBUG oslo_vmware.api [None req-61015a02-b8f4-4cc3-92f7-9babb61853c8 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]5240fdc3-8771-b7d4-a38a-0560941ef235, 'name': SearchDatastore_Task, 'duration_secs': 0.010416} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.263433] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d04de96-6f73-491d-a5d7-ed495f5defa3 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.266136] env[68893]: DEBUG oslo_concurrency.lockutils [None req-61015a02-b8f4-4cc3-92f7-9babb61853c8 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.266337] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-61015a02-b8f4-4cc3-92f7-9babb61853c8 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] 2daeed7b-f1c2-41ae-9a2d-6e58581a0939/2daeed7b-f1c2-41ae-9a2d-6e58581a0939.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 866.266581] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f07f7ec1-b192-4cdc-b117-2608ecce0c6f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.277465] env[68893]: DEBUG oslo_vmware.rw_handles [None req-0f2258f2-77d0-4664-b509-f0b6891f5e14 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5211a27e-f656-9388-7520-c99c99aef8ce/disk-0.vmdk from lease info. {{(pid=68893) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 866.277465] env[68893]: DEBUG oslo_vmware.rw_handles [None req-0f2258f2-77d0-4664-b509-f0b6891f5e14 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5211a27e-f656-9388-7520-c99c99aef8ce/disk-0.vmdk for reading. {{(pid=68893) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 866.278492] env[68893]: DEBUG oslo_vmware.api [None req-61015a02-b8f4-4cc3-92f7-9babb61853c8 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Waiting for the task: (returnval){ [ 866.278492] env[68893]: value = "task-2791513" [ 866.278492] env[68893]: _type = "Task" [ 866.278492] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.355693] env[68893]: DEBUG oslo_vmware.api [None req-61015a02-b8f4-4cc3-92f7-9babb61853c8 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Task: {'id': task-2791513, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.386954] env[68893]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c778e0f6-7815-4927-b49b-d8973376dcf1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.487995] env[68893]: DEBUG nova.network.neutron [None req-f893b519-00d7-40f4-9ee8-444408d8f4a2 tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] [instance: b763ec3a-5de5-40c1-9783-23dd20b39989] Successfully created port: 02752a1a-bafe-4ef3-a229-d4c7792f5a76 {{(pid=68893) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 866.559572] env[68893]: DEBUG oslo_concurrency.lockutils [None req-8b03e75f-d677-4b60-a4a7-b3d692f8cc4d tempest-ImagesNegativeTestJSON-191284113 tempest-ImagesNegativeTestJSON-191284113-project-member] Acquiring lock "36ca8a7c-a14e-44d7-b85a-2aa12e454bf7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.572034] env[68893]: DEBUG oslo_concurrency.lockutils [req-6e0cb83e-5fbd-4239-8f3d-8d8185db39ed req-445d3822-43f2-4316-917f-fc62bd2f6aee service nova] Releasing lock "refresh_cache-2daeed7b-f1c2-41ae-9a2d-6e58581a0939" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.691013] env[68893]: DEBUG oslo_concurrency.lockutils [None req-89b0f3d8-2bdd-4f15-88f3-eb2d786ebd0c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Acquiring lock "80fa04f2-e0a6-452e-9a88-73eeb0ac347e" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.691013] env[68893]: DEBUG oslo_concurrency.lockutils [None req-89b0f3d8-2bdd-4f15-88f3-eb2d786ebd0c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Acquired lock "80fa04f2-e0a6-452e-9a88-73eeb0ac347e" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.691415] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-965ade66-0366-4cfb-ab7d-82a062ed8586 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.706075] env[68893]: DEBUG nova.network.neutron [None req-85454ca5-4313-40da-b350-ae077dbc7cfb tempest-InstanceActionsV221TestJSON-1823886445 tempest-InstanceActionsV221TestJSON-1823886445-project-member] [instance: ff2b18ce-e349-42dc-adc0-f8b173685dbd] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 866.728967] env[68893]: DEBUG oslo_concurrency.lockutils [None req-0b547615-538d-489f-8f0a-253ad9e07ebf tempest-ImagesNegativeTestJSON-191284113 tempest-ImagesNegativeTestJSON-191284113-project-member] Lock "36ca8a7c-a14e-44d7-b85a-2aa12e454bf7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 90.585s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.729882] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fe0bbd8-fe31-4b8f-b94e-ea895172efd0 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.734109] env[68893]: DEBUG oslo_concurrency.lockutils [None req-8b03e75f-d677-4b60-a4a7-b3d692f8cc4d tempest-ImagesNegativeTestJSON-191284113 tempest-ImagesNegativeTestJSON-191284113-project-member] Lock "36ca8a7c-a14e-44d7-b85a-2aa12e454bf7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.175s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.737910] env[68893]: DEBUG oslo_concurrency.lockutils [None req-8b03e75f-d677-4b60-a4a7-b3d692f8cc4d tempest-ImagesNegativeTestJSON-191284113 tempest-ImagesNegativeTestJSON-191284113-project-member] Acquiring lock "36ca8a7c-a14e-44d7-b85a-2aa12e454bf7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.737910] env[68893]: DEBUG oslo_concurrency.lockutils [None req-8b03e75f-d677-4b60-a4a7-b3d692f8cc4d tempest-ImagesNegativeTestJSON-191284113 tempest-ImagesNegativeTestJSON-191284113-project-member] Lock "36ca8a7c-a14e-44d7-b85a-2aa12e454bf7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.737910] env[68893]: DEBUG oslo_concurrency.lockutils [None req-8b03e75f-d677-4b60-a4a7-b3d692f8cc4d tempest-ImagesNegativeTestJSON-191284113 tempest-ImagesNegativeTestJSON-191284113-project-member] Lock "36ca8a7c-a14e-44d7-b85a-2aa12e454bf7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.737910] env[68893]: INFO nova.compute.manager [None req-8b03e75f-d677-4b60-a4a7-b3d692f8cc4d tempest-ImagesNegativeTestJSON-191284113 tempest-ImagesNegativeTestJSON-191284113-project-member] [instance: 36ca8a7c-a14e-44d7-b85a-2aa12e454bf7] Terminating instance [ 866.761840] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-89b0f3d8-2bdd-4f15-88f3-eb2d786ebd0c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 80fa04f2-e0a6-452e-9a88-73eeb0ac347e] Reconfiguring VM to detach interface {{(pid=68893) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 866.768639] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0e143ca-0f0b-4ecb-9651-130d5f9bf4ed {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.783944] env[68893]: DEBUG nova.compute.manager [None req-8b03e75f-d677-4b60-a4a7-b3d692f8cc4d tempest-ImagesNegativeTestJSON-191284113 tempest-ImagesNegativeTestJSON-191284113-project-member] [instance: 36ca8a7c-a14e-44d7-b85a-2aa12e454bf7] Start destroying the instance on the hypervisor. {{(pid=68893) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 866.784243] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-8b03e75f-d677-4b60-a4a7-b3d692f8cc4d tempest-ImagesNegativeTestJSON-191284113 tempest-ImagesNegativeTestJSON-191284113-project-member] [instance: 36ca8a7c-a14e-44d7-b85a-2aa12e454bf7] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 866.786034] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfb81b22-b206-45f2-a671-de1049a29454 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.796895] env[68893]: DEBUG oslo_vmware.api [None req-89b0f3d8-2bdd-4f15-88f3-eb2d786ebd0c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Waiting for the task: (returnval){ [ 866.796895] env[68893]: value = "task-2791514" [ 866.796895] env[68893]: _type = "Task" [ 866.796895] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.805311] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b03e75f-d677-4b60-a4a7-b3d692f8cc4d tempest-ImagesNegativeTestJSON-191284113 tempest-ImagesNegativeTestJSON-191284113-project-member] [instance: 36ca8a7c-a14e-44d7-b85a-2aa12e454bf7] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 866.806076] env[68893]: DEBUG oslo_vmware.api [None req-61015a02-b8f4-4cc3-92f7-9babb61853c8 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Task: {'id': task-2791513, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.5276} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.806583] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2373e807-5472-44ee-910a-d155b2111380 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.808334] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-61015a02-b8f4-4cc3-92f7-9babb61853c8 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] 2daeed7b-f1c2-41ae-9a2d-6e58581a0939/2daeed7b-f1c2-41ae-9a2d-6e58581a0939.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 866.808571] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-61015a02-b8f4-4cc3-92f7-9babb61853c8 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] [instance: 2daeed7b-f1c2-41ae-9a2d-6e58581a0939] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 866.814371] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c8946bc2-50d8-43ee-99d6-ee4c8e761210 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.817023] env[68893]: DEBUG oslo_vmware.api [None req-89b0f3d8-2bdd-4f15-88f3-eb2d786ebd0c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': task-2791514, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.821712] env[68893]: DEBUG oslo_vmware.api [None req-8b03e75f-d677-4b60-a4a7-b3d692f8cc4d tempest-ImagesNegativeTestJSON-191284113 tempest-ImagesNegativeTestJSON-191284113-project-member] Waiting for the task: (returnval){ [ 866.821712] env[68893]: value = "task-2791515" [ 866.821712] env[68893]: _type = "Task" [ 866.821712] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.824231] env[68893]: DEBUG oslo_vmware.api [None req-61015a02-b8f4-4cc3-92f7-9babb61853c8 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Waiting for the task: (returnval){ [ 866.824231] env[68893]: value = "task-2791516" [ 866.824231] env[68893]: _type = "Task" [ 866.824231] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.844403] env[68893]: DEBUG oslo_vmware.api [None req-8b03e75f-d677-4b60-a4a7-b3d692f8cc4d tempest-ImagesNegativeTestJSON-191284113 tempest-ImagesNegativeTestJSON-191284113-project-member] Task: {'id': task-2791515, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.844715] env[68893]: DEBUG oslo_vmware.api [None req-61015a02-b8f4-4cc3-92f7-9babb61853c8 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Task: {'id': task-2791516, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.915830] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33492148-b749-48b1-bf74-f53562b8714a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.924289] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56ffa032-9eb6-4a41-bfc6-ca1575206445 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.962465] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31be7e4a-d726-4a54-9bae-0d14217bb7a0 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.970718] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61d24d18-846a-4c84-97e3-6d902f5a734d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.985802] env[68893]: DEBUG nova.compute.provider_tree [None req-d0db2a12-5055-4287-aba8-14b8b8083243 tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 867.051801] env[68893]: DEBUG nova.network.neutron [None req-85454ca5-4313-40da-b350-ae077dbc7cfb tempest-InstanceActionsV221TestJSON-1823886445 tempest-InstanceActionsV221TestJSON-1823886445-project-member] [instance: ff2b18ce-e349-42dc-adc0-f8b173685dbd] Updating instance_info_cache with network_info: [{"id": "a9f4e3ee-c96d-4b9e-be6d-64f4c60ba916", "address": "fa:16:3e:ab:87:48", "network": {"id": "43bccfd3-7c75-4e6b-8f57-b0ff7f102377", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-759305825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a366b6ed1d284c6087b4064d800a4197", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9f4e3ee-c9", "ovs_interfaceid": "a9f4e3ee-c96d-4b9e-be6d-64f4c60ba916", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.070344] env[68893]: DEBUG nova.network.neutron [req-3b6f83a0-90e8-485d-bd2b-74991d519830 req-e8e86444-ebbf-47de-91ac-74880e54b2c2 service nova] [instance: 3a606945-8257-4b3f-abfe-6dd8753564cd] Updated VIF entry in instance network info cache for port 4719ee76-4145-4916-a9e7-a138920f97f1. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 867.070919] env[68893]: DEBUG nova.network.neutron [req-3b6f83a0-90e8-485d-bd2b-74991d519830 req-e8e86444-ebbf-47de-91ac-74880e54b2c2 service nova] [instance: 3a606945-8257-4b3f-abfe-6dd8753564cd] Updating instance_info_cache with network_info: [{"id": "4719ee76-4145-4916-a9e7-a138920f97f1", "address": "fa:16:3e:4f:07:16", "network": {"id": "b1c12f2f-d21d-4b93-b712-e04a2cfe91b5", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1202367810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6cade07c85e43058e9e3f646e3c66e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4f04accd-4a9f-41a1-b327-c96095e1ade4", "external-id": "nsx-vlan-transportzone-947", "segmentation_id": 947, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4719ee76-41", "ovs_interfaceid": "4719ee76-4145-4916-a9e7-a138920f97f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.152918] env[68893]: DEBUG nova.compute.manager [None req-f893b519-00d7-40f4-9ee8-444408d8f4a2 tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] [instance: b763ec3a-5de5-40c1-9783-23dd20b39989] Start spawning the instance on the hypervisor. {{(pid=68893) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 867.179663] env[68893]: DEBUG nova.virt.hardware [None req-f893b519-00d7-40f4-9ee8-444408d8f4a2 tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 867.180434] env[68893]: DEBUG nova.virt.hardware [None req-f893b519-00d7-40f4-9ee8-444408d8f4a2 tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 867.180579] env[68893]: DEBUG nova.virt.hardware [None req-f893b519-00d7-40f4-9ee8-444408d8f4a2 tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 867.180819] env[68893]: DEBUG nova.virt.hardware [None req-f893b519-00d7-40f4-9ee8-444408d8f4a2 tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 867.180994] env[68893]: DEBUG nova.virt.hardware [None req-f893b519-00d7-40f4-9ee8-444408d8f4a2 tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 867.181164] env[68893]: DEBUG nova.virt.hardware [None req-f893b519-00d7-40f4-9ee8-444408d8f4a2 tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 867.181436] env[68893]: DEBUG nova.virt.hardware [None req-f893b519-00d7-40f4-9ee8-444408d8f4a2 tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 867.181658] env[68893]: DEBUG nova.virt.hardware [None req-f893b519-00d7-40f4-9ee8-444408d8f4a2 tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 867.181961] env[68893]: DEBUG nova.virt.hardware [None req-f893b519-00d7-40f4-9ee8-444408d8f4a2 tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 867.182302] env[68893]: DEBUG nova.virt.hardware [None req-f893b519-00d7-40f4-9ee8-444408d8f4a2 tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 867.182620] env[68893]: DEBUG nova.virt.hardware [None req-f893b519-00d7-40f4-9ee8-444408d8f4a2 tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 867.183595] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba67d4ba-fbb1-480f-9731-8f9a216fd2eb {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.194782] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-378a435f-c873-4e00-a490-62aa961f28f3 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.237646] env[68893]: DEBUG nova.compute.manager [None req-5b4bab32-a93d-4132-93c2-eb1b125bd5f5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: ee99b6b1-90a4-4c3c-b665-47a60c89d459] Starting instance... {{(pid=68893) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 867.308505] env[68893]: DEBUG oslo_vmware.api [None req-89b0f3d8-2bdd-4f15-88f3-eb2d786ebd0c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': task-2791514, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.337296] env[68893]: DEBUG oslo_vmware.api [None req-8b03e75f-d677-4b60-a4a7-b3d692f8cc4d tempest-ImagesNegativeTestJSON-191284113 tempest-ImagesNegativeTestJSON-191284113-project-member] Task: {'id': task-2791515, 'name': PowerOffVM_Task, 'duration_secs': 0.235182} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.337296] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b03e75f-d677-4b60-a4a7-b3d692f8cc4d tempest-ImagesNegativeTestJSON-191284113 tempest-ImagesNegativeTestJSON-191284113-project-member] [instance: 36ca8a7c-a14e-44d7-b85a-2aa12e454bf7] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 867.337296] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-8b03e75f-d677-4b60-a4a7-b3d692f8cc4d tempest-ImagesNegativeTestJSON-191284113 tempest-ImagesNegativeTestJSON-191284113-project-member] [instance: 36ca8a7c-a14e-44d7-b85a-2aa12e454bf7] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 867.337651] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6ed08cc1-5588-4f4c-9a7e-bb3a8e4ad01a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.341967] env[68893]: DEBUG oslo_vmware.api [None req-61015a02-b8f4-4cc3-92f7-9babb61853c8 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Task: {'id': task-2791516, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083369} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.345029] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-61015a02-b8f4-4cc3-92f7-9babb61853c8 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] [instance: 2daeed7b-f1c2-41ae-9a2d-6e58581a0939] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 867.345029] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e794c15-e7c9-4621-8682-08c32ca1343c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.368617] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-61015a02-b8f4-4cc3-92f7-9babb61853c8 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] [instance: 2daeed7b-f1c2-41ae-9a2d-6e58581a0939] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] 2daeed7b-f1c2-41ae-9a2d-6e58581a0939/2daeed7b-f1c2-41ae-9a2d-6e58581a0939.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 867.369356] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-482946f5-3da4-4606-842b-e59c039c5971 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.390843] env[68893]: DEBUG oslo_vmware.api [None req-61015a02-b8f4-4cc3-92f7-9babb61853c8 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Waiting for the task: (returnval){ [ 867.390843] env[68893]: value = "task-2791518" [ 867.390843] env[68893]: _type = "Task" [ 867.390843] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.406673] env[68893]: DEBUG oslo_vmware.api [None req-61015a02-b8f4-4cc3-92f7-9babb61853c8 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Task: {'id': task-2791518, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.410035] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-8b03e75f-d677-4b60-a4a7-b3d692f8cc4d tempest-ImagesNegativeTestJSON-191284113 tempest-ImagesNegativeTestJSON-191284113-project-member] [instance: 36ca8a7c-a14e-44d7-b85a-2aa12e454bf7] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 867.410674] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-8b03e75f-d677-4b60-a4a7-b3d692f8cc4d tempest-ImagesNegativeTestJSON-191284113 tempest-ImagesNegativeTestJSON-191284113-project-member] [instance: 36ca8a7c-a14e-44d7-b85a-2aa12e454bf7] Deleting contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 867.410674] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b03e75f-d677-4b60-a4a7-b3d692f8cc4d tempest-ImagesNegativeTestJSON-191284113 tempest-ImagesNegativeTestJSON-191284113-project-member] Deleting the datastore file [datastore2] 36ca8a7c-a14e-44d7-b85a-2aa12e454bf7 {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 867.410867] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3edd6197-8974-4372-bedb-d5326405abd3 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.423792] env[68893]: DEBUG oslo_vmware.api [None req-8b03e75f-d677-4b60-a4a7-b3d692f8cc4d tempest-ImagesNegativeTestJSON-191284113 tempest-ImagesNegativeTestJSON-191284113-project-member] Waiting for the task: (returnval){ [ 867.423792] env[68893]: value = "task-2791519" [ 867.423792] env[68893]: _type = "Task" [ 867.423792] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.440336] env[68893]: DEBUG oslo_vmware.api [None req-8b03e75f-d677-4b60-a4a7-b3d692f8cc4d tempest-ImagesNegativeTestJSON-191284113 tempest-ImagesNegativeTestJSON-191284113-project-member] Task: {'id': task-2791519, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.491464] env[68893]: DEBUG nova.scheduler.client.report [None req-d0db2a12-5055-4287-aba8-14b8b8083243 tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 867.555317] env[68893]: DEBUG oslo_concurrency.lockutils [None req-85454ca5-4313-40da-b350-ae077dbc7cfb tempest-InstanceActionsV221TestJSON-1823886445 tempest-InstanceActionsV221TestJSON-1823886445-project-member] Releasing lock "refresh_cache-ff2b18ce-e349-42dc-adc0-f8b173685dbd" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.555807] env[68893]: DEBUG nova.compute.manager [None req-85454ca5-4313-40da-b350-ae077dbc7cfb tempest-InstanceActionsV221TestJSON-1823886445 tempest-InstanceActionsV221TestJSON-1823886445-project-member] [instance: ff2b18ce-e349-42dc-adc0-f8b173685dbd] Instance network_info: |[{"id": "a9f4e3ee-c96d-4b9e-be6d-64f4c60ba916", "address": "fa:16:3e:ab:87:48", "network": {"id": "43bccfd3-7c75-4e6b-8f57-b0ff7f102377", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-759305825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a366b6ed1d284c6087b4064d800a4197", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9f4e3ee-c9", "ovs_interfaceid": "a9f4e3ee-c96d-4b9e-be6d-64f4c60ba916", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 867.556638] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-85454ca5-4313-40da-b350-ae077dbc7cfb tempest-InstanceActionsV221TestJSON-1823886445 tempest-InstanceActionsV221TestJSON-1823886445-project-member] [instance: ff2b18ce-e349-42dc-adc0-f8b173685dbd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:87:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27abaf31-0f39-428c-a8d3-cd7548de6818', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a9f4e3ee-c96d-4b9e-be6d-64f4c60ba916', 'vif_model': 'vmxnet3'}] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 867.568522] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-85454ca5-4313-40da-b350-ae077dbc7cfb tempest-InstanceActionsV221TestJSON-1823886445 tempest-InstanceActionsV221TestJSON-1823886445-project-member] Creating folder: Project (a366b6ed1d284c6087b4064d800a4197). Parent ref: group-v560969. {{(pid=68893) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 867.570216] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-be25629b-23fc-4d55-9f1b-b10db8a6a60f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.574387] env[68893]: DEBUG oslo_concurrency.lockutils [req-3b6f83a0-90e8-485d-bd2b-74991d519830 req-e8e86444-ebbf-47de-91ac-74880e54b2c2 service nova] Releasing lock "refresh_cache-3a606945-8257-4b3f-abfe-6dd8753564cd" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.575421] env[68893]: DEBUG nova.compute.manager [req-3b6f83a0-90e8-485d-bd2b-74991d519830 req-e8e86444-ebbf-47de-91ac-74880e54b2c2 service nova] [instance: ff2b18ce-e349-42dc-adc0-f8b173685dbd] Received event network-vif-plugged-a9f4e3ee-c96d-4b9e-be6d-64f4c60ba916 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 867.576504] env[68893]: DEBUG oslo_concurrency.lockutils [req-3b6f83a0-90e8-485d-bd2b-74991d519830 req-e8e86444-ebbf-47de-91ac-74880e54b2c2 service nova] Acquiring lock "ff2b18ce-e349-42dc-adc0-f8b173685dbd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.576504] env[68893]: DEBUG oslo_concurrency.lockutils [req-3b6f83a0-90e8-485d-bd2b-74991d519830 req-e8e86444-ebbf-47de-91ac-74880e54b2c2 service nova] Lock "ff2b18ce-e349-42dc-adc0-f8b173685dbd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.576504] env[68893]: DEBUG oslo_concurrency.lockutils [req-3b6f83a0-90e8-485d-bd2b-74991d519830 req-e8e86444-ebbf-47de-91ac-74880e54b2c2 service nova] Lock "ff2b18ce-e349-42dc-adc0-f8b173685dbd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.576504] env[68893]: DEBUG nova.compute.manager [req-3b6f83a0-90e8-485d-bd2b-74991d519830 req-e8e86444-ebbf-47de-91ac-74880e54b2c2 service nova] [instance: ff2b18ce-e349-42dc-adc0-f8b173685dbd] No waiting events found dispatching network-vif-plugged-a9f4e3ee-c96d-4b9e-be6d-64f4c60ba916 {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 867.579759] env[68893]: WARNING nova.compute.manager [req-3b6f83a0-90e8-485d-bd2b-74991d519830 req-e8e86444-ebbf-47de-91ac-74880e54b2c2 service nova] [instance: ff2b18ce-e349-42dc-adc0-f8b173685dbd] Received unexpected event network-vif-plugged-a9f4e3ee-c96d-4b9e-be6d-64f4c60ba916 for instance with vm_state building and task_state spawning. [ 867.579759] env[68893]: DEBUG nova.compute.manager [req-3b6f83a0-90e8-485d-bd2b-74991d519830 req-e8e86444-ebbf-47de-91ac-74880e54b2c2 service nova] [instance: ff2b18ce-e349-42dc-adc0-f8b173685dbd] Received event network-changed-a9f4e3ee-c96d-4b9e-be6d-64f4c60ba916 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 867.579759] env[68893]: DEBUG nova.compute.manager [req-3b6f83a0-90e8-485d-bd2b-74991d519830 req-e8e86444-ebbf-47de-91ac-74880e54b2c2 service nova] [instance: ff2b18ce-e349-42dc-adc0-f8b173685dbd] Refreshing instance network info cache due to event network-changed-a9f4e3ee-c96d-4b9e-be6d-64f4c60ba916. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 867.579759] env[68893]: DEBUG oslo_concurrency.lockutils [req-3b6f83a0-90e8-485d-bd2b-74991d519830 req-e8e86444-ebbf-47de-91ac-74880e54b2c2 service nova] Acquiring lock "refresh_cache-ff2b18ce-e349-42dc-adc0-f8b173685dbd" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.579759] env[68893]: DEBUG oslo_concurrency.lockutils [req-3b6f83a0-90e8-485d-bd2b-74991d519830 req-e8e86444-ebbf-47de-91ac-74880e54b2c2 service nova] Acquired lock "refresh_cache-ff2b18ce-e349-42dc-adc0-f8b173685dbd" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.579759] env[68893]: DEBUG nova.network.neutron [req-3b6f83a0-90e8-485d-bd2b-74991d519830 req-e8e86444-ebbf-47de-91ac-74880e54b2c2 service nova] [instance: ff2b18ce-e349-42dc-adc0-f8b173685dbd] Refreshing network info cache for port a9f4e3ee-c96d-4b9e-be6d-64f4c60ba916 {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 867.592416] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-85454ca5-4313-40da-b350-ae077dbc7cfb tempest-InstanceActionsV221TestJSON-1823886445 tempest-InstanceActionsV221TestJSON-1823886445-project-member] Created folder: Project (a366b6ed1d284c6087b4064d800a4197) in parent group-v560969. [ 867.592416] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-85454ca5-4313-40da-b350-ae077dbc7cfb tempest-InstanceActionsV221TestJSON-1823886445 tempest-InstanceActionsV221TestJSON-1823886445-project-member] Creating folder: Instances. Parent ref: group-v561110. {{(pid=68893) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 867.593999] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-037fc874-5d95-48a6-b32b-09c11b72d1bc {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.603532] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-85454ca5-4313-40da-b350-ae077dbc7cfb tempest-InstanceActionsV221TestJSON-1823886445 tempest-InstanceActionsV221TestJSON-1823886445-project-member] Created folder: Instances in parent group-v561110. [ 867.603814] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-85454ca5-4313-40da-b350-ae077dbc7cfb tempest-InstanceActionsV221TestJSON-1823886445 tempest-InstanceActionsV221TestJSON-1823886445-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 867.603988] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff2b18ce-e349-42dc-adc0-f8b173685dbd] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 867.604221] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0d9ea8c7-54a3-4fe5-816c-790a85dd3891 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.627422] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 867.627422] env[68893]: value = "task-2791522" [ 867.627422] env[68893]: _type = "Task" [ 867.627422] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.637029] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791522, 'name': CreateVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.774201] env[68893]: DEBUG oslo_concurrency.lockutils [None req-5b4bab32-a93d-4132-93c2-eb1b125bd5f5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.806805] env[68893]: DEBUG oslo_vmware.api [None req-89b0f3d8-2bdd-4f15-88f3-eb2d786ebd0c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': task-2791514, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.906375] env[68893]: DEBUG oslo_vmware.api [None req-61015a02-b8f4-4cc3-92f7-9babb61853c8 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Task: {'id': task-2791518, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.935587] env[68893]: DEBUG oslo_vmware.api [None req-8b03e75f-d677-4b60-a4a7-b3d692f8cc4d tempest-ImagesNegativeTestJSON-191284113 tempest-ImagesNegativeTestJSON-191284113-project-member] Task: {'id': task-2791519, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.371356} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.936049] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b03e75f-d677-4b60-a4a7-b3d692f8cc4d tempest-ImagesNegativeTestJSON-191284113 tempest-ImagesNegativeTestJSON-191284113-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 867.936338] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-8b03e75f-d677-4b60-a4a7-b3d692f8cc4d tempest-ImagesNegativeTestJSON-191284113 tempest-ImagesNegativeTestJSON-191284113-project-member] [instance: 36ca8a7c-a14e-44d7-b85a-2aa12e454bf7] Deleted contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 867.936811] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-8b03e75f-d677-4b60-a4a7-b3d692f8cc4d tempest-ImagesNegativeTestJSON-191284113 tempest-ImagesNegativeTestJSON-191284113-project-member] [instance: 36ca8a7c-a14e-44d7-b85a-2aa12e454bf7] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 867.936985] env[68893]: INFO nova.compute.manager [None req-8b03e75f-d677-4b60-a4a7-b3d692f8cc4d tempest-ImagesNegativeTestJSON-191284113 tempest-ImagesNegativeTestJSON-191284113-project-member] [instance: 36ca8a7c-a14e-44d7-b85a-2aa12e454bf7] Took 1.15 seconds to destroy the instance on the hypervisor. [ 867.937261] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8b03e75f-d677-4b60-a4a7-b3d692f8cc4d tempest-ImagesNegativeTestJSON-191284113 tempest-ImagesNegativeTestJSON-191284113-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 867.937613] env[68893]: DEBUG nova.compute.manager [-] [instance: 36ca8a7c-a14e-44d7-b85a-2aa12e454bf7] Deallocating network for instance {{(pid=68893) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 867.937769] env[68893]: DEBUG nova.network.neutron [-] [instance: 36ca8a7c-a14e-44d7-b85a-2aa12e454bf7] deallocate_for_instance() {{(pid=68893) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 867.996561] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d0db2a12-5055-4287-aba8-14b8b8083243 tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.456s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.997930] env[68893]: DEBUG nova.compute.manager [None req-d0db2a12-5055-4287-aba8-14b8b8083243 tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] [instance: 196cd774-e550-4cd2-a547-0b30bdd7f668] Start building networks asynchronously for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 868.001657] env[68893]: DEBUG oslo_concurrency.lockutils [None req-09357e94-2c15-4fd7-a453-e828c8759fce tempest-ServerMetadataNegativeTestJSON-491243522 tempest-ServerMetadataNegativeTestJSON-491243522-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.083s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.001956] env[68893]: DEBUG oslo_concurrency.lockutils [None req-09357e94-2c15-4fd7-a453-e828c8759fce tempest-ServerMetadataNegativeTestJSON-491243522 tempest-ServerMetadataNegativeTestJSON-491243522-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.004408] env[68893]: DEBUG oslo_concurrency.lockutils [None req-77744646-56d3-47ed-9a0a-4d216fb35c7e tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 36.750s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.005147] env[68893]: DEBUG nova.objects.instance [None req-77744646-56d3-47ed-9a0a-4d216fb35c7e tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] [instance: 8cd7dab4-e083-415f-937c-8d3e0c9fc26c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68893) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 868.047407] env[68893]: INFO nova.scheduler.client.report [None req-09357e94-2c15-4fd7-a453-e828c8759fce tempest-ServerMetadataNegativeTestJSON-491243522 tempest-ServerMetadataNegativeTestJSON-491243522-project-member] Deleted allocations for instance b33e73d3-3470-4cc1-ba04-c0d25f13cfea [ 868.103744] env[68893]: DEBUG oslo_concurrency.lockutils [None req-5bb026fa-7ba1-4667-be60-19b6f6dd80e6 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Acquiring lock "d89cb24d-9485-4641-a78d-758495a82c10" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.104207] env[68893]: DEBUG oslo_concurrency.lockutils [None req-5bb026fa-7ba1-4667-be60-19b6f6dd80e6 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Lock "d89cb24d-9485-4641-a78d-758495a82c10" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.140297] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791522, 'name': CreateVM_Task, 'duration_secs': 0.438244} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.140584] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff2b18ce-e349-42dc-adc0-f8b173685dbd] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 868.141370] env[68893]: DEBUG oslo_concurrency.lockutils [None req-85454ca5-4313-40da-b350-ae077dbc7cfb tempest-InstanceActionsV221TestJSON-1823886445 tempest-InstanceActionsV221TestJSON-1823886445-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.141708] env[68893]: DEBUG oslo_concurrency.lockutils [None req-85454ca5-4313-40da-b350-ae077dbc7cfb tempest-InstanceActionsV221TestJSON-1823886445 tempest-InstanceActionsV221TestJSON-1823886445-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.142243] env[68893]: DEBUG oslo_concurrency.lockutils [None req-85454ca5-4313-40da-b350-ae077dbc7cfb tempest-InstanceActionsV221TestJSON-1823886445 tempest-InstanceActionsV221TestJSON-1823886445-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.142606] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0009305d-555d-4548-b20b-1a149870ed70 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.147625] env[68893]: DEBUG oslo_vmware.api [None req-85454ca5-4313-40da-b350-ae077dbc7cfb tempest-InstanceActionsV221TestJSON-1823886445 tempest-InstanceActionsV221TestJSON-1823886445-project-member] Waiting for the task: (returnval){ [ 868.147625] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52cca701-4435-c9d9-a878-491f6a0436b4" [ 868.147625] env[68893]: _type = "Task" [ 868.147625] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.157213] env[68893]: DEBUG oslo_vmware.api [None req-85454ca5-4313-40da-b350-ae077dbc7cfb tempest-InstanceActionsV221TestJSON-1823886445 tempest-InstanceActionsV221TestJSON-1823886445-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52cca701-4435-c9d9-a878-491f6a0436b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.311410] env[68893]: DEBUG oslo_vmware.api [None req-89b0f3d8-2bdd-4f15-88f3-eb2d786ebd0c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': task-2791514, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.403542] env[68893]: DEBUG oslo_vmware.api [None req-61015a02-b8f4-4cc3-92f7-9babb61853c8 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Task: {'id': task-2791518, 'name': ReconfigVM_Task, 'duration_secs': 0.564935} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.404182] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-61015a02-b8f4-4cc3-92f7-9babb61853c8 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] [instance: 2daeed7b-f1c2-41ae-9a2d-6e58581a0939] Reconfigured VM instance instance-0000002f to attach disk [datastore2] 2daeed7b-f1c2-41ae-9a2d-6e58581a0939/2daeed7b-f1c2-41ae-9a2d-6e58581a0939.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 868.406249] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-28a3faae-6e1c-4c4f-b5d0-09158ae40e62 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.412628] env[68893]: DEBUG oslo_vmware.api [None req-61015a02-b8f4-4cc3-92f7-9babb61853c8 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Waiting for the task: (returnval){ [ 868.412628] env[68893]: value = "task-2791523" [ 868.412628] env[68893]: _type = "Task" [ 868.412628] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.422588] env[68893]: DEBUG oslo_vmware.api [None req-61015a02-b8f4-4cc3-92f7-9babb61853c8 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Task: {'id': task-2791523, 'name': Rename_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.473348] env[68893]: DEBUG nova.compute.manager [req-ae43fb5d-b63f-4c2f-9d3e-ac09e5607c4d req-efd4fa84-8cd8-44d0-b281-faa5ac58e933 service nova] [instance: 36ca8a7c-a14e-44d7-b85a-2aa12e454bf7] Received event network-vif-deleted-d861ffbc-c3a2-4582-a373-27b79175d520 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 868.473348] env[68893]: INFO nova.compute.manager [req-ae43fb5d-b63f-4c2f-9d3e-ac09e5607c4d req-efd4fa84-8cd8-44d0-b281-faa5ac58e933 service nova] [instance: 36ca8a7c-a14e-44d7-b85a-2aa12e454bf7] Neutron deleted interface d861ffbc-c3a2-4582-a373-27b79175d520; detaching it from the instance and deleting it from the info cache [ 868.473568] env[68893]: DEBUG nova.network.neutron [req-ae43fb5d-b63f-4c2f-9d3e-ac09e5607c4d req-efd4fa84-8cd8-44d0-b281-faa5ac58e933 service nova] [instance: 36ca8a7c-a14e-44d7-b85a-2aa12e454bf7] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.511553] env[68893]: DEBUG nova.compute.utils [None req-d0db2a12-5055-4287-aba8-14b8b8083243 tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 868.522112] env[68893]: DEBUG nova.compute.manager [None req-d0db2a12-5055-4287-aba8-14b8b8083243 tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] [instance: 196cd774-e550-4cd2-a547-0b30bdd7f668] Not allocating networking since 'none' was specified. {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 868.538278] env[68893]: DEBUG nova.network.neutron [req-3b6f83a0-90e8-485d-bd2b-74991d519830 req-e8e86444-ebbf-47de-91ac-74880e54b2c2 service nova] [instance: ff2b18ce-e349-42dc-adc0-f8b173685dbd] Updated VIF entry in instance network info cache for port a9f4e3ee-c96d-4b9e-be6d-64f4c60ba916. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 868.538981] env[68893]: DEBUG nova.network.neutron [req-3b6f83a0-90e8-485d-bd2b-74991d519830 req-e8e86444-ebbf-47de-91ac-74880e54b2c2 service nova] [instance: ff2b18ce-e349-42dc-adc0-f8b173685dbd] Updating instance_info_cache with network_info: [{"id": "a9f4e3ee-c96d-4b9e-be6d-64f4c60ba916", "address": "fa:16:3e:ab:87:48", "network": {"id": "43bccfd3-7c75-4e6b-8f57-b0ff7f102377", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-759305825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a366b6ed1d284c6087b4064d800a4197", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9f4e3ee-c9", "ovs_interfaceid": "a9f4e3ee-c96d-4b9e-be6d-64f4c60ba916", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.558205] env[68893]: DEBUG oslo_concurrency.lockutils [None req-09357e94-2c15-4fd7-a453-e828c8759fce tempest-ServerMetadataNegativeTestJSON-491243522 tempest-ServerMetadataNegativeTestJSON-491243522-project-member] Lock "b33e73d3-3470-4cc1-ba04-c0d25f13cfea" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.106s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.631500] env[68893]: DEBUG nova.network.neutron [None req-f893b519-00d7-40f4-9ee8-444408d8f4a2 tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] [instance: b763ec3a-5de5-40c1-9783-23dd20b39989] Successfully updated port: 02752a1a-bafe-4ef3-a229-d4c7792f5a76 {{(pid=68893) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 868.666193] env[68893]: DEBUG oslo_vmware.api [None req-85454ca5-4313-40da-b350-ae077dbc7cfb tempest-InstanceActionsV221TestJSON-1823886445 tempest-InstanceActionsV221TestJSON-1823886445-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52cca701-4435-c9d9-a878-491f6a0436b4, 'name': SearchDatastore_Task, 'duration_secs': 0.015231} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.667252] env[68893]: DEBUG oslo_concurrency.lockutils [None req-85454ca5-4313-40da-b350-ae077dbc7cfb tempest-InstanceActionsV221TestJSON-1823886445 tempest-InstanceActionsV221TestJSON-1823886445-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.667792] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-85454ca5-4313-40da-b350-ae077dbc7cfb tempest-InstanceActionsV221TestJSON-1823886445 tempest-InstanceActionsV221TestJSON-1823886445-project-member] [instance: ff2b18ce-e349-42dc-adc0-f8b173685dbd] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 868.670797] env[68893]: DEBUG oslo_concurrency.lockutils [None req-85454ca5-4313-40da-b350-ae077dbc7cfb tempest-InstanceActionsV221TestJSON-1823886445 tempest-InstanceActionsV221TestJSON-1823886445-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.670980] env[68893]: DEBUG oslo_concurrency.lockutils [None req-85454ca5-4313-40da-b350-ae077dbc7cfb tempest-InstanceActionsV221TestJSON-1823886445 tempest-InstanceActionsV221TestJSON-1823886445-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.671206] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-85454ca5-4313-40da-b350-ae077dbc7cfb tempest-InstanceActionsV221TestJSON-1823886445 tempest-InstanceActionsV221TestJSON-1823886445-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 868.671528] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-842d9c2d-4013-41df-991f-2da73856c108 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.680814] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-85454ca5-4313-40da-b350-ae077dbc7cfb tempest-InstanceActionsV221TestJSON-1823886445 tempest-InstanceActionsV221TestJSON-1823886445-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 868.681062] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-85454ca5-4313-40da-b350-ae077dbc7cfb tempest-InstanceActionsV221TestJSON-1823886445 tempest-InstanceActionsV221TestJSON-1823886445-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 868.683240] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22714e3c-2934-46b6-a514-bfb8d6a75fc3 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.688355] env[68893]: DEBUG oslo_concurrency.lockutils [None req-90f8bcdf-77e4-4f1e-b2a7-c32576c663ed tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Acquiring lock "b7c373f5-60c3-44c6-bbe7-d66be17f34fd" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.688720] env[68893]: DEBUG oslo_concurrency.lockutils [None req-90f8bcdf-77e4-4f1e-b2a7-c32576c663ed tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Lock "b7c373f5-60c3-44c6-bbe7-d66be17f34fd" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.691810] env[68893]: DEBUG oslo_vmware.api [None req-85454ca5-4313-40da-b350-ae077dbc7cfb tempest-InstanceActionsV221TestJSON-1823886445 tempest-InstanceActionsV221TestJSON-1823886445-project-member] Waiting for the task: (returnval){ [ 868.691810] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52b398a0-e974-40fe-2503-da35af154e9a" [ 868.691810] env[68893]: _type = "Task" [ 868.691810] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.700437] env[68893]: DEBUG oslo_vmware.api [None req-85454ca5-4313-40da-b350-ae077dbc7cfb tempest-InstanceActionsV221TestJSON-1823886445 tempest-InstanceActionsV221TestJSON-1823886445-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52b398a0-e974-40fe-2503-da35af154e9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.756312] env[68893]: DEBUG nova.network.neutron [-] [instance: 36ca8a7c-a14e-44d7-b85a-2aa12e454bf7] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.811119] env[68893]: DEBUG oslo_vmware.api [None req-89b0f3d8-2bdd-4f15-88f3-eb2d786ebd0c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': task-2791514, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.927373] env[68893]: DEBUG oslo_vmware.api [None req-61015a02-b8f4-4cc3-92f7-9babb61853c8 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Task: {'id': task-2791523, 'name': Rename_Task, 'duration_secs': 0.23548} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.927926] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-61015a02-b8f4-4cc3-92f7-9babb61853c8 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] [instance: 2daeed7b-f1c2-41ae-9a2d-6e58581a0939] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 868.928368] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-63931021-c1fb-4abe-bc41-de35223bf79f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.936929] env[68893]: DEBUG oslo_vmware.api [None req-61015a02-b8f4-4cc3-92f7-9babb61853c8 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Waiting for the task: (returnval){ [ 868.936929] env[68893]: value = "task-2791524" [ 868.936929] env[68893]: _type = "Task" [ 868.936929] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.950758] env[68893]: DEBUG oslo_vmware.api [None req-61015a02-b8f4-4cc3-92f7-9babb61853c8 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Task: {'id': task-2791524, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.978854] env[68893]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-630181b3-c8b7-4cae-a5fd-9c2cc5372ab6 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.988530] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f533f83c-1f57-472d-833f-eb5c97a2d263 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.032963] env[68893]: DEBUG nova.compute.manager [None req-d0db2a12-5055-4287-aba8-14b8b8083243 tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] [instance: 196cd774-e550-4cd2-a547-0b30bdd7f668] Start building block device mappings for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 869.036751] env[68893]: DEBUG oslo_concurrency.lockutils [None req-77744646-56d3-47ed-9a0a-4d216fb35c7e tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.032s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.039230] env[68893]: DEBUG nova.compute.manager [req-ae43fb5d-b63f-4c2f-9d3e-ac09e5607c4d req-efd4fa84-8cd8-44d0-b281-faa5ac58e933 service nova] [instance: 36ca8a7c-a14e-44d7-b85a-2aa12e454bf7] Detach interface failed, port_id=d861ffbc-c3a2-4582-a373-27b79175d520, reason: Instance 36ca8a7c-a14e-44d7-b85a-2aa12e454bf7 could not be found. {{(pid=68893) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 869.040021] env[68893]: DEBUG oslo_concurrency.lockutils [None req-376c9ed1-3a23-4369-bd48-d7b955673916 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.783s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.040021] env[68893]: DEBUG oslo_concurrency.lockutils [None req-376c9ed1-3a23-4369-bd48-d7b955673916 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.043225] env[68893]: DEBUG oslo_concurrency.lockutils [None req-68c1b689-b805-484f-9440-35c0bd91102d tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.621s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.046375] env[68893]: INFO nova.compute.claims [None req-68c1b689-b805-484f-9440-35c0bd91102d tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] [instance: 67b07b13-034d-40ad-a554-518d5d36044c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 869.050775] env[68893]: DEBUG oslo_concurrency.lockutils [req-3b6f83a0-90e8-485d-bd2b-74991d519830 req-e8e86444-ebbf-47de-91ac-74880e54b2c2 service nova] Releasing lock "refresh_cache-ff2b18ce-e349-42dc-adc0-f8b173685dbd" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.086449] env[68893]: INFO nova.scheduler.client.report [None req-376c9ed1-3a23-4369-bd48-d7b955673916 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Deleted allocations for instance d09a64f4-84e1-4eb5-9cd1-32e9de8b921d [ 869.133534] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f893b519-00d7-40f4-9ee8-444408d8f4a2 tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] Acquiring lock "refresh_cache-b763ec3a-5de5-40c1-9783-23dd20b39989" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.133716] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f893b519-00d7-40f4-9ee8-444408d8f4a2 tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] Acquired lock "refresh_cache-b763ec3a-5de5-40c1-9783-23dd20b39989" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.133800] env[68893]: DEBUG nova.network.neutron [None req-f893b519-00d7-40f4-9ee8-444408d8f4a2 tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] [instance: b763ec3a-5de5-40c1-9783-23dd20b39989] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 869.194041] env[68893]: DEBUG nova.compute.utils [None req-90f8bcdf-77e4-4f1e-b2a7-c32576c663ed tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 869.208983] env[68893]: DEBUG oslo_vmware.api [None req-85454ca5-4313-40da-b350-ae077dbc7cfb tempest-InstanceActionsV221TestJSON-1823886445 tempest-InstanceActionsV221TestJSON-1823886445-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52b398a0-e974-40fe-2503-da35af154e9a, 'name': SearchDatastore_Task, 'duration_secs': 0.016704} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.211176] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe44ec98-9ed4-400e-bf86-998d8d3705ed {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.219128] env[68893]: DEBUG oslo_vmware.api [None req-85454ca5-4313-40da-b350-ae077dbc7cfb tempest-InstanceActionsV221TestJSON-1823886445 tempest-InstanceActionsV221TestJSON-1823886445-project-member] Waiting for the task: (returnval){ [ 869.219128] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52c6d992-2ac0-c07d-5a2a-faf34a27dfc3" [ 869.219128] env[68893]: _type = "Task" [ 869.219128] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.232253] env[68893]: DEBUG oslo_vmware.api [None req-85454ca5-4313-40da-b350-ae077dbc7cfb tempest-InstanceActionsV221TestJSON-1823886445 tempest-InstanceActionsV221TestJSON-1823886445-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52c6d992-2ac0-c07d-5a2a-faf34a27dfc3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.260118] env[68893]: INFO nova.compute.manager [-] [instance: 36ca8a7c-a14e-44d7-b85a-2aa12e454bf7] Took 1.32 seconds to deallocate network for instance. [ 869.313823] env[68893]: DEBUG oslo_vmware.api [None req-89b0f3d8-2bdd-4f15-88f3-eb2d786ebd0c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': task-2791514, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.449280] env[68893]: DEBUG oslo_vmware.api [None req-61015a02-b8f4-4cc3-92f7-9babb61853c8 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Task: {'id': task-2791524, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.597291] env[68893]: DEBUG oslo_concurrency.lockutils [None req-376c9ed1-3a23-4369-bd48-d7b955673916 tempest-FloatingIPsAssociationTestJSON-929288558 tempest-FloatingIPsAssociationTestJSON-929288558-project-member] Lock "d09a64f4-84e1-4eb5-9cd1-32e9de8b921d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.338s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.699009] env[68893]: DEBUG oslo_concurrency.lockutils [None req-90f8bcdf-77e4-4f1e-b2a7-c32576c663ed tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Lock "b7c373f5-60c3-44c6-bbe7-d66be17f34fd" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.709871] env[68893]: DEBUG nova.network.neutron [None req-f893b519-00d7-40f4-9ee8-444408d8f4a2 tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] [instance: b763ec3a-5de5-40c1-9783-23dd20b39989] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 869.734374] env[68893]: DEBUG oslo_vmware.api [None req-85454ca5-4313-40da-b350-ae077dbc7cfb tempest-InstanceActionsV221TestJSON-1823886445 tempest-InstanceActionsV221TestJSON-1823886445-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52c6d992-2ac0-c07d-5a2a-faf34a27dfc3, 'name': SearchDatastore_Task, 'duration_secs': 0.018856} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.737143] env[68893]: DEBUG oslo_concurrency.lockutils [None req-85454ca5-4313-40da-b350-ae077dbc7cfb tempest-InstanceActionsV221TestJSON-1823886445 tempest-InstanceActionsV221TestJSON-1823886445-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.737423] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-85454ca5-4313-40da-b350-ae077dbc7cfb tempest-InstanceActionsV221TestJSON-1823886445 tempest-InstanceActionsV221TestJSON-1823886445-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] ff2b18ce-e349-42dc-adc0-f8b173685dbd/ff2b18ce-e349-42dc-adc0-f8b173685dbd.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 869.737719] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c4b945b7-7c4b-4648-981e-f8e66db047d9 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.745640] env[68893]: DEBUG oslo_vmware.api [None req-85454ca5-4313-40da-b350-ae077dbc7cfb tempest-InstanceActionsV221TestJSON-1823886445 tempest-InstanceActionsV221TestJSON-1823886445-project-member] Waiting for the task: (returnval){ [ 869.745640] env[68893]: value = "task-2791525" [ 869.745640] env[68893]: _type = "Task" [ 869.745640] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.753720] env[68893]: DEBUG oslo_vmware.api [None req-85454ca5-4313-40da-b350-ae077dbc7cfb tempest-InstanceActionsV221TestJSON-1823886445 tempest-InstanceActionsV221TestJSON-1823886445-project-member] Task: {'id': task-2791525, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.768265] env[68893]: DEBUG oslo_concurrency.lockutils [None req-8b03e75f-d677-4b60-a4a7-b3d692f8cc4d tempest-ImagesNegativeTestJSON-191284113 tempest-ImagesNegativeTestJSON-191284113-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.814512] env[68893]: DEBUG oslo_vmware.api [None req-89b0f3d8-2bdd-4f15-88f3-eb2d786ebd0c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': task-2791514, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.949149] env[68893]: DEBUG oslo_vmware.api [None req-61015a02-b8f4-4cc3-92f7-9babb61853c8 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Task: {'id': task-2791524, 'name': PowerOnVM_Task, 'duration_secs': 0.73188} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.949513] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-61015a02-b8f4-4cc3-92f7-9babb61853c8 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] [instance: 2daeed7b-f1c2-41ae-9a2d-6e58581a0939] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 869.949770] env[68893]: INFO nova.compute.manager [None req-61015a02-b8f4-4cc3-92f7-9babb61853c8 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] [instance: 2daeed7b-f1c2-41ae-9a2d-6e58581a0939] Took 8.74 seconds to spawn the instance on the hypervisor. [ 869.950236] env[68893]: DEBUG nova.compute.manager [None req-61015a02-b8f4-4cc3-92f7-9babb61853c8 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] [instance: 2daeed7b-f1c2-41ae-9a2d-6e58581a0939] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 869.951124] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4c2405d-5d62-4875-919b-f8f3ccd81f1a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.040124] env[68893]: DEBUG nova.network.neutron [None req-f893b519-00d7-40f4-9ee8-444408d8f4a2 tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] [instance: b763ec3a-5de5-40c1-9783-23dd20b39989] Updating instance_info_cache with network_info: [{"id": "02752a1a-bafe-4ef3-a229-d4c7792f5a76", "address": "fa:16:3e:a1:2b:83", "network": {"id": "9540af4c-08cf-4621-b686-ba34200e4cc0", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1440740283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2340a9c3a5294692a3569d0291e45d78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9be6786-e9a7-4138-b7b5-b7696f6cb1e1", "external-id": "nsx-vlan-transportzone-626", "segmentation_id": 626, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02752a1a-ba", "ovs_interfaceid": "02752a1a-bafe-4ef3-a229-d4c7792f5a76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.043853] env[68893]: DEBUG nova.compute.manager [None req-d0db2a12-5055-4287-aba8-14b8b8083243 tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] [instance: 196cd774-e550-4cd2-a547-0b30bdd7f668] Start spawning the instance on the hypervisor. {{(pid=68893) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 870.081874] env[68893]: DEBUG nova.virt.hardware [None req-d0db2a12-5055-4287-aba8-14b8b8083243 tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 870.081874] env[68893]: DEBUG nova.virt.hardware [None req-d0db2a12-5055-4287-aba8-14b8b8083243 tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 870.082209] env[68893]: DEBUG nova.virt.hardware [None req-d0db2a12-5055-4287-aba8-14b8b8083243 tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 870.086347] env[68893]: DEBUG nova.virt.hardware [None req-d0db2a12-5055-4287-aba8-14b8b8083243 tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 870.086460] env[68893]: DEBUG nova.virt.hardware [None req-d0db2a12-5055-4287-aba8-14b8b8083243 tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 870.088185] env[68893]: DEBUG nova.virt.hardware [None req-d0db2a12-5055-4287-aba8-14b8b8083243 tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 870.088185] env[68893]: DEBUG nova.virt.hardware [None req-d0db2a12-5055-4287-aba8-14b8b8083243 tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 870.088185] env[68893]: DEBUG nova.virt.hardware [None req-d0db2a12-5055-4287-aba8-14b8b8083243 tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 870.088185] env[68893]: DEBUG nova.virt.hardware [None req-d0db2a12-5055-4287-aba8-14b8b8083243 tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 870.088185] env[68893]: DEBUG nova.virt.hardware [None req-d0db2a12-5055-4287-aba8-14b8b8083243 tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 870.088185] env[68893]: DEBUG nova.virt.hardware [None req-d0db2a12-5055-4287-aba8-14b8b8083243 tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 870.088518] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1007227-a93e-485e-a39a-07bd2975b9e5 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.100513] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2689ffb7-5643-411c-9cde-6ebabb80e5b1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.117652] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-d0db2a12-5055-4287-aba8-14b8b8083243 tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] [instance: 196cd774-e550-4cd2-a547-0b30bdd7f668] Instance VIF info [] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 870.123561] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0db2a12-5055-4287-aba8-14b8b8083243 tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Creating folder: Project (b7be465a74b9405080ba48575637906e). Parent ref: group-v560969. {{(pid=68893) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 870.127550] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f0d6efc4-4f7e-4b97-ae7b-3243aa00e771 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.138676] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-d0db2a12-5055-4287-aba8-14b8b8083243 tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Created folder: Project (b7be465a74b9405080ba48575637906e) in parent group-v560969. [ 870.139148] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0db2a12-5055-4287-aba8-14b8b8083243 tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Creating folder: Instances. Parent ref: group-v561113. {{(pid=68893) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 870.139148] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-98b1d21d-d100-4088-87f2-6d270892a28a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.150057] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-d0db2a12-5055-4287-aba8-14b8b8083243 tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Created folder: Instances in parent group-v561113. [ 870.150261] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d0db2a12-5055-4287-aba8-14b8b8083243 tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 870.150497] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 196cd774-e550-4cd2-a547-0b30bdd7f668] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 870.150849] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b4666a6d-8ad6-4144-ae0c-b1d9983b28e0 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.170646] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 870.170646] env[68893]: value = "task-2791528" [ 870.170646] env[68893]: _type = "Task" [ 870.170646] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.180358] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791528, 'name': CreateVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.262369] env[68893]: DEBUG oslo_vmware.api [None req-85454ca5-4313-40da-b350-ae077dbc7cfb tempest-InstanceActionsV221TestJSON-1823886445 tempest-InstanceActionsV221TestJSON-1823886445-project-member] Task: {'id': task-2791525, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.315495] env[68893]: DEBUG oslo_vmware.api [None req-89b0f3d8-2bdd-4f15-88f3-eb2d786ebd0c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': task-2791514, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.478458] env[68893]: INFO nova.compute.manager [None req-61015a02-b8f4-4cc3-92f7-9babb61853c8 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] [instance: 2daeed7b-f1c2-41ae-9a2d-6e58581a0939] Took 56.46 seconds to build instance. [ 870.547096] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f893b519-00d7-40f4-9ee8-444408d8f4a2 tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] Releasing lock "refresh_cache-b763ec3a-5de5-40c1-9783-23dd20b39989" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.547554] env[68893]: DEBUG nova.compute.manager [None req-f893b519-00d7-40f4-9ee8-444408d8f4a2 tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] [instance: b763ec3a-5de5-40c1-9783-23dd20b39989] Instance network_info: |[{"id": "02752a1a-bafe-4ef3-a229-d4c7792f5a76", "address": "fa:16:3e:a1:2b:83", "network": {"id": "9540af4c-08cf-4621-b686-ba34200e4cc0", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1440740283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2340a9c3a5294692a3569d0291e45d78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9be6786-e9a7-4138-b7b5-b7696f6cb1e1", "external-id": "nsx-vlan-transportzone-626", "segmentation_id": 626, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02752a1a-ba", "ovs_interfaceid": "02752a1a-bafe-4ef3-a229-d4c7792f5a76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 870.548382] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-f893b519-00d7-40f4-9ee8-444408d8f4a2 tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] [instance: b763ec3a-5de5-40c1-9783-23dd20b39989] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:2b:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f9be6786-e9a7-4138-b7b5-b7696f6cb1e1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '02752a1a-bafe-4ef3-a229-d4c7792f5a76', 'vif_model': 'vmxnet3'}] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 870.560203] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-f893b519-00d7-40f4-9ee8-444408d8f4a2 tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] Creating folder: Project (2340a9c3a5294692a3569d0291e45d78). Parent ref: group-v560969. {{(pid=68893) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 870.563631] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e8c7cc79-8c40-4041-899b-cbfec65d2d78 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.574314] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-f893b519-00d7-40f4-9ee8-444408d8f4a2 tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] Created folder: Project (2340a9c3a5294692a3569d0291e45d78) in parent group-v560969. [ 870.574755] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-f893b519-00d7-40f4-9ee8-444408d8f4a2 tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] Creating folder: Instances. Parent ref: group-v561116. {{(pid=68893) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 870.574843] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b78f857e-ed0c-4b19-9781-7bcf762f1a55 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.589485] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-f893b519-00d7-40f4-9ee8-444408d8f4a2 tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] Created folder: Instances in parent group-v561116. [ 870.589797] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f893b519-00d7-40f4-9ee8-444408d8f4a2 tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 870.590113] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b763ec3a-5de5-40c1-9783-23dd20b39989] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 870.590343] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-27273875-5eec-43e8-8424-d9b01911201e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.620933] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 870.620933] env[68893]: value = "task-2791531" [ 870.620933] env[68893]: _type = "Task" [ 870.620933] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.632363] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791531, 'name': CreateVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.692493] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791528, 'name': CreateVM_Task} progress is 99%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.761145] env[68893]: DEBUG oslo_vmware.api [None req-85454ca5-4313-40da-b350-ae077dbc7cfb tempest-InstanceActionsV221TestJSON-1823886445 tempest-InstanceActionsV221TestJSON-1823886445-project-member] Task: {'id': task-2791525, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.701572} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.761145] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-85454ca5-4313-40da-b350-ae077dbc7cfb tempest-InstanceActionsV221TestJSON-1823886445 tempest-InstanceActionsV221TestJSON-1823886445-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] ff2b18ce-e349-42dc-adc0-f8b173685dbd/ff2b18ce-e349-42dc-adc0-f8b173685dbd.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 870.761145] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-85454ca5-4313-40da-b350-ae077dbc7cfb tempest-InstanceActionsV221TestJSON-1823886445 tempest-InstanceActionsV221TestJSON-1823886445-project-member] [instance: ff2b18ce-e349-42dc-adc0-f8b173685dbd] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 870.761145] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-55589026-f121-4ceb-b97f-44ca5d05b239 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.768952] env[68893]: DEBUG oslo_vmware.api [None req-85454ca5-4313-40da-b350-ae077dbc7cfb tempest-InstanceActionsV221TestJSON-1823886445 tempest-InstanceActionsV221TestJSON-1823886445-project-member] Waiting for the task: (returnval){ [ 870.768952] env[68893]: value = "task-2791532" [ 870.768952] env[68893]: _type = "Task" [ 870.768952] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.775803] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-190d74ed-0048-4c4e-8f78-bc82a3832338 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.789154] env[68893]: DEBUG oslo_vmware.api [None req-85454ca5-4313-40da-b350-ae077dbc7cfb tempest-InstanceActionsV221TestJSON-1823886445 tempest-InstanceActionsV221TestJSON-1823886445-project-member] Task: {'id': task-2791532, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.791278] env[68893]: DEBUG oslo_concurrency.lockutils [None req-90f8bcdf-77e4-4f1e-b2a7-c32576c663ed tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Acquiring lock "b7c373f5-60c3-44c6-bbe7-d66be17f34fd" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.791523] env[68893]: DEBUG oslo_concurrency.lockutils [None req-90f8bcdf-77e4-4f1e-b2a7-c32576c663ed tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Lock "b7c373f5-60c3-44c6-bbe7-d66be17f34fd" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.791755] env[68893]: INFO nova.compute.manager [None req-90f8bcdf-77e4-4f1e-b2a7-c32576c663ed tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] [instance: b7c373f5-60c3-44c6-bbe7-d66be17f34fd] Attaching volume 4622c1cf-eb43-49d5-9835-22e1bab7dd16 to /dev/sdb [ 870.795196] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75ad7cf4-d387-4cb8-ba65-156d84018249 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.833703] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19ef34ba-e5d9-4b88-85e7-22f3e4bab786 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.845224] env[68893]: DEBUG oslo_vmware.api [None req-89b0f3d8-2bdd-4f15-88f3-eb2d786ebd0c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': task-2791514, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.849580] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d188870d-498a-4053-bf2c-a566f45e4eda {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.853978] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8d46e0d-9cbf-4a89-9604-2684fdcc83b5 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.872540] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45960b40-1829-4a10-ab16-12254960293e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.876147] env[68893]: DEBUG nova.compute.provider_tree [None req-68c1b689-b805-484f-9440-35c0bd91102d tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 870.890583] env[68893]: DEBUG nova.virt.block_device [None req-90f8bcdf-77e4-4f1e-b2a7-c32576c663ed tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] [instance: b7c373f5-60c3-44c6-bbe7-d66be17f34fd] Updating existing volume attachment record: b485d521-88a4-4eb4-8a17-57c6fcfd9773 {{(pid=68893) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 870.988350] env[68893]: DEBUG oslo_concurrency.lockutils [None req-61015a02-b8f4-4cc3-92f7-9babb61853c8 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Lock "2daeed7b-f1c2-41ae-9a2d-6e58581a0939" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 94.592s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.052147] env[68893]: DEBUG nova.compute.manager [req-177cc639-0592-4a46-b7a6-24704ec5d042 req-74d96e4c-f387-492c-8062-41d23b857bfb service nova] [instance: b763ec3a-5de5-40c1-9783-23dd20b39989] Received event network-vif-plugged-02752a1a-bafe-4ef3-a229-d4c7792f5a76 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 871.052147] env[68893]: DEBUG oslo_concurrency.lockutils [req-177cc639-0592-4a46-b7a6-24704ec5d042 req-74d96e4c-f387-492c-8062-41d23b857bfb service nova] Acquiring lock "b763ec3a-5de5-40c1-9783-23dd20b39989-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.052147] env[68893]: DEBUG oslo_concurrency.lockutils [req-177cc639-0592-4a46-b7a6-24704ec5d042 req-74d96e4c-f387-492c-8062-41d23b857bfb service nova] Lock "b763ec3a-5de5-40c1-9783-23dd20b39989-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.052419] env[68893]: DEBUG oslo_concurrency.lockutils [req-177cc639-0592-4a46-b7a6-24704ec5d042 req-74d96e4c-f387-492c-8062-41d23b857bfb service nova] Lock "b763ec3a-5de5-40c1-9783-23dd20b39989-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.052726] env[68893]: DEBUG nova.compute.manager [req-177cc639-0592-4a46-b7a6-24704ec5d042 req-74d96e4c-f387-492c-8062-41d23b857bfb service nova] [instance: b763ec3a-5de5-40c1-9783-23dd20b39989] No waiting events found dispatching network-vif-plugged-02752a1a-bafe-4ef3-a229-d4c7792f5a76 {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 871.053012] env[68893]: WARNING nova.compute.manager [req-177cc639-0592-4a46-b7a6-24704ec5d042 req-74d96e4c-f387-492c-8062-41d23b857bfb service nova] [instance: b763ec3a-5de5-40c1-9783-23dd20b39989] Received unexpected event network-vif-plugged-02752a1a-bafe-4ef3-a229-d4c7792f5a76 for instance with vm_state building and task_state spawning. [ 871.053299] env[68893]: DEBUG nova.compute.manager [req-177cc639-0592-4a46-b7a6-24704ec5d042 req-74d96e4c-f387-492c-8062-41d23b857bfb service nova] [instance: b763ec3a-5de5-40c1-9783-23dd20b39989] Received event network-changed-02752a1a-bafe-4ef3-a229-d4c7792f5a76 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 871.053628] env[68893]: DEBUG nova.compute.manager [req-177cc639-0592-4a46-b7a6-24704ec5d042 req-74d96e4c-f387-492c-8062-41d23b857bfb service nova] [instance: b763ec3a-5de5-40c1-9783-23dd20b39989] Refreshing instance network info cache due to event network-changed-02752a1a-bafe-4ef3-a229-d4c7792f5a76. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 871.053929] env[68893]: DEBUG oslo_concurrency.lockutils [req-177cc639-0592-4a46-b7a6-24704ec5d042 req-74d96e4c-f387-492c-8062-41d23b857bfb service nova] Acquiring lock "refresh_cache-b763ec3a-5de5-40c1-9783-23dd20b39989" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.054183] env[68893]: DEBUG oslo_concurrency.lockutils [req-177cc639-0592-4a46-b7a6-24704ec5d042 req-74d96e4c-f387-492c-8062-41d23b857bfb service nova] Acquired lock "refresh_cache-b763ec3a-5de5-40c1-9783-23dd20b39989" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.054536] env[68893]: DEBUG nova.network.neutron [req-177cc639-0592-4a46-b7a6-24704ec5d042 req-74d96e4c-f387-492c-8062-41d23b857bfb service nova] [instance: b763ec3a-5de5-40c1-9783-23dd20b39989] Refreshing network info cache for port 02752a1a-bafe-4ef3-a229-d4c7792f5a76 {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 871.135598] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791531, 'name': CreateVM_Task, 'duration_secs': 0.356809} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.139197] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b763ec3a-5de5-40c1-9783-23dd20b39989] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 871.140019] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f893b519-00d7-40f4-9ee8-444408d8f4a2 tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.140190] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f893b519-00d7-40f4-9ee8-444408d8f4a2 tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.140506] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f893b519-00d7-40f4-9ee8-444408d8f4a2 tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.141123] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-727425ef-18a4-4084-ac0a-a745c6213af8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.146086] env[68893]: DEBUG oslo_vmware.api [None req-f893b519-00d7-40f4-9ee8-444408d8f4a2 tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] Waiting for the task: (returnval){ [ 871.146086] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52f33e95-6fb1-60c0-7b90-f95ef633b52a" [ 871.146086] env[68893]: _type = "Task" [ 871.146086] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.155068] env[68893]: DEBUG oslo_vmware.api [None req-f893b519-00d7-40f4-9ee8-444408d8f4a2 tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52f33e95-6fb1-60c0-7b90-f95ef633b52a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.182795] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791528, 'name': CreateVM_Task, 'duration_secs': 0.590661} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.182795] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 196cd774-e550-4cd2-a547-0b30bdd7f668] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 871.182795] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d0db2a12-5055-4287-aba8-14b8b8083243 tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.278799] env[68893]: DEBUG oslo_vmware.api [None req-85454ca5-4313-40da-b350-ae077dbc7cfb tempest-InstanceActionsV221TestJSON-1823886445 tempest-InstanceActionsV221TestJSON-1823886445-project-member] Task: {'id': task-2791532, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.114468} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.279096] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-85454ca5-4313-40da-b350-ae077dbc7cfb tempest-InstanceActionsV221TestJSON-1823886445 tempest-InstanceActionsV221TestJSON-1823886445-project-member] [instance: ff2b18ce-e349-42dc-adc0-f8b173685dbd] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 871.279906] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01fc301f-7c12-4222-9bb6-70821abade5c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.305576] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-85454ca5-4313-40da-b350-ae077dbc7cfb tempest-InstanceActionsV221TestJSON-1823886445 tempest-InstanceActionsV221TestJSON-1823886445-project-member] [instance: ff2b18ce-e349-42dc-adc0-f8b173685dbd] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] ff2b18ce-e349-42dc-adc0-f8b173685dbd/ff2b18ce-e349-42dc-adc0-f8b173685dbd.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 871.305947] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22ce44fd-7083-40ee-ab73-5e2e718cfdc9 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.325957] env[68893]: DEBUG oslo_vmware.api [None req-85454ca5-4313-40da-b350-ae077dbc7cfb tempest-InstanceActionsV221TestJSON-1823886445 tempest-InstanceActionsV221TestJSON-1823886445-project-member] Waiting for the task: (returnval){ [ 871.325957] env[68893]: value = "task-2791534" [ 871.325957] env[68893]: _type = "Task" [ 871.325957] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.342620] env[68893]: DEBUG oslo_vmware.api [None req-85454ca5-4313-40da-b350-ae077dbc7cfb tempest-InstanceActionsV221TestJSON-1823886445 tempest-InstanceActionsV221TestJSON-1823886445-project-member] Task: {'id': task-2791534, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.346250] env[68893]: DEBUG oslo_vmware.api [None req-89b0f3d8-2bdd-4f15-88f3-eb2d786ebd0c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': task-2791514, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.380459] env[68893]: DEBUG nova.scheduler.client.report [None req-68c1b689-b805-484f-9440-35c0bd91102d tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 871.491829] env[68893]: DEBUG nova.compute.manager [None req-7ab1b3df-5660-4edc-9cb6-96c15ced1ec2 tempest-AttachInterfacesV270Test-1805132181 tempest-AttachInterfacesV270Test-1805132181-project-member] [instance: 7e3012fb-7c3b-4f95-b109-e711c784e89e] Starting instance... {{(pid=68893) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 871.658020] env[68893]: DEBUG oslo_vmware.api [None req-f893b519-00d7-40f4-9ee8-444408d8f4a2 tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52f33e95-6fb1-60c0-7b90-f95ef633b52a, 'name': SearchDatastore_Task, 'duration_secs': 0.026545} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.660401] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f893b519-00d7-40f4-9ee8-444408d8f4a2 tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.663018] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-f893b519-00d7-40f4-9ee8-444408d8f4a2 tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] [instance: b763ec3a-5de5-40c1-9783-23dd20b39989] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 871.663018] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f893b519-00d7-40f4-9ee8-444408d8f4a2 tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.663018] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f893b519-00d7-40f4-9ee8-444408d8f4a2 tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.663018] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-f893b519-00d7-40f4-9ee8-444408d8f4a2 tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 871.663018] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d0db2a12-5055-4287-aba8-14b8b8083243 tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.663018] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d0db2a12-5055-4287-aba8-14b8b8083243 tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.663018] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-631a90fc-2159-4f76-a18e-66dd7256ebc0 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.664450] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e9fa084-b161-41f5-836b-c3cf00ff9b7e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.669484] env[68893]: DEBUG oslo_vmware.api [None req-d0db2a12-5055-4287-aba8-14b8b8083243 tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Waiting for the task: (returnval){ [ 871.669484] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52d7e0e9-f7d2-ad27-0237-e85b965dc1e0" [ 871.669484] env[68893]: _type = "Task" [ 871.669484] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.675877] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-f893b519-00d7-40f4-9ee8-444408d8f4a2 tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 871.676171] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-f893b519-00d7-40f4-9ee8-444408d8f4a2 tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 871.680036] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa0e30a8-4cf3-4bec-a861-17bf7394786d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.683138] env[68893]: DEBUG oslo_vmware.api [None req-d0db2a12-5055-4287-aba8-14b8b8083243 tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52d7e0e9-f7d2-ad27-0237-e85b965dc1e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.689473] env[68893]: DEBUG oslo_vmware.api [None req-f893b519-00d7-40f4-9ee8-444408d8f4a2 tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] Waiting for the task: (returnval){ [ 871.689473] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]5272e745-a967-2b17-01f9-1027b37b41ca" [ 871.689473] env[68893]: _type = "Task" [ 871.689473] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.698314] env[68893]: DEBUG oslo_vmware.api [None req-f893b519-00d7-40f4-9ee8-444408d8f4a2 tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]5272e745-a967-2b17-01f9-1027b37b41ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.840477] env[68893]: DEBUG nova.network.neutron [req-177cc639-0592-4a46-b7a6-24704ec5d042 req-74d96e4c-f387-492c-8062-41d23b857bfb service nova] [instance: b763ec3a-5de5-40c1-9783-23dd20b39989] Updated VIF entry in instance network info cache for port 02752a1a-bafe-4ef3-a229-d4c7792f5a76. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 871.841289] env[68893]: DEBUG nova.network.neutron [req-177cc639-0592-4a46-b7a6-24704ec5d042 req-74d96e4c-f387-492c-8062-41d23b857bfb service nova] [instance: b763ec3a-5de5-40c1-9783-23dd20b39989] Updating instance_info_cache with network_info: [{"id": "02752a1a-bafe-4ef3-a229-d4c7792f5a76", "address": "fa:16:3e:a1:2b:83", "network": {"id": "9540af4c-08cf-4621-b686-ba34200e4cc0", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1440740283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2340a9c3a5294692a3569d0291e45d78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9be6786-e9a7-4138-b7b5-b7696f6cb1e1", "external-id": "nsx-vlan-transportzone-626", "segmentation_id": 626, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02752a1a-ba", "ovs_interfaceid": "02752a1a-bafe-4ef3-a229-d4c7792f5a76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.847224] env[68893]: DEBUG oslo_vmware.api [None req-85454ca5-4313-40da-b350-ae077dbc7cfb tempest-InstanceActionsV221TestJSON-1823886445 tempest-InstanceActionsV221TestJSON-1823886445-project-member] Task: {'id': task-2791534, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.853526] env[68893]: DEBUG oslo_vmware.api [None req-89b0f3d8-2bdd-4f15-88f3-eb2d786ebd0c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': task-2791514, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.890263] env[68893]: DEBUG oslo_concurrency.lockutils [None req-68c1b689-b805-484f-9440-35c0bd91102d tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.846s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.893027] env[68893]: DEBUG nova.compute.manager [None req-68c1b689-b805-484f-9440-35c0bd91102d tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] [instance: 67b07b13-034d-40ad-a554-518d5d36044c] Start building networks asynchronously for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 871.893865] env[68893]: DEBUG oslo_concurrency.lockutils [None req-23340425-df1e-4384-90e9-0a9bf29b511f tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.276s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.894279] env[68893]: DEBUG nova.objects.instance [None req-23340425-df1e-4384-90e9-0a9bf29b511f tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Lazy-loading 'resources' on Instance uuid 8cd7dab4-e083-415f-937c-8d3e0c9fc26c {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 872.035527] env[68893]: DEBUG oslo_concurrency.lockutils [None req-7ab1b3df-5660-4edc-9cb6-96c15ced1ec2 tempest-AttachInterfacesV270Test-1805132181 tempest-AttachInterfacesV270Test-1805132181-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.180703] env[68893]: DEBUG oslo_vmware.api [None req-d0db2a12-5055-4287-aba8-14b8b8083243 tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52d7e0e9-f7d2-ad27-0237-e85b965dc1e0, 'name': SearchDatastore_Task, 'duration_secs': 0.023595} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.181339] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d0db2a12-5055-4287-aba8-14b8b8083243 tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.181339] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-d0db2a12-5055-4287-aba8-14b8b8083243 tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] [instance: 196cd774-e550-4cd2-a547-0b30bdd7f668] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 872.181573] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d0db2a12-5055-4287-aba8-14b8b8083243 tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.205993] env[68893]: DEBUG oslo_vmware.api [None req-f893b519-00d7-40f4-9ee8-444408d8f4a2 tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]5272e745-a967-2b17-01f9-1027b37b41ca, 'name': SearchDatastore_Task, 'duration_secs': 0.016288} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.207569] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1036248-ace5-4f76-ab5c-71e9353b168a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.213980] env[68893]: DEBUG oslo_vmware.api [None req-f893b519-00d7-40f4-9ee8-444408d8f4a2 tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] Waiting for the task: (returnval){ [ 872.213980] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52cc6066-99b2-830d-6d97-3bdafdeaa702" [ 872.213980] env[68893]: _type = "Task" [ 872.213980] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.221847] env[68893]: DEBUG nova.compute.manager [req-e901f8ef-7bfa-431b-83ec-ea5723056f38 req-1b6e45bd-4d3d-463f-823c-03ab30901f84 service nova] [instance: 2daeed7b-f1c2-41ae-9a2d-6e58581a0939] Received event network-changed-324b9309-62cf-4cc6-8f75-9fc8a053e070 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 872.222785] env[68893]: DEBUG nova.compute.manager [req-e901f8ef-7bfa-431b-83ec-ea5723056f38 req-1b6e45bd-4d3d-463f-823c-03ab30901f84 service nova] [instance: 2daeed7b-f1c2-41ae-9a2d-6e58581a0939] Refreshing instance network info cache due to event network-changed-324b9309-62cf-4cc6-8f75-9fc8a053e070. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 872.222785] env[68893]: DEBUG oslo_concurrency.lockutils [req-e901f8ef-7bfa-431b-83ec-ea5723056f38 req-1b6e45bd-4d3d-463f-823c-03ab30901f84 service nova] Acquiring lock "refresh_cache-2daeed7b-f1c2-41ae-9a2d-6e58581a0939" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.223210] env[68893]: DEBUG oslo_concurrency.lockutils [req-e901f8ef-7bfa-431b-83ec-ea5723056f38 req-1b6e45bd-4d3d-463f-823c-03ab30901f84 service nova] Acquired lock "refresh_cache-2daeed7b-f1c2-41ae-9a2d-6e58581a0939" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.223665] env[68893]: DEBUG nova.network.neutron [req-e901f8ef-7bfa-431b-83ec-ea5723056f38 req-1b6e45bd-4d3d-463f-823c-03ab30901f84 service nova] [instance: 2daeed7b-f1c2-41ae-9a2d-6e58581a0939] Refreshing network info cache for port 324b9309-62cf-4cc6-8f75-9fc8a053e070 {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 872.233715] env[68893]: DEBUG oslo_vmware.api [None req-f893b519-00d7-40f4-9ee8-444408d8f4a2 tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52cc6066-99b2-830d-6d97-3bdafdeaa702, 'name': SearchDatastore_Task, 'duration_secs': 0.01246} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.233715] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f893b519-00d7-40f4-9ee8-444408d8f4a2 tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.233715] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-f893b519-00d7-40f4-9ee8-444408d8f4a2 tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore1] b763ec3a-5de5-40c1-9783-23dd20b39989/b763ec3a-5de5-40c1-9783-23dd20b39989.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 872.233715] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d0db2a12-5055-4287-aba8-14b8b8083243 tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.234017] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0db2a12-5055-4287-aba8-14b8b8083243 tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 872.235708] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-92ac2d0b-c313-4b34-8fd7-80a8dac681f7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.238295] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-24e635d6-27e9-4c59-9157-698993624aa3 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.247385] env[68893]: DEBUG oslo_vmware.api [None req-f893b519-00d7-40f4-9ee8-444408d8f4a2 tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] Waiting for the task: (returnval){ [ 872.247385] env[68893]: value = "task-2791537" [ 872.247385] env[68893]: _type = "Task" [ 872.247385] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.253013] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0db2a12-5055-4287-aba8-14b8b8083243 tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 872.254148] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-d0db2a12-5055-4287-aba8-14b8b8083243 tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 872.254700] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abe03938-0eda-4ac9-a5a5-bd502f3ee0d3 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.263339] env[68893]: DEBUG oslo_vmware.api [None req-f893b519-00d7-40f4-9ee8-444408d8f4a2 tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] Task: {'id': task-2791537, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.271834] env[68893]: DEBUG oslo_vmware.api [None req-d0db2a12-5055-4287-aba8-14b8b8083243 tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Waiting for the task: (returnval){ [ 872.271834] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52fd5f43-fc53-e8e3-069a-58cac3d29ffd" [ 872.271834] env[68893]: _type = "Task" [ 872.271834] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.282070] env[68893]: DEBUG oslo_vmware.api [None req-d0db2a12-5055-4287-aba8-14b8b8083243 tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52fd5f43-fc53-e8e3-069a-58cac3d29ffd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.343179] env[68893]: DEBUG oslo_vmware.api [None req-85454ca5-4313-40da-b350-ae077dbc7cfb tempest-InstanceActionsV221TestJSON-1823886445 tempest-InstanceActionsV221TestJSON-1823886445-project-member] Task: {'id': task-2791534, 'name': ReconfigVM_Task, 'duration_secs': 0.625852} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.343484] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-85454ca5-4313-40da-b350-ae077dbc7cfb tempest-InstanceActionsV221TestJSON-1823886445 tempest-InstanceActionsV221TestJSON-1823886445-project-member] [instance: ff2b18ce-e349-42dc-adc0-f8b173685dbd] Reconfigured VM instance instance-00000030 to attach disk [datastore2] ff2b18ce-e349-42dc-adc0-f8b173685dbd/ff2b18ce-e349-42dc-adc0-f8b173685dbd.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 872.344327] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2a6059b3-e8c1-4f7a-b23b-d122a71505aa {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.351166] env[68893]: DEBUG oslo_concurrency.lockutils [req-177cc639-0592-4a46-b7a6-24704ec5d042 req-74d96e4c-f387-492c-8062-41d23b857bfb service nova] Releasing lock "refresh_cache-b763ec3a-5de5-40c1-9783-23dd20b39989" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.351576] env[68893]: DEBUG oslo_vmware.api [None req-89b0f3d8-2bdd-4f15-88f3-eb2d786ebd0c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': task-2791514, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.357911] env[68893]: DEBUG oslo_vmware.api [None req-85454ca5-4313-40da-b350-ae077dbc7cfb tempest-InstanceActionsV221TestJSON-1823886445 tempest-InstanceActionsV221TestJSON-1823886445-project-member] Waiting for the task: (returnval){ [ 872.357911] env[68893]: value = "task-2791538" [ 872.357911] env[68893]: _type = "Task" [ 872.357911] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.368212] env[68893]: DEBUG oslo_vmware.api [None req-85454ca5-4313-40da-b350-ae077dbc7cfb tempest-InstanceActionsV221TestJSON-1823886445 tempest-InstanceActionsV221TestJSON-1823886445-project-member] Task: {'id': task-2791538, 'name': Rename_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.404980] env[68893]: DEBUG nova.compute.utils [None req-68c1b689-b805-484f-9440-35c0bd91102d tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 872.412626] env[68893]: DEBUG nova.compute.manager [None req-68c1b689-b805-484f-9440-35c0bd91102d tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] [instance: 67b07b13-034d-40ad-a554-518d5d36044c] Allocating IP information in the background. {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 872.412626] env[68893]: DEBUG nova.network.neutron [None req-68c1b689-b805-484f-9440-35c0bd91102d tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] [instance: 67b07b13-034d-40ad-a554-518d5d36044c] allocate_for_instance() {{(pid=68893) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 872.556914] env[68893]: DEBUG nova.policy [None req-68c1b689-b805-484f-9440-35c0bd91102d tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4fcc4b827eb74652bd0bcd29e4ac2799', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '71ab95486130450d8b3976f1a62e5323', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68893) authorize /opt/stack/nova/nova/policy.py:192}} [ 872.761985] env[68893]: DEBUG oslo_vmware.api [None req-f893b519-00d7-40f4-9ee8-444408d8f4a2 tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] Task: {'id': task-2791537, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.785977] env[68893]: DEBUG oslo_vmware.api [None req-d0db2a12-5055-4287-aba8-14b8b8083243 tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52fd5f43-fc53-e8e3-069a-58cac3d29ffd, 'name': SearchDatastore_Task, 'duration_secs': 0.013567} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.786952] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b27f3029-fbaa-4842-a547-a591d3196c37 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.792099] env[68893]: DEBUG oslo_vmware.api [None req-d0db2a12-5055-4287-aba8-14b8b8083243 tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Waiting for the task: (returnval){ [ 872.792099] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]522a23dd-1556-94be-4938-3dd258cf7f5f" [ 872.792099] env[68893]: _type = "Task" [ 872.792099] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.804492] env[68893]: DEBUG oslo_vmware.api [None req-d0db2a12-5055-4287-aba8-14b8b8083243 tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]522a23dd-1556-94be-4938-3dd258cf7f5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.851653] env[68893]: DEBUG oslo_vmware.api [None req-89b0f3d8-2bdd-4f15-88f3-eb2d786ebd0c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': task-2791514, 'name': ReconfigVM_Task, 'duration_secs': 5.806731} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.854529] env[68893]: DEBUG oslo_concurrency.lockutils [None req-89b0f3d8-2bdd-4f15-88f3-eb2d786ebd0c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Releasing lock "80fa04f2-e0a6-452e-9a88-73eeb0ac347e" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.854756] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-89b0f3d8-2bdd-4f15-88f3-eb2d786ebd0c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 80fa04f2-e0a6-452e-9a88-73eeb0ac347e] Reconfigured VM to detach interface {{(pid=68893) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 872.870717] env[68893]: DEBUG oslo_vmware.api [None req-85454ca5-4313-40da-b350-ae077dbc7cfb tempest-InstanceActionsV221TestJSON-1823886445 tempest-InstanceActionsV221TestJSON-1823886445-project-member] Task: {'id': task-2791538, 'name': Rename_Task, 'duration_secs': 0.20409} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.876732] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-85454ca5-4313-40da-b350-ae077dbc7cfb tempest-InstanceActionsV221TestJSON-1823886445 tempest-InstanceActionsV221TestJSON-1823886445-project-member] [instance: ff2b18ce-e349-42dc-adc0-f8b173685dbd] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 872.878090] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cd890a8e-85ab-4857-aa35-523f10672685 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.884950] env[68893]: DEBUG oslo_vmware.api [None req-85454ca5-4313-40da-b350-ae077dbc7cfb tempest-InstanceActionsV221TestJSON-1823886445 tempest-InstanceActionsV221TestJSON-1823886445-project-member] Waiting for the task: (returnval){ [ 872.884950] env[68893]: value = "task-2791539" [ 872.884950] env[68893]: _type = "Task" [ 872.884950] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.896378] env[68893]: DEBUG oslo_vmware.api [None req-85454ca5-4313-40da-b350-ae077dbc7cfb tempest-InstanceActionsV221TestJSON-1823886445 tempest-InstanceActionsV221TestJSON-1823886445-project-member] Task: {'id': task-2791539, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.910153] env[68893]: DEBUG nova.compute.utils [None req-68c1b689-b805-484f-9440-35c0bd91102d tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 872.911645] env[68893]: DEBUG oslo_concurrency.lockutils [None req-9ff98eef-572f-4434-ae3a-78214f642a5b tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Acquiring lock "2daeed7b-f1c2-41ae-9a2d-6e58581a0939" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.911986] env[68893]: DEBUG oslo_concurrency.lockutils [None req-9ff98eef-572f-4434-ae3a-78214f642a5b tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Lock "2daeed7b-f1c2-41ae-9a2d-6e58581a0939" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.912236] env[68893]: INFO nova.compute.manager [None req-9ff98eef-572f-4434-ae3a-78214f642a5b tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] [instance: 2daeed7b-f1c2-41ae-9a2d-6e58581a0939] Rebooting instance [ 873.008144] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f70f6cb-9958-4490-a99b-8e6f239f571c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.016845] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fdd4e43-f31b-4fcc-b126-22cb3ca534b1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.056815] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fa07b76-32b6-407f-895c-6b6e579fea50 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.065441] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cccadb3a-c607-4922-a73c-599631b4b403 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.079497] env[68893]: DEBUG nova.compute.provider_tree [None req-23340425-df1e-4384-90e9-0a9bf29b511f tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 873.202687] env[68893]: DEBUG nova.network.neutron [req-e901f8ef-7bfa-431b-83ec-ea5723056f38 req-1b6e45bd-4d3d-463f-823c-03ab30901f84 service nova] [instance: 2daeed7b-f1c2-41ae-9a2d-6e58581a0939] Updated VIF entry in instance network info cache for port 324b9309-62cf-4cc6-8f75-9fc8a053e070. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 873.203144] env[68893]: DEBUG nova.network.neutron [req-e901f8ef-7bfa-431b-83ec-ea5723056f38 req-1b6e45bd-4d3d-463f-823c-03ab30901f84 service nova] [instance: 2daeed7b-f1c2-41ae-9a2d-6e58581a0939] Updating instance_info_cache with network_info: [{"id": "324b9309-62cf-4cc6-8f75-9fc8a053e070", "address": "fa:16:3e:96:3f:84", "network": {"id": "04b3d82b-866b-4271-9ed9-37ae2e26dfa6", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1939719778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8e0a60e1e1a41d6917ed43f17686b58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap324b9309-62", "ovs_interfaceid": "324b9309-62cf-4cc6-8f75-9fc8a053e070", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.263277] env[68893]: DEBUG oslo_vmware.api [None req-f893b519-00d7-40f4-9ee8-444408d8f4a2 tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] Task: {'id': task-2791537, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.554894} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.264466] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-f893b519-00d7-40f4-9ee8-444408d8f4a2 tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore1] b763ec3a-5de5-40c1-9783-23dd20b39989/b763ec3a-5de5-40c1-9783-23dd20b39989.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 873.264694] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-f893b519-00d7-40f4-9ee8-444408d8f4a2 tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] [instance: b763ec3a-5de5-40c1-9783-23dd20b39989] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 873.265032] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-85a8347b-4756-4fa5-af5b-271901402f86 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.274395] env[68893]: DEBUG oslo_vmware.api [None req-f893b519-00d7-40f4-9ee8-444408d8f4a2 tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] Waiting for the task: (returnval){ [ 873.274395] env[68893]: value = "task-2791540" [ 873.274395] env[68893]: _type = "Task" [ 873.274395] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.283534] env[68893]: DEBUG oslo_vmware.api [None req-f893b519-00d7-40f4-9ee8-444408d8f4a2 tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] Task: {'id': task-2791540, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.304447] env[68893]: DEBUG oslo_vmware.api [None req-d0db2a12-5055-4287-aba8-14b8b8083243 tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]522a23dd-1556-94be-4938-3dd258cf7f5f, 'name': SearchDatastore_Task, 'duration_secs': 0.015899} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.304766] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d0db2a12-5055-4287-aba8-14b8b8083243 tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.305242] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0db2a12-5055-4287-aba8-14b8b8083243 tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore1] 196cd774-e550-4cd2-a547-0b30bdd7f668/196cd774-e550-4cd2-a547-0b30bdd7f668.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 873.305560] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c5a252a3-b425-4323-84fe-908b881401bb {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.312321] env[68893]: DEBUG oslo_vmware.api [None req-d0db2a12-5055-4287-aba8-14b8b8083243 tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Waiting for the task: (returnval){ [ 873.312321] env[68893]: value = "task-2791541" [ 873.312321] env[68893]: _type = "Task" [ 873.312321] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.323284] env[68893]: DEBUG oslo_vmware.api [None req-d0db2a12-5055-4287-aba8-14b8b8083243 tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Task: {'id': task-2791541, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.407259] env[68893]: DEBUG oslo_vmware.api [None req-85454ca5-4313-40da-b350-ae077dbc7cfb tempest-InstanceActionsV221TestJSON-1823886445 tempest-InstanceActionsV221TestJSON-1823886445-project-member] Task: {'id': task-2791539, 'name': PowerOnVM_Task} progress is 80%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.416174] env[68893]: DEBUG nova.compute.manager [None req-68c1b689-b805-484f-9440-35c0bd91102d tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] [instance: 67b07b13-034d-40ad-a554-518d5d36044c] Start building block device mappings for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 873.455874] env[68893]: DEBUG oslo_concurrency.lockutils [None req-9ff98eef-572f-4434-ae3a-78214f642a5b tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Acquiring lock "refresh_cache-2daeed7b-f1c2-41ae-9a2d-6e58581a0939" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.561598] env[68893]: DEBUG oslo_concurrency.lockutils [None req-e95b0d6d-6795-482a-8ee9-946cc5b6b40f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Acquiring lock "05def266-bea2-46e6-8916-6b0484ce4edd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.561985] env[68893]: DEBUG oslo_concurrency.lockutils [None req-e95b0d6d-6795-482a-8ee9-946cc5b6b40f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Lock "05def266-bea2-46e6-8916-6b0484ce4edd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.584012] env[68893]: DEBUG nova.scheduler.client.report [None req-23340425-df1e-4384-90e9-0a9bf29b511f tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 873.598818] env[68893]: DEBUG nova.network.neutron [None req-68c1b689-b805-484f-9440-35c0bd91102d tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] [instance: 67b07b13-034d-40ad-a554-518d5d36044c] Successfully created port: 639d9a8b-016e-4e10-a15a-95dd9ac642aa {{(pid=68893) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 873.706690] env[68893]: DEBUG oslo_concurrency.lockutils [req-e901f8ef-7bfa-431b-83ec-ea5723056f38 req-1b6e45bd-4d3d-463f-823c-03ab30901f84 service nova] Releasing lock "refresh_cache-2daeed7b-f1c2-41ae-9a2d-6e58581a0939" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.707272] env[68893]: DEBUG oslo_concurrency.lockutils [None req-9ff98eef-572f-4434-ae3a-78214f642a5b tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Acquired lock "refresh_cache-2daeed7b-f1c2-41ae-9a2d-6e58581a0939" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.707510] env[68893]: DEBUG nova.network.neutron [None req-9ff98eef-572f-4434-ae3a-78214f642a5b tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] [instance: 2daeed7b-f1c2-41ae-9a2d-6e58581a0939] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 873.784868] env[68893]: DEBUG oslo_vmware.api [None req-f893b519-00d7-40f4-9ee8-444408d8f4a2 tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] Task: {'id': task-2791540, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079618} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.785211] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-f893b519-00d7-40f4-9ee8-444408d8f4a2 tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] [instance: b763ec3a-5de5-40c1-9783-23dd20b39989] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 873.787279] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bcb6587-6ae8-4c4f-ad43-c8f843312f5d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.817713] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-f893b519-00d7-40f4-9ee8-444408d8f4a2 tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] [instance: b763ec3a-5de5-40c1-9783-23dd20b39989] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] b763ec3a-5de5-40c1-9783-23dd20b39989/b763ec3a-5de5-40c1-9783-23dd20b39989.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 873.818121] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc7f52d7-a8cc-43c2-8905-56b00cf3ad5f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.844336] env[68893]: DEBUG oslo_vmware.api [None req-f893b519-00d7-40f4-9ee8-444408d8f4a2 tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] Waiting for the task: (returnval){ [ 873.844336] env[68893]: value = "task-2791543" [ 873.844336] env[68893]: _type = "Task" [ 873.844336] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.848254] env[68893]: DEBUG oslo_vmware.api [None req-d0db2a12-5055-4287-aba8-14b8b8083243 tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Task: {'id': task-2791541, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.859855] env[68893]: DEBUG oslo_vmware.api [None req-f893b519-00d7-40f4-9ee8-444408d8f4a2 tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] Task: {'id': task-2791543, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.898840] env[68893]: DEBUG oslo_vmware.api [None req-85454ca5-4313-40da-b350-ae077dbc7cfb tempest-InstanceActionsV221TestJSON-1823886445 tempest-InstanceActionsV221TestJSON-1823886445-project-member] Task: {'id': task-2791539, 'name': PowerOnVM_Task, 'duration_secs': 0.873911} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.902432] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-85454ca5-4313-40da-b350-ae077dbc7cfb tempest-InstanceActionsV221TestJSON-1823886445 tempest-InstanceActionsV221TestJSON-1823886445-project-member] [instance: ff2b18ce-e349-42dc-adc0-f8b173685dbd] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 873.902432] env[68893]: INFO nova.compute.manager [None req-85454ca5-4313-40da-b350-ae077dbc7cfb tempest-InstanceActionsV221TestJSON-1823886445 tempest-InstanceActionsV221TestJSON-1823886445-project-member] [instance: ff2b18ce-e349-42dc-adc0-f8b173685dbd] Took 10.04 seconds to spawn the instance on the hypervisor. [ 873.902432] env[68893]: DEBUG nova.compute.manager [None req-85454ca5-4313-40da-b350-ae077dbc7cfb tempest-InstanceActionsV221TestJSON-1823886445 tempest-InstanceActionsV221TestJSON-1823886445-project-member] [instance: ff2b18ce-e349-42dc-adc0-f8b173685dbd] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 873.902432] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-490bd666-299d-4016-818e-b9aaa5340d3e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.958644] env[68893]: DEBUG nova.compute.manager [req-804fa5b6-473c-466a-95f7-6f572d766edd req-32537c20-1484-4a44-8b4e-ed8c98ef79cc service nova] [instance: 80fa04f2-e0a6-452e-9a88-73eeb0ac347e] Received event network-vif-deleted-45f6c5e5-ae8c-49b1-8cb6-21e2a3a060d3 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 873.959339] env[68893]: INFO nova.compute.manager [req-804fa5b6-473c-466a-95f7-6f572d766edd req-32537c20-1484-4a44-8b4e-ed8c98ef79cc service nova] [instance: 80fa04f2-e0a6-452e-9a88-73eeb0ac347e] Neutron deleted interface 45f6c5e5-ae8c-49b1-8cb6-21e2a3a060d3; detaching it from the instance and deleting it from the info cache [ 873.959814] env[68893]: DEBUG nova.network.neutron [req-804fa5b6-473c-466a-95f7-6f572d766edd req-32537c20-1484-4a44-8b4e-ed8c98ef79cc service nova] [instance: 80fa04f2-e0a6-452e-9a88-73eeb0ac347e] Updating instance_info_cache with network_info: [{"id": "cfd680ff-11e6-4026-8e06-1e7cfc43cebf", "address": "fa:16:3e:63:6d:4c", "network": {"id": "024e10c8-0890-4be3-81cc-2be8eac35dc9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-116676947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "564a5b6c6f4f4e42aeeef87662301380", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfd680ff-11", "ovs_interfaceid": "cfd680ff-11e6-4026-8e06-1e7cfc43cebf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.091538] env[68893]: DEBUG oslo_concurrency.lockutils [None req-23340425-df1e-4384-90e9-0a9bf29b511f tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.198s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.094090] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b2ae0d15-3ca3-44b3-995a-af42d31f8abb tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.266s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.098508] env[68893]: INFO nova.compute.claims [None req-b2ae0d15-3ca3-44b3-995a-af42d31f8abb tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 7fe829d2-a085-424f-b94f-9255451eb920] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 874.117758] env[68893]: INFO nova.scheduler.client.report [None req-23340425-df1e-4384-90e9-0a9bf29b511f tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Deleted allocations for instance 8cd7dab4-e083-415f-937c-8d3e0c9fc26c [ 874.332278] env[68893]: DEBUG oslo_vmware.api [None req-d0db2a12-5055-4287-aba8-14b8b8083243 tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Task: {'id': task-2791541, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.681248} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.334011] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0db2a12-5055-4287-aba8-14b8b8083243 tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore1] 196cd774-e550-4cd2-a547-0b30bdd7f668/196cd774-e550-4cd2-a547-0b30bdd7f668.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 874.334635] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-d0db2a12-5055-4287-aba8-14b8b8083243 tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] [instance: 196cd774-e550-4cd2-a547-0b30bdd7f668] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 874.337789] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a8229bbc-7a16-4f6b-90d4-d5b13735df83 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.352016] env[68893]: DEBUG oslo_vmware.api [None req-d0db2a12-5055-4287-aba8-14b8b8083243 tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Waiting for the task: (returnval){ [ 874.352016] env[68893]: value = "task-2791544" [ 874.352016] env[68893]: _type = "Task" [ 874.352016] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.365875] env[68893]: DEBUG oslo_vmware.api [None req-f893b519-00d7-40f4-9ee8-444408d8f4a2 tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] Task: {'id': task-2791543, 'name': ReconfigVM_Task, 'duration_secs': 0.400652} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.371669] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-f893b519-00d7-40f4-9ee8-444408d8f4a2 tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] [instance: b763ec3a-5de5-40c1-9783-23dd20b39989] Reconfigured VM instance instance-00000031 to attach disk [datastore1] b763ec3a-5de5-40c1-9783-23dd20b39989/b763ec3a-5de5-40c1-9783-23dd20b39989.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 874.372732] env[68893]: DEBUG oslo_vmware.api [None req-d0db2a12-5055-4287-aba8-14b8b8083243 tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Task: {'id': task-2791544, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.373627] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ab2dab2a-d356-446f-8558-3d1a341695f2 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.380974] env[68893]: DEBUG oslo_vmware.api [None req-f893b519-00d7-40f4-9ee8-444408d8f4a2 tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] Waiting for the task: (returnval){ [ 874.380974] env[68893]: value = "task-2791545" [ 874.380974] env[68893]: _type = "Task" [ 874.380974] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.389862] env[68893]: DEBUG oslo_vmware.api [None req-f893b519-00d7-40f4-9ee8-444408d8f4a2 tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] Task: {'id': task-2791545, 'name': Rename_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.428492] env[68893]: INFO nova.compute.manager [None req-85454ca5-4313-40da-b350-ae077dbc7cfb tempest-InstanceActionsV221TestJSON-1823886445 tempest-InstanceActionsV221TestJSON-1823886445-project-member] [instance: ff2b18ce-e349-42dc-adc0-f8b173685dbd] Took 53.57 seconds to build instance. [ 874.430534] env[68893]: DEBUG nova.compute.manager [None req-68c1b689-b805-484f-9440-35c0bd91102d tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] [instance: 67b07b13-034d-40ad-a554-518d5d36044c] Start spawning the instance on the hypervisor. {{(pid=68893) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 874.456615] env[68893]: DEBUG nova.virt.hardware [None req-68c1b689-b805-484f-9440-35c0bd91102d tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:34:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='2065895363',id=19,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-1756556317',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 874.457242] env[68893]: DEBUG nova.virt.hardware [None req-68c1b689-b805-484f-9440-35c0bd91102d tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 874.457605] env[68893]: DEBUG nova.virt.hardware [None req-68c1b689-b805-484f-9440-35c0bd91102d tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 874.457898] env[68893]: DEBUG nova.virt.hardware [None req-68c1b689-b805-484f-9440-35c0bd91102d tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 874.458179] env[68893]: DEBUG nova.virt.hardware [None req-68c1b689-b805-484f-9440-35c0bd91102d tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 874.458440] env[68893]: DEBUG nova.virt.hardware [None req-68c1b689-b805-484f-9440-35c0bd91102d tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 874.458793] env[68893]: DEBUG nova.virt.hardware [None req-68c1b689-b805-484f-9440-35c0bd91102d tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 874.459081] env[68893]: DEBUG nova.virt.hardware [None req-68c1b689-b805-484f-9440-35c0bd91102d tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 874.459380] env[68893]: DEBUG nova.virt.hardware [None req-68c1b689-b805-484f-9440-35c0bd91102d tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 874.459664] env[68893]: DEBUG nova.virt.hardware [None req-68c1b689-b805-484f-9440-35c0bd91102d tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 874.459949] env[68893]: DEBUG nova.virt.hardware [None req-68c1b689-b805-484f-9440-35c0bd91102d tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 874.461257] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c98ef9c-28e4-4e4d-9c72-4d7101c453d9 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.464500] env[68893]: DEBUG oslo_concurrency.lockutils [req-804fa5b6-473c-466a-95f7-6f572d766edd req-32537c20-1484-4a44-8b4e-ed8c98ef79cc service nova] Acquiring lock "80fa04f2-e0a6-452e-9a88-73eeb0ac347e" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.464779] env[68893]: DEBUG oslo_concurrency.lockutils [req-804fa5b6-473c-466a-95f7-6f572d766edd req-32537c20-1484-4a44-8b4e-ed8c98ef79cc service nova] Acquired lock "80fa04f2-e0a6-452e-9a88-73eeb0ac347e" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.465628] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d27b66c-47d4-4653-9c2a-a4e7cdb487d6 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.488077] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d67998b5-32da-4fc6-a519-4643e9d7970b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.494879] env[68893]: DEBUG oslo_concurrency.lockutils [req-804fa5b6-473c-466a-95f7-6f572d766edd req-32537c20-1484-4a44-8b4e-ed8c98ef79cc service nova] Releasing lock "80fa04f2-e0a6-452e-9a88-73eeb0ac347e" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.495357] env[68893]: WARNING nova.compute.manager [req-804fa5b6-473c-466a-95f7-6f572d766edd req-32537c20-1484-4a44-8b4e-ed8c98ef79cc service nova] [instance: 80fa04f2-e0a6-452e-9a88-73eeb0ac347e] Detach interface failed, port_id=45f6c5e5-ae8c-49b1-8cb6-21e2a3a060d3, reason: No device with interface-id 45f6c5e5-ae8c-49b1-8cb6-21e2a3a060d3 exists on VM: nova.exception.NotFound: No device with interface-id 45f6c5e5-ae8c-49b1-8cb6-21e2a3a060d3 exists on VM [ 874.544890] env[68893]: DEBUG nova.network.neutron [None req-9ff98eef-572f-4434-ae3a-78214f642a5b tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] [instance: 2daeed7b-f1c2-41ae-9a2d-6e58581a0939] Updating instance_info_cache with network_info: [{"id": "324b9309-62cf-4cc6-8f75-9fc8a053e070", "address": "fa:16:3e:96:3f:84", "network": {"id": "04b3d82b-866b-4271-9ed9-37ae2e26dfa6", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1939719778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8e0a60e1e1a41d6917ed43f17686b58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap324b9309-62", "ovs_interfaceid": "324b9309-62cf-4cc6-8f75-9fc8a053e070", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.585894] env[68893]: DEBUG oslo_concurrency.lockutils [None req-89b0f3d8-2bdd-4f15-88f3-eb2d786ebd0c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Acquiring lock "refresh_cache-80fa04f2-e0a6-452e-9a88-73eeb0ac347e" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.586144] env[68893]: DEBUG oslo_concurrency.lockutils [None req-89b0f3d8-2bdd-4f15-88f3-eb2d786ebd0c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Acquired lock "refresh_cache-80fa04f2-e0a6-452e-9a88-73eeb0ac347e" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.586335] env[68893]: DEBUG nova.network.neutron [None req-89b0f3d8-2bdd-4f15-88f3-eb2d786ebd0c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 80fa04f2-e0a6-452e-9a88-73eeb0ac347e] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 874.633436] env[68893]: DEBUG oslo_concurrency.lockutils [None req-23340425-df1e-4384-90e9-0a9bf29b511f tempest-ServersListShow296Test-718673314 tempest-ServersListShow296Test-718673314-project-member] Lock "8cd7dab4-e083-415f-937c-8d3e0c9fc26c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.315s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.843133] env[68893]: DEBUG oslo_concurrency.lockutils [None req-8ae3477c-f98f-4d19-a58b-ca19e7c51d07 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Acquiring lock "80fa04f2-e0a6-452e-9a88-73eeb0ac347e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.843133] env[68893]: DEBUG oslo_concurrency.lockutils [None req-8ae3477c-f98f-4d19-a58b-ca19e7c51d07 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Lock "80fa04f2-e0a6-452e-9a88-73eeb0ac347e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.843133] env[68893]: DEBUG oslo_concurrency.lockutils [None req-8ae3477c-f98f-4d19-a58b-ca19e7c51d07 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Acquiring lock "80fa04f2-e0a6-452e-9a88-73eeb0ac347e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.843133] env[68893]: DEBUG oslo_concurrency.lockutils [None req-8ae3477c-f98f-4d19-a58b-ca19e7c51d07 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Lock "80fa04f2-e0a6-452e-9a88-73eeb0ac347e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.843608] env[68893]: DEBUG oslo_concurrency.lockutils [None req-8ae3477c-f98f-4d19-a58b-ca19e7c51d07 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Lock "80fa04f2-e0a6-452e-9a88-73eeb0ac347e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.846618] env[68893]: INFO nova.compute.manager [None req-8ae3477c-f98f-4d19-a58b-ca19e7c51d07 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 80fa04f2-e0a6-452e-9a88-73eeb0ac347e] Terminating instance [ 874.871513] env[68893]: DEBUG oslo_vmware.api [None req-d0db2a12-5055-4287-aba8-14b8b8083243 tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Task: {'id': task-2791544, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06529} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.872553] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-d0db2a12-5055-4287-aba8-14b8b8083243 tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] [instance: 196cd774-e550-4cd2-a547-0b30bdd7f668] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 874.873549] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1decd34b-7e05-4696-a0a0-00d68c4ec42b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.901112] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0db2a12-5055-4287-aba8-14b8b8083243 tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] [instance: 196cd774-e550-4cd2-a547-0b30bdd7f668] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] 196cd774-e550-4cd2-a547-0b30bdd7f668/196cd774-e550-4cd2-a547-0b30bdd7f668.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 874.905989] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9f9987a-7f7d-4157-8d59-094fa6057803 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.928415] env[68893]: DEBUG oslo_vmware.api [None req-f893b519-00d7-40f4-9ee8-444408d8f4a2 tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] Task: {'id': task-2791545, 'name': Rename_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.931202] env[68893]: DEBUG oslo_vmware.api [None req-d0db2a12-5055-4287-aba8-14b8b8083243 tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Waiting for the task: (returnval){ [ 874.931202] env[68893]: value = "task-2791546" [ 874.931202] env[68893]: _type = "Task" [ 874.931202] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.937791] env[68893]: DEBUG oslo_concurrency.lockutils [None req-85454ca5-4313-40da-b350-ae077dbc7cfb tempest-InstanceActionsV221TestJSON-1823886445 tempest-InstanceActionsV221TestJSON-1823886445-project-member] Lock "ff2b18ce-e349-42dc-adc0-f8b173685dbd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.694s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.944913] env[68893]: DEBUG oslo_vmware.api [None req-d0db2a12-5055-4287-aba8-14b8b8083243 tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Task: {'id': task-2791546, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.053967] env[68893]: DEBUG oslo_concurrency.lockutils [None req-9ff98eef-572f-4434-ae3a-78214f642a5b tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Releasing lock "refresh_cache-2daeed7b-f1c2-41ae-9a2d-6e58581a0939" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.267701] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d43baf03-ba3f-4b48-b2c2-df4aacb8e999 tempest-InstanceActionsV221TestJSON-1823886445 tempest-InstanceActionsV221TestJSON-1823886445-project-member] Acquiring lock "ff2b18ce-e349-42dc-adc0-f8b173685dbd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.267991] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d43baf03-ba3f-4b48-b2c2-df4aacb8e999 tempest-InstanceActionsV221TestJSON-1823886445 tempest-InstanceActionsV221TestJSON-1823886445-project-member] Lock "ff2b18ce-e349-42dc-adc0-f8b173685dbd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.270611] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d43baf03-ba3f-4b48-b2c2-df4aacb8e999 tempest-InstanceActionsV221TestJSON-1823886445 tempest-InstanceActionsV221TestJSON-1823886445-project-member] Acquiring lock "ff2b18ce-e349-42dc-adc0-f8b173685dbd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.270611] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d43baf03-ba3f-4b48-b2c2-df4aacb8e999 tempest-InstanceActionsV221TestJSON-1823886445 tempest-InstanceActionsV221TestJSON-1823886445-project-member] Lock "ff2b18ce-e349-42dc-adc0-f8b173685dbd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.270611] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d43baf03-ba3f-4b48-b2c2-df4aacb8e999 tempest-InstanceActionsV221TestJSON-1823886445 tempest-InstanceActionsV221TestJSON-1823886445-project-member] Lock "ff2b18ce-e349-42dc-adc0-f8b173685dbd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.273692] env[68893]: INFO nova.compute.manager [None req-d43baf03-ba3f-4b48-b2c2-df4aacb8e999 tempest-InstanceActionsV221TestJSON-1823886445 tempest-InstanceActionsV221TestJSON-1823886445-project-member] [instance: ff2b18ce-e349-42dc-adc0-f8b173685dbd] Terminating instance [ 875.357871] env[68893]: DEBUG nova.compute.manager [None req-8ae3477c-f98f-4d19-a58b-ca19e7c51d07 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 80fa04f2-e0a6-452e-9a88-73eeb0ac347e] Start destroying the instance on the hypervisor. {{(pid=68893) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 875.358136] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-8ae3477c-f98f-4d19-a58b-ca19e7c51d07 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 80fa04f2-e0a6-452e-9a88-73eeb0ac347e] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 875.359168] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-550fd6c8-86e9-4d72-aa2b-e01735b2e7e1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.371754] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ae3477c-f98f-4d19-a58b-ca19e7c51d07 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 80fa04f2-e0a6-452e-9a88-73eeb0ac347e] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 875.372086] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-099f26c4-6e70-40be-9fbf-2e42f179c651 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.381480] env[68893]: DEBUG oslo_vmware.api [None req-8ae3477c-f98f-4d19-a58b-ca19e7c51d07 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Waiting for the task: (returnval){ [ 875.381480] env[68893]: value = "task-2791547" [ 875.381480] env[68893]: _type = "Task" [ 875.381480] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.402482] env[68893]: DEBUG oslo_vmware.api [None req-8ae3477c-f98f-4d19-a58b-ca19e7c51d07 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': task-2791547, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.407363] env[68893]: DEBUG oslo_vmware.api [None req-f893b519-00d7-40f4-9ee8-444408d8f4a2 tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] Task: {'id': task-2791545, 'name': Rename_Task, 'duration_secs': 0.938945} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.407643] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-f893b519-00d7-40f4-9ee8-444408d8f4a2 tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] [instance: b763ec3a-5de5-40c1-9783-23dd20b39989] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 875.407897] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cff0b77f-4e05-4bf2-a94e-17f05f130deb {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.413784] env[68893]: DEBUG oslo_vmware.api [None req-f893b519-00d7-40f4-9ee8-444408d8f4a2 tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] Waiting for the task: (returnval){ [ 875.413784] env[68893]: value = "task-2791548" [ 875.413784] env[68893]: _type = "Task" [ 875.413784] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.425170] env[68893]: DEBUG oslo_vmware.api [None req-f893b519-00d7-40f4-9ee8-444408d8f4a2 tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] Task: {'id': task-2791548, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.442104] env[68893]: DEBUG nova.compute.manager [None req-b39bf656-4c7b-4ad6-8ea5-599a8e8866b1 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: c3ebb422-0391-4359-abb4-8ea80e767ce2] Starting instance... {{(pid=68893) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 875.443801] env[68893]: DEBUG oslo_vmware.api [None req-d0db2a12-5055-4287-aba8-14b8b8083243 tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Task: {'id': task-2791546, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.561525] env[68893]: DEBUG nova.compute.manager [None req-9ff98eef-572f-4434-ae3a-78214f642a5b tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] [instance: 2daeed7b-f1c2-41ae-9a2d-6e58581a0939] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 875.563062] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cedacd7-26e3-4900-a12d-427b2592e85b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.723428] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be0ea04b-a67e-46ce-b044-c5b838949856 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.733748] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36a8b0ae-7189-447e-ab79-dc9dd3622d09 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.764340] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45ea1bc1-5333-4a0e-aaec-6f670b4cb0cf {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.775215] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7ffea80-da48-4803-8e1f-5bd68777bd30 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.780162] env[68893]: DEBUG nova.compute.manager [None req-d43baf03-ba3f-4b48-b2c2-df4aacb8e999 tempest-InstanceActionsV221TestJSON-1823886445 tempest-InstanceActionsV221TestJSON-1823886445-project-member] [instance: ff2b18ce-e349-42dc-adc0-f8b173685dbd] Start destroying the instance on the hypervisor. {{(pid=68893) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 875.780162] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-d43baf03-ba3f-4b48-b2c2-df4aacb8e999 tempest-InstanceActionsV221TestJSON-1823886445 tempest-InstanceActionsV221TestJSON-1823886445-project-member] [instance: ff2b18ce-e349-42dc-adc0-f8b173685dbd] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 875.781346] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67342fbc-156f-4c79-8555-333c61701697 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.794958] env[68893]: DEBUG nova.compute.provider_tree [None req-b2ae0d15-3ca3-44b3-995a-af42d31f8abb tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 875.802769] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-d43baf03-ba3f-4b48-b2c2-df4aacb8e999 tempest-InstanceActionsV221TestJSON-1823886445 tempest-InstanceActionsV221TestJSON-1823886445-project-member] [instance: ff2b18ce-e349-42dc-adc0-f8b173685dbd] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 875.802769] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-61f76755-2c14-4e86-9a2f-911a6bad931b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.809731] env[68893]: DEBUG oslo_vmware.api [None req-d43baf03-ba3f-4b48-b2c2-df4aacb8e999 tempest-InstanceActionsV221TestJSON-1823886445 tempest-InstanceActionsV221TestJSON-1823886445-project-member] Waiting for the task: (returnval){ [ 875.809731] env[68893]: value = "task-2791549" [ 875.809731] env[68893]: _type = "Task" [ 875.809731] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.817749] env[68893]: DEBUG oslo_vmware.api [None req-d43baf03-ba3f-4b48-b2c2-df4aacb8e999 tempest-InstanceActionsV221TestJSON-1823886445 tempest-InstanceActionsV221TestJSON-1823886445-project-member] Task: {'id': task-2791549, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.896410] env[68893]: DEBUG oslo_vmware.api [None req-8ae3477c-f98f-4d19-a58b-ca19e7c51d07 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': task-2791547, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.901207] env[68893]: DEBUG nova.network.neutron [None req-89b0f3d8-2bdd-4f15-88f3-eb2d786ebd0c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 80fa04f2-e0a6-452e-9a88-73eeb0ac347e] Updating instance_info_cache with network_info: [{"id": "cfd680ff-11e6-4026-8e06-1e7cfc43cebf", "address": "fa:16:3e:63:6d:4c", "network": {"id": "024e10c8-0890-4be3-81cc-2be8eac35dc9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-116676947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "564a5b6c6f4f4e42aeeef87662301380", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfd680ff-11", "ovs_interfaceid": "cfd680ff-11e6-4026-8e06-1e7cfc43cebf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.923819] env[68893]: DEBUG oslo_vmware.api [None req-f893b519-00d7-40f4-9ee8-444408d8f4a2 tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] Task: {'id': task-2791548, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.941144] env[68893]: DEBUG oslo_vmware.api [None req-d0db2a12-5055-4287-aba8-14b8b8083243 tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Task: {'id': task-2791546, 'name': ReconfigVM_Task, 'duration_secs': 0.636419} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.941504] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0db2a12-5055-4287-aba8-14b8b8083243 tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] [instance: 196cd774-e550-4cd2-a547-0b30bdd7f668] Reconfigured VM instance instance-00000032 to attach disk [datastore1] 196cd774-e550-4cd2-a547-0b30bdd7f668/196cd774-e550-4cd2-a547-0b30bdd7f668.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 875.942182] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2924b251-04b9-4641-b054-a802757046b0 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.948970] env[68893]: DEBUG oslo_vmware.api [None req-d0db2a12-5055-4287-aba8-14b8b8083243 tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Waiting for the task: (returnval){ [ 875.948970] env[68893]: value = "task-2791550" [ 875.948970] env[68893]: _type = "Task" [ 875.948970] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.957045] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-90f8bcdf-77e4-4f1e-b2a7-c32576c663ed tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] [instance: b7c373f5-60c3-44c6-bbe7-d66be17f34fd] Volume attach. Driver type: vmdk {{(pid=68893) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 875.957359] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-90f8bcdf-77e4-4f1e-b2a7-c32576c663ed tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] [instance: b7c373f5-60c3-44c6-bbe7-d66be17f34fd] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561120', 'volume_id': '4622c1cf-eb43-49d5-9835-22e1bab7dd16', 'name': 'volume-4622c1cf-eb43-49d5-9835-22e1bab7dd16', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b7c373f5-60c3-44c6-bbe7-d66be17f34fd', 'attached_at': '', 'detached_at': '', 'volume_id': '4622c1cf-eb43-49d5-9835-22e1bab7dd16', 'serial': '4622c1cf-eb43-49d5-9835-22e1bab7dd16'} {{(pid=68893) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 875.959487] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e96a9e-6a26-4387-acd7-7b41c8256eb1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.968149] env[68893]: DEBUG oslo_vmware.api [None req-d0db2a12-5055-4287-aba8-14b8b8083243 tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Task: {'id': task-2791550, 'name': Rename_Task} progress is 10%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.983906] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b39bf656-4c7b-4ad6-8ea5-599a8e8866b1 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.984791] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd017403-2348-4726-8a05-e0e8f2a8a25c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.012845] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-90f8bcdf-77e4-4f1e-b2a7-c32576c663ed tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] [instance: b7c373f5-60c3-44c6-bbe7-d66be17f34fd] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] volume-4622c1cf-eb43-49d5-9835-22e1bab7dd16/volume-4622c1cf-eb43-49d5-9835-22e1bab7dd16.vmdk or device None with type thin {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 876.012845] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-915be821-e77e-4a71-9f78-ada1c1ff29e4 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.033697] env[68893]: DEBUG oslo_vmware.api [None req-90f8bcdf-77e4-4f1e-b2a7-c32576c663ed tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Waiting for the task: (returnval){ [ 876.033697] env[68893]: value = "task-2791551" [ 876.033697] env[68893]: _type = "Task" [ 876.033697] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.043021] env[68893]: DEBUG oslo_vmware.api [None req-90f8bcdf-77e4-4f1e-b2a7-c32576c663ed tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Task: {'id': task-2791551, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.044073] env[68893]: DEBUG nova.network.neutron [None req-68c1b689-b805-484f-9440-35c0bd91102d tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] [instance: 67b07b13-034d-40ad-a554-518d5d36044c] Successfully updated port: 639d9a8b-016e-4e10-a15a-95dd9ac642aa {{(pid=68893) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 876.174246] env[68893]: DEBUG nova.compute.manager [req-a0d82808-a61e-4b26-8527-f4376a4e4a35 req-db909268-6c45-4e77-9888-c7741d5cb751 service nova] [instance: 67b07b13-034d-40ad-a554-518d5d36044c] Received event network-vif-plugged-639d9a8b-016e-4e10-a15a-95dd9ac642aa {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 876.174488] env[68893]: DEBUG oslo_concurrency.lockutils [req-a0d82808-a61e-4b26-8527-f4376a4e4a35 req-db909268-6c45-4e77-9888-c7741d5cb751 service nova] Acquiring lock "67b07b13-034d-40ad-a554-518d5d36044c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.174692] env[68893]: DEBUG oslo_concurrency.lockutils [req-a0d82808-a61e-4b26-8527-f4376a4e4a35 req-db909268-6c45-4e77-9888-c7741d5cb751 service nova] Lock "67b07b13-034d-40ad-a554-518d5d36044c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.174861] env[68893]: DEBUG oslo_concurrency.lockutils [req-a0d82808-a61e-4b26-8527-f4376a4e4a35 req-db909268-6c45-4e77-9888-c7741d5cb751 service nova] Lock "67b07b13-034d-40ad-a554-518d5d36044c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.176506] env[68893]: DEBUG nova.compute.manager [req-a0d82808-a61e-4b26-8527-f4376a4e4a35 req-db909268-6c45-4e77-9888-c7741d5cb751 service nova] [instance: 67b07b13-034d-40ad-a554-518d5d36044c] No waiting events found dispatching network-vif-plugged-639d9a8b-016e-4e10-a15a-95dd9ac642aa {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 876.176731] env[68893]: WARNING nova.compute.manager [req-a0d82808-a61e-4b26-8527-f4376a4e4a35 req-db909268-6c45-4e77-9888-c7741d5cb751 service nova] [instance: 67b07b13-034d-40ad-a554-518d5d36044c] Received unexpected event network-vif-plugged-639d9a8b-016e-4e10-a15a-95dd9ac642aa for instance with vm_state building and task_state spawning. [ 876.304362] env[68893]: DEBUG nova.scheduler.client.report [None req-b2ae0d15-3ca3-44b3-995a-af42d31f8abb tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 876.321296] env[68893]: DEBUG oslo_vmware.api [None req-d43baf03-ba3f-4b48-b2c2-df4aacb8e999 tempest-InstanceActionsV221TestJSON-1823886445 tempest-InstanceActionsV221TestJSON-1823886445-project-member] Task: {'id': task-2791549, 'name': PowerOffVM_Task, 'duration_secs': 0.248377} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.324338] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-d43baf03-ba3f-4b48-b2c2-df4aacb8e999 tempest-InstanceActionsV221TestJSON-1823886445 tempest-InstanceActionsV221TestJSON-1823886445-project-member] [instance: ff2b18ce-e349-42dc-adc0-f8b173685dbd] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 876.324338] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-d43baf03-ba3f-4b48-b2c2-df4aacb8e999 tempest-InstanceActionsV221TestJSON-1823886445 tempest-InstanceActionsV221TestJSON-1823886445-project-member] [instance: ff2b18ce-e349-42dc-adc0-f8b173685dbd] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 876.324338] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b6b550ce-4bea-4823-8a10-4df202cefd42 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.389778] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-d43baf03-ba3f-4b48-b2c2-df4aacb8e999 tempest-InstanceActionsV221TestJSON-1823886445 tempest-InstanceActionsV221TestJSON-1823886445-project-member] [instance: ff2b18ce-e349-42dc-adc0-f8b173685dbd] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 876.389945] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-d43baf03-ba3f-4b48-b2c2-df4aacb8e999 tempest-InstanceActionsV221TestJSON-1823886445 tempest-InstanceActionsV221TestJSON-1823886445-project-member] [instance: ff2b18ce-e349-42dc-adc0-f8b173685dbd] Deleting contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 876.390462] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-d43baf03-ba3f-4b48-b2c2-df4aacb8e999 tempest-InstanceActionsV221TestJSON-1823886445 tempest-InstanceActionsV221TestJSON-1823886445-project-member] Deleting the datastore file [datastore2] ff2b18ce-e349-42dc-adc0-f8b173685dbd {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 876.391936] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c68a2194-3491-4560-a441-72551645534a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.398847] env[68893]: DEBUG oslo_vmware.api [None req-8ae3477c-f98f-4d19-a58b-ca19e7c51d07 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': task-2791547, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.402574] env[68893]: DEBUG oslo_vmware.api [None req-d43baf03-ba3f-4b48-b2c2-df4aacb8e999 tempest-InstanceActionsV221TestJSON-1823886445 tempest-InstanceActionsV221TestJSON-1823886445-project-member] Waiting for the task: (returnval){ [ 876.402574] env[68893]: value = "task-2791553" [ 876.402574] env[68893]: _type = "Task" [ 876.402574] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.406827] env[68893]: DEBUG oslo_concurrency.lockutils [None req-89b0f3d8-2bdd-4f15-88f3-eb2d786ebd0c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Releasing lock "refresh_cache-80fa04f2-e0a6-452e-9a88-73eeb0ac347e" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.416245] env[68893]: DEBUG oslo_vmware.api [None req-d43baf03-ba3f-4b48-b2c2-df4aacb8e999 tempest-InstanceActionsV221TestJSON-1823886445 tempest-InstanceActionsV221TestJSON-1823886445-project-member] Task: {'id': task-2791553, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.426829] env[68893]: DEBUG oslo_vmware.api [None req-f893b519-00d7-40f4-9ee8-444408d8f4a2 tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] Task: {'id': task-2791548, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.461694] env[68893]: DEBUG oslo_vmware.api [None req-d0db2a12-5055-4287-aba8-14b8b8083243 tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Task: {'id': task-2791550, 'name': Rename_Task, 'duration_secs': 0.180637} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.462028] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0db2a12-5055-4287-aba8-14b8b8083243 tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] [instance: 196cd774-e550-4cd2-a547-0b30bdd7f668] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 876.462302] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-68acc648-0351-4107-9b57-09a2b321b125 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.469760] env[68893]: DEBUG oslo_vmware.api [None req-d0db2a12-5055-4287-aba8-14b8b8083243 tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Waiting for the task: (returnval){ [ 876.469760] env[68893]: value = "task-2791554" [ 876.469760] env[68893]: _type = "Task" [ 876.469760] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.481828] env[68893]: DEBUG oslo_vmware.api [None req-d0db2a12-5055-4287-aba8-14b8b8083243 tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Task: {'id': task-2791554, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.548137] env[68893]: DEBUG oslo_vmware.api [None req-90f8bcdf-77e4-4f1e-b2a7-c32576c663ed tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Task: {'id': task-2791551, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.548137] env[68893]: DEBUG oslo_concurrency.lockutils [None req-68c1b689-b805-484f-9440-35c0bd91102d tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Acquiring lock "refresh_cache-67b07b13-034d-40ad-a554-518d5d36044c" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.548137] env[68893]: DEBUG oslo_concurrency.lockutils [None req-68c1b689-b805-484f-9440-35c0bd91102d tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Acquired lock "refresh_cache-67b07b13-034d-40ad-a554-518d5d36044c" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.548137] env[68893]: DEBUG nova.network.neutron [None req-68c1b689-b805-484f-9440-35c0bd91102d tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] [instance: 67b07b13-034d-40ad-a554-518d5d36044c] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 876.590377] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d602327-c53e-4afe-afc6-56308dc585bb {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.599601] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-9ff98eef-572f-4434-ae3a-78214f642a5b tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] [instance: 2daeed7b-f1c2-41ae-9a2d-6e58581a0939] Doing hard reboot of VM {{(pid=68893) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 876.599601] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-da6bcc3e-8fe6-40fd-8743-af4bac7939ab {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.606626] env[68893]: DEBUG oslo_vmware.api [None req-9ff98eef-572f-4434-ae3a-78214f642a5b tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Waiting for the task: (returnval){ [ 876.606626] env[68893]: value = "task-2791555" [ 876.606626] env[68893]: _type = "Task" [ 876.606626] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.617244] env[68893]: DEBUG oslo_vmware.api [None req-9ff98eef-572f-4434-ae3a-78214f642a5b tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Task: {'id': task-2791555, 'name': ResetVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.781486] env[68893]: DEBUG oslo_vmware.rw_handles [None req-0f2258f2-77d0-4664-b509-f0b6891f5e14 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5211a27e-f656-9388-7520-c99c99aef8ce/disk-0.vmdk. {{(pid=68893) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 876.784558] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-972d0d69-965e-4fa4-978c-8eb68688e017 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.792758] env[68893]: DEBUG oslo_vmware.rw_handles [None req-0f2258f2-77d0-4664-b509-f0b6891f5e14 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5211a27e-f656-9388-7520-c99c99aef8ce/disk-0.vmdk is in state: ready. {{(pid=68893) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 876.792945] env[68893]: ERROR oslo_vmware.rw_handles [None req-0f2258f2-77d0-4664-b509-f0b6891f5e14 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5211a27e-f656-9388-7520-c99c99aef8ce/disk-0.vmdk due to incomplete transfer. [ 876.799016] env[68893]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-11349874-986c-41e6-a908-8ce9b8e5e142 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.804831] env[68893]: DEBUG oslo_vmware.rw_handles [None req-0f2258f2-77d0-4664-b509-f0b6891f5e14 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5211a27e-f656-9388-7520-c99c99aef8ce/disk-0.vmdk. {{(pid=68893) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 876.805082] env[68893]: DEBUG nova.virt.vmwareapi.images [None req-0f2258f2-77d0-4664-b509-f0b6891f5e14 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] [instance: 3870f0d6-e7bb-4565-be1c-9b8377a81281] Uploaded image 2bfebeba-2f0f-46c4-a497-ef434aa754b4 to the Glance image server {{(pid=68893) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 876.807501] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f2258f2-77d0-4664-b509-f0b6891f5e14 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] [instance: 3870f0d6-e7bb-4565-be1c-9b8377a81281] Destroying the VM {{(pid=68893) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 876.807744] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-94439f06-9ced-4a7d-a0f5-ebdbcf015e7b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.815585] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b2ae0d15-3ca3-44b3-995a-af42d31f8abb tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.721s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.816148] env[68893]: DEBUG nova.compute.manager [None req-b2ae0d15-3ca3-44b3-995a-af42d31f8abb tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 7fe829d2-a085-424f-b94f-9255451eb920] Start building networks asynchronously for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 876.818908] env[68893]: DEBUG oslo_vmware.api [None req-0f2258f2-77d0-4664-b509-f0b6891f5e14 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Waiting for the task: (returnval){ [ 876.818908] env[68893]: value = "task-2791556" [ 876.818908] env[68893]: _type = "Task" [ 876.818908] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.819384] env[68893]: DEBUG oslo_concurrency.lockutils [None req-e7b619b2-3442-44e2-ac2b-f114ac3a4c61 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.430s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.821027] env[68893]: INFO nova.compute.claims [None req-e7b619b2-3442-44e2-ac2b-f114ac3a4c61 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 073e59c7-2b22-4fa9-a6d2-03a158475093] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 876.832902] env[68893]: DEBUG oslo_vmware.api [None req-0f2258f2-77d0-4664-b509-f0b6891f5e14 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Task: {'id': task-2791556, 'name': Destroy_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.897666] env[68893]: DEBUG oslo_vmware.api [None req-8ae3477c-f98f-4d19-a58b-ca19e7c51d07 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': task-2791547, 'name': PowerOffVM_Task, 'duration_secs': 1.131508} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.897666] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ae3477c-f98f-4d19-a58b-ca19e7c51d07 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 80fa04f2-e0a6-452e-9a88-73eeb0ac347e] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 876.897666] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-8ae3477c-f98f-4d19-a58b-ca19e7c51d07 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 80fa04f2-e0a6-452e-9a88-73eeb0ac347e] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 876.898678] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b9e82f52-f5ba-4937-9bff-91bebeafbce9 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.914940] env[68893]: DEBUG oslo_concurrency.lockutils [None req-89b0f3d8-2bdd-4f15-88f3-eb2d786ebd0c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Lock "interface-80fa04f2-e0a6-452e-9a88-73eeb0ac347e-45f6c5e5-ae8c-49b1-8cb6-21e2a3a060d3" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.728s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.916058] env[68893]: DEBUG oslo_vmware.api [None req-d43baf03-ba3f-4b48-b2c2-df4aacb8e999 tempest-InstanceActionsV221TestJSON-1823886445 tempest-InstanceActionsV221TestJSON-1823886445-project-member] Task: {'id': task-2791553, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.226791} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.916948] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-d43baf03-ba3f-4b48-b2c2-df4aacb8e999 tempest-InstanceActionsV221TestJSON-1823886445 tempest-InstanceActionsV221TestJSON-1823886445-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 876.917132] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-d43baf03-ba3f-4b48-b2c2-df4aacb8e999 tempest-InstanceActionsV221TestJSON-1823886445 tempest-InstanceActionsV221TestJSON-1823886445-project-member] [instance: ff2b18ce-e349-42dc-adc0-f8b173685dbd] Deleted contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 876.917336] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-d43baf03-ba3f-4b48-b2c2-df4aacb8e999 tempest-InstanceActionsV221TestJSON-1823886445 tempest-InstanceActionsV221TestJSON-1823886445-project-member] [instance: ff2b18ce-e349-42dc-adc0-f8b173685dbd] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 876.917510] env[68893]: INFO nova.compute.manager [None req-d43baf03-ba3f-4b48-b2c2-df4aacb8e999 tempest-InstanceActionsV221TestJSON-1823886445 tempest-InstanceActionsV221TestJSON-1823886445-project-member] [instance: ff2b18ce-e349-42dc-adc0-f8b173685dbd] Took 1.14 seconds to destroy the instance on the hypervisor. [ 876.917989] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d43baf03-ba3f-4b48-b2c2-df4aacb8e999 tempest-InstanceActionsV221TestJSON-1823886445 tempest-InstanceActionsV221TestJSON-1823886445-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 876.921875] env[68893]: DEBUG nova.compute.manager [-] [instance: ff2b18ce-e349-42dc-adc0-f8b173685dbd] Deallocating network for instance {{(pid=68893) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 876.922186] env[68893]: DEBUG nova.network.neutron [-] [instance: ff2b18ce-e349-42dc-adc0-f8b173685dbd] deallocate_for_instance() {{(pid=68893) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 876.930708] env[68893]: DEBUG oslo_vmware.api [None req-f893b519-00d7-40f4-9ee8-444408d8f4a2 tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] Task: {'id': task-2791548, 'name': PowerOnVM_Task, 'duration_secs': 1.353697} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.930841] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-f893b519-00d7-40f4-9ee8-444408d8f4a2 tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] [instance: b763ec3a-5de5-40c1-9783-23dd20b39989] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 876.931076] env[68893]: INFO nova.compute.manager [None req-f893b519-00d7-40f4-9ee8-444408d8f4a2 tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] [instance: b763ec3a-5de5-40c1-9783-23dd20b39989] Took 9.78 seconds to spawn the instance on the hypervisor. [ 876.931290] env[68893]: DEBUG nova.compute.manager [None req-f893b519-00d7-40f4-9ee8-444408d8f4a2 tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] [instance: b763ec3a-5de5-40c1-9783-23dd20b39989] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 876.932612] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e9e5982-482c-4026-b1d3-2ddd015351bb {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.966497] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-8ae3477c-f98f-4d19-a58b-ca19e7c51d07 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 80fa04f2-e0a6-452e-9a88-73eeb0ac347e] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 876.966497] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-8ae3477c-f98f-4d19-a58b-ca19e7c51d07 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 80fa04f2-e0a6-452e-9a88-73eeb0ac347e] Deleting contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 876.966497] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ae3477c-f98f-4d19-a58b-ca19e7c51d07 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Deleting the datastore file [datastore2] 80fa04f2-e0a6-452e-9a88-73eeb0ac347e {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 876.968881] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eafbd5a4-015d-42b9-bb8c-3c3f9a9beacd {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.983468] env[68893]: DEBUG oslo_vmware.api [None req-d0db2a12-5055-4287-aba8-14b8b8083243 tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Task: {'id': task-2791554, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.984930] env[68893]: DEBUG oslo_vmware.api [None req-8ae3477c-f98f-4d19-a58b-ca19e7c51d07 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Waiting for the task: (returnval){ [ 876.984930] env[68893]: value = "task-2791558" [ 876.984930] env[68893]: _type = "Task" [ 876.984930] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.995523] env[68893]: DEBUG oslo_vmware.api [None req-8ae3477c-f98f-4d19-a58b-ca19e7c51d07 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': task-2791558, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.046619] env[68893]: DEBUG oslo_vmware.api [None req-90f8bcdf-77e4-4f1e-b2a7-c32576c663ed tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Task: {'id': task-2791551, 'name': ReconfigVM_Task, 'duration_secs': 0.635887} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.047225] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-90f8bcdf-77e4-4f1e-b2a7-c32576c663ed tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] [instance: b7c373f5-60c3-44c6-bbe7-d66be17f34fd] Reconfigured VM instance instance-00000019 to attach disk [datastore1] volume-4622c1cf-eb43-49d5-9835-22e1bab7dd16/volume-4622c1cf-eb43-49d5-9835-22e1bab7dd16.vmdk or device None with type thin {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 877.055039] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea9369be-ea78-4080-a8ff-921b0003dae1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.072725] env[68893]: DEBUG oslo_vmware.api [None req-90f8bcdf-77e4-4f1e-b2a7-c32576c663ed tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Waiting for the task: (returnval){ [ 877.072725] env[68893]: value = "task-2791559" [ 877.072725] env[68893]: _type = "Task" [ 877.072725] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.083454] env[68893]: DEBUG oslo_vmware.api [None req-90f8bcdf-77e4-4f1e-b2a7-c32576c663ed tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Task: {'id': task-2791559, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.121322] env[68893]: DEBUG oslo_vmware.api [None req-9ff98eef-572f-4434-ae3a-78214f642a5b tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Task: {'id': task-2791555, 'name': ResetVM_Task, 'duration_secs': 0.105327} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.121839] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-9ff98eef-572f-4434-ae3a-78214f642a5b tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] [instance: 2daeed7b-f1c2-41ae-9a2d-6e58581a0939] Did hard reboot of VM {{(pid=68893) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 877.123209] env[68893]: DEBUG nova.compute.manager [None req-9ff98eef-572f-4434-ae3a-78214f642a5b tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] [instance: 2daeed7b-f1c2-41ae-9a2d-6e58581a0939] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 877.123209] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32bce3c2-9daf-4169-b2d5-865db0f5c26d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.137925] env[68893]: DEBUG nova.network.neutron [None req-68c1b689-b805-484f-9440-35c0bd91102d tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] [instance: 67b07b13-034d-40ad-a554-518d5d36044c] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 877.322040] env[68893]: DEBUG nova.compute.utils [None req-b2ae0d15-3ca3-44b3-995a-af42d31f8abb tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 877.323749] env[68893]: DEBUG nova.compute.manager [None req-b2ae0d15-3ca3-44b3-995a-af42d31f8abb tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 7fe829d2-a085-424f-b94f-9255451eb920] Allocating IP information in the background. {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 877.324214] env[68893]: DEBUG nova.network.neutron [None req-b2ae0d15-3ca3-44b3-995a-af42d31f8abb tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 7fe829d2-a085-424f-b94f-9255451eb920] allocate_for_instance() {{(pid=68893) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 877.339813] env[68893]: DEBUG oslo_vmware.api [None req-0f2258f2-77d0-4664-b509-f0b6891f5e14 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Task: {'id': task-2791556, 'name': Destroy_Task} progress is 100%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.370041] env[68893]: DEBUG nova.policy [None req-b2ae0d15-3ca3-44b3-995a-af42d31f8abb tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0f72dbb1c71d4ae588b9103cee0d5602', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '872be088070049fca518560306460c4e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68893) authorize /opt/stack/nova/nova/policy.py:192}} [ 877.374783] env[68893]: DEBUG nova.network.neutron [None req-68c1b689-b805-484f-9440-35c0bd91102d tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] [instance: 67b07b13-034d-40ad-a554-518d5d36044c] Updating instance_info_cache with network_info: [{"id": "639d9a8b-016e-4e10-a15a-95dd9ac642aa", "address": "fa:16:3e:09:77:ab", "network": {"id": "e8a8a8dd-4a01-419b-a3fe-5d84139982a4", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2066780519-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71ab95486130450d8b3976f1a62e5323", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap639d9a8b-01", "ovs_interfaceid": "639d9a8b-016e-4e10-a15a-95dd9ac642aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.454495] env[68893]: INFO nova.compute.manager [None req-f893b519-00d7-40f4-9ee8-444408d8f4a2 tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] [instance: b763ec3a-5de5-40c1-9783-23dd20b39989] Took 51.17 seconds to build instance. [ 877.486182] env[68893]: DEBUG oslo_vmware.api [None req-d0db2a12-5055-4287-aba8-14b8b8083243 tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Task: {'id': task-2791554, 'name': PowerOnVM_Task, 'duration_secs': 0.623517} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.490925] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0db2a12-5055-4287-aba8-14b8b8083243 tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] [instance: 196cd774-e550-4cd2-a547-0b30bdd7f668] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 877.490925] env[68893]: INFO nova.compute.manager [None req-d0db2a12-5055-4287-aba8-14b8b8083243 tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] [instance: 196cd774-e550-4cd2-a547-0b30bdd7f668] Took 7.45 seconds to spawn the instance on the hypervisor. [ 877.491016] env[68893]: DEBUG nova.compute.manager [None req-d0db2a12-5055-4287-aba8-14b8b8083243 tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] [instance: 196cd774-e550-4cd2-a547-0b30bdd7f668] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 877.492752] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e1f0e9c-6a4a-4036-b90f-81183ec6f686 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.502956] env[68893]: DEBUG oslo_vmware.api [None req-8ae3477c-f98f-4d19-a58b-ca19e7c51d07 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': task-2791558, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.282237} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.507036] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ae3477c-f98f-4d19-a58b-ca19e7c51d07 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 877.508187] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-8ae3477c-f98f-4d19-a58b-ca19e7c51d07 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 80fa04f2-e0a6-452e-9a88-73eeb0ac347e] Deleted contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 877.508187] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-8ae3477c-f98f-4d19-a58b-ca19e7c51d07 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 80fa04f2-e0a6-452e-9a88-73eeb0ac347e] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 877.508187] env[68893]: INFO nova.compute.manager [None req-8ae3477c-f98f-4d19-a58b-ca19e7c51d07 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 80fa04f2-e0a6-452e-9a88-73eeb0ac347e] Took 2.15 seconds to destroy the instance on the hypervisor. [ 877.508187] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8ae3477c-f98f-4d19-a58b-ca19e7c51d07 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 877.509148] env[68893]: DEBUG nova.compute.manager [-] [instance: 80fa04f2-e0a6-452e-9a88-73eeb0ac347e] Deallocating network for instance {{(pid=68893) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 877.509206] env[68893]: DEBUG nova.network.neutron [-] [instance: 80fa04f2-e0a6-452e-9a88-73eeb0ac347e] deallocate_for_instance() {{(pid=68893) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 877.586724] env[68893]: DEBUG oslo_vmware.api [None req-90f8bcdf-77e4-4f1e-b2a7-c32576c663ed tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Task: {'id': task-2791559, 'name': ReconfigVM_Task, 'duration_secs': 0.218207} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.587641] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-90f8bcdf-77e4-4f1e-b2a7-c32576c663ed tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] [instance: b7c373f5-60c3-44c6-bbe7-d66be17f34fd] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561120', 'volume_id': '4622c1cf-eb43-49d5-9835-22e1bab7dd16', 'name': 'volume-4622c1cf-eb43-49d5-9835-22e1bab7dd16', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b7c373f5-60c3-44c6-bbe7-d66be17f34fd', 'attached_at': '', 'detached_at': '', 'volume_id': '4622c1cf-eb43-49d5-9835-22e1bab7dd16', 'serial': '4622c1cf-eb43-49d5-9835-22e1bab7dd16'} {{(pid=68893) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 877.610793] env[68893]: DEBUG oslo_concurrency.lockutils [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Acquiring lock "b7b2d291-da9b-4b77-9898-e181a8e011c2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.611602] env[68893]: DEBUG oslo_concurrency.lockutils [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Lock "b7b2d291-da9b-4b77-9898-e181a8e011c2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.652060] env[68893]: DEBUG oslo_concurrency.lockutils [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Acquiring lock "71d44879-e74b-4a04-8c49-aaac1163f3f5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.652060] env[68893]: DEBUG oslo_concurrency.lockutils [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Lock "71d44879-e74b-4a04-8c49-aaac1163f3f5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.652060] env[68893]: DEBUG oslo_concurrency.lockutils [None req-9ff98eef-572f-4434-ae3a-78214f642a5b tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Lock "2daeed7b-f1c2-41ae-9a2d-6e58581a0939" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.739s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.672228] env[68893]: DEBUG oslo_concurrency.lockutils [None req-3d572f83-1539-4186-b6d3-2b9c314e9043 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Acquiring lock "9eff2a8e-9c7f-4f84-958a-ecf1f5f730d9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.672471] env[68893]: DEBUG oslo_concurrency.lockutils [None req-3d572f83-1539-4186-b6d3-2b9c314e9043 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Lock "9eff2a8e-9c7f-4f84-958a-ecf1f5f730d9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.694049] env[68893]: DEBUG oslo_concurrency.lockutils [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Acquiring lock "9c6996d6-48cd-4bcd-847a-a05b547a6891" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.694049] env[68893]: DEBUG oslo_concurrency.lockutils [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Lock "9c6996d6-48cd-4bcd-847a-a05b547a6891" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.740852] env[68893]: DEBUG nova.network.neutron [None req-b2ae0d15-3ca3-44b3-995a-af42d31f8abb tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 7fe829d2-a085-424f-b94f-9255451eb920] Successfully created port: d931b007-51c2-4c50-bdc0-48b062330f92 {{(pid=68893) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 877.827744] env[68893]: DEBUG nova.compute.manager [None req-b2ae0d15-3ca3-44b3-995a-af42d31f8abb tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 7fe829d2-a085-424f-b94f-9255451eb920] Start building block device mappings for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 877.847121] env[68893]: DEBUG oslo_vmware.api [None req-0f2258f2-77d0-4664-b509-f0b6891f5e14 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Task: {'id': task-2791556, 'name': Destroy_Task, 'duration_secs': 0.535267} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.847269] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-0f2258f2-77d0-4664-b509-f0b6891f5e14 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] [instance: 3870f0d6-e7bb-4565-be1c-9b8377a81281] Destroyed the VM [ 877.847491] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-0f2258f2-77d0-4664-b509-f0b6891f5e14 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] [instance: 3870f0d6-e7bb-4565-be1c-9b8377a81281] Deleting Snapshot of the VM instance {{(pid=68893) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 877.847755] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6a3f318f-be1b-456b-9620-a040aaf9514e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.855278] env[68893]: DEBUG nova.network.neutron [-] [instance: ff2b18ce-e349-42dc-adc0-f8b173685dbd] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.856820] env[68893]: DEBUG oslo_vmware.api [None req-0f2258f2-77d0-4664-b509-f0b6891f5e14 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Waiting for the task: (returnval){ [ 877.856820] env[68893]: value = "task-2791560" [ 877.856820] env[68893]: _type = "Task" [ 877.856820] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.872526] env[68893]: DEBUG oslo_vmware.api [None req-0f2258f2-77d0-4664-b509-f0b6891f5e14 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Task: {'id': task-2791560, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.877058] env[68893]: DEBUG oslo_concurrency.lockutils [None req-68c1b689-b805-484f-9440-35c0bd91102d tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Releasing lock "refresh_cache-67b07b13-034d-40ad-a554-518d5d36044c" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.877494] env[68893]: DEBUG nova.compute.manager [None req-68c1b689-b805-484f-9440-35c0bd91102d tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] [instance: 67b07b13-034d-40ad-a554-518d5d36044c] Instance network_info: |[{"id": "639d9a8b-016e-4e10-a15a-95dd9ac642aa", "address": "fa:16:3e:09:77:ab", "network": {"id": "e8a8a8dd-4a01-419b-a3fe-5d84139982a4", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2066780519-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71ab95486130450d8b3976f1a62e5323", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap639d9a8b-01", "ovs_interfaceid": "639d9a8b-016e-4e10-a15a-95dd9ac642aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 877.878152] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-68c1b689-b805-484f-9440-35c0bd91102d tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] [instance: 67b07b13-034d-40ad-a554-518d5d36044c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:77:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '81d39ad2-4e62-4f09-a567-88ac5aa70467', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '639d9a8b-016e-4e10-a15a-95dd9ac642aa', 'vif_model': 'vmxnet3'}] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 877.887341] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-68c1b689-b805-484f-9440-35c0bd91102d tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 877.891205] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67b07b13-034d-40ad-a554-518d5d36044c] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 877.892112] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f1203de0-2228-4adc-85b9-9c5d52795f9a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.919937] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 877.919937] env[68893]: value = "task-2791561" [ 877.919937] env[68893]: _type = "Task" [ 877.919937] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.931729] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791561, 'name': CreateVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.957086] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f893b519-00d7-40f4-9ee8-444408d8f4a2 tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] Lock "b763ec3a-5de5-40c1-9783-23dd20b39989" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.945s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.023591] env[68893]: INFO nova.compute.manager [None req-d0db2a12-5055-4287-aba8-14b8b8083243 tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] [instance: 196cd774-e550-4cd2-a547-0b30bdd7f668] Took 49.08 seconds to build instance. [ 878.360200] env[68893]: INFO nova.compute.manager [-] [instance: ff2b18ce-e349-42dc-adc0-f8b173685dbd] Took 1.44 seconds to deallocate network for instance. [ 878.373035] env[68893]: DEBUG oslo_vmware.api [None req-0f2258f2-77d0-4664-b509-f0b6891f5e14 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Task: {'id': task-2791560, 'name': RemoveSnapshot_Task} progress is 30%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.434315] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791561, 'name': CreateVM_Task} progress is 99%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.454560] env[68893]: DEBUG nova.compute.manager [req-803885d3-4cef-4ab7-afff-8499dedfde4f req-d943976f-f71d-4a29-ad57-460a23c61360 service nova] [instance: 67b07b13-034d-40ad-a554-518d5d36044c] Received event network-changed-639d9a8b-016e-4e10-a15a-95dd9ac642aa {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 878.454628] env[68893]: DEBUG nova.compute.manager [req-803885d3-4cef-4ab7-afff-8499dedfde4f req-d943976f-f71d-4a29-ad57-460a23c61360 service nova] [instance: 67b07b13-034d-40ad-a554-518d5d36044c] Refreshing instance network info cache due to event network-changed-639d9a8b-016e-4e10-a15a-95dd9ac642aa. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 878.454908] env[68893]: DEBUG oslo_concurrency.lockutils [req-803885d3-4cef-4ab7-afff-8499dedfde4f req-d943976f-f71d-4a29-ad57-460a23c61360 service nova] Acquiring lock "refresh_cache-67b07b13-034d-40ad-a554-518d5d36044c" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.455139] env[68893]: DEBUG oslo_concurrency.lockutils [req-803885d3-4cef-4ab7-afff-8499dedfde4f req-d943976f-f71d-4a29-ad57-460a23c61360 service nova] Acquired lock "refresh_cache-67b07b13-034d-40ad-a554-518d5d36044c" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.455778] env[68893]: DEBUG nova.network.neutron [req-803885d3-4cef-4ab7-afff-8499dedfde4f req-d943976f-f71d-4a29-ad57-460a23c61360 service nova] [instance: 67b07b13-034d-40ad-a554-518d5d36044c] Refreshing network info cache for port 639d9a8b-016e-4e10-a15a-95dd9ac642aa {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 878.459926] env[68893]: DEBUG nova.compute.manager [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: a97578c7-f513-4a3f-81a9-f58bc0619abc] Starting instance... {{(pid=68893) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 878.526162] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d0db2a12-5055-4287-aba8-14b8b8083243 tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Lock "196cd774-e550-4cd2-a547-0b30bdd7f668" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.959s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.557105] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0ef0b5f-230f-47f2-b97b-d4af14d3aaec {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.566063] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fcb405f-3d45-44a6-8da6-4cd41f9594b8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.599183] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df5a9eac-8fa8-463f-8f05-2ad5a9f16f96 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.607441] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4eaf1c8-0c66-40e8-9ae9-9187e6537251 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.625651] env[68893]: DEBUG nova.compute.provider_tree [None req-e7b619b2-3442-44e2-ac2b-f114ac3a4c61 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 878.650160] env[68893]: DEBUG nova.objects.instance [None req-90f8bcdf-77e4-4f1e-b2a7-c32576c663ed tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Lazy-loading 'flavor' on Instance uuid b7c373f5-60c3-44c6-bbe7-d66be17f34fd {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 878.684058] env[68893]: DEBUG nova.network.neutron [-] [instance: 80fa04f2-e0a6-452e-9a88-73eeb0ac347e] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.841384] env[68893]: DEBUG nova.compute.manager [None req-b2ae0d15-3ca3-44b3-995a-af42d31f8abb tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 7fe829d2-a085-424f-b94f-9255451eb920] Start spawning the instance on the hypervisor. {{(pid=68893) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 878.872485] env[68893]: DEBUG nova.virt.hardware [None req-b2ae0d15-3ca3-44b3-995a-af42d31f8abb tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 878.872485] env[68893]: DEBUG nova.virt.hardware [None req-b2ae0d15-3ca3-44b3-995a-af42d31f8abb tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 878.873538] env[68893]: DEBUG nova.virt.hardware [None req-b2ae0d15-3ca3-44b3-995a-af42d31f8abb tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 878.873538] env[68893]: DEBUG nova.virt.hardware [None req-b2ae0d15-3ca3-44b3-995a-af42d31f8abb tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 878.873538] env[68893]: DEBUG nova.virt.hardware [None req-b2ae0d15-3ca3-44b3-995a-af42d31f8abb tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 878.873538] env[68893]: DEBUG nova.virt.hardware [None req-b2ae0d15-3ca3-44b3-995a-af42d31f8abb tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 878.873538] env[68893]: DEBUG nova.virt.hardware [None req-b2ae0d15-3ca3-44b3-995a-af42d31f8abb tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 878.873826] env[68893]: DEBUG nova.virt.hardware [None req-b2ae0d15-3ca3-44b3-995a-af42d31f8abb tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 878.873826] env[68893]: DEBUG nova.virt.hardware [None req-b2ae0d15-3ca3-44b3-995a-af42d31f8abb tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 878.873975] env[68893]: DEBUG nova.virt.hardware [None req-b2ae0d15-3ca3-44b3-995a-af42d31f8abb tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 878.874437] env[68893]: DEBUG nova.virt.hardware [None req-b2ae0d15-3ca3-44b3-995a-af42d31f8abb tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 878.875718] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d43baf03-ba3f-4b48-b2c2-df4aacb8e999 tempest-InstanceActionsV221TestJSON-1823886445 tempest-InstanceActionsV221TestJSON-1823886445-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.876770] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-534b37e6-b037-4679-81da-71769a63327e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.883039] env[68893]: INFO nova.compute.manager [None req-a4a0337b-d162-4bfa-b918-6b637c87b1ce tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] [instance: 196cd774-e550-4cd2-a547-0b30bdd7f668] Rebuilding instance [ 878.892104] env[68893]: DEBUG oslo_vmware.api [None req-0f2258f2-77d0-4664-b509-f0b6891f5e14 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Task: {'id': task-2791560, 'name': RemoveSnapshot_Task, 'duration_secs': 0.865407} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.893187] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-0f2258f2-77d0-4664-b509-f0b6891f5e14 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] [instance: 3870f0d6-e7bb-4565-be1c-9b8377a81281] Deleted Snapshot of the VM instance {{(pid=68893) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 878.893187] env[68893]: INFO nova.compute.manager [None req-0f2258f2-77d0-4664-b509-f0b6891f5e14 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] [instance: 3870f0d6-e7bb-4565-be1c-9b8377a81281] Took 17.67 seconds to snapshot the instance on the hypervisor. [ 878.899019] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a3cd303-252e-4db4-b14b-b0c3833bc72c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.931704] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791561, 'name': CreateVM_Task} progress is 99%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.946225] env[68893]: DEBUG nova.compute.manager [None req-a4a0337b-d162-4bfa-b918-6b637c87b1ce tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] [instance: 196cd774-e550-4cd2-a547-0b30bdd7f668] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 878.947119] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b58998c9-74ec-4be4-8751-cb871a55dc9c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.983914] env[68893]: DEBUG oslo_concurrency.lockutils [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.028752] env[68893]: DEBUG nova.compute.manager [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: cce63948-3b2d-4710-8f14-4f79b24e86fd] Starting instance... {{(pid=68893) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 879.130137] env[68893]: DEBUG nova.scheduler.client.report [None req-e7b619b2-3442-44e2-ac2b-f114ac3a4c61 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 879.160024] env[68893]: DEBUG oslo_concurrency.lockutils [None req-90f8bcdf-77e4-4f1e-b2a7-c32576c663ed tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Lock "b7c373f5-60c3-44c6-bbe7-d66be17f34fd" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.366s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.186406] env[68893]: INFO nova.compute.manager [-] [instance: 80fa04f2-e0a6-452e-9a88-73eeb0ac347e] Took 1.68 seconds to deallocate network for instance. [ 879.268198] env[68893]: DEBUG nova.network.neutron [req-803885d3-4cef-4ab7-afff-8499dedfde4f req-d943976f-f71d-4a29-ad57-460a23c61360 service nova] [instance: 67b07b13-034d-40ad-a554-518d5d36044c] Updated VIF entry in instance network info cache for port 639d9a8b-016e-4e10-a15a-95dd9ac642aa. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 879.268316] env[68893]: DEBUG nova.network.neutron [req-803885d3-4cef-4ab7-afff-8499dedfde4f req-d943976f-f71d-4a29-ad57-460a23c61360 service nova] [instance: 67b07b13-034d-40ad-a554-518d5d36044c] Updating instance_info_cache with network_info: [{"id": "639d9a8b-016e-4e10-a15a-95dd9ac642aa", "address": "fa:16:3e:09:77:ab", "network": {"id": "e8a8a8dd-4a01-419b-a3fe-5d84139982a4", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2066780519-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71ab95486130450d8b3976f1a62e5323", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap639d9a8b-01", "ovs_interfaceid": "639d9a8b-016e-4e10-a15a-95dd9ac642aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.438195] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791561, 'name': CreateVM_Task, 'duration_secs': 1.385004} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.439626] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67b07b13-034d-40ad-a554-518d5d36044c] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 879.440764] env[68893]: DEBUG nova.compute.manager [req-0670e38e-d03e-400b-b485-ce6869324444 req-b29cdda0-6766-4c2c-9619-5332f5535183 service nova] [instance: b763ec3a-5de5-40c1-9783-23dd20b39989] Received event network-changed-02752a1a-bafe-4ef3-a229-d4c7792f5a76 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 879.440979] env[68893]: DEBUG nova.compute.manager [req-0670e38e-d03e-400b-b485-ce6869324444 req-b29cdda0-6766-4c2c-9619-5332f5535183 service nova] [instance: b763ec3a-5de5-40c1-9783-23dd20b39989] Refreshing instance network info cache due to event network-changed-02752a1a-bafe-4ef3-a229-d4c7792f5a76. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 879.441532] env[68893]: DEBUG oslo_concurrency.lockutils [req-0670e38e-d03e-400b-b485-ce6869324444 req-b29cdda0-6766-4c2c-9619-5332f5535183 service nova] Acquiring lock "refresh_cache-b763ec3a-5de5-40c1-9783-23dd20b39989" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.441683] env[68893]: DEBUG oslo_concurrency.lockutils [req-0670e38e-d03e-400b-b485-ce6869324444 req-b29cdda0-6766-4c2c-9619-5332f5535183 service nova] Acquired lock "refresh_cache-b763ec3a-5de5-40c1-9783-23dd20b39989" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.441870] env[68893]: DEBUG nova.network.neutron [req-0670e38e-d03e-400b-b485-ce6869324444 req-b29cdda0-6766-4c2c-9619-5332f5535183 service nova] [instance: b763ec3a-5de5-40c1-9783-23dd20b39989] Refreshing network info cache for port 02752a1a-bafe-4ef3-a229-d4c7792f5a76 {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 879.443948] env[68893]: DEBUG oslo_concurrency.lockutils [None req-68c1b689-b805-484f-9440-35c0bd91102d tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.444147] env[68893]: DEBUG oslo_concurrency.lockutils [None req-68c1b689-b805-484f-9440-35c0bd91102d tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.444610] env[68893]: DEBUG oslo_concurrency.lockutils [None req-68c1b689-b805-484f-9440-35c0bd91102d tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.445626] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-311f2cf7-cd2e-472f-8b26-1a525ee640ff {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.451458] env[68893]: DEBUG oslo_vmware.api [None req-68c1b689-b805-484f-9440-35c0bd91102d tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Waiting for the task: (returnval){ [ 879.451458] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]5227ea62-2c3e-e22e-a748-45fe8a31b108" [ 879.451458] env[68893]: _type = "Task" [ 879.451458] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.464858] env[68893]: DEBUG oslo_vmware.api [None req-68c1b689-b805-484f-9440-35c0bd91102d tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]5227ea62-2c3e-e22e-a748-45fe8a31b108, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.564897] env[68893]: DEBUG nova.network.neutron [None req-b2ae0d15-3ca3-44b3-995a-af42d31f8abb tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 7fe829d2-a085-424f-b94f-9255451eb920] Successfully updated port: d931b007-51c2-4c50-bdc0-48b062330f92 {{(pid=68893) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 879.573469] env[68893]: DEBUG oslo_concurrency.lockutils [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.635775] env[68893]: DEBUG oslo_concurrency.lockutils [None req-e7b619b2-3442-44e2-ac2b-f114ac3a4c61 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.816s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.636374] env[68893]: DEBUG nova.compute.manager [None req-e7b619b2-3442-44e2-ac2b-f114ac3a4c61 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 073e59c7-2b22-4fa9-a6d2-03a158475093] Start building networks asynchronously for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 879.640079] env[68893]: DEBUG oslo_concurrency.lockutils [None req-546e17c6-a946-4475-a003-f1ed9a49b636 tempest-VolumesAssistedSnapshotsTest-845263238 tempest-VolumesAssistedSnapshotsTest-845263238-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.509s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.640394] env[68893]: DEBUG nova.objects.instance [None req-546e17c6-a946-4475-a003-f1ed9a49b636 tempest-VolumesAssistedSnapshotsTest-845263238 tempest-VolumesAssistedSnapshotsTest-845263238-project-member] Lazy-loading 'resources' on Instance uuid 0584a6fd-aa46-4da6-bc9a-90ee80698237 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 879.694756] env[68893]: DEBUG oslo_concurrency.lockutils [None req-8ae3477c-f98f-4d19-a58b-ca19e7c51d07 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.773249] env[68893]: DEBUG oslo_concurrency.lockutils [req-803885d3-4cef-4ab7-afff-8499dedfde4f req-d943976f-f71d-4a29-ad57-460a23c61360 service nova] Releasing lock "refresh_cache-67b07b13-034d-40ad-a554-518d5d36044c" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.773555] env[68893]: DEBUG nova.compute.manager [req-803885d3-4cef-4ab7-afff-8499dedfde4f req-d943976f-f71d-4a29-ad57-460a23c61360 service nova] [instance: ff2b18ce-e349-42dc-adc0-f8b173685dbd] Received event network-vif-deleted-a9f4e3ee-c96d-4b9e-be6d-64f4c60ba916 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 879.773736] env[68893]: DEBUG nova.compute.manager [req-803885d3-4cef-4ab7-afff-8499dedfde4f req-d943976f-f71d-4a29-ad57-460a23c61360 service nova] [instance: 80fa04f2-e0a6-452e-9a88-73eeb0ac347e] Received event network-vif-deleted-cfd680ff-11e6-4026-8e06-1e7cfc43cebf {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 879.773897] env[68893]: INFO nova.compute.manager [req-803885d3-4cef-4ab7-afff-8499dedfde4f req-d943976f-f71d-4a29-ad57-460a23c61360 service nova] [instance: 80fa04f2-e0a6-452e-9a88-73eeb0ac347e] Neutron deleted interface cfd680ff-11e6-4026-8e06-1e7cfc43cebf; detaching it from the instance and deleting it from the info cache [ 879.774094] env[68893]: DEBUG nova.network.neutron [req-803885d3-4cef-4ab7-afff-8499dedfde4f req-d943976f-f71d-4a29-ad57-460a23c61360 service nova] [instance: 80fa04f2-e0a6-452e-9a88-73eeb0ac347e] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.811611] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f30a1cab-9b09-44a8-be04-b4841e37253a tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Acquiring lock "b7c373f5-60c3-44c6-bbe7-d66be17f34fd" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.811875] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f30a1cab-9b09-44a8-be04-b4841e37253a tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Lock "b7c373f5-60c3-44c6-bbe7-d66be17f34fd" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.812083] env[68893]: DEBUG nova.compute.manager [None req-f30a1cab-9b09-44a8-be04-b4841e37253a tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] [instance: b7c373f5-60c3-44c6-bbe7-d66be17f34fd] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 879.812989] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df124f62-6656-4bed-8f37-7eb83f1aafe8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.821167] env[68893]: DEBUG nova.compute.manager [None req-f30a1cab-9b09-44a8-be04-b4841e37253a tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] [instance: b7c373f5-60c3-44c6-bbe7-d66be17f34fd] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68893) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 879.821742] env[68893]: DEBUG nova.objects.instance [None req-f30a1cab-9b09-44a8-be04-b4841e37253a tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Lazy-loading 'flavor' on Instance uuid b7c373f5-60c3-44c6-bbe7-d66be17f34fd {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 879.963119] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4a0337b-d162-4bfa-b918-6b637c87b1ce tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] [instance: 196cd774-e550-4cd2-a547-0b30bdd7f668] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 879.963466] env[68893]: DEBUG oslo_vmware.api [None req-68c1b689-b805-484f-9440-35c0bd91102d tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]5227ea62-2c3e-e22e-a748-45fe8a31b108, 'name': SearchDatastore_Task, 'duration_secs': 0.011977} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.963645] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c1ee672a-29dd-43da-b819-dda06684f5e5 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.965297] env[68893]: DEBUG oslo_concurrency.lockutils [None req-68c1b689-b805-484f-9440-35c0bd91102d tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.965535] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-68c1b689-b805-484f-9440-35c0bd91102d tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] [instance: 67b07b13-034d-40ad-a554-518d5d36044c] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 879.965778] env[68893]: DEBUG oslo_concurrency.lockutils [None req-68c1b689-b805-484f-9440-35c0bd91102d tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.965923] env[68893]: DEBUG oslo_concurrency.lockutils [None req-68c1b689-b805-484f-9440-35c0bd91102d tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.966118] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-68c1b689-b805-484f-9440-35c0bd91102d tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 879.966745] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-66569b3d-89ab-49e1-8898-e7b74bd16246 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.974262] env[68893]: DEBUG oslo_vmware.api [None req-a4a0337b-d162-4bfa-b918-6b637c87b1ce tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Waiting for the task: (returnval){ [ 879.974262] env[68893]: value = "task-2791562" [ 879.974262] env[68893]: _type = "Task" [ 879.974262] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.979329] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-68c1b689-b805-484f-9440-35c0bd91102d tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 879.979518] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-68c1b689-b805-484f-9440-35c0bd91102d tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 879.980584] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68c76157-8b9f-48d6-8112-73e9b949e29d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.986320] env[68893]: DEBUG oslo_vmware.api [None req-a4a0337b-d162-4bfa-b918-6b637c87b1ce tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Task: {'id': task-2791562, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.990121] env[68893]: DEBUG oslo_vmware.api [None req-68c1b689-b805-484f-9440-35c0bd91102d tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Waiting for the task: (returnval){ [ 879.990121] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]526de748-56e3-2d6e-832c-7dfddb4f9bee" [ 879.990121] env[68893]: _type = "Task" [ 879.990121] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.998910] env[68893]: DEBUG oslo_vmware.api [None req-68c1b689-b805-484f-9440-35c0bd91102d tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]526de748-56e3-2d6e-832c-7dfddb4f9bee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.069171] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b2ae0d15-3ca3-44b3-995a-af42d31f8abb tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Acquiring lock "refresh_cache-7fe829d2-a085-424f-b94f-9255451eb920" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.069363] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b2ae0d15-3ca3-44b3-995a-af42d31f8abb tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Acquired lock "refresh_cache-7fe829d2-a085-424f-b94f-9255451eb920" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.069489] env[68893]: DEBUG nova.network.neutron [None req-b2ae0d15-3ca3-44b3-995a-af42d31f8abb tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 7fe829d2-a085-424f-b94f-9255451eb920] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 880.150799] env[68893]: DEBUG nova.compute.utils [None req-e7b619b2-3442-44e2-ac2b-f114ac3a4c61 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 880.153567] env[68893]: DEBUG nova.compute.manager [None req-e7b619b2-3442-44e2-ac2b-f114ac3a4c61 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 073e59c7-2b22-4fa9-a6d2-03a158475093] Allocating IP information in the background. {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 880.153567] env[68893]: DEBUG nova.network.neutron [None req-e7b619b2-3442-44e2-ac2b-f114ac3a4c61 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 073e59c7-2b22-4fa9-a6d2-03a158475093] allocate_for_instance() {{(pid=68893) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 880.199600] env[68893]: DEBUG nova.policy [None req-e7b619b2-3442-44e2-ac2b-f114ac3a4c61 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c3d37b57d7c34b00bf75ab2c9c456040', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fbd67998ec3645b28f40986ddb6faf06', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68893) authorize /opt/stack/nova/nova/policy.py:192}} [ 880.258653] env[68893]: DEBUG nova.network.neutron [req-0670e38e-d03e-400b-b485-ce6869324444 req-b29cdda0-6766-4c2c-9619-5332f5535183 service nova] [instance: b763ec3a-5de5-40c1-9783-23dd20b39989] Updated VIF entry in instance network info cache for port 02752a1a-bafe-4ef3-a229-d4c7792f5a76. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 880.259178] env[68893]: DEBUG nova.network.neutron [req-0670e38e-d03e-400b-b485-ce6869324444 req-b29cdda0-6766-4c2c-9619-5332f5535183 service nova] [instance: b763ec3a-5de5-40c1-9783-23dd20b39989] Updating instance_info_cache with network_info: [{"id": "02752a1a-bafe-4ef3-a229-d4c7792f5a76", "address": "fa:16:3e:a1:2b:83", "network": {"id": "9540af4c-08cf-4621-b686-ba34200e4cc0", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1440740283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2340a9c3a5294692a3569d0291e45d78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9be6786-e9a7-4138-b7b5-b7696f6cb1e1", "external-id": "nsx-vlan-transportzone-626", "segmentation_id": 626, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02752a1a-ba", "ovs_interfaceid": "02752a1a-bafe-4ef3-a229-d4c7792f5a76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.277446] env[68893]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3ca6af40-f7a1-43a8-8d69-339abbfcf736 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.289863] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beb1917d-1007-4484-bd3f-75a182f4c067 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.340253] env[68893]: DEBUG nova.compute.manager [req-803885d3-4cef-4ab7-afff-8499dedfde4f req-d943976f-f71d-4a29-ad57-460a23c61360 service nova] [instance: 80fa04f2-e0a6-452e-9a88-73eeb0ac347e] Detach interface failed, port_id=cfd680ff-11e6-4026-8e06-1e7cfc43cebf, reason: Instance 80fa04f2-e0a6-452e-9a88-73eeb0ac347e could not be found. {{(pid=68893) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 880.485489] env[68893]: DEBUG oslo_vmware.api [None req-a4a0337b-d162-4bfa-b918-6b637c87b1ce tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Task: {'id': task-2791562, 'name': PowerOffVM_Task, 'duration_secs': 0.203169} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.485776] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4a0337b-d162-4bfa-b918-6b637c87b1ce tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] [instance: 196cd774-e550-4cd2-a547-0b30bdd7f668] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 880.486009] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-a4a0337b-d162-4bfa-b918-6b637c87b1ce tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] [instance: 196cd774-e550-4cd2-a547-0b30bdd7f668] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 880.486747] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f179836e-ba06-484b-9f90-2dfd36e76210 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.492785] env[68893]: DEBUG nova.network.neutron [None req-e7b619b2-3442-44e2-ac2b-f114ac3a4c61 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 073e59c7-2b22-4fa9-a6d2-03a158475093] Successfully created port: cd0e8554-a617-4534-8f2d-e01d4f53ffe0 {{(pid=68893) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 880.499946] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-a4a0337b-d162-4bfa-b918-6b637c87b1ce tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] [instance: 196cd774-e550-4cd2-a547-0b30bdd7f668] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 880.500526] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e40d3713-bce9-488b-a38e-fd858e795191 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.507839] env[68893]: DEBUG oslo_vmware.api [None req-68c1b689-b805-484f-9440-35c0bd91102d tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]526de748-56e3-2d6e-832c-7dfddb4f9bee, 'name': SearchDatastore_Task, 'duration_secs': 0.017485} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.509309] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42025b5f-82e2-4742-acc4-1529566f1d8e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.514252] env[68893]: DEBUG oslo_vmware.api [None req-68c1b689-b805-484f-9440-35c0bd91102d tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Waiting for the task: (returnval){ [ 880.514252] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52c8c3e9-0cc7-48d7-d394-6989938713c8" [ 880.514252] env[68893]: _type = "Task" [ 880.514252] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.524614] env[68893]: DEBUG oslo_vmware.api [None req-68c1b689-b805-484f-9440-35c0bd91102d tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52c8c3e9-0cc7-48d7-d394-6989938713c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.542764] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-a4a0337b-d162-4bfa-b918-6b637c87b1ce tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] [instance: 196cd774-e550-4cd2-a547-0b30bdd7f668] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 880.543044] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-a4a0337b-d162-4bfa-b918-6b637c87b1ce tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] [instance: 196cd774-e550-4cd2-a547-0b30bdd7f668] Deleting contents of the VM from datastore datastore1 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 880.543349] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4a0337b-d162-4bfa-b918-6b637c87b1ce tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Deleting the datastore file [datastore1] 196cd774-e550-4cd2-a547-0b30bdd7f668 {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 880.546300] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-85eb0940-8d51-4e8a-9254-5bcea844316a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.552263] env[68893]: DEBUG oslo_vmware.api [None req-a4a0337b-d162-4bfa-b918-6b637c87b1ce tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Waiting for the task: (returnval){ [ 880.552263] env[68893]: value = "task-2791564" [ 880.552263] env[68893]: _type = "Task" [ 880.552263] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.563056] env[68893]: DEBUG oslo_vmware.api [None req-a4a0337b-d162-4bfa-b918-6b637c87b1ce tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Task: {'id': task-2791564, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.620799] env[68893]: DEBUG nova.network.neutron [None req-b2ae0d15-3ca3-44b3-995a-af42d31f8abb tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 7fe829d2-a085-424f-b94f-9255451eb920] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 880.659567] env[68893]: DEBUG nova.compute.manager [None req-e7b619b2-3442-44e2-ac2b-f114ac3a4c61 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 073e59c7-2b22-4fa9-a6d2-03a158475093] Start building block device mappings for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 880.693307] env[68893]: DEBUG oslo_concurrency.lockutils [None req-25f9e9f0-0155-4eff-b965-4a28fea388f3 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Acquiring lock "2daeed7b-f1c2-41ae-9a2d-6e58581a0939" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.694492] env[68893]: DEBUG oslo_concurrency.lockutils [None req-25f9e9f0-0155-4eff-b965-4a28fea388f3 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Lock "2daeed7b-f1c2-41ae-9a2d-6e58581a0939" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.694492] env[68893]: DEBUG oslo_concurrency.lockutils [None req-25f9e9f0-0155-4eff-b965-4a28fea388f3 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Acquiring lock "2daeed7b-f1c2-41ae-9a2d-6e58581a0939-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.694492] env[68893]: DEBUG oslo_concurrency.lockutils [None req-25f9e9f0-0155-4eff-b965-4a28fea388f3 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Lock "2daeed7b-f1c2-41ae-9a2d-6e58581a0939-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.694492] env[68893]: DEBUG oslo_concurrency.lockutils [None req-25f9e9f0-0155-4eff-b965-4a28fea388f3 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Lock "2daeed7b-f1c2-41ae-9a2d-6e58581a0939-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.699746] env[68893]: INFO nova.compute.manager [None req-25f9e9f0-0155-4eff-b965-4a28fea388f3 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] [instance: 2daeed7b-f1c2-41ae-9a2d-6e58581a0939] Terminating instance [ 880.765157] env[68893]: DEBUG oslo_concurrency.lockutils [req-0670e38e-d03e-400b-b485-ce6869324444 req-b29cdda0-6766-4c2c-9619-5332f5535183 service nova] Releasing lock "refresh_cache-b763ec3a-5de5-40c1-9783-23dd20b39989" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.765157] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0133f405-7f37-48fc-ae51-40071ca3a45e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.772791] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b536db6-e8c9-4edf-9cda-adbbf1143152 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.807755] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fa159b9-928c-4381-8f87-bfad3cc7afd4 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.816730] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33b60214-088b-4be0-a221-aaabb99e4fe4 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.832780] env[68893]: DEBUG nova.compute.provider_tree [None req-546e17c6-a946-4475-a003-f1ed9a49b636 tempest-VolumesAssistedSnapshotsTest-845263238 tempest-VolumesAssistedSnapshotsTest-845263238-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 880.841032] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-f30a1cab-9b09-44a8-be04-b4841e37253a tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] [instance: b7c373f5-60c3-44c6-bbe7-d66be17f34fd] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 880.841032] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-abb9ee97-5c3f-4f9a-bf53-eab4ebe64f79 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.848568] env[68893]: DEBUG oslo_vmware.api [None req-f30a1cab-9b09-44a8-be04-b4841e37253a tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Waiting for the task: (returnval){ [ 880.848568] env[68893]: value = "task-2791565" [ 880.848568] env[68893]: _type = "Task" [ 880.848568] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.857025] env[68893]: DEBUG oslo_vmware.api [None req-f30a1cab-9b09-44a8-be04-b4841e37253a tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Task: {'id': task-2791565, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.857982] env[68893]: DEBUG nova.network.neutron [None req-b2ae0d15-3ca3-44b3-995a-af42d31f8abb tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 7fe829d2-a085-424f-b94f-9255451eb920] Updating instance_info_cache with network_info: [{"id": "d931b007-51c2-4c50-bdc0-48b062330f92", "address": "fa:16:3e:c9:d6:3b", "network": {"id": "24a732d8-714e-49f0-9527-b47a108a6ab9", "bridge": "br-int", "label": "tempest-ServersTestJSON-634596432-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "872be088070049fca518560306460c4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd931b007-51", "ovs_interfaceid": "d931b007-51c2-4c50-bdc0-48b062330f92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.872025] env[68893]: DEBUG nova.compute.manager [req-b6e7a0e4-52fc-4fa4-a887-0dcabb9d12ce req-72f19fb7-88f0-4ad6-840e-1000126efc49 service nova] [instance: 2daeed7b-f1c2-41ae-9a2d-6e58581a0939] Received event network-changed-324b9309-62cf-4cc6-8f75-9fc8a053e070 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 880.872416] env[68893]: DEBUG nova.compute.manager [req-b6e7a0e4-52fc-4fa4-a887-0dcabb9d12ce req-72f19fb7-88f0-4ad6-840e-1000126efc49 service nova] [instance: 2daeed7b-f1c2-41ae-9a2d-6e58581a0939] Refreshing instance network info cache due to event network-changed-324b9309-62cf-4cc6-8f75-9fc8a053e070. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 880.872561] env[68893]: DEBUG oslo_concurrency.lockutils [req-b6e7a0e4-52fc-4fa4-a887-0dcabb9d12ce req-72f19fb7-88f0-4ad6-840e-1000126efc49 service nova] Acquiring lock "refresh_cache-2daeed7b-f1c2-41ae-9a2d-6e58581a0939" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.872659] env[68893]: DEBUG oslo_concurrency.lockutils [req-b6e7a0e4-52fc-4fa4-a887-0dcabb9d12ce req-72f19fb7-88f0-4ad6-840e-1000126efc49 service nova] Acquired lock "refresh_cache-2daeed7b-f1c2-41ae-9a2d-6e58581a0939" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.872822] env[68893]: DEBUG nova.network.neutron [req-b6e7a0e4-52fc-4fa4-a887-0dcabb9d12ce req-72f19fb7-88f0-4ad6-840e-1000126efc49 service nova] [instance: 2daeed7b-f1c2-41ae-9a2d-6e58581a0939] Refreshing network info cache for port 324b9309-62cf-4cc6-8f75-9fc8a053e070 {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 881.024829] env[68893]: DEBUG oslo_vmware.api [None req-68c1b689-b805-484f-9440-35c0bd91102d tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52c8c3e9-0cc7-48d7-d394-6989938713c8, 'name': SearchDatastore_Task, 'duration_secs': 0.02057} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.025158] env[68893]: DEBUG oslo_concurrency.lockutils [None req-68c1b689-b805-484f-9440-35c0bd91102d tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.025422] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-68c1b689-b805-484f-9440-35c0bd91102d tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] 67b07b13-034d-40ad-a554-518d5d36044c/67b07b13-034d-40ad-a554-518d5d36044c.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 881.025732] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-722742df-4b18-4e1a-a63b-25925699f6cf {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.032267] env[68893]: DEBUG oslo_vmware.api [None req-68c1b689-b805-484f-9440-35c0bd91102d tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Waiting for the task: (returnval){ [ 881.032267] env[68893]: value = "task-2791566" [ 881.032267] env[68893]: _type = "Task" [ 881.032267] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.040451] env[68893]: DEBUG oslo_vmware.api [None req-68c1b689-b805-484f-9440-35c0bd91102d tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Task: {'id': task-2791566, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.062417] env[68893]: DEBUG oslo_vmware.api [None req-a4a0337b-d162-4bfa-b918-6b637c87b1ce tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Task: {'id': task-2791564, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.294113} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.062788] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4a0337b-d162-4bfa-b918-6b637c87b1ce tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 881.062995] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-a4a0337b-d162-4bfa-b918-6b637c87b1ce tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] [instance: 196cd774-e550-4cd2-a547-0b30bdd7f668] Deleted contents of the VM from datastore datastore1 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 881.063193] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-a4a0337b-d162-4bfa-b918-6b637c87b1ce tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] [instance: 196cd774-e550-4cd2-a547-0b30bdd7f668] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 881.204092] env[68893]: DEBUG nova.compute.manager [None req-25f9e9f0-0155-4eff-b965-4a28fea388f3 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] [instance: 2daeed7b-f1c2-41ae-9a2d-6e58581a0939] Start destroying the instance on the hypervisor. {{(pid=68893) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 881.204266] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-25f9e9f0-0155-4eff-b965-4a28fea388f3 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] [instance: 2daeed7b-f1c2-41ae-9a2d-6e58581a0939] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 881.205520] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-497c93a7-0c6a-4a75-81b0-2d738e615276 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.215116] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-25f9e9f0-0155-4eff-b965-4a28fea388f3 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] [instance: 2daeed7b-f1c2-41ae-9a2d-6e58581a0939] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 881.215785] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c9d4624-d1e5-4894-8294-e7e30b265b37 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.221943] env[68893]: DEBUG oslo_vmware.api [None req-25f9e9f0-0155-4eff-b965-4a28fea388f3 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Waiting for the task: (returnval){ [ 881.221943] env[68893]: value = "task-2791567" [ 881.221943] env[68893]: _type = "Task" [ 881.221943] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.230563] env[68893]: DEBUG oslo_vmware.api [None req-25f9e9f0-0155-4eff-b965-4a28fea388f3 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Task: {'id': task-2791567, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.334730] env[68893]: DEBUG nova.scheduler.client.report [None req-546e17c6-a946-4475-a003-f1ed9a49b636 tempest-VolumesAssistedSnapshotsTest-845263238 tempest-VolumesAssistedSnapshotsTest-845263238-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 881.359720] env[68893]: DEBUG oslo_vmware.api [None req-f30a1cab-9b09-44a8-be04-b4841e37253a tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Task: {'id': task-2791565, 'name': PowerOffVM_Task, 'duration_secs': 0.219466} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.360233] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b2ae0d15-3ca3-44b3-995a-af42d31f8abb tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Releasing lock "refresh_cache-7fe829d2-a085-424f-b94f-9255451eb920" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.360570] env[68893]: DEBUG nova.compute.manager [None req-b2ae0d15-3ca3-44b3-995a-af42d31f8abb tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 7fe829d2-a085-424f-b94f-9255451eb920] Instance network_info: |[{"id": "d931b007-51c2-4c50-bdc0-48b062330f92", "address": "fa:16:3e:c9:d6:3b", "network": {"id": "24a732d8-714e-49f0-9527-b47a108a6ab9", "bridge": "br-int", "label": "tempest-ServersTestJSON-634596432-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "872be088070049fca518560306460c4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd931b007-51", "ovs_interfaceid": "d931b007-51c2-4c50-bdc0-48b062330f92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 881.360900] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-f30a1cab-9b09-44a8-be04-b4841e37253a tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] [instance: b7c373f5-60c3-44c6-bbe7-d66be17f34fd] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 881.361179] env[68893]: DEBUG nova.compute.manager [None req-f30a1cab-9b09-44a8-be04-b4841e37253a tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] [instance: b7c373f5-60c3-44c6-bbe7-d66be17f34fd] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 881.361683] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-b2ae0d15-3ca3-44b3-995a-af42d31f8abb tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 7fe829d2-a085-424f-b94f-9255451eb920] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:d6:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac7039c0-3374-4c08-87fc-af2449b48b02', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd931b007-51c2-4c50-bdc0-48b062330f92', 'vif_model': 'vmxnet3'}] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 881.370597] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2ae0d15-3ca3-44b3-995a-af42d31f8abb tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Creating folder: Project (872be088070049fca518560306460c4e). Parent ref: group-v560969. {{(pid=68893) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 881.371813] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b463ec1-4d47-41af-8a5f-fc4b6fbb750f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.374654] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-693c447c-1f32-4548-a91f-f7b0765e3c93 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.389610] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-b2ae0d15-3ca3-44b3-995a-af42d31f8abb tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Created folder: Project (872be088070049fca518560306460c4e) in parent group-v560969. [ 881.389886] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2ae0d15-3ca3-44b3-995a-af42d31f8abb tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Creating folder: Instances. Parent ref: group-v561122. {{(pid=68893) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 881.390173] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f13e973e-eb47-427f-9252-549da8b280e1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.400866] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-b2ae0d15-3ca3-44b3-995a-af42d31f8abb tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Created folder: Instances in parent group-v561122. [ 881.401062] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b2ae0d15-3ca3-44b3-995a-af42d31f8abb tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 881.401707] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7fe829d2-a085-424f-b94f-9255451eb920] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 881.401707] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0f674298-9637-4b75-a7e9-05308c2210fe {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.427796] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 881.427796] env[68893]: value = "task-2791570" [ 881.427796] env[68893]: _type = "Task" [ 881.427796] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.438154] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791570, 'name': CreateVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.470435] env[68893]: DEBUG nova.compute.manager [req-ca629173-455b-4735-bb9b-2f247578309c req-03e9a79f-1668-4a7d-b3a7-8c3cf35dbfa7 service nova] [instance: 7fe829d2-a085-424f-b94f-9255451eb920] Received event network-vif-plugged-d931b007-51c2-4c50-bdc0-48b062330f92 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 881.470721] env[68893]: DEBUG oslo_concurrency.lockutils [req-ca629173-455b-4735-bb9b-2f247578309c req-03e9a79f-1668-4a7d-b3a7-8c3cf35dbfa7 service nova] Acquiring lock "7fe829d2-a085-424f-b94f-9255451eb920-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.470969] env[68893]: DEBUG oslo_concurrency.lockutils [req-ca629173-455b-4735-bb9b-2f247578309c req-03e9a79f-1668-4a7d-b3a7-8c3cf35dbfa7 service nova] Lock "7fe829d2-a085-424f-b94f-9255451eb920-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.471197] env[68893]: DEBUG oslo_concurrency.lockutils [req-ca629173-455b-4735-bb9b-2f247578309c req-03e9a79f-1668-4a7d-b3a7-8c3cf35dbfa7 service nova] Lock "7fe829d2-a085-424f-b94f-9255451eb920-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.471352] env[68893]: DEBUG nova.compute.manager [req-ca629173-455b-4735-bb9b-2f247578309c req-03e9a79f-1668-4a7d-b3a7-8c3cf35dbfa7 service nova] [instance: 7fe829d2-a085-424f-b94f-9255451eb920] No waiting events found dispatching network-vif-plugged-d931b007-51c2-4c50-bdc0-48b062330f92 {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 881.471544] env[68893]: WARNING nova.compute.manager [req-ca629173-455b-4735-bb9b-2f247578309c req-03e9a79f-1668-4a7d-b3a7-8c3cf35dbfa7 service nova] [instance: 7fe829d2-a085-424f-b94f-9255451eb920] Received unexpected event network-vif-plugged-d931b007-51c2-4c50-bdc0-48b062330f92 for instance with vm_state building and task_state spawning. [ 881.471717] env[68893]: DEBUG nova.compute.manager [req-ca629173-455b-4735-bb9b-2f247578309c req-03e9a79f-1668-4a7d-b3a7-8c3cf35dbfa7 service nova] [instance: 7fe829d2-a085-424f-b94f-9255451eb920] Received event network-changed-d931b007-51c2-4c50-bdc0-48b062330f92 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 881.471904] env[68893]: DEBUG nova.compute.manager [req-ca629173-455b-4735-bb9b-2f247578309c req-03e9a79f-1668-4a7d-b3a7-8c3cf35dbfa7 service nova] [instance: 7fe829d2-a085-424f-b94f-9255451eb920] Refreshing instance network info cache due to event network-changed-d931b007-51c2-4c50-bdc0-48b062330f92. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 881.472078] env[68893]: DEBUG oslo_concurrency.lockutils [req-ca629173-455b-4735-bb9b-2f247578309c req-03e9a79f-1668-4a7d-b3a7-8c3cf35dbfa7 service nova] Acquiring lock "refresh_cache-7fe829d2-a085-424f-b94f-9255451eb920" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.472292] env[68893]: DEBUG oslo_concurrency.lockutils [req-ca629173-455b-4735-bb9b-2f247578309c req-03e9a79f-1668-4a7d-b3a7-8c3cf35dbfa7 service nova] Acquired lock "refresh_cache-7fe829d2-a085-424f-b94f-9255451eb920" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.472499] env[68893]: DEBUG nova.network.neutron [req-ca629173-455b-4735-bb9b-2f247578309c req-03e9a79f-1668-4a7d-b3a7-8c3cf35dbfa7 service nova] [instance: 7fe829d2-a085-424f-b94f-9255451eb920] Refreshing network info cache for port d931b007-51c2-4c50-bdc0-48b062330f92 {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 881.544768] env[68893]: DEBUG oslo_vmware.api [None req-68c1b689-b805-484f-9440-35c0bd91102d tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Task: {'id': task-2791566, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499536} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.545042] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-68c1b689-b805-484f-9440-35c0bd91102d tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] 67b07b13-034d-40ad-a554-518d5d36044c/67b07b13-034d-40ad-a554-518d5d36044c.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 881.545268] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-68c1b689-b805-484f-9440-35c0bd91102d tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] [instance: 67b07b13-034d-40ad-a554-518d5d36044c] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 881.545855] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-61c2547d-1faa-468f-93ba-a1e6904b2cf3 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.554021] env[68893]: DEBUG oslo_vmware.api [None req-68c1b689-b805-484f-9440-35c0bd91102d tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Waiting for the task: (returnval){ [ 881.554021] env[68893]: value = "task-2791571" [ 881.554021] env[68893]: _type = "Task" [ 881.554021] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.561906] env[68893]: DEBUG oslo_vmware.api [None req-68c1b689-b805-484f-9440-35c0bd91102d tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Task: {'id': task-2791571, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.639208] env[68893]: DEBUG nova.network.neutron [req-b6e7a0e4-52fc-4fa4-a887-0dcabb9d12ce req-72f19fb7-88f0-4ad6-840e-1000126efc49 service nova] [instance: 2daeed7b-f1c2-41ae-9a2d-6e58581a0939] Updated VIF entry in instance network info cache for port 324b9309-62cf-4cc6-8f75-9fc8a053e070. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 881.639590] env[68893]: DEBUG nova.network.neutron [req-b6e7a0e4-52fc-4fa4-a887-0dcabb9d12ce req-72f19fb7-88f0-4ad6-840e-1000126efc49 service nova] [instance: 2daeed7b-f1c2-41ae-9a2d-6e58581a0939] Updating instance_info_cache with network_info: [{"id": "324b9309-62cf-4cc6-8f75-9fc8a053e070", "address": "fa:16:3e:96:3f:84", "network": {"id": "04b3d82b-866b-4271-9ed9-37ae2e26dfa6", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1939719778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8e0a60e1e1a41d6917ed43f17686b58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap324b9309-62", "ovs_interfaceid": "324b9309-62cf-4cc6-8f75-9fc8a053e070", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.674187] env[68893]: DEBUG nova.compute.manager [None req-e7b619b2-3442-44e2-ac2b-f114ac3a4c61 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 073e59c7-2b22-4fa9-a6d2-03a158475093] Start spawning the instance on the hypervisor. {{(pid=68893) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 881.688343] env[68893]: DEBUG nova.compute.manager [None req-f608325a-ab8f-41b7-b302-6a88b43be4c1 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] [instance: 70917eab-66ad-4d76-9866-a8a793025df1] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 881.689399] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15e873c5-6e8b-4555-8a37-411b9477677a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.703203] env[68893]: DEBUG nova.virt.hardware [None req-e7b619b2-3442-44e2-ac2b-f114ac3a4c61 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 881.703533] env[68893]: DEBUG nova.virt.hardware [None req-e7b619b2-3442-44e2-ac2b-f114ac3a4c61 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 881.703630] env[68893]: DEBUG nova.virt.hardware [None req-e7b619b2-3442-44e2-ac2b-f114ac3a4c61 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 881.703775] env[68893]: DEBUG nova.virt.hardware [None req-e7b619b2-3442-44e2-ac2b-f114ac3a4c61 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 881.704149] env[68893]: DEBUG nova.virt.hardware [None req-e7b619b2-3442-44e2-ac2b-f114ac3a4c61 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 881.704324] env[68893]: DEBUG nova.virt.hardware [None req-e7b619b2-3442-44e2-ac2b-f114ac3a4c61 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 881.705089] env[68893]: DEBUG nova.virt.hardware [None req-e7b619b2-3442-44e2-ac2b-f114ac3a4c61 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 881.705089] env[68893]: DEBUG nova.virt.hardware [None req-e7b619b2-3442-44e2-ac2b-f114ac3a4c61 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 881.705089] env[68893]: DEBUG nova.virt.hardware [None req-e7b619b2-3442-44e2-ac2b-f114ac3a4c61 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 881.705089] env[68893]: DEBUG nova.virt.hardware [None req-e7b619b2-3442-44e2-ac2b-f114ac3a4c61 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 881.705278] env[68893]: DEBUG nova.virt.hardware [None req-e7b619b2-3442-44e2-ac2b-f114ac3a4c61 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 881.705971] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0965f1a9-397c-4528-89ee-053d1e6c6ae0 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.713551] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5c0232b-0eed-4b73-9f7d-f6dcb862bd51 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.735835] env[68893]: DEBUG oslo_vmware.api [None req-25f9e9f0-0155-4eff-b965-4a28fea388f3 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Task: {'id': task-2791567, 'name': PowerOffVM_Task, 'duration_secs': 0.390919} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.736112] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-25f9e9f0-0155-4eff-b965-4a28fea388f3 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] [instance: 2daeed7b-f1c2-41ae-9a2d-6e58581a0939] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 881.736276] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-25f9e9f0-0155-4eff-b965-4a28fea388f3 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] [instance: 2daeed7b-f1c2-41ae-9a2d-6e58581a0939] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 881.736529] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ae68156d-05d9-4ec6-8e49-a280f780a9c1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.799469] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-25f9e9f0-0155-4eff-b965-4a28fea388f3 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] [instance: 2daeed7b-f1c2-41ae-9a2d-6e58581a0939] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 881.799703] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-25f9e9f0-0155-4eff-b965-4a28fea388f3 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] [instance: 2daeed7b-f1c2-41ae-9a2d-6e58581a0939] Deleting contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 881.799889] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-25f9e9f0-0155-4eff-b965-4a28fea388f3 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Deleting the datastore file [datastore2] 2daeed7b-f1c2-41ae-9a2d-6e58581a0939 {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 881.800428] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-40c074cc-6709-4826-b513-10535f2280a8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.807056] env[68893]: DEBUG oslo_vmware.api [None req-25f9e9f0-0155-4eff-b965-4a28fea388f3 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Waiting for the task: (returnval){ [ 881.807056] env[68893]: value = "task-2791573" [ 881.807056] env[68893]: _type = "Task" [ 881.807056] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.814524] env[68893]: DEBUG oslo_vmware.api [None req-25f9e9f0-0155-4eff-b965-4a28fea388f3 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Task: {'id': task-2791573, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.841487] env[68893]: DEBUG oslo_concurrency.lockutils [None req-546e17c6-a946-4475-a003-f1ed9a49b636 tempest-VolumesAssistedSnapshotsTest-845263238 tempest-VolumesAssistedSnapshotsTest-845263238-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.200s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.843825] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f350f14c-db7f-487c-b8db-07631ebde3e1 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.122s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.845655] env[68893]: INFO nova.compute.claims [None req-f350f14c-db7f-487c-b8db-07631ebde3e1 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: 41a13353-becf-4314-82b0-c402dc464f89] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 881.878343] env[68893]: INFO nova.scheduler.client.report [None req-546e17c6-a946-4475-a003-f1ed9a49b636 tempest-VolumesAssistedSnapshotsTest-845263238 tempest-VolumesAssistedSnapshotsTest-845263238-project-member] Deleted allocations for instance 0584a6fd-aa46-4da6-bc9a-90ee80698237 [ 881.890009] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f30a1cab-9b09-44a8-be04-b4841e37253a tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Lock "b7c373f5-60c3-44c6-bbe7-d66be17f34fd" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.078s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.940499] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791570, 'name': CreateVM_Task} progress is 99%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.064251] env[68893]: DEBUG oslo_vmware.api [None req-68c1b689-b805-484f-9440-35c0bd91102d tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Task: {'id': task-2791571, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065693} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.064599] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-68c1b689-b805-484f-9440-35c0bd91102d tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] [instance: 67b07b13-034d-40ad-a554-518d5d36044c] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 882.065438] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4161cad9-58a7-4e72-8f34-fee04a95c7b5 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.114167] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-68c1b689-b805-484f-9440-35c0bd91102d tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] [instance: 67b07b13-034d-40ad-a554-518d5d36044c] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] 67b07b13-034d-40ad-a554-518d5d36044c/67b07b13-034d-40ad-a554-518d5d36044c.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 882.115839] env[68893]: DEBUG nova.network.neutron [None req-e7b619b2-3442-44e2-ac2b-f114ac3a4c61 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 073e59c7-2b22-4fa9-a6d2-03a158475093] Successfully updated port: cd0e8554-a617-4534-8f2d-e01d4f53ffe0 {{(pid=68893) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 882.117418] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ce2ed91-cef5-47ea-bda0-73f75c4f4e79 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.140570] env[68893]: DEBUG oslo_concurrency.lockutils [None req-e7b619b2-3442-44e2-ac2b-f114ac3a4c61 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Acquiring lock "refresh_cache-073e59c7-2b22-4fa9-a6d2-03a158475093" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.140761] env[68893]: DEBUG oslo_concurrency.lockutils [None req-e7b619b2-3442-44e2-ac2b-f114ac3a4c61 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Acquired lock "refresh_cache-073e59c7-2b22-4fa9-a6d2-03a158475093" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.140972] env[68893]: DEBUG nova.network.neutron [None req-e7b619b2-3442-44e2-ac2b-f114ac3a4c61 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 073e59c7-2b22-4fa9-a6d2-03a158475093] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 882.144312] env[68893]: DEBUG oslo_concurrency.lockutils [req-b6e7a0e4-52fc-4fa4-a887-0dcabb9d12ce req-72f19fb7-88f0-4ad6-840e-1000126efc49 service nova] Releasing lock "refresh_cache-2daeed7b-f1c2-41ae-9a2d-6e58581a0939" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.155576] env[68893]: DEBUG nova.virt.hardware [None req-a4a0337b-d162-4bfa-b918-6b637c87b1ce tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 882.155810] env[68893]: DEBUG nova.virt.hardware [None req-a4a0337b-d162-4bfa-b918-6b637c87b1ce tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 882.155964] env[68893]: DEBUG nova.virt.hardware [None req-a4a0337b-d162-4bfa-b918-6b637c87b1ce tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 882.156177] env[68893]: DEBUG nova.virt.hardware [None req-a4a0337b-d162-4bfa-b918-6b637c87b1ce tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 882.156324] env[68893]: DEBUG nova.virt.hardware [None req-a4a0337b-d162-4bfa-b918-6b637c87b1ce tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 882.156470] env[68893]: DEBUG nova.virt.hardware [None req-a4a0337b-d162-4bfa-b918-6b637c87b1ce tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 882.156672] env[68893]: DEBUG nova.virt.hardware [None req-a4a0337b-d162-4bfa-b918-6b637c87b1ce tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 882.156827] env[68893]: DEBUG nova.virt.hardware [None req-a4a0337b-d162-4bfa-b918-6b637c87b1ce tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 882.157029] env[68893]: DEBUG nova.virt.hardware [None req-a4a0337b-d162-4bfa-b918-6b637c87b1ce tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 882.157206] env[68893]: DEBUG nova.virt.hardware [None req-a4a0337b-d162-4bfa-b918-6b637c87b1ce tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 882.157383] env[68893]: DEBUG nova.virt.hardware [None req-a4a0337b-d162-4bfa-b918-6b637c87b1ce tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 882.158943] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9338f74-b264-4df7-bdfc-1886a74402a9 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.163193] env[68893]: DEBUG oslo_vmware.api [None req-68c1b689-b805-484f-9440-35c0bd91102d tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Waiting for the task: (returnval){ [ 882.163193] env[68893]: value = "task-2791574" [ 882.163193] env[68893]: _type = "Task" [ 882.163193] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.170953] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e019870-3cc5-44cf-8061-296f3ad5177d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.182550] env[68893]: DEBUG oslo_vmware.api [None req-68c1b689-b805-484f-9440-35c0bd91102d tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Task: {'id': task-2791574, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.194088] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-a4a0337b-d162-4bfa-b918-6b637c87b1ce tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] [instance: 196cd774-e550-4cd2-a547-0b30bdd7f668] Instance VIF info [] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 882.200351] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a4a0337b-d162-4bfa-b918-6b637c87b1ce tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 882.201592] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 196cd774-e550-4cd2-a547-0b30bdd7f668] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 882.201592] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a1ccf89e-a23f-45e3-957d-cf469c033c0e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.214143] env[68893]: INFO nova.compute.manager [None req-f608325a-ab8f-41b7-b302-6a88b43be4c1 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] [instance: 70917eab-66ad-4d76-9866-a8a793025df1] instance snapshotting [ 882.217344] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0de6c5ea-72a9-47dc-b290-89bbcd53fd3e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.221478] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 882.221478] env[68893]: value = "task-2791575" [ 882.221478] env[68893]: _type = "Task" [ 882.221478] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.242972] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e82a5a1a-8b4b-470f-94ab-1d4768ff447d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.248581] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791575, 'name': CreateVM_Task} progress is 10%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.323011] env[68893]: DEBUG oslo_vmware.api [None req-25f9e9f0-0155-4eff-b965-4a28fea388f3 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Task: {'id': task-2791573, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.394239} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.323011] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-25f9e9f0-0155-4eff-b965-4a28fea388f3 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 882.323011] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-25f9e9f0-0155-4eff-b965-4a28fea388f3 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] [instance: 2daeed7b-f1c2-41ae-9a2d-6e58581a0939] Deleted contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 882.323011] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-25f9e9f0-0155-4eff-b965-4a28fea388f3 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] [instance: 2daeed7b-f1c2-41ae-9a2d-6e58581a0939] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 882.323374] env[68893]: INFO nova.compute.manager [None req-25f9e9f0-0155-4eff-b965-4a28fea388f3 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] [instance: 2daeed7b-f1c2-41ae-9a2d-6e58581a0939] Took 1.12 seconds to destroy the instance on the hypervisor. [ 882.323374] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-25f9e9f0-0155-4eff-b965-4a28fea388f3 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 882.323656] env[68893]: DEBUG nova.compute.manager [-] [instance: 2daeed7b-f1c2-41ae-9a2d-6e58581a0939] Deallocating network for instance {{(pid=68893) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 882.323778] env[68893]: DEBUG nova.network.neutron [-] [instance: 2daeed7b-f1c2-41ae-9a2d-6e58581a0939] deallocate_for_instance() {{(pid=68893) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 882.347121] env[68893]: DEBUG nova.network.neutron [req-ca629173-455b-4735-bb9b-2f247578309c req-03e9a79f-1668-4a7d-b3a7-8c3cf35dbfa7 service nova] [instance: 7fe829d2-a085-424f-b94f-9255451eb920] Updated VIF entry in instance network info cache for port d931b007-51c2-4c50-bdc0-48b062330f92. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 882.347664] env[68893]: DEBUG nova.network.neutron [req-ca629173-455b-4735-bb9b-2f247578309c req-03e9a79f-1668-4a7d-b3a7-8c3cf35dbfa7 service nova] [instance: 7fe829d2-a085-424f-b94f-9255451eb920] Updating instance_info_cache with network_info: [{"id": "d931b007-51c2-4c50-bdc0-48b062330f92", "address": "fa:16:3e:c9:d6:3b", "network": {"id": "24a732d8-714e-49f0-9527-b47a108a6ab9", "bridge": "br-int", "label": "tempest-ServersTestJSON-634596432-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "872be088070049fca518560306460c4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd931b007-51", "ovs_interfaceid": "d931b007-51c2-4c50-bdc0-48b062330f92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.387899] env[68893]: DEBUG oslo_concurrency.lockutils [None req-546e17c6-a946-4475-a003-f1ed9a49b636 tempest-VolumesAssistedSnapshotsTest-845263238 tempest-VolumesAssistedSnapshotsTest-845263238-project-member] Lock "0584a6fd-aa46-4da6-bc9a-90ee80698237" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.398s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.442824] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791570, 'name': CreateVM_Task, 'duration_secs': 0.56112} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.443048] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7fe829d2-a085-424f-b94f-9255451eb920] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 882.443738] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b2ae0d15-3ca3-44b3-995a-af42d31f8abb tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.443992] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b2ae0d15-3ca3-44b3-995a-af42d31f8abb tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.444256] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b2ae0d15-3ca3-44b3-995a-af42d31f8abb tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.444584] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56cd6599-f408-4bfc-811b-a3dd0c87c940 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.449567] env[68893]: DEBUG oslo_vmware.api [None req-b2ae0d15-3ca3-44b3-995a-af42d31f8abb tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Waiting for the task: (returnval){ [ 882.449567] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]526e2b2e-b883-04e1-4169-fb30794725a0" [ 882.449567] env[68893]: _type = "Task" [ 882.449567] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.457603] env[68893]: DEBUG oslo_vmware.api [None req-b2ae0d15-3ca3-44b3-995a-af42d31f8abb tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]526e2b2e-b883-04e1-4169-fb30794725a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.674694] env[68893]: DEBUG oslo_vmware.api [None req-68c1b689-b805-484f-9440-35c0bd91102d tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Task: {'id': task-2791574, 'name': ReconfigVM_Task, 'duration_secs': 0.435331} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.675171] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-68c1b689-b805-484f-9440-35c0bd91102d tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] [instance: 67b07b13-034d-40ad-a554-518d5d36044c] Reconfigured VM instance instance-00000033 to attach disk [datastore2] 67b07b13-034d-40ad-a554-518d5d36044c/67b07b13-034d-40ad-a554-518d5d36044c.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 882.677374] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-68c1b689-b805-484f-9440-35c0bd91102d tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=68893) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 882.677374] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-04a3f785-2cd8-4c6d-828f-4ccceba31798 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.680119] env[68893]: DEBUG nova.network.neutron [None req-e7b619b2-3442-44e2-ac2b-f114ac3a4c61 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 073e59c7-2b22-4fa9-a6d2-03a158475093] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 882.686021] env[68893]: DEBUG oslo_vmware.api [None req-68c1b689-b805-484f-9440-35c0bd91102d tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Waiting for the task: (returnval){ [ 882.686021] env[68893]: value = "task-2791576" [ 882.686021] env[68893]: _type = "Task" [ 882.686021] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.694897] env[68893]: DEBUG oslo_vmware.api [None req-68c1b689-b805-484f-9440-35c0bd91102d tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Task: {'id': task-2791576, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.731767] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791575, 'name': CreateVM_Task, 'duration_secs': 0.327158} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.731964] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 196cd774-e550-4cd2-a547-0b30bdd7f668] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 882.732474] env[68893]: DEBUG oslo_concurrency.lockutils [None req-a4a0337b-d162-4bfa-b918-6b637c87b1ce tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.758795] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-f608325a-ab8f-41b7-b302-6a88b43be4c1 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] [instance: 70917eab-66ad-4d76-9866-a8a793025df1] Creating Snapshot of the VM instance {{(pid=68893) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 882.759195] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c2150af3-6a1f-4044-b0f1-da39027ac396 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.765830] env[68893]: DEBUG oslo_vmware.api [None req-f608325a-ab8f-41b7-b302-6a88b43be4c1 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Waiting for the task: (returnval){ [ 882.765830] env[68893]: value = "task-2791577" [ 882.765830] env[68893]: _type = "Task" [ 882.765830] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.774245] env[68893]: DEBUG oslo_vmware.api [None req-f608325a-ab8f-41b7-b302-6a88b43be4c1 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Task: {'id': task-2791577, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.791766] env[68893]: DEBUG nova.objects.instance [None req-e6ca093e-b83a-46cc-b8c0-e37b3a3a102b tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Lazy-loading 'flavor' on Instance uuid b7c373f5-60c3-44c6-bbe7-d66be17f34fd {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 882.856671] env[68893]: DEBUG oslo_concurrency.lockutils [req-ca629173-455b-4735-bb9b-2f247578309c req-03e9a79f-1668-4a7d-b3a7-8c3cf35dbfa7 service nova] Releasing lock "refresh_cache-7fe829d2-a085-424f-b94f-9255451eb920" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.866623] env[68893]: DEBUG nova.network.neutron [None req-e7b619b2-3442-44e2-ac2b-f114ac3a4c61 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 073e59c7-2b22-4fa9-a6d2-03a158475093] Updating instance_info_cache with network_info: [{"id": "cd0e8554-a617-4534-8f2d-e01d4f53ffe0", "address": "fa:16:3e:ec:c3:92", "network": {"id": "cd4544f9-c687-4245-bf7a-8be777c837e0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1345768403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbd67998ec3645b28f40986ddb6faf06", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd0e8554-a6", "ovs_interfaceid": "cd0e8554-a617-4534-8f2d-e01d4f53ffe0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.908243] env[68893]: DEBUG nova.compute.manager [req-116f7e4d-0916-490b-9211-50565e5194d2 req-5c6f63fc-235d-43b4-bd55-dd232df02814 service nova] [instance: 073e59c7-2b22-4fa9-a6d2-03a158475093] Received event network-vif-plugged-cd0e8554-a617-4534-8f2d-e01d4f53ffe0 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 882.908620] env[68893]: DEBUG oslo_concurrency.lockutils [req-116f7e4d-0916-490b-9211-50565e5194d2 req-5c6f63fc-235d-43b4-bd55-dd232df02814 service nova] Acquiring lock "073e59c7-2b22-4fa9-a6d2-03a158475093-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.909427] env[68893]: DEBUG oslo_concurrency.lockutils [req-116f7e4d-0916-490b-9211-50565e5194d2 req-5c6f63fc-235d-43b4-bd55-dd232df02814 service nova] Lock "073e59c7-2b22-4fa9-a6d2-03a158475093-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.909641] env[68893]: DEBUG oslo_concurrency.lockutils [req-116f7e4d-0916-490b-9211-50565e5194d2 req-5c6f63fc-235d-43b4-bd55-dd232df02814 service nova] Lock "073e59c7-2b22-4fa9-a6d2-03a158475093-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.909931] env[68893]: DEBUG nova.compute.manager [req-116f7e4d-0916-490b-9211-50565e5194d2 req-5c6f63fc-235d-43b4-bd55-dd232df02814 service nova] [instance: 073e59c7-2b22-4fa9-a6d2-03a158475093] No waiting events found dispatching network-vif-plugged-cd0e8554-a617-4534-8f2d-e01d4f53ffe0 {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 882.910613] env[68893]: WARNING nova.compute.manager [req-116f7e4d-0916-490b-9211-50565e5194d2 req-5c6f63fc-235d-43b4-bd55-dd232df02814 service nova] [instance: 073e59c7-2b22-4fa9-a6d2-03a158475093] Received unexpected event network-vif-plugged-cd0e8554-a617-4534-8f2d-e01d4f53ffe0 for instance with vm_state building and task_state spawning. [ 882.910613] env[68893]: DEBUG nova.compute.manager [req-116f7e4d-0916-490b-9211-50565e5194d2 req-5c6f63fc-235d-43b4-bd55-dd232df02814 service nova] [instance: 073e59c7-2b22-4fa9-a6d2-03a158475093] Received event network-changed-cd0e8554-a617-4534-8f2d-e01d4f53ffe0 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 882.910758] env[68893]: DEBUG nova.compute.manager [req-116f7e4d-0916-490b-9211-50565e5194d2 req-5c6f63fc-235d-43b4-bd55-dd232df02814 service nova] [instance: 073e59c7-2b22-4fa9-a6d2-03a158475093] Refreshing instance network info cache due to event network-changed-cd0e8554-a617-4534-8f2d-e01d4f53ffe0. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 882.911333] env[68893]: DEBUG oslo_concurrency.lockutils [req-116f7e4d-0916-490b-9211-50565e5194d2 req-5c6f63fc-235d-43b4-bd55-dd232df02814 service nova] Acquiring lock "refresh_cache-073e59c7-2b22-4fa9-a6d2-03a158475093" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.963752] env[68893]: DEBUG oslo_vmware.api [None req-b2ae0d15-3ca3-44b3-995a-af42d31f8abb tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]526e2b2e-b883-04e1-4169-fb30794725a0, 'name': SearchDatastore_Task, 'duration_secs': 0.021252} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.964120] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b2ae0d15-3ca3-44b3-995a-af42d31f8abb tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.965118] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-b2ae0d15-3ca3-44b3-995a-af42d31f8abb tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 7fe829d2-a085-424f-b94f-9255451eb920] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 882.965118] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b2ae0d15-3ca3-44b3-995a-af42d31f8abb tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.965118] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b2ae0d15-3ca3-44b3-995a-af42d31f8abb tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.965118] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2ae0d15-3ca3-44b3-995a-af42d31f8abb tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 882.965606] env[68893]: DEBUG oslo_concurrency.lockutils [None req-a4a0337b-d162-4bfa-b918-6b637c87b1ce tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.965918] env[68893]: DEBUG oslo_concurrency.lockutils [None req-a4a0337b-d162-4bfa-b918-6b637c87b1ce tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.966188] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-722c5bdc-5e03-4947-ad50-d03d27058e19 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.968409] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4fe474f-8ea6-44ac-9550-d777b2b92619 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.975982] env[68893]: DEBUG oslo_vmware.api [None req-a4a0337b-d162-4bfa-b918-6b637c87b1ce tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Waiting for the task: (returnval){ [ 882.975982] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]522772b2-1257-19e6-1a1b-824d9930c674" [ 882.975982] env[68893]: _type = "Task" [ 882.975982] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.977167] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2ae0d15-3ca3-44b3-995a-af42d31f8abb tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 882.977359] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-b2ae0d15-3ca3-44b3-995a-af42d31f8abb tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 882.980843] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b94b2f9d-9226-4b6a-a888-274009b98106 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.990714] env[68893]: DEBUG oslo_vmware.api [None req-b2ae0d15-3ca3-44b3-995a-af42d31f8abb tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Waiting for the task: (returnval){ [ 882.990714] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]5209e98c-6944-b69b-a22b-44eb2a8e9f5a" [ 882.990714] env[68893]: _type = "Task" [ 882.990714] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.995168] env[68893]: DEBUG oslo_vmware.api [None req-a4a0337b-d162-4bfa-b918-6b637c87b1ce tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]522772b2-1257-19e6-1a1b-824d9930c674, 'name': SearchDatastore_Task, 'duration_secs': 0.008511} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.998517] env[68893]: DEBUG oslo_concurrency.lockutils [None req-a4a0337b-d162-4bfa-b918-6b637c87b1ce tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.998752] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-a4a0337b-d162-4bfa-b918-6b637c87b1ce tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] [instance: 196cd774-e550-4cd2-a547-0b30bdd7f668] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 882.998957] env[68893]: DEBUG oslo_concurrency.lockutils [None req-a4a0337b-d162-4bfa-b918-6b637c87b1ce tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.009500] env[68893]: DEBUG oslo_vmware.api [None req-b2ae0d15-3ca3-44b3-995a-af42d31f8abb tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]5209e98c-6944-b69b-a22b-44eb2a8e9f5a, 'name': SearchDatastore_Task, 'duration_secs': 0.009103} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.010493] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21fb3b98-e763-4110-93d1-3bd94f65fc75 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.017471] env[68893]: DEBUG oslo_vmware.api [None req-b2ae0d15-3ca3-44b3-995a-af42d31f8abb tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Waiting for the task: (returnval){ [ 883.017471] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]5211a0f0-a25e-5edf-f4f1-b55572107b71" [ 883.017471] env[68893]: _type = "Task" [ 883.017471] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.027950] env[68893]: DEBUG oslo_vmware.api [None req-b2ae0d15-3ca3-44b3-995a-af42d31f8abb tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]5211a0f0-a25e-5edf-f4f1-b55572107b71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.126364] env[68893]: DEBUG nova.network.neutron [-] [instance: 2daeed7b-f1c2-41ae-9a2d-6e58581a0939] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.196601] env[68893]: DEBUG oslo_vmware.api [None req-68c1b689-b805-484f-9440-35c0bd91102d tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Task: {'id': task-2791576, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.050164} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.199359] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-68c1b689-b805-484f-9440-35c0bd91102d tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=68893) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 883.200476] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3af5d48-15a5-4dde-b3a4-653fc8dbacec {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.225463] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-68c1b689-b805-484f-9440-35c0bd91102d tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] [instance: 67b07b13-034d-40ad-a554-518d5d36044c] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] 67b07b13-034d-40ad-a554-518d5d36044c/ephemeral_0.vmdk or device None with type thin {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 883.228260] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2be9bb3e-829f-4351-b1cb-ed09d6098275 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.245745] env[68893]: DEBUG oslo_vmware.api [None req-68c1b689-b805-484f-9440-35c0bd91102d tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Waiting for the task: (returnval){ [ 883.245745] env[68893]: value = "task-2791578" [ 883.245745] env[68893]: _type = "Task" [ 883.245745] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.253266] env[68893]: DEBUG oslo_vmware.api [None req-68c1b689-b805-484f-9440-35c0bd91102d tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Task: {'id': task-2791578, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.276097] env[68893]: DEBUG oslo_vmware.api [None req-f608325a-ab8f-41b7-b302-6a88b43be4c1 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Task: {'id': task-2791577, 'name': CreateSnapshot_Task, 'duration_secs': 0.454498} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.276365] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-f608325a-ab8f-41b7-b302-6a88b43be4c1 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] [instance: 70917eab-66ad-4d76-9866-a8a793025df1] Created Snapshot of the VM instance {{(pid=68893) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 883.277144] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c361d58-0ae6-408d-a184-ad20729d19bb {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.296426] env[68893]: DEBUG oslo_concurrency.lockutils [None req-e6ca093e-b83a-46cc-b8c0-e37b3a3a102b tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Acquiring lock "refresh_cache-b7c373f5-60c3-44c6-bbe7-d66be17f34fd" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.296607] env[68893]: DEBUG oslo_concurrency.lockutils [None req-e6ca093e-b83a-46cc-b8c0-e37b3a3a102b tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Acquired lock "refresh_cache-b7c373f5-60c3-44c6-bbe7-d66be17f34fd" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.296777] env[68893]: DEBUG nova.network.neutron [None req-e6ca093e-b83a-46cc-b8c0-e37b3a3a102b tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] [instance: b7c373f5-60c3-44c6-bbe7-d66be17f34fd] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 883.296992] env[68893]: DEBUG nova.objects.instance [None req-e6ca093e-b83a-46cc-b8c0-e37b3a3a102b tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Lazy-loading 'info_cache' on Instance uuid b7c373f5-60c3-44c6-bbe7-d66be17f34fd {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 883.369678] env[68893]: DEBUG oslo_concurrency.lockutils [None req-e7b619b2-3442-44e2-ac2b-f114ac3a4c61 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Releasing lock "refresh_cache-073e59c7-2b22-4fa9-a6d2-03a158475093" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.370018] env[68893]: DEBUG nova.compute.manager [None req-e7b619b2-3442-44e2-ac2b-f114ac3a4c61 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 073e59c7-2b22-4fa9-a6d2-03a158475093] Instance network_info: |[{"id": "cd0e8554-a617-4534-8f2d-e01d4f53ffe0", "address": "fa:16:3e:ec:c3:92", "network": {"id": "cd4544f9-c687-4245-bf7a-8be777c837e0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1345768403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbd67998ec3645b28f40986ddb6faf06", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd0e8554-a6", "ovs_interfaceid": "cd0e8554-a617-4534-8f2d-e01d4f53ffe0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 883.370333] env[68893]: DEBUG oslo_concurrency.lockutils [req-116f7e4d-0916-490b-9211-50565e5194d2 req-5c6f63fc-235d-43b4-bd55-dd232df02814 service nova] Acquired lock "refresh_cache-073e59c7-2b22-4fa9-a6d2-03a158475093" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.370727] env[68893]: DEBUG nova.network.neutron [req-116f7e4d-0916-490b-9211-50565e5194d2 req-5c6f63fc-235d-43b4-bd55-dd232df02814 service nova] [instance: 073e59c7-2b22-4fa9-a6d2-03a158475093] Refreshing network info cache for port cd0e8554-a617-4534-8f2d-e01d4f53ffe0 {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 883.373581] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-e7b619b2-3442-44e2-ac2b-f114ac3a4c61 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 073e59c7-2b22-4fa9-a6d2-03a158475093] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:c3:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba866c99-1cb2-4588-9f76-4bc0421ed46a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cd0e8554-a617-4534-8f2d-e01d4f53ffe0', 'vif_model': 'vmxnet3'}] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 883.379558] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e7b619b2-3442-44e2-ac2b-f114ac3a4c61 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 883.380019] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 073e59c7-2b22-4fa9-a6d2-03a158475093] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 883.380265] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5516456a-46f1-458a-a0dd-d7dda4669a0a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.402593] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 883.402593] env[68893]: value = "task-2791579" [ 883.402593] env[68893]: _type = "Task" [ 883.402593] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.419215] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791579, 'name': CreateVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.470630] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98b4daff-3ebc-4311-8f10-dd9f642023c3 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.478921] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-898163da-d03a-4bb3-9b55-54107d6b0da5 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.513179] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f0c3168-8787-467a-b043-604d56fe9dba {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.523810] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcb01f1a-61f7-472d-aa1e-778680299738 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.531664] env[68893]: DEBUG oslo_vmware.api [None req-b2ae0d15-3ca3-44b3-995a-af42d31f8abb tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]5211a0f0-a25e-5edf-f4f1-b55572107b71, 'name': SearchDatastore_Task, 'duration_secs': 0.008584} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.532356] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b2ae0d15-3ca3-44b3-995a-af42d31f8abb tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.532641] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2ae0d15-3ca3-44b3-995a-af42d31f8abb tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] 7fe829d2-a085-424f-b94f-9255451eb920/7fe829d2-a085-424f-b94f-9255451eb920.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 883.533100] env[68893]: DEBUG oslo_concurrency.lockutils [None req-a4a0337b-d162-4bfa-b918-6b637c87b1ce tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.533144] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4a0337b-d162-4bfa-b918-6b637c87b1ce tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 883.533343] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a868333e-b6d0-400f-8d05-f7d83903c408 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.544528] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-21eedd1b-e7b2-4131-8123-83f57b02e506 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.547237] env[68893]: DEBUG nova.compute.provider_tree [None req-f350f14c-db7f-487c-b8db-07631ebde3e1 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 883.553635] env[68893]: DEBUG oslo_vmware.api [None req-b2ae0d15-3ca3-44b3-995a-af42d31f8abb tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Waiting for the task: (returnval){ [ 883.553635] env[68893]: value = "task-2791580" [ 883.553635] env[68893]: _type = "Task" [ 883.553635] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.557561] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4a0337b-d162-4bfa-b918-6b637c87b1ce tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 883.559135] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-a4a0337b-d162-4bfa-b918-6b637c87b1ce tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 883.559428] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d5b8c8a-fbca-4270-b716-d1a15882e675 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.567049] env[68893]: DEBUG oslo_vmware.api [None req-b2ae0d15-3ca3-44b3-995a-af42d31f8abb tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': task-2791580, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.568466] env[68893]: DEBUG oslo_vmware.api [None req-a4a0337b-d162-4bfa-b918-6b637c87b1ce tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Waiting for the task: (returnval){ [ 883.568466] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52d4bdef-12e4-3d89-a055-bf93f989e184" [ 883.568466] env[68893]: _type = "Task" [ 883.568466] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.578393] env[68893]: DEBUG oslo_vmware.api [None req-a4a0337b-d162-4bfa-b918-6b637c87b1ce tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52d4bdef-12e4-3d89-a055-bf93f989e184, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.628089] env[68893]: INFO nova.compute.manager [-] [instance: 2daeed7b-f1c2-41ae-9a2d-6e58581a0939] Took 1.30 seconds to deallocate network for instance. [ 883.761720] env[68893]: DEBUG oslo_vmware.api [None req-68c1b689-b805-484f-9440-35c0bd91102d tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Task: {'id': task-2791578, 'name': ReconfigVM_Task, 'duration_secs': 0.299557} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.762292] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-68c1b689-b805-484f-9440-35c0bd91102d tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] [instance: 67b07b13-034d-40ad-a554-518d5d36044c] Reconfigured VM instance instance-00000033 to attach disk [datastore2] 67b07b13-034d-40ad-a554-518d5d36044c/ephemeral_0.vmdk or device None with type thin {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 883.763185] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-039d0f6f-227f-4edf-ac7b-5a78f7a1f92a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.770250] env[68893]: DEBUG oslo_vmware.api [None req-68c1b689-b805-484f-9440-35c0bd91102d tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Waiting for the task: (returnval){ [ 883.770250] env[68893]: value = "task-2791581" [ 883.770250] env[68893]: _type = "Task" [ 883.770250] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.780127] env[68893]: DEBUG oslo_vmware.api [None req-68c1b689-b805-484f-9440-35c0bd91102d tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Task: {'id': task-2791581, 'name': Rename_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.799073] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-f608325a-ab8f-41b7-b302-6a88b43be4c1 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] [instance: 70917eab-66ad-4d76-9866-a8a793025df1] Creating linked-clone VM from snapshot {{(pid=68893) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 883.801372] env[68893]: DEBUG nova.objects.base [None req-e6ca093e-b83a-46cc-b8c0-e37b3a3a102b tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=68893) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 883.806940] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7b78dd63-e025-4970-bf06-ff5cb82d6efc {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.817076] env[68893]: DEBUG oslo_vmware.api [None req-f608325a-ab8f-41b7-b302-6a88b43be4c1 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Waiting for the task: (returnval){ [ 883.817076] env[68893]: value = "task-2791582" [ 883.817076] env[68893]: _type = "Task" [ 883.817076] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.828078] env[68893]: DEBUG oslo_vmware.api [None req-f608325a-ab8f-41b7-b302-6a88b43be4c1 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Task: {'id': task-2791582, 'name': CloneVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.921880] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791579, 'name': CreateVM_Task, 'duration_secs': 0.344109} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.922160] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 073e59c7-2b22-4fa9-a6d2-03a158475093] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 883.924279] env[68893]: DEBUG oslo_concurrency.lockutils [None req-e7b619b2-3442-44e2-ac2b-f114ac3a4c61 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.924279] env[68893]: DEBUG oslo_concurrency.lockutils [None req-e7b619b2-3442-44e2-ac2b-f114ac3a4c61 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.924279] env[68893]: DEBUG oslo_concurrency.lockutils [None req-e7b619b2-3442-44e2-ac2b-f114ac3a4c61 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.924279] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65d4400d-528a-4304-9c3d-773dc7524a2f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.929876] env[68893]: DEBUG oslo_vmware.api [None req-e7b619b2-3442-44e2-ac2b-f114ac3a4c61 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Waiting for the task: (returnval){ [ 883.929876] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]523932cc-c99a-0c50-17ca-05f8f8aa6056" [ 883.929876] env[68893]: _type = "Task" [ 883.929876] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.946261] env[68893]: DEBUG oslo_vmware.api [None req-e7b619b2-3442-44e2-ac2b-f114ac3a4c61 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]523932cc-c99a-0c50-17ca-05f8f8aa6056, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.051639] env[68893]: DEBUG nova.scheduler.client.report [None req-f350f14c-db7f-487c-b8db-07631ebde3e1 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 884.074277] env[68893]: DEBUG oslo_vmware.api [None req-b2ae0d15-3ca3-44b3-995a-af42d31f8abb tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': task-2791580, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.084531] env[68893]: DEBUG oslo_vmware.api [None req-a4a0337b-d162-4bfa-b918-6b637c87b1ce tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52d4bdef-12e4-3d89-a055-bf93f989e184, 'name': SearchDatastore_Task, 'duration_secs': 0.018044} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.085387] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a65680c1-6c8b-46f1-b4b1-5faae171274f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.093108] env[68893]: DEBUG oslo_vmware.api [None req-a4a0337b-d162-4bfa-b918-6b637c87b1ce tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Waiting for the task: (returnval){ [ 884.093108] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]522fe679-00e8-8ff0-b2c1-c341584fd7a3" [ 884.093108] env[68893]: _type = "Task" [ 884.093108] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.103125] env[68893]: DEBUG oslo_vmware.api [None req-a4a0337b-d162-4bfa-b918-6b637c87b1ce tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]522fe679-00e8-8ff0-b2c1-c341584fd7a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.135513] env[68893]: DEBUG oslo_concurrency.lockutils [None req-25f9e9f0-0155-4eff-b965-4a28fea388f3 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.278181] env[68893]: DEBUG nova.network.neutron [req-116f7e4d-0916-490b-9211-50565e5194d2 req-5c6f63fc-235d-43b4-bd55-dd232df02814 service nova] [instance: 073e59c7-2b22-4fa9-a6d2-03a158475093] Updated VIF entry in instance network info cache for port cd0e8554-a617-4534-8f2d-e01d4f53ffe0. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 884.278570] env[68893]: DEBUG nova.network.neutron [req-116f7e4d-0916-490b-9211-50565e5194d2 req-5c6f63fc-235d-43b4-bd55-dd232df02814 service nova] [instance: 073e59c7-2b22-4fa9-a6d2-03a158475093] Updating instance_info_cache with network_info: [{"id": "cd0e8554-a617-4534-8f2d-e01d4f53ffe0", "address": "fa:16:3e:ec:c3:92", "network": {"id": "cd4544f9-c687-4245-bf7a-8be777c837e0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1345768403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbd67998ec3645b28f40986ddb6faf06", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd0e8554-a6", "ovs_interfaceid": "cd0e8554-a617-4534-8f2d-e01d4f53ffe0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.285820] env[68893]: DEBUG oslo_vmware.api [None req-68c1b689-b805-484f-9440-35c0bd91102d tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Task: {'id': task-2791581, 'name': Rename_Task, 'duration_secs': 0.476447} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.286537] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-68c1b689-b805-484f-9440-35c0bd91102d tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] [instance: 67b07b13-034d-40ad-a554-518d5d36044c] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 884.286537] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7eb776c2-b0cf-4a29-9e9b-9b9c4e1d51ee {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.293933] env[68893]: DEBUG oslo_vmware.api [None req-68c1b689-b805-484f-9440-35c0bd91102d tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Waiting for the task: (returnval){ [ 884.293933] env[68893]: value = "task-2791583" [ 884.293933] env[68893]: _type = "Task" [ 884.293933] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.302193] env[68893]: DEBUG oslo_vmware.api [None req-68c1b689-b805-484f-9440-35c0bd91102d tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Task: {'id': task-2791583, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.330023] env[68893]: DEBUG oslo_vmware.api [None req-f608325a-ab8f-41b7-b302-6a88b43be4c1 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Task: {'id': task-2791582, 'name': CloneVM_Task} progress is 94%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.442416] env[68893]: DEBUG oslo_vmware.api [None req-e7b619b2-3442-44e2-ac2b-f114ac3a4c61 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]523932cc-c99a-0c50-17ca-05f8f8aa6056, 'name': SearchDatastore_Task, 'duration_secs': 0.054064} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.442731] env[68893]: DEBUG oslo_concurrency.lockutils [None req-e7b619b2-3442-44e2-ac2b-f114ac3a4c61 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.442967] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-e7b619b2-3442-44e2-ac2b-f114ac3a4c61 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 073e59c7-2b22-4fa9-a6d2-03a158475093] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 884.443206] env[68893]: DEBUG oslo_concurrency.lockutils [None req-e7b619b2-3442-44e2-ac2b-f114ac3a4c61 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.568405] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f350f14c-db7f-487c-b8db-07631ebde3e1 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.725s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.568944] env[68893]: DEBUG nova.compute.manager [None req-f350f14c-db7f-487c-b8db-07631ebde3e1 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: 41a13353-becf-4314-82b0-c402dc464f89] Start building networks asynchronously for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 884.573510] env[68893]: DEBUG oslo_concurrency.lockutils [None req-18ab4f86-cb80-4d6a-aecf-677717b86853 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.140s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.575317] env[68893]: INFO nova.compute.claims [None req-18ab4f86-cb80-4d6a-aecf-677717b86853 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] [instance: 516dbd27-468e-4ac4-b8c9-d25861663e75] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 884.586023] env[68893]: DEBUG oslo_vmware.api [None req-b2ae0d15-3ca3-44b3-995a-af42d31f8abb tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': task-2791580, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53973} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.586023] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2ae0d15-3ca3-44b3-995a-af42d31f8abb tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] 7fe829d2-a085-424f-b94f-9255451eb920/7fe829d2-a085-424f-b94f-9255451eb920.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 884.586023] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-b2ae0d15-3ca3-44b3-995a-af42d31f8abb tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 7fe829d2-a085-424f-b94f-9255451eb920] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 884.586023] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-48ade665-0e1a-4938-9598-5932deac80d7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.592810] env[68893]: DEBUG oslo_vmware.api [None req-b2ae0d15-3ca3-44b3-995a-af42d31f8abb tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Waiting for the task: (returnval){ [ 884.592810] env[68893]: value = "task-2791584" [ 884.592810] env[68893]: _type = "Task" [ 884.592810] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.610754] env[68893]: DEBUG oslo_vmware.api [None req-b2ae0d15-3ca3-44b3-995a-af42d31f8abb tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': task-2791584, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.610754] env[68893]: DEBUG oslo_vmware.api [None req-a4a0337b-d162-4bfa-b918-6b637c87b1ce tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]522fe679-00e8-8ff0-b2c1-c341584fd7a3, 'name': SearchDatastore_Task, 'duration_secs': 0.019084} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.610754] env[68893]: DEBUG oslo_concurrency.lockutils [None req-a4a0337b-d162-4bfa-b918-6b637c87b1ce tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.610930] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4a0337b-d162-4bfa-b918-6b637c87b1ce tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] 196cd774-e550-4cd2-a547-0b30bdd7f668/196cd774-e550-4cd2-a547-0b30bdd7f668.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 884.611379] env[68893]: DEBUG oslo_concurrency.lockutils [None req-e7b619b2-3442-44e2-ac2b-f114ac3a4c61 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.611766] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7b619b2-3442-44e2-ac2b-f114ac3a4c61 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 884.612341] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cb1b5151-2696-45f5-890d-d0fcee7ff734 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.615255] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e249d899-cb5d-4332-b248-b30d9d5cd1e4 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.627887] env[68893]: DEBUG oslo_vmware.api [None req-a4a0337b-d162-4bfa-b918-6b637c87b1ce tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Waiting for the task: (returnval){ [ 884.627887] env[68893]: value = "task-2791585" [ 884.627887] env[68893]: _type = "Task" [ 884.627887] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.634744] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7b619b2-3442-44e2-ac2b-f114ac3a4c61 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 884.635061] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-e7b619b2-3442-44e2-ac2b-f114ac3a4c61 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 884.636702] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed981427-5743-4437-a922-6f1a41586f3b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.644352] env[68893]: DEBUG oslo_vmware.api [None req-a4a0337b-d162-4bfa-b918-6b637c87b1ce tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Task: {'id': task-2791585, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.647767] env[68893]: DEBUG oslo_vmware.api [None req-e7b619b2-3442-44e2-ac2b-f114ac3a4c61 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Waiting for the task: (returnval){ [ 884.647767] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]520a3f0a-2423-1d13-e763-abc1d5b95985" [ 884.647767] env[68893]: _type = "Task" [ 884.647767] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.659746] env[68893]: DEBUG oslo_vmware.api [None req-e7b619b2-3442-44e2-ac2b-f114ac3a4c61 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]520a3f0a-2423-1d13-e763-abc1d5b95985, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.782390] env[68893]: DEBUG nova.network.neutron [None req-e6ca093e-b83a-46cc-b8c0-e37b3a3a102b tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] [instance: b7c373f5-60c3-44c6-bbe7-d66be17f34fd] Updating instance_info_cache with network_info: [{"id": "f8bbcef1-1b6c-4f30-9b84-4bf712e7d16d", "address": "fa:16:3e:bd:fc:d1", "network": {"id": "3297cc8d-5d95-4ee1-9980-6b0e8b7de833", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1082529985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4064ede1a11d4834b85e4081e6eb81aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8bbcef1-1b", "ovs_interfaceid": "f8bbcef1-1b6c-4f30-9b84-4bf712e7d16d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.783942] env[68893]: DEBUG oslo_concurrency.lockutils [req-116f7e4d-0916-490b-9211-50565e5194d2 req-5c6f63fc-235d-43b4-bd55-dd232df02814 service nova] Releasing lock "refresh_cache-073e59c7-2b22-4fa9-a6d2-03a158475093" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.784237] env[68893]: DEBUG nova.compute.manager [req-116f7e4d-0916-490b-9211-50565e5194d2 req-5c6f63fc-235d-43b4-bd55-dd232df02814 service nova] [instance: 2daeed7b-f1c2-41ae-9a2d-6e58581a0939] Received event network-vif-deleted-324b9309-62cf-4cc6-8f75-9fc8a053e070 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 884.784425] env[68893]: INFO nova.compute.manager [req-116f7e4d-0916-490b-9211-50565e5194d2 req-5c6f63fc-235d-43b4-bd55-dd232df02814 service nova] [instance: 2daeed7b-f1c2-41ae-9a2d-6e58581a0939] Neutron deleted interface 324b9309-62cf-4cc6-8f75-9fc8a053e070; detaching it from the instance and deleting it from the info cache [ 884.784589] env[68893]: DEBUG nova.network.neutron [req-116f7e4d-0916-490b-9211-50565e5194d2 req-5c6f63fc-235d-43b4-bd55-dd232df02814 service nova] [instance: 2daeed7b-f1c2-41ae-9a2d-6e58581a0939] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.807657] env[68893]: DEBUG oslo_vmware.api [None req-68c1b689-b805-484f-9440-35c0bd91102d tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Task: {'id': task-2791583, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.829660] env[68893]: DEBUG oslo_vmware.api [None req-f608325a-ab8f-41b7-b302-6a88b43be4c1 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Task: {'id': task-2791582, 'name': CloneVM_Task} progress is 94%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.087643] env[68893]: DEBUG nova.compute.utils [None req-f350f14c-db7f-487c-b8db-07631ebde3e1 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 885.097219] env[68893]: DEBUG nova.compute.manager [None req-f350f14c-db7f-487c-b8db-07631ebde3e1 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: 41a13353-becf-4314-82b0-c402dc464f89] Allocating IP information in the background. {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 885.097515] env[68893]: DEBUG nova.network.neutron [None req-f350f14c-db7f-487c-b8db-07631ebde3e1 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: 41a13353-becf-4314-82b0-c402dc464f89] allocate_for_instance() {{(pid=68893) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 885.114784] env[68893]: DEBUG oslo_vmware.api [None req-b2ae0d15-3ca3-44b3-995a-af42d31f8abb tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': task-2791584, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074009} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.115090] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-b2ae0d15-3ca3-44b3-995a-af42d31f8abb tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 7fe829d2-a085-424f-b94f-9255451eb920] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 885.116101] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f58e92e-9933-43a4-9fa9-ef272449b5e2 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.140263] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2ae0d15-3ca3-44b3-995a-af42d31f8abb tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 7fe829d2-a085-424f-b94f-9255451eb920] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] 7fe829d2-a085-424f-b94f-9255451eb920/7fe829d2-a085-424f-b94f-9255451eb920.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 885.144337] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e366aeb-36de-4a06-a714-75c9854e5fcb {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.160203] env[68893]: DEBUG nova.policy [None req-f350f14c-db7f-487c-b8db-07631ebde3e1 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '30fa85d5a268450db16ef90dafd08338', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fe5f0158eb4f4b8ea53f02a7b25aea55', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68893) authorize /opt/stack/nova/nova/policy.py:192}} [ 885.169842] env[68893]: DEBUG oslo_vmware.api [None req-a4a0337b-d162-4bfa-b918-6b637c87b1ce tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Task: {'id': task-2791585, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514771} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.171542] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4a0337b-d162-4bfa-b918-6b637c87b1ce tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] 196cd774-e550-4cd2-a547-0b30bdd7f668/196cd774-e550-4cd2-a547-0b30bdd7f668.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 885.171770] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-a4a0337b-d162-4bfa-b918-6b637c87b1ce tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] [instance: 196cd774-e550-4cd2-a547-0b30bdd7f668] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 885.172223] env[68893]: DEBUG oslo_vmware.api [None req-b2ae0d15-3ca3-44b3-995a-af42d31f8abb tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Waiting for the task: (returnval){ [ 885.172223] env[68893]: value = "task-2791586" [ 885.172223] env[68893]: _type = "Task" [ 885.172223] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.172421] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-29e4be70-da89-455d-9f1b-1c8c5e11ed71 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.180793] env[68893]: DEBUG oslo_vmware.api [None req-e7b619b2-3442-44e2-ac2b-f114ac3a4c61 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]520a3f0a-2423-1d13-e763-abc1d5b95985, 'name': SearchDatastore_Task, 'duration_secs': 0.010975} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.182924] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b82612fb-18b7-476c-8889-f72f5af76d3c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.189393] env[68893]: DEBUG oslo_vmware.api [None req-b2ae0d15-3ca3-44b3-995a-af42d31f8abb tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': task-2791586, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.189675] env[68893]: DEBUG oslo_vmware.api [None req-a4a0337b-d162-4bfa-b918-6b637c87b1ce tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Waiting for the task: (returnval){ [ 885.189675] env[68893]: value = "task-2791587" [ 885.189675] env[68893]: _type = "Task" [ 885.189675] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.191087] env[68893]: DEBUG oslo_vmware.api [None req-e7b619b2-3442-44e2-ac2b-f114ac3a4c61 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Waiting for the task: (returnval){ [ 885.191087] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]528caadf-77c0-c99b-d90b-911a8ca11d67" [ 885.191087] env[68893]: _type = "Task" [ 885.191087] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.201852] env[68893]: DEBUG oslo_vmware.api [None req-a4a0337b-d162-4bfa-b918-6b637c87b1ce tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Task: {'id': task-2791587, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.208290] env[68893]: DEBUG oslo_vmware.api [None req-e7b619b2-3442-44e2-ac2b-f114ac3a4c61 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]528caadf-77c0-c99b-d90b-911a8ca11d67, 'name': SearchDatastore_Task, 'duration_secs': 0.010448} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.208290] env[68893]: DEBUG oslo_concurrency.lockutils [None req-e7b619b2-3442-44e2-ac2b-f114ac3a4c61 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.208290] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7b619b2-3442-44e2-ac2b-f114ac3a4c61 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] 073e59c7-2b22-4fa9-a6d2-03a158475093/073e59c7-2b22-4fa9-a6d2-03a158475093.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 885.208290] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-194c4c37-e76a-4ef5-9f52-eed225188c76 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.213030] env[68893]: DEBUG oslo_vmware.api [None req-e7b619b2-3442-44e2-ac2b-f114ac3a4c61 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Waiting for the task: (returnval){ [ 885.213030] env[68893]: value = "task-2791588" [ 885.213030] env[68893]: _type = "Task" [ 885.213030] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.222057] env[68893]: DEBUG oslo_vmware.api [None req-e7b619b2-3442-44e2-ac2b-f114ac3a4c61 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2791588, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.287035] env[68893]: DEBUG oslo_concurrency.lockutils [None req-e6ca093e-b83a-46cc-b8c0-e37b3a3a102b tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Releasing lock "refresh_cache-b7c373f5-60c3-44c6-bbe7-d66be17f34fd" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.288759] env[68893]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3cc1d3a5-0092-4844-a683-78d9b939c014 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.297890] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c889377-d9e9-46fe-9b51-465868144166 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.333304] env[68893]: DEBUG oslo_vmware.api [None req-68c1b689-b805-484f-9440-35c0bd91102d tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Task: {'id': task-2791583, 'name': PowerOnVM_Task, 'duration_secs': 0.816237} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.333304] env[68893]: DEBUG oslo_vmware.api [None req-f608325a-ab8f-41b7-b302-6a88b43be4c1 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Task: {'id': task-2791582, 'name': CloneVM_Task} progress is 94%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.346581] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-68c1b689-b805-484f-9440-35c0bd91102d tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] [instance: 67b07b13-034d-40ad-a554-518d5d36044c] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 885.346915] env[68893]: INFO nova.compute.manager [None req-68c1b689-b805-484f-9440-35c0bd91102d tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] [instance: 67b07b13-034d-40ad-a554-518d5d36044c] Took 10.92 seconds to spawn the instance on the hypervisor. [ 885.347155] env[68893]: DEBUG nova.compute.manager [None req-68c1b689-b805-484f-9440-35c0bd91102d tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] [instance: 67b07b13-034d-40ad-a554-518d5d36044c] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 885.347891] env[68893]: DEBUG nova.compute.manager [req-116f7e4d-0916-490b-9211-50565e5194d2 req-5c6f63fc-235d-43b4-bd55-dd232df02814 service nova] [instance: 2daeed7b-f1c2-41ae-9a2d-6e58581a0939] Detach interface failed, port_id=324b9309-62cf-4cc6-8f75-9fc8a053e070, reason: Instance 2daeed7b-f1c2-41ae-9a2d-6e58581a0939 could not be found. {{(pid=68893) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 885.348917] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0f51310-ad5d-4841-898e-588715cc802b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.543059] env[68893]: DEBUG nova.network.neutron [None req-f350f14c-db7f-487c-b8db-07631ebde3e1 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: 41a13353-becf-4314-82b0-c402dc464f89] Successfully created port: 06c8fd02-dceb-4323-a841-77f310344252 {{(pid=68893) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 885.600024] env[68893]: DEBUG nova.compute.manager [None req-f350f14c-db7f-487c-b8db-07631ebde3e1 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: 41a13353-becf-4314-82b0-c402dc464f89] Start building block device mappings for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 885.685638] env[68893]: DEBUG oslo_vmware.api [None req-b2ae0d15-3ca3-44b3-995a-af42d31f8abb tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': task-2791586, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.701165] env[68893]: DEBUG oslo_vmware.api [None req-a4a0337b-d162-4bfa-b918-6b637c87b1ce tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Task: {'id': task-2791587, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075636} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.701308] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-a4a0337b-d162-4bfa-b918-6b637c87b1ce tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] [instance: 196cd774-e550-4cd2-a547-0b30bdd7f668] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 885.702710] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b8c9a1f-fec5-4a0a-846b-eb6e6a3a84fa {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.727417] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4a0337b-d162-4bfa-b918-6b637c87b1ce tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] [instance: 196cd774-e550-4cd2-a547-0b30bdd7f668] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] 196cd774-e550-4cd2-a547-0b30bdd7f668/196cd774-e550-4cd2-a547-0b30bdd7f668.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 885.733755] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12dc56c8-910a-4f57-be21-388aeca6bd56 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.756967] env[68893]: DEBUG oslo_vmware.api [None req-e7b619b2-3442-44e2-ac2b-f114ac3a4c61 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2791588, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.469052} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.758267] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7b619b2-3442-44e2-ac2b-f114ac3a4c61 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] 073e59c7-2b22-4fa9-a6d2-03a158475093/073e59c7-2b22-4fa9-a6d2-03a158475093.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 885.758581] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-e7b619b2-3442-44e2-ac2b-f114ac3a4c61 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 073e59c7-2b22-4fa9-a6d2-03a158475093] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 885.759038] env[68893]: DEBUG oslo_vmware.api [None req-a4a0337b-d162-4bfa-b918-6b637c87b1ce tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Waiting for the task: (returnval){ [ 885.759038] env[68893]: value = "task-2791589" [ 885.759038] env[68893]: _type = "Task" [ 885.759038] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.759372] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fc67d226-4a37-4c6b-9fe1-3848d60327c8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.771810] env[68893]: DEBUG oslo_vmware.api [None req-e7b619b2-3442-44e2-ac2b-f114ac3a4c61 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Waiting for the task: (returnval){ [ 885.771810] env[68893]: value = "task-2791590" [ 885.771810] env[68893]: _type = "Task" [ 885.771810] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.775264] env[68893]: DEBUG oslo_vmware.api [None req-a4a0337b-d162-4bfa-b918-6b637c87b1ce tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Task: {'id': task-2791589, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.786173] env[68893]: DEBUG oslo_vmware.api [None req-e7b619b2-3442-44e2-ac2b-f114ac3a4c61 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2791590, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.836176] env[68893]: DEBUG oslo_vmware.api [None req-f608325a-ab8f-41b7-b302-6a88b43be4c1 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Task: {'id': task-2791582, 'name': CloneVM_Task, 'duration_secs': 1.97698} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.840189] env[68893]: INFO nova.virt.vmwareapi.vmops [None req-f608325a-ab8f-41b7-b302-6a88b43be4c1 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] [instance: 70917eab-66ad-4d76-9866-a8a793025df1] Created linked-clone VM from snapshot [ 885.841568] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-714c52ee-36fc-4c16-99aa-bee5cfc6441b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.852208] env[68893]: DEBUG nova.virt.vmwareapi.images [None req-f608325a-ab8f-41b7-b302-6a88b43be4c1 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] [instance: 70917eab-66ad-4d76-9866-a8a793025df1] Uploading image 670555fc-e015-4e30-91f6-9afbeca0d5a9 {{(pid=68893) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 885.868979] env[68893]: INFO nova.compute.manager [None req-68c1b689-b805-484f-9440-35c0bd91102d tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] [instance: 67b07b13-034d-40ad-a554-518d5d36044c] Took 52.46 seconds to build instance. [ 885.881062] env[68893]: DEBUG oslo_vmware.rw_handles [None req-f608325a-ab8f-41b7-b302-6a88b43be4c1 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 885.881062] env[68893]: value = "vm-561128" [ 885.881062] env[68893]: _type = "VirtualMachine" [ 885.881062] env[68893]: }. {{(pid=68893) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 885.881341] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-87b735af-9219-480b-af6b-940813c93699 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.888479] env[68893]: DEBUG oslo_vmware.rw_handles [None req-f608325a-ab8f-41b7-b302-6a88b43be4c1 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Lease: (returnval){ [ 885.888479] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52071d61-fb42-b771-bad7-b6897769ca7f" [ 885.888479] env[68893]: _type = "HttpNfcLease" [ 885.888479] env[68893]: } obtained for exporting VM: (result){ [ 885.888479] env[68893]: value = "vm-561128" [ 885.888479] env[68893]: _type = "VirtualMachine" [ 885.888479] env[68893]: }. {{(pid=68893) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 885.888802] env[68893]: DEBUG oslo_vmware.api [None req-f608325a-ab8f-41b7-b302-6a88b43be4c1 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Waiting for the lease: (returnval){ [ 885.888802] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52071d61-fb42-b771-bad7-b6897769ca7f" [ 885.888802] env[68893]: _type = "HttpNfcLease" [ 885.888802] env[68893]: } to be ready. {{(pid=68893) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 885.899123] env[68893]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 885.899123] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52071d61-fb42-b771-bad7-b6897769ca7f" [ 885.899123] env[68893]: _type = "HttpNfcLease" [ 885.899123] env[68893]: } is initializing. {{(pid=68893) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 886.184657] env[68893]: DEBUG oslo_vmware.api [None req-b2ae0d15-3ca3-44b3-995a-af42d31f8abb tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': task-2791586, 'name': ReconfigVM_Task, 'duration_secs': 0.777924} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.187569] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2ae0d15-3ca3-44b3-995a-af42d31f8abb tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 7fe829d2-a085-424f-b94f-9255451eb920] Reconfigured VM instance instance-00000034 to attach disk [datastore2] 7fe829d2-a085-424f-b94f-9255451eb920/7fe829d2-a085-424f-b94f-9255451eb920.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 886.188428] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a3089da3-d9b4-4752-a0df-8ecc4e0276a4 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.194822] env[68893]: DEBUG oslo_vmware.api [None req-b2ae0d15-3ca3-44b3-995a-af42d31f8abb tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Waiting for the task: (returnval){ [ 886.194822] env[68893]: value = "task-2791592" [ 886.194822] env[68893]: _type = "Task" [ 886.194822] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.206905] env[68893]: DEBUG oslo_vmware.api [None req-b2ae0d15-3ca3-44b3-995a-af42d31f8abb tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': task-2791592, 'name': Rename_Task} progress is 6%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.229123] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc72cd2f-9461-43cb-8c8a-ca5b60367025 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.237489] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c02cafb-ee13-492c-ad1e-2a82e1ccbf08 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.271502] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8348237-3609-4d2d-80fd-f230f634feff {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.285024] env[68893]: DEBUG oslo_vmware.api [None req-a4a0337b-d162-4bfa-b918-6b637c87b1ce tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Task: {'id': task-2791589, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.286536] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62ada7c3-d7e0-4c05-a7f0-8fe57cf7f5f9 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.293244] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6ca093e-b83a-46cc-b8c0-e37b3a3a102b tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] [instance: b7c373f5-60c3-44c6-bbe7-d66be17f34fd] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 886.293530] env[68893]: DEBUG oslo_vmware.api [None req-e7b619b2-3442-44e2-ac2b-f114ac3a4c61 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2791590, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068076} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.294062] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2ec3e9f4-fd13-40fc-8abc-fa69c3198fc9 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.295571] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-e7b619b2-3442-44e2-ac2b-f114ac3a4c61 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 073e59c7-2b22-4fa9-a6d2-03a158475093] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 886.303866] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4517945-b800-446e-98df-050879117068 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.306842] env[68893]: DEBUG nova.compute.provider_tree [None req-18ab4f86-cb80-4d6a-aecf-677717b86853 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 886.329531] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7b619b2-3442-44e2-ac2b-f114ac3a4c61 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 073e59c7-2b22-4fa9-a6d2-03a158475093] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] 073e59c7-2b22-4fa9-a6d2-03a158475093/073e59c7-2b22-4fa9-a6d2-03a158475093.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 886.331915] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13883061-a2e9-458d-80bd-9b2377e8b2e4 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.346572] env[68893]: DEBUG oslo_vmware.api [None req-e6ca093e-b83a-46cc-b8c0-e37b3a3a102b tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Waiting for the task: (returnval){ [ 886.346572] env[68893]: value = "task-2791593" [ 886.346572] env[68893]: _type = "Task" [ 886.346572] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.353151] env[68893]: DEBUG oslo_vmware.api [None req-e7b619b2-3442-44e2-ac2b-f114ac3a4c61 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Waiting for the task: (returnval){ [ 886.353151] env[68893]: value = "task-2791594" [ 886.353151] env[68893]: _type = "Task" [ 886.353151] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.359996] env[68893]: DEBUG oslo_vmware.api [None req-e6ca093e-b83a-46cc-b8c0-e37b3a3a102b tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Task: {'id': task-2791593, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.365234] env[68893]: DEBUG oslo_vmware.api [None req-e7b619b2-3442-44e2-ac2b-f114ac3a4c61 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2791594, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.373291] env[68893]: DEBUG oslo_concurrency.lockutils [None req-68c1b689-b805-484f-9440-35c0bd91102d tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Lock "67b07b13-034d-40ad-a554-518d5d36044c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.610s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.397345] env[68893]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 886.397345] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52071d61-fb42-b771-bad7-b6897769ca7f" [ 886.397345] env[68893]: _type = "HttpNfcLease" [ 886.397345] env[68893]: } is ready. {{(pid=68893) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 886.398118] env[68893]: DEBUG oslo_vmware.rw_handles [None req-f608325a-ab8f-41b7-b302-6a88b43be4c1 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 886.398118] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52071d61-fb42-b771-bad7-b6897769ca7f" [ 886.398118] env[68893]: _type = "HttpNfcLease" [ 886.398118] env[68893]: }. {{(pid=68893) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 886.398419] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd2ebbf8-bacf-4f98-be19-8122c27e45e5 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.407122] env[68893]: DEBUG oslo_vmware.rw_handles [None req-f608325a-ab8f-41b7-b302-6a88b43be4c1 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526a4b50-17ae-b3ef-6bf0-0edab97f0ee9/disk-0.vmdk from lease info. {{(pid=68893) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 886.407348] env[68893]: DEBUG oslo_vmware.rw_handles [None req-f608325a-ab8f-41b7-b302-6a88b43be4c1 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526a4b50-17ae-b3ef-6bf0-0edab97f0ee9/disk-0.vmdk for reading. {{(pid=68893) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 886.548876] env[68893]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2f992ca0-4543-4af9-8990-4815b5a2dd90 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.618743] env[68893]: DEBUG nova.compute.manager [None req-f350f14c-db7f-487c-b8db-07631ebde3e1 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: 41a13353-becf-4314-82b0-c402dc464f89] Start spawning the instance on the hypervisor. {{(pid=68893) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 886.654124] env[68893]: DEBUG nova.virt.hardware [None req-f350f14c-db7f-487c-b8db-07631ebde3e1 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 886.654413] env[68893]: DEBUG nova.virt.hardware [None req-f350f14c-db7f-487c-b8db-07631ebde3e1 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 886.654576] env[68893]: DEBUG nova.virt.hardware [None req-f350f14c-db7f-487c-b8db-07631ebde3e1 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 886.654964] env[68893]: DEBUG nova.virt.hardware [None req-f350f14c-db7f-487c-b8db-07631ebde3e1 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 886.654964] env[68893]: DEBUG nova.virt.hardware [None req-f350f14c-db7f-487c-b8db-07631ebde3e1 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 886.655104] env[68893]: DEBUG nova.virt.hardware [None req-f350f14c-db7f-487c-b8db-07631ebde3e1 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 886.655375] env[68893]: DEBUG nova.virt.hardware [None req-f350f14c-db7f-487c-b8db-07631ebde3e1 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 886.655473] env[68893]: DEBUG nova.virt.hardware [None req-f350f14c-db7f-487c-b8db-07631ebde3e1 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 886.655794] env[68893]: DEBUG nova.virt.hardware [None req-f350f14c-db7f-487c-b8db-07631ebde3e1 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 886.655984] env[68893]: DEBUG nova.virt.hardware [None req-f350f14c-db7f-487c-b8db-07631ebde3e1 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 886.656186] env[68893]: DEBUG nova.virt.hardware [None req-f350f14c-db7f-487c-b8db-07631ebde3e1 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 886.658473] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ce9d580-5f5b-47a3-8591-6fdaa7c2901c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.668678] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c806ae7e-fb4f-4fb5-8d62-07f4f523c154 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.710046] env[68893]: DEBUG oslo_vmware.api [None req-b2ae0d15-3ca3-44b3-995a-af42d31f8abb tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': task-2791592, 'name': Rename_Task, 'duration_secs': 0.383855} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.710046] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2ae0d15-3ca3-44b3-995a-af42d31f8abb tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 7fe829d2-a085-424f-b94f-9255451eb920] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 886.710046] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe7c6236-add7-4ea8-a708-b3b6546953ca {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.717605] env[68893]: DEBUG oslo_vmware.api [None req-b2ae0d15-3ca3-44b3-995a-af42d31f8abb tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Waiting for the task: (returnval){ [ 886.717605] env[68893]: value = "task-2791595" [ 886.717605] env[68893]: _type = "Task" [ 886.717605] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.731303] env[68893]: DEBUG oslo_vmware.api [None req-b2ae0d15-3ca3-44b3-995a-af42d31f8abb tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': task-2791595, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.780765] env[68893]: DEBUG oslo_vmware.api [None req-a4a0337b-d162-4bfa-b918-6b637c87b1ce tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Task: {'id': task-2791589, 'name': ReconfigVM_Task, 'duration_secs': 0.882175} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.782428] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4a0337b-d162-4bfa-b918-6b637c87b1ce tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] [instance: 196cd774-e550-4cd2-a547-0b30bdd7f668] Reconfigured VM instance instance-00000032 to attach disk [datastore2] 196cd774-e550-4cd2-a547-0b30bdd7f668/196cd774-e550-4cd2-a547-0b30bdd7f668.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 886.782428] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bc4e5a89-7dac-4430-a966-1d52bbeb44b2 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.790152] env[68893]: DEBUG oslo_vmware.api [None req-a4a0337b-d162-4bfa-b918-6b637c87b1ce tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Waiting for the task: (returnval){ [ 886.790152] env[68893]: value = "task-2791596" [ 886.790152] env[68893]: _type = "Task" [ 886.790152] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.802526] env[68893]: DEBUG oslo_vmware.api [None req-a4a0337b-d162-4bfa-b918-6b637c87b1ce tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Task: {'id': task-2791596, 'name': Rename_Task} progress is 6%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.810395] env[68893]: DEBUG nova.scheduler.client.report [None req-18ab4f86-cb80-4d6a-aecf-677717b86853 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 886.872178] env[68893]: DEBUG oslo_vmware.api [None req-e7b619b2-3442-44e2-ac2b-f114ac3a4c61 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2791594, 'name': ReconfigVM_Task, 'duration_secs': 0.440438} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.872178] env[68893]: DEBUG oslo_vmware.api [None req-e6ca093e-b83a-46cc-b8c0-e37b3a3a102b tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Task: {'id': task-2791593, 'name': PowerOnVM_Task, 'duration_secs': 0.443788} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.872338] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7b619b2-3442-44e2-ac2b-f114ac3a4c61 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 073e59c7-2b22-4fa9-a6d2-03a158475093] Reconfigured VM instance instance-00000035 to attach disk [datastore2] 073e59c7-2b22-4fa9-a6d2-03a158475093/073e59c7-2b22-4fa9-a6d2-03a158475093.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 886.873332] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6ca093e-b83a-46cc-b8c0-e37b3a3a102b tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] [instance: b7c373f5-60c3-44c6-bbe7-d66be17f34fd] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 886.873332] env[68893]: DEBUG nova.compute.manager [None req-e6ca093e-b83a-46cc-b8c0-e37b3a3a102b tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] [instance: b7c373f5-60c3-44c6-bbe7-d66be17f34fd] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 886.873615] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7b38a672-cafc-4348-b59d-7e50839bc771 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.879316] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39d351aa-8ccc-4a85-82bb-b963ebc6ae34 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.884780] env[68893]: DEBUG nova.compute.manager [None req-39ab4e22-db0a-4f9b-ab1a-152434b95a24 tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] [instance: ed8d54ea-e2df-4429-93f9-976f6aad02be] Starting instance... {{(pid=68893) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 886.897338] env[68893]: DEBUG oslo_vmware.api [None req-e7b619b2-3442-44e2-ac2b-f114ac3a4c61 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Waiting for the task: (returnval){ [ 886.897338] env[68893]: value = "task-2791597" [ 886.897338] env[68893]: _type = "Task" [ 886.897338] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.908272] env[68893]: DEBUG oslo_vmware.api [None req-e7b619b2-3442-44e2-ac2b-f114ac3a4c61 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2791597, 'name': Rename_Task} progress is 6%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.145750] env[68893]: DEBUG nova.compute.manager [req-736bec86-ee88-46c4-adb6-dc9e829eefe3 req-6ca2c064-9417-4557-be15-5fff947e2a87 service nova] [instance: 67b07b13-034d-40ad-a554-518d5d36044c] Received event network-changed-639d9a8b-016e-4e10-a15a-95dd9ac642aa {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 887.146309] env[68893]: DEBUG nova.compute.manager [req-736bec86-ee88-46c4-adb6-dc9e829eefe3 req-6ca2c064-9417-4557-be15-5fff947e2a87 service nova] [instance: 67b07b13-034d-40ad-a554-518d5d36044c] Refreshing instance network info cache due to event network-changed-639d9a8b-016e-4e10-a15a-95dd9ac642aa. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 887.146496] env[68893]: DEBUG oslo_concurrency.lockutils [req-736bec86-ee88-46c4-adb6-dc9e829eefe3 req-6ca2c064-9417-4557-be15-5fff947e2a87 service nova] Acquiring lock "refresh_cache-67b07b13-034d-40ad-a554-518d5d36044c" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.146688] env[68893]: DEBUG oslo_concurrency.lockutils [req-736bec86-ee88-46c4-adb6-dc9e829eefe3 req-6ca2c064-9417-4557-be15-5fff947e2a87 service nova] Acquired lock "refresh_cache-67b07b13-034d-40ad-a554-518d5d36044c" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.146797] env[68893]: DEBUG nova.network.neutron [req-736bec86-ee88-46c4-adb6-dc9e829eefe3 req-6ca2c064-9417-4557-be15-5fff947e2a87 service nova] [instance: 67b07b13-034d-40ad-a554-518d5d36044c] Refreshing network info cache for port 639d9a8b-016e-4e10-a15a-95dd9ac642aa {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 887.231323] env[68893]: DEBUG oslo_vmware.api [None req-b2ae0d15-3ca3-44b3-995a-af42d31f8abb tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': task-2791595, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.306531] env[68893]: DEBUG oslo_vmware.api [None req-a4a0337b-d162-4bfa-b918-6b637c87b1ce tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Task: {'id': task-2791596, 'name': Rename_Task, 'duration_secs': 0.251294} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.309201] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4a0337b-d162-4bfa-b918-6b637c87b1ce tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] [instance: 196cd774-e550-4cd2-a547-0b30bdd7f668] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 887.309201] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d7331774-4f66-417b-95df-2c10d18e2e13 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.315694] env[68893]: DEBUG oslo_concurrency.lockutils [None req-18ab4f86-cb80-4d6a-aecf-677717b86853 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.742s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.318084] env[68893]: DEBUG nova.compute.manager [None req-18ab4f86-cb80-4d6a-aecf-677717b86853 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] [instance: 516dbd27-468e-4ac4-b8c9-d25861663e75] Start building networks asynchronously for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 887.320370] env[68893]: DEBUG oslo_vmware.api [None req-a4a0337b-d162-4bfa-b918-6b637c87b1ce tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Waiting for the task: (returnval){ [ 887.320370] env[68893]: value = "task-2791598" [ 887.320370] env[68893]: _type = "Task" [ 887.320370] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.321317] env[68893]: DEBUG oslo_concurrency.lockutils [None req-365d5ccb-b599-446a-ba8a-74457b076f12 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 21.139s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.334881] env[68893]: DEBUG oslo_vmware.api [None req-a4a0337b-d162-4bfa-b918-6b637c87b1ce tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Task: {'id': task-2791598, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.422052] env[68893]: DEBUG oslo_vmware.api [None req-e7b619b2-3442-44e2-ac2b-f114ac3a4c61 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2791597, 'name': Rename_Task, 'duration_secs': 0.20466} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.422052] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7b619b2-3442-44e2-ac2b-f114ac3a4c61 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 073e59c7-2b22-4fa9-a6d2-03a158475093] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 887.422052] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0349be4d-a157-42a7-84f1-1cb72c93c940 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.432029] env[68893]: DEBUG oslo_vmware.api [None req-e7b619b2-3442-44e2-ac2b-f114ac3a4c61 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Waiting for the task: (returnval){ [ 887.432029] env[68893]: value = "task-2791599" [ 887.432029] env[68893]: _type = "Task" [ 887.432029] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.432724] env[68893]: DEBUG oslo_concurrency.lockutils [None req-39ab4e22-db0a-4f9b-ab1a-152434b95a24 tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.443134] env[68893]: DEBUG oslo_vmware.api [None req-e7b619b2-3442-44e2-ac2b-f114ac3a4c61 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2791599, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.537957] env[68893]: DEBUG nova.network.neutron [None req-f350f14c-db7f-487c-b8db-07631ebde3e1 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: 41a13353-becf-4314-82b0-c402dc464f89] Successfully updated port: 06c8fd02-dceb-4323-a841-77f310344252 {{(pid=68893) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 887.727645] env[68893]: DEBUG oslo_vmware.api [None req-b2ae0d15-3ca3-44b3-995a-af42d31f8abb tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': task-2791595, 'name': PowerOnVM_Task, 'duration_secs': 0.755525} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.727938] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2ae0d15-3ca3-44b3-995a-af42d31f8abb tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 7fe829d2-a085-424f-b94f-9255451eb920] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 887.728208] env[68893]: INFO nova.compute.manager [None req-b2ae0d15-3ca3-44b3-995a-af42d31f8abb tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 7fe829d2-a085-424f-b94f-9255451eb920] Took 8.89 seconds to spawn the instance on the hypervisor. [ 887.728615] env[68893]: DEBUG nova.compute.manager [None req-b2ae0d15-3ca3-44b3-995a-af42d31f8abb tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 7fe829d2-a085-424f-b94f-9255451eb920] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 887.729780] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbe28b87-e8a3-4f74-b296-7466a5b60cf1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.823374] env[68893]: DEBUG nova.compute.utils [None req-18ab4f86-cb80-4d6a-aecf-677717b86853 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 887.825243] env[68893]: DEBUG nova.compute.manager [None req-18ab4f86-cb80-4d6a-aecf-677717b86853 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] [instance: 516dbd27-468e-4ac4-b8c9-d25861663e75] Allocating IP information in the background. {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 887.825608] env[68893]: DEBUG nova.network.neutron [None req-18ab4f86-cb80-4d6a-aecf-677717b86853 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] [instance: 516dbd27-468e-4ac4-b8c9-d25861663e75] allocate_for_instance() {{(pid=68893) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 887.830983] env[68893]: INFO nova.compute.claims [None req-365d5ccb-b599-446a-ba8a-74457b076f12 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: bd49c388-5a16-4af3-91cf-777982d4567f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 887.843709] env[68893]: DEBUG oslo_vmware.api [None req-a4a0337b-d162-4bfa-b918-6b637c87b1ce tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Task: {'id': task-2791598, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.897817] env[68893]: DEBUG nova.policy [None req-18ab4f86-cb80-4d6a-aecf-677717b86853 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'af4eede248ee4257a4939a5686b4aed1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '032efc00300e464696496e9889c66cd9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68893) authorize /opt/stack/nova/nova/policy.py:192}} [ 887.943187] env[68893]: DEBUG oslo_vmware.api [None req-e7b619b2-3442-44e2-ac2b-f114ac3a4c61 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2791599, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.041991] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f350f14c-db7f-487c-b8db-07631ebde3e1 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Acquiring lock "refresh_cache-41a13353-becf-4314-82b0-c402dc464f89" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.041991] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f350f14c-db7f-487c-b8db-07631ebde3e1 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Acquired lock "refresh_cache-41a13353-becf-4314-82b0-c402dc464f89" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.041991] env[68893]: DEBUG nova.network.neutron [None req-f350f14c-db7f-487c-b8db-07631ebde3e1 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: 41a13353-becf-4314-82b0-c402dc464f89] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 888.119364] env[68893]: DEBUG nova.network.neutron [req-736bec86-ee88-46c4-adb6-dc9e829eefe3 req-6ca2c064-9417-4557-be15-5fff947e2a87 service nova] [instance: 67b07b13-034d-40ad-a554-518d5d36044c] Updated VIF entry in instance network info cache for port 639d9a8b-016e-4e10-a15a-95dd9ac642aa. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 888.119364] env[68893]: DEBUG nova.network.neutron [req-736bec86-ee88-46c4-adb6-dc9e829eefe3 req-6ca2c064-9417-4557-be15-5fff947e2a87 service nova] [instance: 67b07b13-034d-40ad-a554-518d5d36044c] Updating instance_info_cache with network_info: [{"id": "639d9a8b-016e-4e10-a15a-95dd9ac642aa", "address": "fa:16:3e:09:77:ab", "network": {"id": "e8a8a8dd-4a01-419b-a3fe-5d84139982a4", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2066780519-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71ab95486130450d8b3976f1a62e5323", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap639d9a8b-01", "ovs_interfaceid": "639d9a8b-016e-4e10-a15a-95dd9ac642aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.249712] env[68893]: INFO nova.compute.manager [None req-b2ae0d15-3ca3-44b3-995a-af42d31f8abb tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 7fe829d2-a085-424f-b94f-9255451eb920] Took 45.44 seconds to build instance. [ 888.334544] env[68893]: DEBUG nova.network.neutron [None req-18ab4f86-cb80-4d6a-aecf-677717b86853 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] [instance: 516dbd27-468e-4ac4-b8c9-d25861663e75] Successfully created port: efaea0ca-8371-462b-890d-7a11da139ceb {{(pid=68893) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 888.336931] env[68893]: DEBUG nova.compute.manager [None req-18ab4f86-cb80-4d6a-aecf-677717b86853 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] [instance: 516dbd27-468e-4ac4-b8c9-d25861663e75] Start building block device mappings for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 888.341088] env[68893]: INFO nova.compute.resource_tracker [None req-365d5ccb-b599-446a-ba8a-74457b076f12 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: bd49c388-5a16-4af3-91cf-777982d4567f] Updating resource usage from migration 7579db84-1f0c-4711-982b-2b1e68dbecb8 [ 888.351508] env[68893]: DEBUG oslo_vmware.api [None req-a4a0337b-d162-4bfa-b918-6b637c87b1ce tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Task: {'id': task-2791598, 'name': PowerOnVM_Task, 'duration_secs': 0.54761} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.351508] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4a0337b-d162-4bfa-b918-6b637c87b1ce tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] [instance: 196cd774-e550-4cd2-a547-0b30bdd7f668] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 888.351508] env[68893]: DEBUG nova.compute.manager [None req-a4a0337b-d162-4bfa-b918-6b637c87b1ce tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] [instance: 196cd774-e550-4cd2-a547-0b30bdd7f668] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 888.351508] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3db0f2d3-4d08-4eed-9728-2aadf97cf624 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.444751] env[68893]: DEBUG oslo_vmware.api [None req-e7b619b2-3442-44e2-ac2b-f114ac3a4c61 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2791599, 'name': PowerOnVM_Task, 'duration_secs': 0.780863} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.447798] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7b619b2-3442-44e2-ac2b-f114ac3a4c61 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 073e59c7-2b22-4fa9-a6d2-03a158475093] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 888.448243] env[68893]: INFO nova.compute.manager [None req-e7b619b2-3442-44e2-ac2b-f114ac3a4c61 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 073e59c7-2b22-4fa9-a6d2-03a158475093] Took 6.77 seconds to spawn the instance on the hypervisor. [ 888.448554] env[68893]: DEBUG nova.compute.manager [None req-e7b619b2-3442-44e2-ac2b-f114ac3a4c61 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 073e59c7-2b22-4fa9-a6d2-03a158475093] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 888.449720] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9564b5f-98c6-408e-b623-3b11cd62c594 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.594931] env[68893]: DEBUG nova.network.neutron [None req-f350f14c-db7f-487c-b8db-07631ebde3e1 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: 41a13353-becf-4314-82b0-c402dc464f89] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 888.624045] env[68893]: DEBUG oslo_concurrency.lockutils [req-736bec86-ee88-46c4-adb6-dc9e829eefe3 req-6ca2c064-9417-4557-be15-5fff947e2a87 service nova] Releasing lock "refresh_cache-67b07b13-034d-40ad-a554-518d5d36044c" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.753551] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b2ae0d15-3ca3-44b3-995a-af42d31f8abb tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Lock "7fe829d2-a085-424f-b94f-9255451eb920" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.186s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.870959] env[68893]: DEBUG nova.network.neutron [None req-f350f14c-db7f-487c-b8db-07631ebde3e1 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: 41a13353-becf-4314-82b0-c402dc464f89] Updating instance_info_cache with network_info: [{"id": "06c8fd02-dceb-4323-a841-77f310344252", "address": "fa:16:3e:b8:a5:9d", "network": {"id": "5facd91c-3e83-4ee5-8125-8a4aa64a78a4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-582610754-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe5f0158eb4f4b8ea53f02a7b25aea55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06c8fd02-dc", "ovs_interfaceid": "06c8fd02-dceb-4323-a841-77f310344252", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.878804] env[68893]: DEBUG oslo_concurrency.lockutils [None req-a4a0337b-d162-4bfa-b918-6b637c87b1ce tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.971884] env[68893]: INFO nova.compute.manager [None req-e7b619b2-3442-44e2-ac2b-f114ac3a4c61 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 073e59c7-2b22-4fa9-a6d2-03a158475093] Took 40.60 seconds to build instance. [ 889.006015] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30e69d12-3a99-423f-acb9-34fd0fd32694 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.015371] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4e533bf-8f0b-4db5-8415-5b416a2822d1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.048068] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bfdb901-29d4-4ee9-9aef-73efa0ab887d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.055737] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-240b087d-8dcb-4965-84e4-1e6593ee87aa {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.069835] env[68893]: DEBUG nova.compute.provider_tree [None req-365d5ccb-b599-446a-ba8a-74457b076f12 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 889.257980] env[68893]: DEBUG nova.compute.manager [None req-5bb026fa-7ba1-4667-be60-19b6f6dd80e6 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] [instance: d89cb24d-9485-4641-a78d-758495a82c10] Starting instance... {{(pid=68893) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 889.334162] env[68893]: DEBUG nova.compute.manager [req-5c8e4496-c62e-41b9-9397-758c57243076 req-c007285f-5e4b-4b57-9f49-a30e113e6082 service nova] [instance: 41a13353-becf-4314-82b0-c402dc464f89] Received event network-vif-plugged-06c8fd02-dceb-4323-a841-77f310344252 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 889.334708] env[68893]: DEBUG oslo_concurrency.lockutils [req-5c8e4496-c62e-41b9-9397-758c57243076 req-c007285f-5e4b-4b57-9f49-a30e113e6082 service nova] Acquiring lock "41a13353-becf-4314-82b0-c402dc464f89-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.334708] env[68893]: DEBUG oslo_concurrency.lockutils [req-5c8e4496-c62e-41b9-9397-758c57243076 req-c007285f-5e4b-4b57-9f49-a30e113e6082 service nova] Lock "41a13353-becf-4314-82b0-c402dc464f89-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.335065] env[68893]: DEBUG oslo_concurrency.lockutils [req-5c8e4496-c62e-41b9-9397-758c57243076 req-c007285f-5e4b-4b57-9f49-a30e113e6082 service nova] Lock "41a13353-becf-4314-82b0-c402dc464f89-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.335065] env[68893]: DEBUG nova.compute.manager [req-5c8e4496-c62e-41b9-9397-758c57243076 req-c007285f-5e4b-4b57-9f49-a30e113e6082 service nova] [instance: 41a13353-becf-4314-82b0-c402dc464f89] No waiting events found dispatching network-vif-plugged-06c8fd02-dceb-4323-a841-77f310344252 {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 889.335226] env[68893]: WARNING nova.compute.manager [req-5c8e4496-c62e-41b9-9397-758c57243076 req-c007285f-5e4b-4b57-9f49-a30e113e6082 service nova] [instance: 41a13353-becf-4314-82b0-c402dc464f89] Received unexpected event network-vif-plugged-06c8fd02-dceb-4323-a841-77f310344252 for instance with vm_state building and task_state spawning. [ 889.335335] env[68893]: DEBUG nova.compute.manager [req-5c8e4496-c62e-41b9-9397-758c57243076 req-c007285f-5e4b-4b57-9f49-a30e113e6082 service nova] [instance: 41a13353-becf-4314-82b0-c402dc464f89] Received event network-changed-06c8fd02-dceb-4323-a841-77f310344252 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 889.335829] env[68893]: DEBUG nova.compute.manager [req-5c8e4496-c62e-41b9-9397-758c57243076 req-c007285f-5e4b-4b57-9f49-a30e113e6082 service nova] [instance: 41a13353-becf-4314-82b0-c402dc464f89] Refreshing instance network info cache due to event network-changed-06c8fd02-dceb-4323-a841-77f310344252. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 889.335829] env[68893]: DEBUG oslo_concurrency.lockutils [req-5c8e4496-c62e-41b9-9397-758c57243076 req-c007285f-5e4b-4b57-9f49-a30e113e6082 service nova] Acquiring lock "refresh_cache-41a13353-becf-4314-82b0-c402dc464f89" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.356398] env[68893]: DEBUG nova.compute.manager [None req-18ab4f86-cb80-4d6a-aecf-677717b86853 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] [instance: 516dbd27-468e-4ac4-b8c9-d25861663e75] Start spawning the instance on the hypervisor. {{(pid=68893) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 889.379035] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f350f14c-db7f-487c-b8db-07631ebde3e1 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Releasing lock "refresh_cache-41a13353-becf-4314-82b0-c402dc464f89" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.380294] env[68893]: DEBUG nova.compute.manager [None req-f350f14c-db7f-487c-b8db-07631ebde3e1 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: 41a13353-becf-4314-82b0-c402dc464f89] Instance network_info: |[{"id": "06c8fd02-dceb-4323-a841-77f310344252", "address": "fa:16:3e:b8:a5:9d", "network": {"id": "5facd91c-3e83-4ee5-8125-8a4aa64a78a4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-582610754-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe5f0158eb4f4b8ea53f02a7b25aea55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06c8fd02-dc", "ovs_interfaceid": "06c8fd02-dceb-4323-a841-77f310344252", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 889.380294] env[68893]: DEBUG oslo_concurrency.lockutils [req-5c8e4496-c62e-41b9-9397-758c57243076 req-c007285f-5e4b-4b57-9f49-a30e113e6082 service nova] Acquired lock "refresh_cache-41a13353-becf-4314-82b0-c402dc464f89" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.380294] env[68893]: DEBUG nova.network.neutron [req-5c8e4496-c62e-41b9-9397-758c57243076 req-c007285f-5e4b-4b57-9f49-a30e113e6082 service nova] [instance: 41a13353-becf-4314-82b0-c402dc464f89] Refreshing network info cache for port 06c8fd02-dceb-4323-a841-77f310344252 {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 889.381512] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-f350f14c-db7f-487c-b8db-07631ebde3e1 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: 41a13353-becf-4314-82b0-c402dc464f89] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b8:a5:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a55f45a-d631-4ebc-b73b-8a30bd0a32a8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '06c8fd02-dceb-4323-a841-77f310344252', 'vif_model': 'vmxnet3'}] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 889.389132] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f350f14c-db7f-487c-b8db-07631ebde3e1 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 889.391674] env[68893]: DEBUG nova.virt.hardware [None req-18ab4f86-cb80-4d6a-aecf-677717b86853 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 889.393987] env[68893]: DEBUG nova.virt.hardware [None req-18ab4f86-cb80-4d6a-aecf-677717b86853 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 889.393987] env[68893]: DEBUG nova.virt.hardware [None req-18ab4f86-cb80-4d6a-aecf-677717b86853 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 889.393987] env[68893]: DEBUG nova.virt.hardware [None req-18ab4f86-cb80-4d6a-aecf-677717b86853 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 889.393987] env[68893]: DEBUG nova.virt.hardware [None req-18ab4f86-cb80-4d6a-aecf-677717b86853 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 889.393987] env[68893]: DEBUG nova.virt.hardware [None req-18ab4f86-cb80-4d6a-aecf-677717b86853 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 889.393987] env[68893]: DEBUG nova.virt.hardware [None req-18ab4f86-cb80-4d6a-aecf-677717b86853 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 889.393987] env[68893]: DEBUG nova.virt.hardware [None req-18ab4f86-cb80-4d6a-aecf-677717b86853 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 889.393987] env[68893]: DEBUG nova.virt.hardware [None req-18ab4f86-cb80-4d6a-aecf-677717b86853 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 889.393987] env[68893]: DEBUG nova.virt.hardware [None req-18ab4f86-cb80-4d6a-aecf-677717b86853 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 889.393987] env[68893]: DEBUG nova.virt.hardware [None req-18ab4f86-cb80-4d6a-aecf-677717b86853 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 889.394390] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41a13353-becf-4314-82b0-c402dc464f89] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 889.394959] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeed131c-66f8-4cd0-b840-aa2ec6c9b117 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.401410] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cf821fe2-942c-402f-8cf4-55969adb83ae {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.427564] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4ae6b5c-681a-496a-b863-0cf773913820 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.430918] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 889.430918] env[68893]: value = "task-2791600" [ 889.430918] env[68893]: _type = "Task" [ 889.430918] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.450504] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791600, 'name': CreateVM_Task} progress is 10%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.474775] env[68893]: DEBUG oslo_concurrency.lockutils [None req-e7b619b2-3442-44e2-ac2b-f114ac3a4c61 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Lock "073e59c7-2b22-4fa9-a6d2-03a158475093" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.666s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.576058] env[68893]: DEBUG nova.scheduler.client.report [None req-365d5ccb-b599-446a-ba8a-74457b076f12 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 889.791633] env[68893]: DEBUG oslo_concurrency.lockutils [None req-5bb026fa-7ba1-4667-be60-19b6f6dd80e6 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.932983] env[68893]: DEBUG oslo_concurrency.lockutils [None req-761a5e21-b44a-4425-927d-1a766f8713db tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Acquiring lock "706ea7e2-3150-4843-a0dd-e60e1cef3c52" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.933102] env[68893]: DEBUG oslo_concurrency.lockutils [None req-761a5e21-b44a-4425-927d-1a766f8713db tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Lock "706ea7e2-3150-4843-a0dd-e60e1cef3c52" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.948018] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791600, 'name': CreateVM_Task, 'duration_secs': 0.465318} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.948018] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41a13353-becf-4314-82b0-c402dc464f89] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 889.948018] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f350f14c-db7f-487c-b8db-07631ebde3e1 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.948018] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f350f14c-db7f-487c-b8db-07631ebde3e1 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.948018] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f350f14c-db7f-487c-b8db-07631ebde3e1 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.949372] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd1840a2-9e84-4770-ad0a-ffc9fc13cc36 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.955305] env[68893]: DEBUG oslo_vmware.api [None req-f350f14c-db7f-487c-b8db-07631ebde3e1 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Waiting for the task: (returnval){ [ 889.955305] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52fc1037-d133-dd08-d3ee-9f1a5c6ddeaa" [ 889.955305] env[68893]: _type = "Task" [ 889.955305] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.963370] env[68893]: DEBUG oslo_vmware.api [None req-f350f14c-db7f-487c-b8db-07631ebde3e1 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52fc1037-d133-dd08-d3ee-9f1a5c6ddeaa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.978662] env[68893]: DEBUG nova.compute.manager [None req-e95b0d6d-6795-482a-8ee9-946cc5b6b40f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] Starting instance... {{(pid=68893) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 890.073849] env[68893]: DEBUG nova.compute.manager [req-58005410-91f9-40f7-962a-f715ebf2194b req-e9e40c86-53bc-4d3e-b7bd-e3f19876dadb service nova] [instance: 516dbd27-468e-4ac4-b8c9-d25861663e75] Received event network-vif-plugged-efaea0ca-8371-462b-890d-7a11da139ceb {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 890.074100] env[68893]: DEBUG oslo_concurrency.lockutils [req-58005410-91f9-40f7-962a-f715ebf2194b req-e9e40c86-53bc-4d3e-b7bd-e3f19876dadb service nova] Acquiring lock "516dbd27-468e-4ac4-b8c9-d25861663e75-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.074316] env[68893]: DEBUG oslo_concurrency.lockutils [req-58005410-91f9-40f7-962a-f715ebf2194b req-e9e40c86-53bc-4d3e-b7bd-e3f19876dadb service nova] Lock "516dbd27-468e-4ac4-b8c9-d25861663e75-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.074485] env[68893]: DEBUG oslo_concurrency.lockutils [req-58005410-91f9-40f7-962a-f715ebf2194b req-e9e40c86-53bc-4d3e-b7bd-e3f19876dadb service nova] Lock "516dbd27-468e-4ac4-b8c9-d25861663e75-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.074650] env[68893]: DEBUG nova.compute.manager [req-58005410-91f9-40f7-962a-f715ebf2194b req-e9e40c86-53bc-4d3e-b7bd-e3f19876dadb service nova] [instance: 516dbd27-468e-4ac4-b8c9-d25861663e75] No waiting events found dispatching network-vif-plugged-efaea0ca-8371-462b-890d-7a11da139ceb {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 890.074840] env[68893]: WARNING nova.compute.manager [req-58005410-91f9-40f7-962a-f715ebf2194b req-e9e40c86-53bc-4d3e-b7bd-e3f19876dadb service nova] [instance: 516dbd27-468e-4ac4-b8c9-d25861663e75] Received unexpected event network-vif-plugged-efaea0ca-8371-462b-890d-7a11da139ceb for instance with vm_state building and task_state spawning. [ 890.082311] env[68893]: DEBUG oslo_concurrency.lockutils [None req-365d5ccb-b599-446a-ba8a-74457b076f12 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.761s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.082514] env[68893]: INFO nova.compute.manager [None req-365d5ccb-b599-446a-ba8a-74457b076f12 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: bd49c388-5a16-4af3-91cf-777982d4567f] Migrating [ 890.090984] env[68893]: DEBUG oslo_concurrency.lockutils [None req-5b4bab32-a93d-4132-93c2-eb1b125bd5f5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.319s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.092434] env[68893]: INFO nova.compute.claims [None req-5b4bab32-a93d-4132-93c2-eb1b125bd5f5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: ee99b6b1-90a4-4c3c-b665-47a60c89d459] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 890.170021] env[68893]: DEBUG oslo_concurrency.lockutils [None req-19c55213-1d72-452b-b69f-dfadad56c05d tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Acquiring lock "196cd774-e550-4cd2-a547-0b30bdd7f668" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.170021] env[68893]: DEBUG oslo_concurrency.lockutils [None req-19c55213-1d72-452b-b69f-dfadad56c05d tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Lock "196cd774-e550-4cd2-a547-0b30bdd7f668" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.170021] env[68893]: DEBUG oslo_concurrency.lockutils [None req-19c55213-1d72-452b-b69f-dfadad56c05d tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Acquiring lock "196cd774-e550-4cd2-a547-0b30bdd7f668-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.170021] env[68893]: DEBUG oslo_concurrency.lockutils [None req-19c55213-1d72-452b-b69f-dfadad56c05d tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Lock "196cd774-e550-4cd2-a547-0b30bdd7f668-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.170021] env[68893]: DEBUG oslo_concurrency.lockutils [None req-19c55213-1d72-452b-b69f-dfadad56c05d tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Lock "196cd774-e550-4cd2-a547-0b30bdd7f668-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.171743] env[68893]: DEBUG nova.network.neutron [None req-18ab4f86-cb80-4d6a-aecf-677717b86853 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] [instance: 516dbd27-468e-4ac4-b8c9-d25861663e75] Successfully updated port: efaea0ca-8371-462b-890d-7a11da139ceb {{(pid=68893) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 890.173800] env[68893]: INFO nova.compute.manager [None req-19c55213-1d72-452b-b69f-dfadad56c05d tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] [instance: 196cd774-e550-4cd2-a547-0b30bdd7f668] Terminating instance [ 890.425399] env[68893]: DEBUG nova.network.neutron [req-5c8e4496-c62e-41b9-9397-758c57243076 req-c007285f-5e4b-4b57-9f49-a30e113e6082 service nova] [instance: 41a13353-becf-4314-82b0-c402dc464f89] Updated VIF entry in instance network info cache for port 06c8fd02-dceb-4323-a841-77f310344252. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 890.425785] env[68893]: DEBUG nova.network.neutron [req-5c8e4496-c62e-41b9-9397-758c57243076 req-c007285f-5e4b-4b57-9f49-a30e113e6082 service nova] [instance: 41a13353-becf-4314-82b0-c402dc464f89] Updating instance_info_cache with network_info: [{"id": "06c8fd02-dceb-4323-a841-77f310344252", "address": "fa:16:3e:b8:a5:9d", "network": {"id": "5facd91c-3e83-4ee5-8125-8a4aa64a78a4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-582610754-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe5f0158eb4f4b8ea53f02a7b25aea55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06c8fd02-dc", "ovs_interfaceid": "06c8fd02-dceb-4323-a841-77f310344252", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.465226] env[68893]: DEBUG oslo_vmware.api [None req-f350f14c-db7f-487c-b8db-07631ebde3e1 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52fc1037-d133-dd08-d3ee-9f1a5c6ddeaa, 'name': SearchDatastore_Task, 'duration_secs': 0.015038} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.465609] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f350f14c-db7f-487c-b8db-07631ebde3e1 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.465772] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-f350f14c-db7f-487c-b8db-07631ebde3e1 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: 41a13353-becf-4314-82b0-c402dc464f89] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 890.466011] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f350f14c-db7f-487c-b8db-07631ebde3e1 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.466174] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f350f14c-db7f-487c-b8db-07631ebde3e1 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.466346] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-f350f14c-db7f-487c-b8db-07631ebde3e1 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 890.466626] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-26174880-0b2d-4818-b312-855e36b4e62b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.477568] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-f350f14c-db7f-487c-b8db-07631ebde3e1 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 890.477781] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-f350f14c-db7f-487c-b8db-07631ebde3e1 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 890.478654] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-193d4731-ac9c-438c-93d0-c92edbea7be3 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.487082] env[68893]: DEBUG oslo_vmware.api [None req-f350f14c-db7f-487c-b8db-07631ebde3e1 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Waiting for the task: (returnval){ [ 890.487082] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52b19a3c-907c-1698-200b-6053f69a5a59" [ 890.487082] env[68893]: _type = "Task" [ 890.487082] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.497927] env[68893]: DEBUG oslo_vmware.api [None req-f350f14c-db7f-487c-b8db-07631ebde3e1 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52b19a3c-907c-1698-200b-6053f69a5a59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.504358] env[68893]: DEBUG oslo_concurrency.lockutils [None req-e95b0d6d-6795-482a-8ee9-946cc5b6b40f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.607228] env[68893]: DEBUG oslo_concurrency.lockutils [None req-365d5ccb-b599-446a-ba8a-74457b076f12 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Acquiring lock "refresh_cache-bd49c388-5a16-4af3-91cf-777982d4567f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.607228] env[68893]: DEBUG oslo_concurrency.lockutils [None req-365d5ccb-b599-446a-ba8a-74457b076f12 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Acquired lock "refresh_cache-bd49c388-5a16-4af3-91cf-777982d4567f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.607228] env[68893]: DEBUG nova.network.neutron [None req-365d5ccb-b599-446a-ba8a-74457b076f12 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: bd49c388-5a16-4af3-91cf-777982d4567f] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 890.674766] env[68893]: DEBUG oslo_concurrency.lockutils [None req-18ab4f86-cb80-4d6a-aecf-677717b86853 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Acquiring lock "refresh_cache-516dbd27-468e-4ac4-b8c9-d25861663e75" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.674966] env[68893]: DEBUG oslo_concurrency.lockutils [None req-18ab4f86-cb80-4d6a-aecf-677717b86853 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Acquired lock "refresh_cache-516dbd27-468e-4ac4-b8c9-d25861663e75" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.675153] env[68893]: DEBUG nova.network.neutron [None req-18ab4f86-cb80-4d6a-aecf-677717b86853 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] [instance: 516dbd27-468e-4ac4-b8c9-d25861663e75] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 890.679057] env[68893]: DEBUG oslo_concurrency.lockutils [None req-19c55213-1d72-452b-b69f-dfadad56c05d tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Acquiring lock "refresh_cache-196cd774-e550-4cd2-a547-0b30bdd7f668" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.679057] env[68893]: DEBUG oslo_concurrency.lockutils [None req-19c55213-1d72-452b-b69f-dfadad56c05d tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Acquired lock "refresh_cache-196cd774-e550-4cd2-a547-0b30bdd7f668" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.679057] env[68893]: DEBUG nova.network.neutron [None req-19c55213-1d72-452b-b69f-dfadad56c05d tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] [instance: 196cd774-e550-4cd2-a547-0b30bdd7f668] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 890.735240] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f2030b3d-f3e8-4d38-a379-218ddfcbcda7 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Acquiring lock "073e59c7-2b22-4fa9-a6d2-03a158475093" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.735926] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f2030b3d-f3e8-4d38-a379-218ddfcbcda7 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Lock "073e59c7-2b22-4fa9-a6d2-03a158475093" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.929411] env[68893]: DEBUG oslo_concurrency.lockutils [req-5c8e4496-c62e-41b9-9397-758c57243076 req-c007285f-5e4b-4b57-9f49-a30e113e6082 service nova] Releasing lock "refresh_cache-41a13353-becf-4314-82b0-c402dc464f89" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.002397] env[68893]: DEBUG oslo_vmware.api [None req-f350f14c-db7f-487c-b8db-07631ebde3e1 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52b19a3c-907c-1698-200b-6053f69a5a59, 'name': SearchDatastore_Task, 'duration_secs': 0.018498} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.003481] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67cb0e0b-f46f-48f2-976d-319080e7743f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.009039] env[68893]: DEBUG oslo_vmware.api [None req-f350f14c-db7f-487c-b8db-07631ebde3e1 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Waiting for the task: (returnval){ [ 891.009039] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]528846d8-4717-53e0-3147-dc9421e53df4" [ 891.009039] env[68893]: _type = "Task" [ 891.009039] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.018885] env[68893]: DEBUG oslo_vmware.api [None req-f350f14c-db7f-487c-b8db-07631ebde3e1 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]528846d8-4717-53e0-3147-dc9421e53df4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.211682] env[68893]: DEBUG nova.network.neutron [None req-19c55213-1d72-452b-b69f-dfadad56c05d tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] [instance: 196cd774-e550-4cd2-a547-0b30bdd7f668] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 891.226575] env[68893]: DEBUG nova.network.neutron [None req-18ab4f86-cb80-4d6a-aecf-677717b86853 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] [instance: 516dbd27-468e-4ac4-b8c9-d25861663e75] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 891.239478] env[68893]: DEBUG nova.compute.utils [None req-f2030b3d-f3e8-4d38-a379-218ddfcbcda7 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 891.308653] env[68893]: DEBUG nova.network.neutron [None req-19c55213-1d72-452b-b69f-dfadad56c05d tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] [instance: 196cd774-e550-4cd2-a547-0b30bdd7f668] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.427744] env[68893]: DEBUG nova.network.neutron [None req-365d5ccb-b599-446a-ba8a-74457b076f12 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: bd49c388-5a16-4af3-91cf-777982d4567f] Updating instance_info_cache with network_info: [{"id": "d808b1fb-a12a-47f5-9c1c-f58e8e34d7c6", "address": "fa:16:3e:fc:67:5c", "network": {"id": "508509dd-7bfd-4a64-9135-d3dbeac23fa6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.168", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a15c0c8454c748249efd16f753a7dc35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd808b1fb-a1", "ovs_interfaceid": "d808b1fb-a12a-47f5-9c1c-f58e8e34d7c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.429880] env[68893]: DEBUG nova.network.neutron [None req-18ab4f86-cb80-4d6a-aecf-677717b86853 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] [instance: 516dbd27-468e-4ac4-b8c9-d25861663e75] Updating instance_info_cache with network_info: [{"id": "efaea0ca-8371-462b-890d-7a11da139ceb", "address": "fa:16:3e:e8:06:5a", "network": {"id": "4b7f8a7a-78f7-47b0-8aeb-566554309a6e", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1023403548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "032efc00300e464696496e9889c66cd9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefaea0ca-83", "ovs_interfaceid": "efaea0ca-8371-462b-890d-7a11da139ceb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.520078] env[68893]: DEBUG oslo_vmware.api [None req-f350f14c-db7f-487c-b8db-07631ebde3e1 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]528846d8-4717-53e0-3147-dc9421e53df4, 'name': SearchDatastore_Task, 'duration_secs': 0.013761} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.520356] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f350f14c-db7f-487c-b8db-07631ebde3e1 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.520617] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-f350f14c-db7f-487c-b8db-07631ebde3e1 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore1] 41a13353-becf-4314-82b0-c402dc464f89/41a13353-becf-4314-82b0-c402dc464f89.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 891.520881] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-839d555c-9833-4036-ba5f-ef4da8c2d7b6 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.529070] env[68893]: DEBUG oslo_vmware.api [None req-f350f14c-db7f-487c-b8db-07631ebde3e1 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Waiting for the task: (returnval){ [ 891.529070] env[68893]: value = "task-2791601" [ 891.529070] env[68893]: _type = "Task" [ 891.529070] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.540207] env[68893]: DEBUG oslo_vmware.api [None req-f350f14c-db7f-487c-b8db-07631ebde3e1 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': task-2791601, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.679210] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1491e026-bc41-4973-b918-18ab4a2f9cba {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.687645] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9742a4f5-0222-40a7-948c-b87e9928ad70 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.719289] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92d57bfc-56a4-49b9-9da5-12edbdb9c84c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.729058] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c3b72e9-b44e-4a01-9d8b-e76595d4642e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.744076] env[68893]: DEBUG nova.compute.provider_tree [None req-5b4bab32-a93d-4132-93c2-eb1b125bd5f5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 891.756602] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f2030b3d-f3e8-4d38-a379-218ddfcbcda7 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Lock "073e59c7-2b22-4fa9-a6d2-03a158475093" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.021s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.822943] env[68893]: DEBUG oslo_concurrency.lockutils [None req-19c55213-1d72-452b-b69f-dfadad56c05d tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Releasing lock "refresh_cache-196cd774-e550-4cd2-a547-0b30bdd7f668" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.823134] env[68893]: DEBUG nova.compute.manager [None req-19c55213-1d72-452b-b69f-dfadad56c05d tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] [instance: 196cd774-e550-4cd2-a547-0b30bdd7f668] Start destroying the instance on the hypervisor. {{(pid=68893) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 891.823608] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-19c55213-1d72-452b-b69f-dfadad56c05d tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] [instance: 196cd774-e550-4cd2-a547-0b30bdd7f668] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 891.824250] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eb360fc-4766-41b7-88e2-f3f042004663 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.835021] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-19c55213-1d72-452b-b69f-dfadad56c05d tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] [instance: 196cd774-e550-4cd2-a547-0b30bdd7f668] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 891.835021] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-39f06f94-77c7-4967-9a1e-62371d2946f7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.841925] env[68893]: DEBUG oslo_vmware.api [None req-19c55213-1d72-452b-b69f-dfadad56c05d tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Waiting for the task: (returnval){ [ 891.841925] env[68893]: value = "task-2791602" [ 891.841925] env[68893]: _type = "Task" [ 891.841925] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.850527] env[68893]: DEBUG oslo_vmware.api [None req-19c55213-1d72-452b-b69f-dfadad56c05d tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Task: {'id': task-2791602, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.933823] env[68893]: DEBUG oslo_concurrency.lockutils [None req-365d5ccb-b599-446a-ba8a-74457b076f12 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Releasing lock "refresh_cache-bd49c388-5a16-4af3-91cf-777982d4567f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.936036] env[68893]: DEBUG oslo_concurrency.lockutils [None req-18ab4f86-cb80-4d6a-aecf-677717b86853 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Releasing lock "refresh_cache-516dbd27-468e-4ac4-b8c9-d25861663e75" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.936431] env[68893]: DEBUG nova.compute.manager [None req-18ab4f86-cb80-4d6a-aecf-677717b86853 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] [instance: 516dbd27-468e-4ac4-b8c9-d25861663e75] Instance network_info: |[{"id": "efaea0ca-8371-462b-890d-7a11da139ceb", "address": "fa:16:3e:e8:06:5a", "network": {"id": "4b7f8a7a-78f7-47b0-8aeb-566554309a6e", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1023403548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "032efc00300e464696496e9889c66cd9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefaea0ca-83", "ovs_interfaceid": "efaea0ca-8371-462b-890d-7a11da139ceb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 891.937435] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-18ab4f86-cb80-4d6a-aecf-677717b86853 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] [instance: 516dbd27-468e-4ac4-b8c9-d25861663e75] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:06:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '678ebbe4-4c53-4eaf-a689-93981310f37d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'efaea0ca-8371-462b-890d-7a11da139ceb', 'vif_model': 'vmxnet3'}] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 891.946255] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-18ab4f86-cb80-4d6a-aecf-677717b86853 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 891.946490] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 516dbd27-468e-4ac4-b8c9-d25861663e75] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 891.946806] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7d2a039c-4580-4440-850f-1613d92f845d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.971010] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 891.971010] env[68893]: value = "task-2791603" [ 891.971010] env[68893]: _type = "Task" [ 891.971010] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.983039] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791603, 'name': CreateVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.049047] env[68893]: DEBUG oslo_vmware.api [None req-f350f14c-db7f-487c-b8db-07631ebde3e1 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': task-2791601, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.249348] env[68893]: DEBUG nova.scheduler.client.report [None req-5b4bab32-a93d-4132-93c2-eb1b125bd5f5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 892.353588] env[68893]: DEBUG oslo_vmware.api [None req-19c55213-1d72-452b-b69f-dfadad56c05d tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Task: {'id': task-2791602, 'name': PowerOffVM_Task, 'duration_secs': 0.402859} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.354319] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-19c55213-1d72-452b-b69f-dfadad56c05d tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] [instance: 196cd774-e550-4cd2-a547-0b30bdd7f668] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 892.354687] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-19c55213-1d72-452b-b69f-dfadad56c05d tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] [instance: 196cd774-e550-4cd2-a547-0b30bdd7f668] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 892.355074] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-323fa424-9b88-44cf-ac8b-dcc4ae6583f4 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.369514] env[68893]: DEBUG nova.compute.manager [req-d645782e-5723-443d-9f66-a21134da33bd req-de4b8ff8-742c-41e6-a26b-3785412926b2 service nova] [instance: 516dbd27-468e-4ac4-b8c9-d25861663e75] Received event network-changed-efaea0ca-8371-462b-890d-7a11da139ceb {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 892.369514] env[68893]: DEBUG nova.compute.manager [req-d645782e-5723-443d-9f66-a21134da33bd req-de4b8ff8-742c-41e6-a26b-3785412926b2 service nova] [instance: 516dbd27-468e-4ac4-b8c9-d25861663e75] Refreshing instance network info cache due to event network-changed-efaea0ca-8371-462b-890d-7a11da139ceb. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 892.369826] env[68893]: DEBUG oslo_concurrency.lockutils [req-d645782e-5723-443d-9f66-a21134da33bd req-de4b8ff8-742c-41e6-a26b-3785412926b2 service nova] Acquiring lock "refresh_cache-516dbd27-468e-4ac4-b8c9-d25861663e75" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.370084] env[68893]: DEBUG oslo_concurrency.lockutils [req-d645782e-5723-443d-9f66-a21134da33bd req-de4b8ff8-742c-41e6-a26b-3785412926b2 service nova] Acquired lock "refresh_cache-516dbd27-468e-4ac4-b8c9-d25861663e75" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.370384] env[68893]: DEBUG nova.network.neutron [req-d645782e-5723-443d-9f66-a21134da33bd req-de4b8ff8-742c-41e6-a26b-3785412926b2 service nova] [instance: 516dbd27-468e-4ac4-b8c9-d25861663e75] Refreshing network info cache for port efaea0ca-8371-462b-890d-7a11da139ceb {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 892.385056] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-19c55213-1d72-452b-b69f-dfadad56c05d tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] [instance: 196cd774-e550-4cd2-a547-0b30bdd7f668] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 892.385580] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-19c55213-1d72-452b-b69f-dfadad56c05d tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] [instance: 196cd774-e550-4cd2-a547-0b30bdd7f668] Deleting contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 892.385792] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-19c55213-1d72-452b-b69f-dfadad56c05d tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Deleting the datastore file [datastore2] 196cd774-e550-4cd2-a547-0b30bdd7f668 {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 892.386166] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c249073a-01b2-44a4-afe4-94b6be36ad5e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.394157] env[68893]: DEBUG oslo_vmware.api [None req-19c55213-1d72-452b-b69f-dfadad56c05d tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Waiting for the task: (returnval){ [ 892.394157] env[68893]: value = "task-2791605" [ 892.394157] env[68893]: _type = "Task" [ 892.394157] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.402695] env[68893]: DEBUG oslo_vmware.api [None req-19c55213-1d72-452b-b69f-dfadad56c05d tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Task: {'id': task-2791605, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.483398] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791603, 'name': CreateVM_Task, 'duration_secs': 0.428054} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.483745] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 516dbd27-468e-4ac4-b8c9-d25861663e75] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 892.484353] env[68893]: DEBUG oslo_concurrency.lockutils [None req-18ab4f86-cb80-4d6a-aecf-677717b86853 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.485604] env[68893]: DEBUG oslo_concurrency.lockutils [None req-18ab4f86-cb80-4d6a-aecf-677717b86853 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.485604] env[68893]: DEBUG oslo_concurrency.lockutils [None req-18ab4f86-cb80-4d6a-aecf-677717b86853 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.485604] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1b2a494-6b96-4e3e-b630-8dd112eebf77 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.491691] env[68893]: DEBUG oslo_vmware.api [None req-18ab4f86-cb80-4d6a-aecf-677717b86853 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Waiting for the task: (returnval){ [ 892.491691] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52146414-69d8-22cf-ee3b-002ba0363b00" [ 892.491691] env[68893]: _type = "Task" [ 892.491691] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.502792] env[68893]: DEBUG oslo_vmware.api [None req-18ab4f86-cb80-4d6a-aecf-677717b86853 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52146414-69d8-22cf-ee3b-002ba0363b00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.539933] env[68893]: DEBUG oslo_vmware.api [None req-f350f14c-db7f-487c-b8db-07631ebde3e1 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': task-2791601, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.755017] env[68893]: DEBUG oslo_concurrency.lockutils [None req-5b4bab32-a93d-4132-93c2-eb1b125bd5f5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.664s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.755682] env[68893]: DEBUG nova.compute.manager [None req-5b4bab32-a93d-4132-93c2-eb1b125bd5f5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: ee99b6b1-90a4-4c3c-b665-47a60c89d459] Start building networks asynchronously for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 892.758609] env[68893]: DEBUG oslo_concurrency.lockutils [None req-8b03e75f-d677-4b60-a4a7-b3d692f8cc4d tempest-ImagesNegativeTestJSON-191284113 tempest-ImagesNegativeTestJSON-191284113-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.991s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.758832] env[68893]: DEBUG nova.objects.instance [None req-8b03e75f-d677-4b60-a4a7-b3d692f8cc4d tempest-ImagesNegativeTestJSON-191284113 tempest-ImagesNegativeTestJSON-191284113-project-member] Lazy-loading 'resources' on Instance uuid 36ca8a7c-a14e-44d7-b85a-2aa12e454bf7 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 892.823329] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f2030b3d-f3e8-4d38-a379-218ddfcbcda7 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Acquiring lock "073e59c7-2b22-4fa9-a6d2-03a158475093" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.824024] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f2030b3d-f3e8-4d38-a379-218ddfcbcda7 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Lock "073e59c7-2b22-4fa9-a6d2-03a158475093" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.824024] env[68893]: INFO nova.compute.manager [None req-f2030b3d-f3e8-4d38-a379-218ddfcbcda7 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 073e59c7-2b22-4fa9-a6d2-03a158475093] Attaching volume ff792977-a8a5-485f-ade4-53ff390e6e36 to /dev/sdb [ 892.864390] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33fad170-3751-4ece-8b9a-2c925c4d1517 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.877195] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-890a90fa-7de1-43e3-9eb4-1bb7a0b088fb {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.890904] env[68893]: DEBUG nova.virt.block_device [None req-f2030b3d-f3e8-4d38-a379-218ddfcbcda7 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 073e59c7-2b22-4fa9-a6d2-03a158475093] Updating existing volume attachment record: c4bef360-89d8-47bd-86d8-5a41b7d7f478 {{(pid=68893) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 892.904525] env[68893]: DEBUG oslo_vmware.api [None req-19c55213-1d72-452b-b69f-dfadad56c05d tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Task: {'id': task-2791605, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.204574} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.904936] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-19c55213-1d72-452b-b69f-dfadad56c05d tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 892.905512] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-19c55213-1d72-452b-b69f-dfadad56c05d tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] [instance: 196cd774-e550-4cd2-a547-0b30bdd7f668] Deleted contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 892.905744] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-19c55213-1d72-452b-b69f-dfadad56c05d tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] [instance: 196cd774-e550-4cd2-a547-0b30bdd7f668] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 892.905929] env[68893]: INFO nova.compute.manager [None req-19c55213-1d72-452b-b69f-dfadad56c05d tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] [instance: 196cd774-e550-4cd2-a547-0b30bdd7f668] Took 1.08 seconds to destroy the instance on the hypervisor. [ 892.906266] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-19c55213-1d72-452b-b69f-dfadad56c05d tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 892.906888] env[68893]: DEBUG nova.compute.manager [-] [instance: 196cd774-e550-4cd2-a547-0b30bdd7f668] Deallocating network for instance {{(pid=68893) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 892.906888] env[68893]: DEBUG nova.network.neutron [-] [instance: 196cd774-e550-4cd2-a547-0b30bdd7f668] deallocate_for_instance() {{(pid=68893) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 892.927643] env[68893]: DEBUG nova.network.neutron [-] [instance: 196cd774-e550-4cd2-a547-0b30bdd7f668] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 893.003360] env[68893]: DEBUG oslo_vmware.api [None req-18ab4f86-cb80-4d6a-aecf-677717b86853 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52146414-69d8-22cf-ee3b-002ba0363b00, 'name': SearchDatastore_Task, 'duration_secs': 0.013436} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.003584] env[68893]: DEBUG oslo_concurrency.lockutils [None req-18ab4f86-cb80-4d6a-aecf-677717b86853 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.003825] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-18ab4f86-cb80-4d6a-aecf-677717b86853 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] [instance: 516dbd27-468e-4ac4-b8c9-d25861663e75] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 893.004061] env[68893]: DEBUG oslo_concurrency.lockutils [None req-18ab4f86-cb80-4d6a-aecf-677717b86853 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.004248] env[68893]: DEBUG oslo_concurrency.lockutils [None req-18ab4f86-cb80-4d6a-aecf-677717b86853 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.004491] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-18ab4f86-cb80-4d6a-aecf-677717b86853 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 893.004759] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b1ce60e9-2f10-4466-8b71-e2c51187738a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.014041] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-18ab4f86-cb80-4d6a-aecf-677717b86853 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 893.014248] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-18ab4f86-cb80-4d6a-aecf-677717b86853 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 893.015010] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e1ee925-3b74-4036-a1ef-cf4858681b38 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.021718] env[68893]: DEBUG oslo_vmware.api [None req-18ab4f86-cb80-4d6a-aecf-677717b86853 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Waiting for the task: (returnval){ [ 893.021718] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]522d84bb-4f92-bf32-7f0d-63b8a1e8cef9" [ 893.021718] env[68893]: _type = "Task" [ 893.021718] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.030811] env[68893]: DEBUG oslo_vmware.api [None req-18ab4f86-cb80-4d6a-aecf-677717b86853 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]522d84bb-4f92-bf32-7f0d-63b8a1e8cef9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.040486] env[68893]: DEBUG oslo_vmware.api [None req-f350f14c-db7f-487c-b8db-07631ebde3e1 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': task-2791601, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.192778] env[68893]: DEBUG nova.network.neutron [req-d645782e-5723-443d-9f66-a21134da33bd req-de4b8ff8-742c-41e6-a26b-3785412926b2 service nova] [instance: 516dbd27-468e-4ac4-b8c9-d25861663e75] Updated VIF entry in instance network info cache for port efaea0ca-8371-462b-890d-7a11da139ceb. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 893.193247] env[68893]: DEBUG nova.network.neutron [req-d645782e-5723-443d-9f66-a21134da33bd req-de4b8ff8-742c-41e6-a26b-3785412926b2 service nova] [instance: 516dbd27-468e-4ac4-b8c9-d25861663e75] Updating instance_info_cache with network_info: [{"id": "efaea0ca-8371-462b-890d-7a11da139ceb", "address": "fa:16:3e:e8:06:5a", "network": {"id": "4b7f8a7a-78f7-47b0-8aeb-566554309a6e", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1023403548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "032efc00300e464696496e9889c66cd9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefaea0ca-83", "ovs_interfaceid": "efaea0ca-8371-462b-890d-7a11da139ceb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.263087] env[68893]: DEBUG nova.compute.utils [None req-5b4bab32-a93d-4132-93c2-eb1b125bd5f5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 893.269612] env[68893]: DEBUG nova.compute.manager [None req-5b4bab32-a93d-4132-93c2-eb1b125bd5f5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: ee99b6b1-90a4-4c3c-b665-47a60c89d459] Allocating IP information in the background. {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 893.269713] env[68893]: DEBUG nova.network.neutron [None req-5b4bab32-a93d-4132-93c2-eb1b125bd5f5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: ee99b6b1-90a4-4c3c-b665-47a60c89d459] allocate_for_instance() {{(pid=68893) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 893.340779] env[68893]: DEBUG nova.policy [None req-5b4bab32-a93d-4132-93c2-eb1b125bd5f5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dde60ecc29cf439e9b9646becfde4f73', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6e831a12ecf54cd6808b9e257ff9bea1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68893) authorize /opt/stack/nova/nova/policy.py:192}} [ 893.433226] env[68893]: DEBUG nova.network.neutron [-] [instance: 196cd774-e550-4cd2-a547-0b30bdd7f668] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.460307] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcf35d2d-f114-4ab9-8f5b-6cd6799a1cc8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.490499] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-365d5ccb-b599-446a-ba8a-74457b076f12 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: bd49c388-5a16-4af3-91cf-777982d4567f] Updating instance 'bd49c388-5a16-4af3-91cf-777982d4567f' progress to 0 {{(pid=68893) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 893.543485] env[68893]: DEBUG oslo_vmware.api [None req-f350f14c-db7f-487c-b8db-07631ebde3e1 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': task-2791601, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.68697} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.547214] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-f350f14c-db7f-487c-b8db-07631ebde3e1 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore1] 41a13353-becf-4314-82b0-c402dc464f89/41a13353-becf-4314-82b0-c402dc464f89.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 893.547486] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-f350f14c-db7f-487c-b8db-07631ebde3e1 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: 41a13353-becf-4314-82b0-c402dc464f89] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 893.547797] env[68893]: DEBUG oslo_vmware.api [None req-18ab4f86-cb80-4d6a-aecf-677717b86853 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]522d84bb-4f92-bf32-7f0d-63b8a1e8cef9, 'name': SearchDatastore_Task, 'duration_secs': 0.016093} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.550453] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b5a68afc-03eb-44fd-ab02-85b2eb0220ca {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.553728] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc5ca3af-7ed7-490a-a786-7223ef65b508 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.560259] env[68893]: DEBUG oslo_vmware.api [None req-18ab4f86-cb80-4d6a-aecf-677717b86853 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Waiting for the task: (returnval){ [ 893.560259] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]522ae176-9785-5446-2a79-d810ebc47181" [ 893.560259] env[68893]: _type = "Task" [ 893.560259] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.561583] env[68893]: DEBUG oslo_vmware.api [None req-f350f14c-db7f-487c-b8db-07631ebde3e1 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Waiting for the task: (returnval){ [ 893.561583] env[68893]: value = "task-2791609" [ 893.561583] env[68893]: _type = "Task" [ 893.561583] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.576553] env[68893]: DEBUG oslo_vmware.api [None req-f350f14c-db7f-487c-b8db-07631ebde3e1 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': task-2791609, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.579661] env[68893]: DEBUG oslo_vmware.api [None req-18ab4f86-cb80-4d6a-aecf-677717b86853 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]522ae176-9785-5446-2a79-d810ebc47181, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.697137] env[68893]: DEBUG oslo_concurrency.lockutils [req-d645782e-5723-443d-9f66-a21134da33bd req-de4b8ff8-742c-41e6-a26b-3785412926b2 service nova] Releasing lock "refresh_cache-516dbd27-468e-4ac4-b8c9-d25861663e75" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.769763] env[68893]: DEBUG nova.compute.manager [None req-5b4bab32-a93d-4132-93c2-eb1b125bd5f5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: ee99b6b1-90a4-4c3c-b665-47a60c89d459] Start building block device mappings for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 893.773531] env[68893]: DEBUG nova.network.neutron [None req-5b4bab32-a93d-4132-93c2-eb1b125bd5f5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: ee99b6b1-90a4-4c3c-b665-47a60c89d459] Successfully created port: 9bdeddf7-9202-4466-bf1b-96391fd92e09 {{(pid=68893) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 893.935787] env[68893]: INFO nova.compute.manager [-] [instance: 196cd774-e550-4cd2-a547-0b30bdd7f668] Took 1.03 seconds to deallocate network for instance. [ 893.943091] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dab8b9ff-8b30-4b9e-ac0e-08c55766efef {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.952571] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9f823c2-630c-4774-b46a-066c70180d5e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.987844] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b32a75f4-7894-4fed-b1c3-ecc3342d04a8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.998118] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d03d5164-d537-43bc-96bf-fc0ade8a4ace {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.005980] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-365d5ccb-b599-446a-ba8a-74457b076f12 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: bd49c388-5a16-4af3-91cf-777982d4567f] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 894.006823] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-01ad1a81-edd3-48e6-adc4-85a8e96a54cf {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.019791] env[68893]: DEBUG nova.compute.provider_tree [None req-8b03e75f-d677-4b60-a4a7-b3d692f8cc4d tempest-ImagesNegativeTestJSON-191284113 tempest-ImagesNegativeTestJSON-191284113-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 894.022572] env[68893]: DEBUG oslo_vmware.api [None req-365d5ccb-b599-446a-ba8a-74457b076f12 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Waiting for the task: (returnval){ [ 894.022572] env[68893]: value = "task-2791610" [ 894.022572] env[68893]: _type = "Task" [ 894.022572] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.032205] env[68893]: DEBUG oslo_vmware.api [None req-365d5ccb-b599-446a-ba8a-74457b076f12 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Task: {'id': task-2791610, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.075834] env[68893]: DEBUG oslo_vmware.api [None req-18ab4f86-cb80-4d6a-aecf-677717b86853 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]522ae176-9785-5446-2a79-d810ebc47181, 'name': SearchDatastore_Task, 'duration_secs': 0.01901} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.080635] env[68893]: DEBUG oslo_concurrency.lockutils [None req-18ab4f86-cb80-4d6a-aecf-677717b86853 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.080635] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-18ab4f86-cb80-4d6a-aecf-677717b86853 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore1] 516dbd27-468e-4ac4-b8c9-d25861663e75/516dbd27-468e-4ac4-b8c9-d25861663e75.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 894.080635] env[68893]: DEBUG oslo_vmware.api [None req-f350f14c-db7f-487c-b8db-07631ebde3e1 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': task-2791609, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.108112} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.080635] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-78dbac0e-3a5b-4b8d-80ae-1d5fee0a3af7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.081799] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-f350f14c-db7f-487c-b8db-07631ebde3e1 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: 41a13353-becf-4314-82b0-c402dc464f89] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 894.082747] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5598f312-a0b2-4e8d-b220-dcaf3a3bedaf {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.109881] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-f350f14c-db7f-487c-b8db-07631ebde3e1 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: 41a13353-becf-4314-82b0-c402dc464f89] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] 41a13353-becf-4314-82b0-c402dc464f89/41a13353-becf-4314-82b0-c402dc464f89.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 894.111646] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45befd5f-a2e3-4eec-bef2-6c35c319193e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.127345] env[68893]: DEBUG oslo_vmware.api [None req-18ab4f86-cb80-4d6a-aecf-677717b86853 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Waiting for the task: (returnval){ [ 894.127345] env[68893]: value = "task-2791611" [ 894.127345] env[68893]: _type = "Task" [ 894.127345] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.133589] env[68893]: DEBUG oslo_vmware.api [None req-f350f14c-db7f-487c-b8db-07631ebde3e1 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Waiting for the task: (returnval){ [ 894.133589] env[68893]: value = "task-2791612" [ 894.133589] env[68893]: _type = "Task" [ 894.133589] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.140400] env[68893]: DEBUG oslo_vmware.api [None req-18ab4f86-cb80-4d6a-aecf-677717b86853 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Task: {'id': task-2791611, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.145917] env[68893]: DEBUG oslo_vmware.api [None req-f350f14c-db7f-487c-b8db-07631ebde3e1 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': task-2791612, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.442828] env[68893]: DEBUG oslo_concurrency.lockutils [None req-19c55213-1d72-452b-b69f-dfadad56c05d tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.524873] env[68893]: DEBUG nova.scheduler.client.report [None req-8b03e75f-d677-4b60-a4a7-b3d692f8cc4d tempest-ImagesNegativeTestJSON-191284113 tempest-ImagesNegativeTestJSON-191284113-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 894.542524] env[68893]: DEBUG oslo_vmware.api [None req-365d5ccb-b599-446a-ba8a-74457b076f12 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Task: {'id': task-2791610, 'name': PowerOffVM_Task, 'duration_secs': 0.275208} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.542855] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-365d5ccb-b599-446a-ba8a-74457b076f12 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: bd49c388-5a16-4af3-91cf-777982d4567f] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 894.543063] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-365d5ccb-b599-446a-ba8a-74457b076f12 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: bd49c388-5a16-4af3-91cf-777982d4567f] Updating instance 'bd49c388-5a16-4af3-91cf-777982d4567f' progress to 17 {{(pid=68893) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 894.643295] env[68893]: DEBUG oslo_vmware.api [None req-18ab4f86-cb80-4d6a-aecf-677717b86853 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Task: {'id': task-2791611, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.652229] env[68893]: DEBUG oslo_vmware.api [None req-f350f14c-db7f-487c-b8db-07631ebde3e1 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': task-2791612, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.787343] env[68893]: DEBUG nova.compute.manager [None req-5b4bab32-a93d-4132-93c2-eb1b125bd5f5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: ee99b6b1-90a4-4c3c-b665-47a60c89d459] Start spawning the instance on the hypervisor. {{(pid=68893) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 894.810510] env[68893]: DEBUG nova.virt.hardware [None req-5b4bab32-a93d-4132-93c2-eb1b125bd5f5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 894.810767] env[68893]: DEBUG nova.virt.hardware [None req-5b4bab32-a93d-4132-93c2-eb1b125bd5f5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 894.810923] env[68893]: DEBUG nova.virt.hardware [None req-5b4bab32-a93d-4132-93c2-eb1b125bd5f5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 894.811116] env[68893]: DEBUG nova.virt.hardware [None req-5b4bab32-a93d-4132-93c2-eb1b125bd5f5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 894.811266] env[68893]: DEBUG nova.virt.hardware [None req-5b4bab32-a93d-4132-93c2-eb1b125bd5f5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 894.811411] env[68893]: DEBUG nova.virt.hardware [None req-5b4bab32-a93d-4132-93c2-eb1b125bd5f5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 894.811622] env[68893]: DEBUG nova.virt.hardware [None req-5b4bab32-a93d-4132-93c2-eb1b125bd5f5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 894.811793] env[68893]: DEBUG nova.virt.hardware [None req-5b4bab32-a93d-4132-93c2-eb1b125bd5f5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 894.811961] env[68893]: DEBUG nova.virt.hardware [None req-5b4bab32-a93d-4132-93c2-eb1b125bd5f5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 894.812139] env[68893]: DEBUG nova.virt.hardware [None req-5b4bab32-a93d-4132-93c2-eb1b125bd5f5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 894.812316] env[68893]: DEBUG nova.virt.hardware [None req-5b4bab32-a93d-4132-93c2-eb1b125bd5f5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 894.813184] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3be53abd-851e-45bc-b3cd-c52b991c5f9e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.824098] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe33166c-dab7-4903-a506-946cd010132e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.035084] env[68893]: DEBUG oslo_concurrency.lockutils [None req-8b03e75f-d677-4b60-a4a7-b3d692f8cc4d tempest-ImagesNegativeTestJSON-191284113 tempest-ImagesNegativeTestJSON-191284113-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.276s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.038637] env[68893]: DEBUG oslo_concurrency.lockutils [None req-7ab1b3df-5660-4edc-9cb6-96c15ced1ec2 tempest-AttachInterfacesV270Test-1805132181 tempest-AttachInterfacesV270Test-1805132181-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.003s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.042300] env[68893]: INFO nova.compute.claims [None req-7ab1b3df-5660-4edc-9cb6-96c15ced1ec2 tempest-AttachInterfacesV270Test-1805132181 tempest-AttachInterfacesV270Test-1805132181-project-member] [instance: 7e3012fb-7c3b-4f95-b109-e711c784e89e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 895.050226] env[68893]: DEBUG nova.virt.hardware [None req-365d5ccb-b599-446a-ba8a-74457b076f12 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 895.050490] env[68893]: DEBUG nova.virt.hardware [None req-365d5ccb-b599-446a-ba8a-74457b076f12 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 895.050633] env[68893]: DEBUG nova.virt.hardware [None req-365d5ccb-b599-446a-ba8a-74457b076f12 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 895.050811] env[68893]: DEBUG nova.virt.hardware [None req-365d5ccb-b599-446a-ba8a-74457b076f12 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 895.050951] env[68893]: DEBUG nova.virt.hardware [None req-365d5ccb-b599-446a-ba8a-74457b076f12 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 895.051112] env[68893]: DEBUG nova.virt.hardware [None req-365d5ccb-b599-446a-ba8a-74457b076f12 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 895.051328] env[68893]: DEBUG nova.virt.hardware [None req-365d5ccb-b599-446a-ba8a-74457b076f12 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 895.051480] env[68893]: DEBUG nova.virt.hardware [None req-365d5ccb-b599-446a-ba8a-74457b076f12 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 895.051643] env[68893]: DEBUG nova.virt.hardware [None req-365d5ccb-b599-446a-ba8a-74457b076f12 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 895.051798] env[68893]: DEBUG nova.virt.hardware [None req-365d5ccb-b599-446a-ba8a-74457b076f12 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 895.051964] env[68893]: DEBUG nova.virt.hardware [None req-365d5ccb-b599-446a-ba8a-74457b076f12 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 895.057185] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55f1eb93-0cd4-46db-a8ae-632c84c6d5e5 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.068682] env[68893]: INFO nova.scheduler.client.report [None req-8b03e75f-d677-4b60-a4a7-b3d692f8cc4d tempest-ImagesNegativeTestJSON-191284113 tempest-ImagesNegativeTestJSON-191284113-project-member] Deleted allocations for instance 36ca8a7c-a14e-44d7-b85a-2aa12e454bf7 [ 895.076163] env[68893]: DEBUG oslo_vmware.api [None req-365d5ccb-b599-446a-ba8a-74457b076f12 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Waiting for the task: (returnval){ [ 895.076163] env[68893]: value = "task-2791613" [ 895.076163] env[68893]: _type = "Task" [ 895.076163] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.085497] env[68893]: DEBUG oslo_vmware.api [None req-365d5ccb-b599-446a-ba8a-74457b076f12 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Task: {'id': task-2791613, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.145847] env[68893]: DEBUG oslo_vmware.api [None req-f350f14c-db7f-487c-b8db-07631ebde3e1 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': task-2791612, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.151641] env[68893]: DEBUG oslo_vmware.api [None req-18ab4f86-cb80-4d6a-aecf-677717b86853 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Task: {'id': task-2791611, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.638539} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.152043] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-18ab4f86-cb80-4d6a-aecf-677717b86853 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore1] 516dbd27-468e-4ac4-b8c9-d25861663e75/516dbd27-468e-4ac4-b8c9-d25861663e75.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 895.152375] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-18ab4f86-cb80-4d6a-aecf-677717b86853 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] [instance: 516dbd27-468e-4ac4-b8c9-d25861663e75] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 895.153197] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f2921f90-1e2a-44c0-b798-0a847821e8be {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.160963] env[68893]: DEBUG oslo_vmware.api [None req-18ab4f86-cb80-4d6a-aecf-677717b86853 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Waiting for the task: (returnval){ [ 895.160963] env[68893]: value = "task-2791614" [ 895.160963] env[68893]: _type = "Task" [ 895.160963] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.171889] env[68893]: DEBUG oslo_vmware.api [None req-18ab4f86-cb80-4d6a-aecf-677717b86853 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Task: {'id': task-2791614, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.508902] env[68893]: DEBUG nova.compute.manager [req-6c9a74c1-0012-40ef-bafb-fa9153cf951f req-f337814a-1843-4c42-b9ac-d6f481b2ba44 service nova] [instance: ee99b6b1-90a4-4c3c-b665-47a60c89d459] Received event network-vif-plugged-9bdeddf7-9202-4466-bf1b-96391fd92e09 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 895.509083] env[68893]: DEBUG oslo_concurrency.lockutils [req-6c9a74c1-0012-40ef-bafb-fa9153cf951f req-f337814a-1843-4c42-b9ac-d6f481b2ba44 service nova] Acquiring lock "ee99b6b1-90a4-4c3c-b665-47a60c89d459-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.509294] env[68893]: DEBUG oslo_concurrency.lockutils [req-6c9a74c1-0012-40ef-bafb-fa9153cf951f req-f337814a-1843-4c42-b9ac-d6f481b2ba44 service nova] Lock "ee99b6b1-90a4-4c3c-b665-47a60c89d459-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.509887] env[68893]: DEBUG oslo_concurrency.lockutils [req-6c9a74c1-0012-40ef-bafb-fa9153cf951f req-f337814a-1843-4c42-b9ac-d6f481b2ba44 service nova] Lock "ee99b6b1-90a4-4c3c-b665-47a60c89d459-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.510109] env[68893]: DEBUG nova.compute.manager [req-6c9a74c1-0012-40ef-bafb-fa9153cf951f req-f337814a-1843-4c42-b9ac-d6f481b2ba44 service nova] [instance: ee99b6b1-90a4-4c3c-b665-47a60c89d459] No waiting events found dispatching network-vif-plugged-9bdeddf7-9202-4466-bf1b-96391fd92e09 {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 895.510259] env[68893]: WARNING nova.compute.manager [req-6c9a74c1-0012-40ef-bafb-fa9153cf951f req-f337814a-1843-4c42-b9ac-d6f481b2ba44 service nova] [instance: ee99b6b1-90a4-4c3c-b665-47a60c89d459] Received unexpected event network-vif-plugged-9bdeddf7-9202-4466-bf1b-96391fd92e09 for instance with vm_state building and task_state spawning. [ 895.582830] env[68893]: DEBUG oslo_concurrency.lockutils [None req-8b03e75f-d677-4b60-a4a7-b3d692f8cc4d tempest-ImagesNegativeTestJSON-191284113 tempest-ImagesNegativeTestJSON-191284113-project-member] Lock "36ca8a7c-a14e-44d7-b85a-2aa12e454bf7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.848s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.589646] env[68893]: DEBUG oslo_vmware.api [None req-365d5ccb-b599-446a-ba8a-74457b076f12 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Task: {'id': task-2791613, 'name': ReconfigVM_Task, 'duration_secs': 0.270611} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.590030] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-365d5ccb-b599-446a-ba8a-74457b076f12 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: bd49c388-5a16-4af3-91cf-777982d4567f] Updating instance 'bd49c388-5a16-4af3-91cf-777982d4567f' progress to 33 {{(pid=68893) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 895.650927] env[68893]: DEBUG oslo_vmware.api [None req-f350f14c-db7f-487c-b8db-07631ebde3e1 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': task-2791612, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.672355] env[68893]: DEBUG oslo_vmware.api [None req-18ab4f86-cb80-4d6a-aecf-677717b86853 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Task: {'id': task-2791614, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096658} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.672633] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-18ab4f86-cb80-4d6a-aecf-677717b86853 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] [instance: 516dbd27-468e-4ac4-b8c9-d25861663e75] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 895.673690] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-174614e7-00b0-41c4-ab61-635dd55fddf4 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.701179] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-18ab4f86-cb80-4d6a-aecf-677717b86853 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] [instance: 516dbd27-468e-4ac4-b8c9-d25861663e75] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] 516dbd27-468e-4ac4-b8c9-d25861663e75/516dbd27-468e-4ac4-b8c9-d25861663e75.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 895.701818] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9639097e-d90c-437d-8067-976a55cb866a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.718510] env[68893]: DEBUG nova.network.neutron [None req-5b4bab32-a93d-4132-93c2-eb1b125bd5f5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: ee99b6b1-90a4-4c3c-b665-47a60c89d459] Successfully updated port: 9bdeddf7-9202-4466-bf1b-96391fd92e09 {{(pid=68893) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 895.725328] env[68893]: DEBUG oslo_vmware.api [None req-18ab4f86-cb80-4d6a-aecf-677717b86853 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Waiting for the task: (returnval){ [ 895.725328] env[68893]: value = "task-2791616" [ 895.725328] env[68893]: _type = "Task" [ 895.725328] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.734718] env[68893]: DEBUG oslo_vmware.api [None req-18ab4f86-cb80-4d6a-aecf-677717b86853 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Task: {'id': task-2791616, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.932064] env[68893]: DEBUG oslo_vmware.rw_handles [None req-f608325a-ab8f-41b7-b302-6a88b43be4c1 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526a4b50-17ae-b3ef-6bf0-0edab97f0ee9/disk-0.vmdk. {{(pid=68893) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 895.935785] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0da0914b-da14-4d35-b2e6-ed4d65c4c225 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.945570] env[68893]: DEBUG oslo_vmware.rw_handles [None req-f608325a-ab8f-41b7-b302-6a88b43be4c1 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526a4b50-17ae-b3ef-6bf0-0edab97f0ee9/disk-0.vmdk is in state: ready. {{(pid=68893) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 895.946075] env[68893]: ERROR oslo_vmware.rw_handles [None req-f608325a-ab8f-41b7-b302-6a88b43be4c1 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526a4b50-17ae-b3ef-6bf0-0edab97f0ee9/disk-0.vmdk due to incomplete transfer. [ 895.946350] env[68893]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d150494c-ec2d-4508-9881-18a47dc84975 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.953923] env[68893]: DEBUG oslo_vmware.rw_handles [None req-f608325a-ab8f-41b7-b302-6a88b43be4c1 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526a4b50-17ae-b3ef-6bf0-0edab97f0ee9/disk-0.vmdk. {{(pid=68893) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 895.954548] env[68893]: DEBUG nova.virt.vmwareapi.images [None req-f608325a-ab8f-41b7-b302-6a88b43be4c1 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] [instance: 70917eab-66ad-4d76-9866-a8a793025df1] Uploaded image 670555fc-e015-4e30-91f6-9afbeca0d5a9 to the Glance image server {{(pid=68893) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 895.957150] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-f608325a-ab8f-41b7-b302-6a88b43be4c1 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] [instance: 70917eab-66ad-4d76-9866-a8a793025df1] Destroying the VM {{(pid=68893) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 895.958811] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a627d1b7-06be-46f0-ab80-28a5a47a8208 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.963209] env[68893]: DEBUG oslo_vmware.api [None req-f608325a-ab8f-41b7-b302-6a88b43be4c1 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Waiting for the task: (returnval){ [ 895.963209] env[68893]: value = "task-2791617" [ 895.963209] env[68893]: _type = "Task" [ 895.963209] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.971453] env[68893]: DEBUG oslo_vmware.api [None req-f608325a-ab8f-41b7-b302-6a88b43be4c1 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Task: {'id': task-2791617, 'name': Destroy_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.102884] env[68893]: DEBUG nova.virt.hardware [None req-365d5ccb-b599-446a-ba8a-74457b076f12 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:35:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='7b6de200-70a1-4450-b5e2-0845006b400c',id=28,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1677123642',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 896.106426] env[68893]: DEBUG nova.virt.hardware [None req-365d5ccb-b599-446a-ba8a-74457b076f12 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 896.106426] env[68893]: DEBUG nova.virt.hardware [None req-365d5ccb-b599-446a-ba8a-74457b076f12 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 896.106426] env[68893]: DEBUG nova.virt.hardware [None req-365d5ccb-b599-446a-ba8a-74457b076f12 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 896.106426] env[68893]: DEBUG nova.virt.hardware [None req-365d5ccb-b599-446a-ba8a-74457b076f12 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 896.106426] env[68893]: DEBUG nova.virt.hardware [None req-365d5ccb-b599-446a-ba8a-74457b076f12 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 896.106426] env[68893]: DEBUG nova.virt.hardware [None req-365d5ccb-b599-446a-ba8a-74457b076f12 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 896.106697] env[68893]: DEBUG nova.virt.hardware [None req-365d5ccb-b599-446a-ba8a-74457b076f12 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 896.106697] env[68893]: DEBUG nova.virt.hardware [None req-365d5ccb-b599-446a-ba8a-74457b076f12 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 896.106873] env[68893]: DEBUG nova.virt.hardware [None req-365d5ccb-b599-446a-ba8a-74457b076f12 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 896.106972] env[68893]: DEBUG nova.virt.hardware [None req-365d5ccb-b599-446a-ba8a-74457b076f12 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 896.114224] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-365d5ccb-b599-446a-ba8a-74457b076f12 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: bd49c388-5a16-4af3-91cf-777982d4567f] Reconfiguring VM instance instance-0000002c to detach disk 2000 {{(pid=68893) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 896.117366] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9836fa6-10b0-4264-b0ac-1c83d02d038a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.142553] env[68893]: DEBUG oslo_vmware.api [None req-365d5ccb-b599-446a-ba8a-74457b076f12 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Waiting for the task: (returnval){ [ 896.142553] env[68893]: value = "task-2791618" [ 896.142553] env[68893]: _type = "Task" [ 896.142553] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.151366] env[68893]: DEBUG oslo_vmware.api [None req-f350f14c-db7f-487c-b8db-07631ebde3e1 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': task-2791612, 'name': ReconfigVM_Task, 'duration_secs': 1.800708} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.154552] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-f350f14c-db7f-487c-b8db-07631ebde3e1 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: 41a13353-becf-4314-82b0-c402dc464f89] Reconfigured VM instance instance-00000036 to attach disk [datastore1] 41a13353-becf-4314-82b0-c402dc464f89/41a13353-becf-4314-82b0-c402dc464f89.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 896.155496] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4b42c9a0-a7bb-4708-8653-0efd66042526 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.161672] env[68893]: DEBUG oslo_vmware.api [None req-365d5ccb-b599-446a-ba8a-74457b076f12 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Task: {'id': task-2791618, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.166446] env[68893]: DEBUG oslo_vmware.api [None req-f350f14c-db7f-487c-b8db-07631ebde3e1 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Waiting for the task: (returnval){ [ 896.166446] env[68893]: value = "task-2791619" [ 896.166446] env[68893]: _type = "Task" [ 896.166446] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.179041] env[68893]: DEBUG oslo_vmware.api [None req-f350f14c-db7f-487c-b8db-07631ebde3e1 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': task-2791619, 'name': Rename_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.222907] env[68893]: DEBUG oslo_concurrency.lockutils [None req-5b4bab32-a93d-4132-93c2-eb1b125bd5f5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Acquiring lock "refresh_cache-ee99b6b1-90a4-4c3c-b665-47a60c89d459" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.223616] env[68893]: DEBUG oslo_concurrency.lockutils [None req-5b4bab32-a93d-4132-93c2-eb1b125bd5f5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Acquired lock "refresh_cache-ee99b6b1-90a4-4c3c-b665-47a60c89d459" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.223861] env[68893]: DEBUG nova.network.neutron [None req-5b4bab32-a93d-4132-93c2-eb1b125bd5f5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: ee99b6b1-90a4-4c3c-b665-47a60c89d459] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 896.236747] env[68893]: DEBUG oslo_vmware.api [None req-18ab4f86-cb80-4d6a-aecf-677717b86853 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Task: {'id': task-2791616, 'name': ReconfigVM_Task, 'duration_secs': 0.319626} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.237041] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-18ab4f86-cb80-4d6a-aecf-677717b86853 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] [instance: 516dbd27-468e-4ac4-b8c9-d25861663e75] Reconfigured VM instance instance-00000037 to attach disk [datastore1] 516dbd27-468e-4ac4-b8c9-d25861663e75/516dbd27-468e-4ac4-b8c9-d25861663e75.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 896.237909] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2b0a982a-28eb-4c1a-9f12-8b2c96f3ea9b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.248415] env[68893]: DEBUG oslo_vmware.api [None req-18ab4f86-cb80-4d6a-aecf-677717b86853 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Waiting for the task: (returnval){ [ 896.248415] env[68893]: value = "task-2791620" [ 896.248415] env[68893]: _type = "Task" [ 896.248415] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.257626] env[68893]: DEBUG oslo_vmware.api [None req-18ab4f86-cb80-4d6a-aecf-677717b86853 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Task: {'id': task-2791620, 'name': Rename_Task} progress is 6%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.479525] env[68893]: DEBUG oslo_vmware.api [None req-f608325a-ab8f-41b7-b302-6a88b43be4c1 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Task: {'id': task-2791617, 'name': Destroy_Task} progress is 33%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.654459] env[68893]: DEBUG oslo_vmware.api [None req-365d5ccb-b599-446a-ba8a-74457b076f12 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Task: {'id': task-2791618, 'name': ReconfigVM_Task, 'duration_secs': 0.198468} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.655233] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-365d5ccb-b599-446a-ba8a-74457b076f12 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: bd49c388-5a16-4af3-91cf-777982d4567f] Reconfigured VM instance instance-0000002c to detach disk 2000 {{(pid=68893) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 896.656195] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e701dcd4-5340-4778-8656-de915c85196d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.686703] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-365d5ccb-b599-446a-ba8a-74457b076f12 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: bd49c388-5a16-4af3-91cf-777982d4567f] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] bd49c388-5a16-4af3-91cf-777982d4567f/bd49c388-5a16-4af3-91cf-777982d4567f.vmdk or device None with type thin {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 896.693564] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a82df76-3ce6-49e7-ad63-5f196aa88105 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.711565] env[68893]: DEBUG oslo_vmware.api [None req-f350f14c-db7f-487c-b8db-07631ebde3e1 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': task-2791619, 'name': Rename_Task, 'duration_secs': 0.31248} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.712942] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-f350f14c-db7f-487c-b8db-07631ebde3e1 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: 41a13353-becf-4314-82b0-c402dc464f89] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 896.713692] env[68893]: DEBUG oslo_vmware.api [None req-365d5ccb-b599-446a-ba8a-74457b076f12 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Waiting for the task: (returnval){ [ 896.713692] env[68893]: value = "task-2791621" [ 896.713692] env[68893]: _type = "Task" [ 896.713692] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.713981] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fa591a9d-5b38-4fda-bb60-e7c8453e7dc4 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.729256] env[68893]: DEBUG oslo_vmware.api [None req-365d5ccb-b599-446a-ba8a-74457b076f12 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Task: {'id': task-2791621, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.730790] env[68893]: DEBUG oslo_vmware.api [None req-f350f14c-db7f-487c-b8db-07631ebde3e1 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Waiting for the task: (returnval){ [ 896.730790] env[68893]: value = "task-2791622" [ 896.730790] env[68893]: _type = "Task" [ 896.730790] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.739138] env[68893]: DEBUG oslo_vmware.api [None req-f350f14c-db7f-487c-b8db-07631ebde3e1 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': task-2791622, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.763309] env[68893]: DEBUG oslo_vmware.api [None req-18ab4f86-cb80-4d6a-aecf-677717b86853 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Task: {'id': task-2791620, 'name': Rename_Task, 'duration_secs': 0.165108} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.763585] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-18ab4f86-cb80-4d6a-aecf-677717b86853 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] [instance: 516dbd27-468e-4ac4-b8c9-d25861663e75] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 896.763826] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8ca2f8ce-1595-49d2-ae8a-7338aea17979 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.769256] env[68893]: DEBUG oslo_vmware.api [None req-18ab4f86-cb80-4d6a-aecf-677717b86853 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Waiting for the task: (returnval){ [ 896.769256] env[68893]: value = "task-2791623" [ 896.769256] env[68893]: _type = "Task" [ 896.769256] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.781856] env[68893]: DEBUG oslo_vmware.api [None req-18ab4f86-cb80-4d6a-aecf-677717b86853 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Task: {'id': task-2791623, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.847443] env[68893]: DEBUG nova.network.neutron [None req-5b4bab32-a93d-4132-93c2-eb1b125bd5f5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: ee99b6b1-90a4-4c3c-b665-47a60c89d459] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 896.930626] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b126ee61-0bb9-4ff8-a2c6-7fe8fc04deb3 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.938788] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3d545da-8685-4826-90b0-6a7b5d2c4bee {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.982878] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-681e8788-6f85-44bb-9a5d-a35a3f395c06 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.991965] env[68893]: DEBUG oslo_vmware.api [None req-f608325a-ab8f-41b7-b302-6a88b43be4c1 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Task: {'id': task-2791617, 'name': Destroy_Task, 'duration_secs': 0.788152} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.994688] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-f608325a-ab8f-41b7-b302-6a88b43be4c1 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] [instance: 70917eab-66ad-4d76-9866-a8a793025df1] Destroyed the VM [ 896.996025] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-f608325a-ab8f-41b7-b302-6a88b43be4c1 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] [instance: 70917eab-66ad-4d76-9866-a8a793025df1] Deleting Snapshot of the VM instance {{(pid=68893) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 896.996025] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a3857cf8-2686-49ec-a316-36c58b807768 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.998198] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a15fc0e-0ab6-4bd4-bb12-39960641a851 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.017714] env[68893]: DEBUG nova.compute.provider_tree [None req-7ab1b3df-5660-4edc-9cb6-96c15ced1ec2 tempest-AttachInterfacesV270Test-1805132181 tempest-AttachInterfacesV270Test-1805132181-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 897.021900] env[68893]: DEBUG oslo_vmware.api [None req-f608325a-ab8f-41b7-b302-6a88b43be4c1 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Waiting for the task: (returnval){ [ 897.021900] env[68893]: value = "task-2791624" [ 897.021900] env[68893]: _type = "Task" [ 897.021900] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.030565] env[68893]: DEBUG oslo_vmware.api [None req-f608325a-ab8f-41b7-b302-6a88b43be4c1 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Task: {'id': task-2791624, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.232044] env[68893]: DEBUG oslo_vmware.api [None req-365d5ccb-b599-446a-ba8a-74457b076f12 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Task: {'id': task-2791621, 'name': ReconfigVM_Task, 'duration_secs': 0.398643} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.232044] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-365d5ccb-b599-446a-ba8a-74457b076f12 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: bd49c388-5a16-4af3-91cf-777982d4567f] Reconfigured VM instance instance-0000002c to attach disk [datastore2] bd49c388-5a16-4af3-91cf-777982d4567f/bd49c388-5a16-4af3-91cf-777982d4567f.vmdk or device None with type thin {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 897.232044] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-365d5ccb-b599-446a-ba8a-74457b076f12 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: bd49c388-5a16-4af3-91cf-777982d4567f] Updating instance 'bd49c388-5a16-4af3-91cf-777982d4567f' progress to 50 {{(pid=68893) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 897.251672] env[68893]: DEBUG nova.network.neutron [None req-5b4bab32-a93d-4132-93c2-eb1b125bd5f5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: ee99b6b1-90a4-4c3c-b665-47a60c89d459] Updating instance_info_cache with network_info: [{"id": "9bdeddf7-9202-4466-bf1b-96391fd92e09", "address": "fa:16:3e:38:3a:8f", "network": {"id": "9374277b-3501-458f-9ae9-b7a3a29a6898", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1822905617-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e831a12ecf54cd6808b9e257ff9bea1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bdeddf7-92", "ovs_interfaceid": "9bdeddf7-9202-4466-bf1b-96391fd92e09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.259516] env[68893]: DEBUG oslo_vmware.api [None req-f350f14c-db7f-487c-b8db-07631ebde3e1 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': task-2791622, 'name': PowerOnVM_Task, 'duration_secs': 0.510387} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.260276] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-f350f14c-db7f-487c-b8db-07631ebde3e1 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: 41a13353-becf-4314-82b0-c402dc464f89] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 897.260276] env[68893]: INFO nova.compute.manager [None req-f350f14c-db7f-487c-b8db-07631ebde3e1 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: 41a13353-becf-4314-82b0-c402dc464f89] Took 10.64 seconds to spawn the instance on the hypervisor. [ 897.260365] env[68893]: DEBUG nova.compute.manager [None req-f350f14c-db7f-487c-b8db-07631ebde3e1 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: 41a13353-becf-4314-82b0-c402dc464f89] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 897.261326] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2694d990-9548-4016-82e4-7adca97fd81a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.284625] env[68893]: DEBUG oslo_vmware.api [None req-18ab4f86-cb80-4d6a-aecf-677717b86853 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Task: {'id': task-2791623, 'name': PowerOnVM_Task, 'duration_secs': 0.497015} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.284625] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-18ab4f86-cb80-4d6a-aecf-677717b86853 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] [instance: 516dbd27-468e-4ac4-b8c9-d25861663e75] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 897.284625] env[68893]: INFO nova.compute.manager [None req-18ab4f86-cb80-4d6a-aecf-677717b86853 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] [instance: 516dbd27-468e-4ac4-b8c9-d25861663e75] Took 7.93 seconds to spawn the instance on the hypervisor. [ 897.284625] env[68893]: DEBUG nova.compute.manager [None req-18ab4f86-cb80-4d6a-aecf-677717b86853 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] [instance: 516dbd27-468e-4ac4-b8c9-d25861663e75] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 897.284625] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-336dcf7c-608b-4cab-b7a1-9bc61f0ac226 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.455119] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2030b3d-f3e8-4d38-a379-218ddfcbcda7 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 073e59c7-2b22-4fa9-a6d2-03a158475093] Volume attach. Driver type: vmdk {{(pid=68893) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 897.455419] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2030b3d-f3e8-4d38-a379-218ddfcbcda7 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 073e59c7-2b22-4fa9-a6d2-03a158475093] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561132', 'volume_id': 'ff792977-a8a5-485f-ade4-53ff390e6e36', 'name': 'volume-ff792977-a8a5-485f-ade4-53ff390e6e36', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '073e59c7-2b22-4fa9-a6d2-03a158475093', 'attached_at': '', 'detached_at': '', 'volume_id': 'ff792977-a8a5-485f-ade4-53ff390e6e36', 'serial': 'ff792977-a8a5-485f-ade4-53ff390e6e36'} {{(pid=68893) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 897.456490] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46b3d15d-ab01-479d-9816-5f7128a8c319 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.473690] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fa0efee-a712-4f8f-908a-bdf6e3cbc36e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.502812] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2030b3d-f3e8-4d38-a379-218ddfcbcda7 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 073e59c7-2b22-4fa9-a6d2-03a158475093] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] volume-ff792977-a8a5-485f-ade4-53ff390e6e36/volume-ff792977-a8a5-485f-ade4-53ff390e6e36.vmdk or device None with type thin {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 897.503260] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-898c09d4-e0a7-40f8-be47-0f06e6775a48 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.523571] env[68893]: DEBUG nova.scheduler.client.report [None req-7ab1b3df-5660-4edc-9cb6-96c15ced1ec2 tempest-AttachInterfacesV270Test-1805132181 tempest-AttachInterfacesV270Test-1805132181-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 897.526356] env[68893]: DEBUG oslo_vmware.api [None req-f2030b3d-f3e8-4d38-a379-218ddfcbcda7 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Waiting for the task: (returnval){ [ 897.526356] env[68893]: value = "task-2791625" [ 897.526356] env[68893]: _type = "Task" [ 897.526356] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.538567] env[68893]: DEBUG oslo_vmware.api [None req-f608325a-ab8f-41b7-b302-6a88b43be4c1 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Task: {'id': task-2791624, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.542063] env[68893]: DEBUG oslo_vmware.api [None req-f2030b3d-f3e8-4d38-a379-218ddfcbcda7 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2791625, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.605557] env[68893]: DEBUG nova.compute.manager [req-51b1139e-e941-4f55-831f-4e82fa8ecc48 req-cce252d8-6bc6-4db6-960b-215579a1e125 service nova] [instance: ee99b6b1-90a4-4c3c-b665-47a60c89d459] Received event network-changed-9bdeddf7-9202-4466-bf1b-96391fd92e09 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 897.605864] env[68893]: DEBUG nova.compute.manager [req-51b1139e-e941-4f55-831f-4e82fa8ecc48 req-cce252d8-6bc6-4db6-960b-215579a1e125 service nova] [instance: ee99b6b1-90a4-4c3c-b665-47a60c89d459] Refreshing instance network info cache due to event network-changed-9bdeddf7-9202-4466-bf1b-96391fd92e09. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 897.606104] env[68893]: DEBUG oslo_concurrency.lockutils [req-51b1139e-e941-4f55-831f-4e82fa8ecc48 req-cce252d8-6bc6-4db6-960b-215579a1e125 service nova] Acquiring lock "refresh_cache-ee99b6b1-90a4-4c3c-b665-47a60c89d459" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.757038] env[68893]: DEBUG oslo_concurrency.lockutils [None req-5b4bab32-a93d-4132-93c2-eb1b125bd5f5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Releasing lock "refresh_cache-ee99b6b1-90a4-4c3c-b665-47a60c89d459" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.757396] env[68893]: DEBUG nova.compute.manager [None req-5b4bab32-a93d-4132-93c2-eb1b125bd5f5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: ee99b6b1-90a4-4c3c-b665-47a60c89d459] Instance network_info: |[{"id": "9bdeddf7-9202-4466-bf1b-96391fd92e09", "address": "fa:16:3e:38:3a:8f", "network": {"id": "9374277b-3501-458f-9ae9-b7a3a29a6898", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1822905617-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e831a12ecf54cd6808b9e257ff9bea1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bdeddf7-92", "ovs_interfaceid": "9bdeddf7-9202-4466-bf1b-96391fd92e09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 897.759559] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7cd5217-6756-427d-8476-84c466c55b64 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.763505] env[68893]: DEBUG oslo_concurrency.lockutils [req-51b1139e-e941-4f55-831f-4e82fa8ecc48 req-cce252d8-6bc6-4db6-960b-215579a1e125 service nova] Acquired lock "refresh_cache-ee99b6b1-90a4-4c3c-b665-47a60c89d459" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.763662] env[68893]: DEBUG nova.network.neutron [req-51b1139e-e941-4f55-831f-4e82fa8ecc48 req-cce252d8-6bc6-4db6-960b-215579a1e125 service nova] [instance: ee99b6b1-90a4-4c3c-b665-47a60c89d459] Refreshing network info cache for port 9bdeddf7-9202-4466-bf1b-96391fd92e09 {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 897.764976] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-5b4bab32-a93d-4132-93c2-eb1b125bd5f5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: ee99b6b1-90a4-4c3c-b665-47a60c89d459] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:38:3a:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69d412f5-01a9-4fed-8488-7b767a13a653', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9bdeddf7-9202-4466-bf1b-96391fd92e09', 'vif_model': 'vmxnet3'}] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 897.773972] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b4bab32-a93d-4132-93c2-eb1b125bd5f5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Creating folder: Project (6e831a12ecf54cd6808b9e257ff9bea1). Parent ref: group-v560969. {{(pid=68893) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 897.773972] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-db8319e9-10d8-41c5-b00b-151b8ae048d0 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.810848] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c60bcf27-ec97-431e-a0f5-9b27811f77e5 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.817022] env[68893]: INFO nova.compute.manager [None req-f350f14c-db7f-487c-b8db-07631ebde3e1 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: 41a13353-becf-4314-82b0-c402dc464f89] Took 38.12 seconds to build instance. [ 897.818049] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-5b4bab32-a93d-4132-93c2-eb1b125bd5f5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Created folder: Project (6e831a12ecf54cd6808b9e257ff9bea1) in parent group-v560969. [ 897.818453] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b4bab32-a93d-4132-93c2-eb1b125bd5f5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Creating folder: Instances. Parent ref: group-v561133. {{(pid=68893) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 897.818901] env[68893]: INFO nova.compute.manager [None req-18ab4f86-cb80-4d6a-aecf-677717b86853 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] [instance: 516dbd27-468e-4ac4-b8c9-d25861663e75] Took 34.40 seconds to build instance. [ 897.820333] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fba978cf-f032-470f-848f-bb6003f9b935 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.842639] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-365d5ccb-b599-446a-ba8a-74457b076f12 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: bd49c388-5a16-4af3-91cf-777982d4567f] Updating instance 'bd49c388-5a16-4af3-91cf-777982d4567f' progress to 67 {{(pid=68893) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 897.850517] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-5b4bab32-a93d-4132-93c2-eb1b125bd5f5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Created folder: Instances in parent group-v561133. [ 897.850660] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5b4bab32-a93d-4132-93c2-eb1b125bd5f5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 897.850928] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee99b6b1-90a4-4c3c-b665-47a60c89d459] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 897.851182] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3859dea8-92aa-42d2-a413-0c36e2150ddd {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.876031] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 897.876031] env[68893]: value = "task-2791628" [ 897.876031] env[68893]: _type = "Task" [ 897.876031] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.883630] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791628, 'name': CreateVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.031485] env[68893]: DEBUG oslo_concurrency.lockutils [None req-7ab1b3df-5660-4edc-9cb6-96c15ced1ec2 tempest-AttachInterfacesV270Test-1805132181 tempest-AttachInterfacesV270Test-1805132181-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.993s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.032061] env[68893]: DEBUG nova.compute.manager [None req-7ab1b3df-5660-4edc-9cb6-96c15ced1ec2 tempest-AttachInterfacesV270Test-1805132181 tempest-AttachInterfacesV270Test-1805132181-project-member] [instance: 7e3012fb-7c3b-4f95-b109-e711c784e89e] Start building networks asynchronously for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 898.038797] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b39bf656-4c7b-4ad6-8ea5-599a8e8866b1 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.055s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.040369] env[68893]: INFO nova.compute.claims [None req-b39bf656-4c7b-4ad6-8ea5-599a8e8866b1 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: c3ebb422-0391-4359-abb4-8ea80e767ce2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 898.050011] env[68893]: DEBUG oslo_concurrency.lockutils [None req-441d121b-3eab-4173-b2d8-28fa8680c65a tempest-ServersAdminTestJSON-995840027 tempest-ServersAdminTestJSON-995840027-project-admin] Acquiring lock "refresh_cache-41a13353-becf-4314-82b0-c402dc464f89" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.050298] env[68893]: DEBUG oslo_concurrency.lockutils [None req-441d121b-3eab-4173-b2d8-28fa8680c65a tempest-ServersAdminTestJSON-995840027 tempest-ServersAdminTestJSON-995840027-project-admin] Acquired lock "refresh_cache-41a13353-becf-4314-82b0-c402dc464f89" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.050380] env[68893]: DEBUG nova.network.neutron [None req-441d121b-3eab-4173-b2d8-28fa8680c65a tempest-ServersAdminTestJSON-995840027 tempest-ServersAdminTestJSON-995840027-project-admin] [instance: 41a13353-becf-4314-82b0-c402dc464f89] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 898.056094] env[68893]: DEBUG oslo_vmware.api [None req-f608325a-ab8f-41b7-b302-6a88b43be4c1 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Task: {'id': task-2791624, 'name': RemoveSnapshot_Task, 'duration_secs': 0.891153} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.056998] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-f608325a-ab8f-41b7-b302-6a88b43be4c1 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] [instance: 70917eab-66ad-4d76-9866-a8a793025df1] Deleted Snapshot of the VM instance {{(pid=68893) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 898.056998] env[68893]: INFO nova.compute.manager [None req-f608325a-ab8f-41b7-b302-6a88b43be4c1 tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] [instance: 70917eab-66ad-4d76-9866-a8a793025df1] Took 15.84 seconds to snapshot the instance on the hypervisor. [ 898.064354] env[68893]: DEBUG oslo_vmware.api [None req-f2030b3d-f3e8-4d38-a379-218ddfcbcda7 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2791625, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.319833] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f350f14c-db7f-487c-b8db-07631ebde3e1 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Lock "41a13353-becf-4314-82b0-c402dc464f89" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.700s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.323440] env[68893]: DEBUG oslo_concurrency.lockutils [None req-18ab4f86-cb80-4d6a-aecf-677717b86853 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Lock "516dbd27-468e-4ac4-b8c9-d25861663e75" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.673s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.392054] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791628, 'name': CreateVM_Task} progress is 99%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.392054] env[68893]: DEBUG nova.network.neutron [None req-365d5ccb-b599-446a-ba8a-74457b076f12 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: bd49c388-5a16-4af3-91cf-777982d4567f] Port d808b1fb-a12a-47f5-9c1c-f58e8e34d7c6 binding to destination host cpu-1 is already ACTIVE {{(pid=68893) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 898.544046] env[68893]: DEBUG oslo_vmware.api [None req-f2030b3d-f3e8-4d38-a379-218ddfcbcda7 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2791625, 'name': ReconfigVM_Task, 'duration_secs': 0.600454} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.544046] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2030b3d-f3e8-4d38-a379-218ddfcbcda7 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 073e59c7-2b22-4fa9-a6d2-03a158475093] Reconfigured VM instance instance-00000035 to attach disk [datastore2] volume-ff792977-a8a5-485f-ade4-53ff390e6e36/volume-ff792977-a8a5-485f-ade4-53ff390e6e36.vmdk or device None with type thin {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 898.556617] env[68893]: DEBUG nova.compute.utils [None req-7ab1b3df-5660-4edc-9cb6-96c15ced1ec2 tempest-AttachInterfacesV270Test-1805132181 tempest-AttachInterfacesV270Test-1805132181-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 898.563990] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f01b9172-a595-45ee-8109-973133e56060 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.578081] env[68893]: DEBUG nova.compute.manager [None req-7ab1b3df-5660-4edc-9cb6-96c15ced1ec2 tempest-AttachInterfacesV270Test-1805132181 tempest-AttachInterfacesV270Test-1805132181-project-member] [instance: 7e3012fb-7c3b-4f95-b109-e711c784e89e] Allocating IP information in the background. {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 898.578547] env[68893]: DEBUG nova.network.neutron [None req-7ab1b3df-5660-4edc-9cb6-96c15ced1ec2 tempest-AttachInterfacesV270Test-1805132181 tempest-AttachInterfacesV270Test-1805132181-project-member] [instance: 7e3012fb-7c3b-4f95-b109-e711c784e89e] allocate_for_instance() {{(pid=68893) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 898.593822] env[68893]: DEBUG oslo_vmware.api [None req-f2030b3d-f3e8-4d38-a379-218ddfcbcda7 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Waiting for the task: (returnval){ [ 898.593822] env[68893]: value = "task-2791629" [ 898.593822] env[68893]: _type = "Task" [ 898.593822] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.610410] env[68893]: DEBUG oslo_vmware.api [None req-f2030b3d-f3e8-4d38-a379-218ddfcbcda7 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2791629, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.671585] env[68893]: DEBUG nova.policy [None req-7ab1b3df-5660-4edc-9cb6-96c15ced1ec2 tempest-AttachInterfacesV270Test-1805132181 tempest-AttachInterfacesV270Test-1805132181-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c8e396d66cb14c5092c9014bcb07cf7b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '607f11153bbf45de9370140032c0a0e7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68893) authorize /opt/stack/nova/nova/policy.py:192}} [ 898.817247] env[68893]: DEBUG nova.network.neutron [req-51b1139e-e941-4f55-831f-4e82fa8ecc48 req-cce252d8-6bc6-4db6-960b-215579a1e125 service nova] [instance: ee99b6b1-90a4-4c3c-b665-47a60c89d459] Updated VIF entry in instance network info cache for port 9bdeddf7-9202-4466-bf1b-96391fd92e09. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 898.817846] env[68893]: DEBUG nova.network.neutron [req-51b1139e-e941-4f55-831f-4e82fa8ecc48 req-cce252d8-6bc6-4db6-960b-215579a1e125 service nova] [instance: ee99b6b1-90a4-4c3c-b665-47a60c89d459] Updating instance_info_cache with network_info: [{"id": "9bdeddf7-9202-4466-bf1b-96391fd92e09", "address": "fa:16:3e:38:3a:8f", "network": {"id": "9374277b-3501-458f-9ae9-b7a3a29a6898", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1822905617-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e831a12ecf54cd6808b9e257ff9bea1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bdeddf7-92", "ovs_interfaceid": "9bdeddf7-9202-4466-bf1b-96391fd92e09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.823853] env[68893]: DEBUG nova.compute.manager [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] [instance: b7b2d291-da9b-4b77-9898-e181a8e011c2] Starting instance... {{(pid=68893) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 898.826313] env[68893]: DEBUG nova.compute.manager [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] [instance: 71d44879-e74b-4a04-8c49-aaac1163f3f5] Starting instance... {{(pid=68893) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 898.892931] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791628, 'name': CreateVM_Task, 'duration_secs': 0.521108} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.892931] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee99b6b1-90a4-4c3c-b665-47a60c89d459] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 898.892931] env[68893]: DEBUG oslo_concurrency.lockutils [None req-5b4bab32-a93d-4132-93c2-eb1b125bd5f5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.892931] env[68893]: DEBUG oslo_concurrency.lockutils [None req-5b4bab32-a93d-4132-93c2-eb1b125bd5f5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.892931] env[68893]: DEBUG oslo_concurrency.lockutils [None req-5b4bab32-a93d-4132-93c2-eb1b125bd5f5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.892931] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abe69cd3-d9d9-4749-97a6-db783eb8d0c2 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.905337] env[68893]: DEBUG oslo_vmware.api [None req-5b4bab32-a93d-4132-93c2-eb1b125bd5f5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Waiting for the task: (returnval){ [ 898.905337] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]529129f6-5ec0-5efb-d16a-8dfcb5232df5" [ 898.905337] env[68893]: _type = "Task" [ 898.905337] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.921523] env[68893]: DEBUG oslo_vmware.api [None req-5b4bab32-a93d-4132-93c2-eb1b125bd5f5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]529129f6-5ec0-5efb-d16a-8dfcb5232df5, 'name': SearchDatastore_Task, 'duration_secs': 0.017575} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.921871] env[68893]: DEBUG oslo_concurrency.lockutils [None req-5b4bab32-a93d-4132-93c2-eb1b125bd5f5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.922278] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-5b4bab32-a93d-4132-93c2-eb1b125bd5f5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: ee99b6b1-90a4-4c3c-b665-47a60c89d459] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 898.922466] env[68893]: DEBUG oslo_concurrency.lockutils [None req-5b4bab32-a93d-4132-93c2-eb1b125bd5f5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.922641] env[68893]: DEBUG oslo_concurrency.lockutils [None req-5b4bab32-a93d-4132-93c2-eb1b125bd5f5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.922825] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b4bab32-a93d-4132-93c2-eb1b125bd5f5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 898.923493] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c33bd1b6-1881-4d57-9804-88bc0103b0e9 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.945207] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b4bab32-a93d-4132-93c2-eb1b125bd5f5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 898.945369] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-5b4bab32-a93d-4132-93c2-eb1b125bd5f5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 898.946204] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7a2823f-5018-4f0d-85c7-af818d859810 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.954562] env[68893]: DEBUG oslo_vmware.api [None req-5b4bab32-a93d-4132-93c2-eb1b125bd5f5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Waiting for the task: (returnval){ [ 898.954562] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]520ed087-9087-651a-42fd-7248dd44750a" [ 898.954562] env[68893]: _type = "Task" [ 898.954562] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.965373] env[68893]: DEBUG oslo_vmware.api [None req-5b4bab32-a93d-4132-93c2-eb1b125bd5f5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]520ed087-9087-651a-42fd-7248dd44750a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.058340] env[68893]: DEBUG nova.compute.manager [None req-7ab1b3df-5660-4edc-9cb6-96c15ced1ec2 tempest-AttachInterfacesV270Test-1805132181 tempest-AttachInterfacesV270Test-1805132181-project-member] [instance: 7e3012fb-7c3b-4f95-b109-e711c784e89e] Start building block device mappings for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 899.087833] env[68893]: DEBUG nova.network.neutron [None req-441d121b-3eab-4173-b2d8-28fa8680c65a tempest-ServersAdminTestJSON-995840027 tempest-ServersAdminTestJSON-995840027-project-admin] [instance: 41a13353-becf-4314-82b0-c402dc464f89] Updating instance_info_cache with network_info: [{"id": "06c8fd02-dceb-4323-a841-77f310344252", "address": "fa:16:3e:b8:a5:9d", "network": {"id": "5facd91c-3e83-4ee5-8125-8a4aa64a78a4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-582610754-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe5f0158eb4f4b8ea53f02a7b25aea55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06c8fd02-dc", "ovs_interfaceid": "06c8fd02-dceb-4323-a841-77f310344252", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.106534] env[68893]: DEBUG oslo_vmware.api [None req-f2030b3d-f3e8-4d38-a379-218ddfcbcda7 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2791629, 'name': ReconfigVM_Task, 'duration_secs': 0.225332} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.109264] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2030b3d-f3e8-4d38-a379-218ddfcbcda7 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 073e59c7-2b22-4fa9-a6d2-03a158475093] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561132', 'volume_id': 'ff792977-a8a5-485f-ade4-53ff390e6e36', 'name': 'volume-ff792977-a8a5-485f-ade4-53ff390e6e36', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '073e59c7-2b22-4fa9-a6d2-03a158475093', 'attached_at': '', 'detached_at': '', 'volume_id': 'ff792977-a8a5-485f-ade4-53ff390e6e36', 'serial': 'ff792977-a8a5-485f-ade4-53ff390e6e36'} {{(pid=68893) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 899.322025] env[68893]: DEBUG oslo_concurrency.lockutils [req-51b1139e-e941-4f55-831f-4e82fa8ecc48 req-cce252d8-6bc6-4db6-960b-215579a1e125 service nova] Releasing lock "refresh_cache-ee99b6b1-90a4-4c3c-b665-47a60c89d459" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.354592] env[68893]: DEBUG oslo_concurrency.lockutils [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.355622] env[68893]: DEBUG oslo_concurrency.lockutils [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.399082] env[68893]: DEBUG nova.network.neutron [None req-7ab1b3df-5660-4edc-9cb6-96c15ced1ec2 tempest-AttachInterfacesV270Test-1805132181 tempest-AttachInterfacesV270Test-1805132181-project-member] [instance: 7e3012fb-7c3b-4f95-b109-e711c784e89e] Successfully created port: e0aa1457-0e38-4ff8-ace1-4e151f3e9754 {{(pid=68893) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 899.425543] env[68893]: DEBUG oslo_concurrency.lockutils [None req-365d5ccb-b599-446a-ba8a-74457b076f12 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Acquiring lock "bd49c388-5a16-4af3-91cf-777982d4567f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.425543] env[68893]: DEBUG oslo_concurrency.lockutils [None req-365d5ccb-b599-446a-ba8a-74457b076f12 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Lock "bd49c388-5a16-4af3-91cf-777982d4567f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.425543] env[68893]: DEBUG oslo_concurrency.lockutils [None req-365d5ccb-b599-446a-ba8a-74457b076f12 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Lock "bd49c388-5a16-4af3-91cf-777982d4567f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.467406] env[68893]: DEBUG oslo_vmware.api [None req-5b4bab32-a93d-4132-93c2-eb1b125bd5f5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]520ed087-9087-651a-42fd-7248dd44750a, 'name': SearchDatastore_Task, 'duration_secs': 0.013338} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.471176] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-205c9de6-28e6-4546-b83e-b4f924e9e365 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.477520] env[68893]: DEBUG oslo_vmware.api [None req-5b4bab32-a93d-4132-93c2-eb1b125bd5f5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Waiting for the task: (returnval){ [ 899.477520] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52dbe90a-aabb-04d7-49ed-f06ff041f5bf" [ 899.477520] env[68893]: _type = "Task" [ 899.477520] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.488991] env[68893]: DEBUG oslo_vmware.api [None req-5b4bab32-a93d-4132-93c2-eb1b125bd5f5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52dbe90a-aabb-04d7-49ed-f06ff041f5bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.592611] env[68893]: DEBUG oslo_concurrency.lockutils [None req-441d121b-3eab-4173-b2d8-28fa8680c65a tempest-ServersAdminTestJSON-995840027 tempest-ServersAdminTestJSON-995840027-project-admin] Releasing lock "refresh_cache-41a13353-becf-4314-82b0-c402dc464f89" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.593055] env[68893]: DEBUG nova.compute.manager [None req-441d121b-3eab-4173-b2d8-28fa8680c65a tempest-ServersAdminTestJSON-995840027 tempest-ServersAdminTestJSON-995840027-project-admin] [instance: 41a13353-becf-4314-82b0-c402dc464f89] Inject network info {{(pid=68893) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 899.593457] env[68893]: DEBUG nova.compute.manager [None req-441d121b-3eab-4173-b2d8-28fa8680c65a tempest-ServersAdminTestJSON-995840027 tempest-ServersAdminTestJSON-995840027-project-admin] [instance: 41a13353-becf-4314-82b0-c402dc464f89] network_info to inject: |[{"id": "06c8fd02-dceb-4323-a841-77f310344252", "address": "fa:16:3e:b8:a5:9d", "network": {"id": "5facd91c-3e83-4ee5-8125-8a4aa64a78a4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-582610754-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe5f0158eb4f4b8ea53f02a7b25aea55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06c8fd02-dc", "ovs_interfaceid": "06c8fd02-dceb-4323-a841-77f310344252", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68893) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 899.599239] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-441d121b-3eab-4173-b2d8-28fa8680c65a tempest-ServersAdminTestJSON-995840027 tempest-ServersAdminTestJSON-995840027-project-admin] [instance: 41a13353-becf-4314-82b0-c402dc464f89] Reconfiguring VM instance to set the machine id {{(pid=68893) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 899.602464] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59b68cae-3cc2-4ebe-b642-d1078857d98e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.621689] env[68893]: DEBUG oslo_vmware.api [None req-441d121b-3eab-4173-b2d8-28fa8680c65a tempest-ServersAdminTestJSON-995840027 tempest-ServersAdminTestJSON-995840027-project-admin] Waiting for the task: (returnval){ [ 899.621689] env[68893]: value = "task-2791630" [ 899.621689] env[68893]: _type = "Task" [ 899.621689] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.638697] env[68893]: DEBUG oslo_vmware.api [None req-441d121b-3eab-4173-b2d8-28fa8680c65a tempest-ServersAdminTestJSON-995840027 tempest-ServersAdminTestJSON-995840027-project-admin] Task: {'id': task-2791630, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.692212] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c989546b-840a-49df-ad56-d397e5f8b8b7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.701245] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c56f16e-915c-4c8c-b63a-fbc795994d98 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.743647] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3187d3b3-a2ef-45e4-8244-5e27ec42fe2c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.753208] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42c3698c-22a2-4823-b003-1f061fef8163 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.769301] env[68893]: DEBUG nova.compute.provider_tree [None req-b39bf656-4c7b-4ad6-8ea5-599a8e8866b1 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 899.997577] env[68893]: DEBUG oslo_vmware.api [None req-5b4bab32-a93d-4132-93c2-eb1b125bd5f5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52dbe90a-aabb-04d7-49ed-f06ff041f5bf, 'name': SearchDatastore_Task, 'duration_secs': 0.021489} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.997905] env[68893]: DEBUG oslo_concurrency.lockutils [None req-5b4bab32-a93d-4132-93c2-eb1b125bd5f5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.998283] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b4bab32-a93d-4132-93c2-eb1b125bd5f5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] ee99b6b1-90a4-4c3c-b665-47a60c89d459/ee99b6b1-90a4-4c3c-b665-47a60c89d459.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 899.998575] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2e2aab45-191f-43a4-9471-c6ac31c14525 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.008703] env[68893]: DEBUG oslo_vmware.api [None req-5b4bab32-a93d-4132-93c2-eb1b125bd5f5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Waiting for the task: (returnval){ [ 900.008703] env[68893]: value = "task-2791631" [ 900.008703] env[68893]: _type = "Task" [ 900.008703] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.019947] env[68893]: DEBUG oslo_vmware.api [None req-5b4bab32-a93d-4132-93c2-eb1b125bd5f5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2791631, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.068397] env[68893]: DEBUG nova.compute.manager [None req-7ab1b3df-5660-4edc-9cb6-96c15ced1ec2 tempest-AttachInterfacesV270Test-1805132181 tempest-AttachInterfacesV270Test-1805132181-project-member] [instance: 7e3012fb-7c3b-4f95-b109-e711c784e89e] Start spawning the instance on the hypervisor. {{(pid=68893) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 900.093609] env[68893]: DEBUG nova.virt.hardware [None req-7ab1b3df-5660-4edc-9cb6-96c15ced1ec2 tempest-AttachInterfacesV270Test-1805132181 tempest-AttachInterfacesV270Test-1805132181-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 900.093952] env[68893]: DEBUG nova.virt.hardware [None req-7ab1b3df-5660-4edc-9cb6-96c15ced1ec2 tempest-AttachInterfacesV270Test-1805132181 tempest-AttachInterfacesV270Test-1805132181-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 900.094238] env[68893]: DEBUG nova.virt.hardware [None req-7ab1b3df-5660-4edc-9cb6-96c15ced1ec2 tempest-AttachInterfacesV270Test-1805132181 tempest-AttachInterfacesV270Test-1805132181-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 900.094542] env[68893]: DEBUG nova.virt.hardware [None req-7ab1b3df-5660-4edc-9cb6-96c15ced1ec2 tempest-AttachInterfacesV270Test-1805132181 tempest-AttachInterfacesV270Test-1805132181-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 900.094752] env[68893]: DEBUG nova.virt.hardware [None req-7ab1b3df-5660-4edc-9cb6-96c15ced1ec2 tempest-AttachInterfacesV270Test-1805132181 tempest-AttachInterfacesV270Test-1805132181-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 900.094949] env[68893]: DEBUG nova.virt.hardware [None req-7ab1b3df-5660-4edc-9cb6-96c15ced1ec2 tempest-AttachInterfacesV270Test-1805132181 tempest-AttachInterfacesV270Test-1805132181-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 900.095354] env[68893]: DEBUG nova.virt.hardware [None req-7ab1b3df-5660-4edc-9cb6-96c15ced1ec2 tempest-AttachInterfacesV270Test-1805132181 tempest-AttachInterfacesV270Test-1805132181-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 900.095559] env[68893]: DEBUG nova.virt.hardware [None req-7ab1b3df-5660-4edc-9cb6-96c15ced1ec2 tempest-AttachInterfacesV270Test-1805132181 tempest-AttachInterfacesV270Test-1805132181-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 900.095764] env[68893]: DEBUG nova.virt.hardware [None req-7ab1b3df-5660-4edc-9cb6-96c15ced1ec2 tempest-AttachInterfacesV270Test-1805132181 tempest-AttachInterfacesV270Test-1805132181-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 900.095975] env[68893]: DEBUG nova.virt.hardware [None req-7ab1b3df-5660-4edc-9cb6-96c15ced1ec2 tempest-AttachInterfacesV270Test-1805132181 tempest-AttachInterfacesV270Test-1805132181-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 900.096278] env[68893]: DEBUG nova.virt.hardware [None req-7ab1b3df-5660-4edc-9cb6-96c15ced1ec2 tempest-AttachInterfacesV270Test-1805132181 tempest-AttachInterfacesV270Test-1805132181-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 900.098039] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1510b7b-287c-4e8d-a76a-2150565e15ed {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.107610] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55e35f7a-cd65-4700-b0d0-767ab7b1ed15 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.140885] env[68893]: DEBUG oslo_vmware.api [None req-441d121b-3eab-4173-b2d8-28fa8680c65a tempest-ServersAdminTestJSON-995840027 tempest-ServersAdminTestJSON-995840027-project-admin] Task: {'id': task-2791630, 'name': ReconfigVM_Task, 'duration_secs': 0.194036} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.142078] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-441d121b-3eab-4173-b2d8-28fa8680c65a tempest-ServersAdminTestJSON-995840027 tempest-ServersAdminTestJSON-995840027-project-admin] [instance: 41a13353-becf-4314-82b0-c402dc464f89] Reconfigured VM instance to set the machine id {{(pid=68893) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 900.177871] env[68893]: DEBUG nova.objects.instance [None req-f2030b3d-f3e8-4d38-a379-218ddfcbcda7 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Lazy-loading 'flavor' on Instance uuid 073e59c7-2b22-4fa9-a6d2-03a158475093 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 900.274324] env[68893]: DEBUG nova.scheduler.client.report [None req-b39bf656-4c7b-4ad6-8ea5-599a8e8866b1 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 900.450025] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6a1fbde5-d143-4f88-8d9c-92869b718c12 tempest-ServersTestManualDisk-932089305 tempest-ServersTestManualDisk-932089305-project-member] Acquiring lock "c1843643-f9e8-45dd-88f9-38a4faf62ce4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.450025] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6a1fbde5-d143-4f88-8d9c-92869b718c12 tempest-ServersTestManualDisk-932089305 tempest-ServersTestManualDisk-932089305-project-member] Lock "c1843643-f9e8-45dd-88f9-38a4faf62ce4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.516034] env[68893]: DEBUG oslo_concurrency.lockutils [None req-365d5ccb-b599-446a-ba8a-74457b076f12 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Acquiring lock "refresh_cache-bd49c388-5a16-4af3-91cf-777982d4567f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.516236] env[68893]: DEBUG oslo_concurrency.lockutils [None req-365d5ccb-b599-446a-ba8a-74457b076f12 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Acquired lock "refresh_cache-bd49c388-5a16-4af3-91cf-777982d4567f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.516414] env[68893]: DEBUG nova.network.neutron [None req-365d5ccb-b599-446a-ba8a-74457b076f12 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: bd49c388-5a16-4af3-91cf-777982d4567f] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 900.525204] env[68893]: DEBUG oslo_vmware.api [None req-5b4bab32-a93d-4132-93c2-eb1b125bd5f5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2791631, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.633026] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ec7ab252-ed57-40ba-bcb2-74ab3efcc231 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Acquiring lock "073e59c7-2b22-4fa9-a6d2-03a158475093" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.682889] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f2030b3d-f3e8-4d38-a379-218ddfcbcda7 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Lock "073e59c7-2b22-4fa9-a6d2-03a158475093" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.859s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.684020] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ec7ab252-ed57-40ba-bcb2-74ab3efcc231 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Lock "073e59c7-2b22-4fa9-a6d2-03a158475093" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.050s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.684020] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ec7ab252-ed57-40ba-bcb2-74ab3efcc231 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Acquiring lock "073e59c7-2b22-4fa9-a6d2-03a158475093-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.684020] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ec7ab252-ed57-40ba-bcb2-74ab3efcc231 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Lock "073e59c7-2b22-4fa9-a6d2-03a158475093-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.684020] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ec7ab252-ed57-40ba-bcb2-74ab3efcc231 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Lock "073e59c7-2b22-4fa9-a6d2-03a158475093-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.686810] env[68893]: INFO nova.compute.manager [None req-ec7ab252-ed57-40ba-bcb2-74ab3efcc231 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 073e59c7-2b22-4fa9-a6d2-03a158475093] Terminating instance [ 900.781457] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b39bf656-4c7b-4ad6-8ea5-599a8e8866b1 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.743s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.781996] env[68893]: DEBUG nova.compute.manager [None req-b39bf656-4c7b-4ad6-8ea5-599a8e8866b1 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: c3ebb422-0391-4359-abb4-8ea80e767ce2] Start building networks asynchronously for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 900.784541] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d43baf03-ba3f-4b48-b2c2-df4aacb8e999 tempest-InstanceActionsV221TestJSON-1823886445 tempest-InstanceActionsV221TestJSON-1823886445-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.909s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.785205] env[68893]: DEBUG nova.objects.instance [None req-d43baf03-ba3f-4b48-b2c2-df4aacb8e999 tempest-InstanceActionsV221TestJSON-1823886445 tempest-InstanceActionsV221TestJSON-1823886445-project-member] Lazy-loading 'resources' on Instance uuid ff2b18ce-e349-42dc-adc0-f8b173685dbd {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 901.027421] env[68893]: DEBUG oslo_vmware.api [None req-5b4bab32-a93d-4132-93c2-eb1b125bd5f5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2791631, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.56444} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.027790] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b4bab32-a93d-4132-93c2-eb1b125bd5f5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] ee99b6b1-90a4-4c3c-b665-47a60c89d459/ee99b6b1-90a4-4c3c-b665-47a60c89d459.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 901.028106] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-5b4bab32-a93d-4132-93c2-eb1b125bd5f5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: ee99b6b1-90a4-4c3c-b665-47a60c89d459] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 901.028705] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4ded214d-bf70-430d-9112-4e8c1f23c360 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.032532] env[68893]: DEBUG oslo_concurrency.lockutils [None req-4f3cc4d1-6df2-44e4-8254-8d80e6a023a4 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Acquiring lock "516dbd27-468e-4ac4-b8c9-d25861663e75" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.034179] env[68893]: DEBUG oslo_concurrency.lockutils [None req-4f3cc4d1-6df2-44e4-8254-8d80e6a023a4 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Lock "516dbd27-468e-4ac4-b8c9-d25861663e75" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.034542] env[68893]: DEBUG oslo_concurrency.lockutils [None req-4f3cc4d1-6df2-44e4-8254-8d80e6a023a4 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Acquiring lock "516dbd27-468e-4ac4-b8c9-d25861663e75-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.034835] env[68893]: DEBUG oslo_concurrency.lockutils [None req-4f3cc4d1-6df2-44e4-8254-8d80e6a023a4 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Lock "516dbd27-468e-4ac4-b8c9-d25861663e75-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.035149] env[68893]: DEBUG oslo_concurrency.lockutils [None req-4f3cc4d1-6df2-44e4-8254-8d80e6a023a4 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Lock "516dbd27-468e-4ac4-b8c9-d25861663e75-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.038817] env[68893]: DEBUG oslo_vmware.api [None req-5b4bab32-a93d-4132-93c2-eb1b125bd5f5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Waiting for the task: (returnval){ [ 901.038817] env[68893]: value = "task-2791632" [ 901.038817] env[68893]: _type = "Task" [ 901.038817] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.041978] env[68893]: INFO nova.compute.manager [None req-4f3cc4d1-6df2-44e4-8254-8d80e6a023a4 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] [instance: 516dbd27-468e-4ac4-b8c9-d25861663e75] Terminating instance [ 901.056362] env[68893]: DEBUG oslo_vmware.api [None req-5b4bab32-a93d-4132-93c2-eb1b125bd5f5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2791632, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.183017] env[68893]: DEBUG nova.compute.manager [req-65bf450f-7714-4e27-8370-c308977ff23c req-13e5a354-bea7-467f-98a4-ad8cff02f030 service nova] [instance: 7e3012fb-7c3b-4f95-b109-e711c784e89e] Received event network-vif-plugged-e0aa1457-0e38-4ff8-ace1-4e151f3e9754 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 901.183836] env[68893]: DEBUG oslo_concurrency.lockutils [req-65bf450f-7714-4e27-8370-c308977ff23c req-13e5a354-bea7-467f-98a4-ad8cff02f030 service nova] Acquiring lock "7e3012fb-7c3b-4f95-b109-e711c784e89e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.183836] env[68893]: DEBUG oslo_concurrency.lockutils [req-65bf450f-7714-4e27-8370-c308977ff23c req-13e5a354-bea7-467f-98a4-ad8cff02f030 service nova] Lock "7e3012fb-7c3b-4f95-b109-e711c784e89e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.183836] env[68893]: DEBUG oslo_concurrency.lockutils [req-65bf450f-7714-4e27-8370-c308977ff23c req-13e5a354-bea7-467f-98a4-ad8cff02f030 service nova] Lock "7e3012fb-7c3b-4f95-b109-e711c784e89e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.183836] env[68893]: DEBUG nova.compute.manager [req-65bf450f-7714-4e27-8370-c308977ff23c req-13e5a354-bea7-467f-98a4-ad8cff02f030 service nova] [instance: 7e3012fb-7c3b-4f95-b109-e711c784e89e] No waiting events found dispatching network-vif-plugged-e0aa1457-0e38-4ff8-ace1-4e151f3e9754 {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 901.183998] env[68893]: WARNING nova.compute.manager [req-65bf450f-7714-4e27-8370-c308977ff23c req-13e5a354-bea7-467f-98a4-ad8cff02f030 service nova] [instance: 7e3012fb-7c3b-4f95-b109-e711c784e89e] Received unexpected event network-vif-plugged-e0aa1457-0e38-4ff8-ace1-4e151f3e9754 for instance with vm_state building and task_state spawning. [ 901.192563] env[68893]: DEBUG nova.compute.manager [None req-ec7ab252-ed57-40ba-bcb2-74ab3efcc231 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 073e59c7-2b22-4fa9-a6d2-03a158475093] Start destroying the instance on the hypervisor. {{(pid=68893) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 901.192815] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec7ab252-ed57-40ba-bcb2-74ab3efcc231 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 073e59c7-2b22-4fa9-a6d2-03a158475093] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 901.193092] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dd3ed3c7-9f22-4c74-881e-225867d6f366 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.204026] env[68893]: DEBUG oslo_vmware.api [None req-ec7ab252-ed57-40ba-bcb2-74ab3efcc231 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Waiting for the task: (returnval){ [ 901.204026] env[68893]: value = "task-2791633" [ 901.204026] env[68893]: _type = "Task" [ 901.204026] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.216556] env[68893]: DEBUG oslo_vmware.api [None req-ec7ab252-ed57-40ba-bcb2-74ab3efcc231 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2791633, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.288025] env[68893]: DEBUG nova.compute.utils [None req-b39bf656-4c7b-4ad6-8ea5-599a8e8866b1 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 901.294826] env[68893]: DEBUG nova.compute.manager [None req-b39bf656-4c7b-4ad6-8ea5-599a8e8866b1 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: c3ebb422-0391-4359-abb4-8ea80e767ce2] Allocating IP information in the background. {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 901.295021] env[68893]: DEBUG nova.network.neutron [None req-b39bf656-4c7b-4ad6-8ea5-599a8e8866b1 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: c3ebb422-0391-4359-abb4-8ea80e767ce2] allocate_for_instance() {{(pid=68893) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 901.344066] env[68893]: DEBUG nova.network.neutron [None req-7ab1b3df-5660-4edc-9cb6-96c15ced1ec2 tempest-AttachInterfacesV270Test-1805132181 tempest-AttachInterfacesV270Test-1805132181-project-member] [instance: 7e3012fb-7c3b-4f95-b109-e711c784e89e] Successfully updated port: e0aa1457-0e38-4ff8-ace1-4e151f3e9754 {{(pid=68893) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 901.368021] env[68893]: DEBUG nova.policy [None req-b39bf656-4c7b-4ad6-8ea5-599a8e8866b1 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f2f2f6100b614d45bdc37e6310ea70c5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '84cbde965bb240928baaf86257a83746', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68893) authorize /opt/stack/nova/nova/policy.py:192}} [ 901.406112] env[68893]: DEBUG nova.network.neutron [None req-365d5ccb-b599-446a-ba8a-74457b076f12 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: bd49c388-5a16-4af3-91cf-777982d4567f] Updating instance_info_cache with network_info: [{"id": "d808b1fb-a12a-47f5-9c1c-f58e8e34d7c6", "address": "fa:16:3e:fc:67:5c", "network": {"id": "508509dd-7bfd-4a64-9135-d3dbeac23fa6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.168", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a15c0c8454c748249efd16f753a7dc35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd808b1fb-a1", "ovs_interfaceid": "d808b1fb-a12a-47f5-9c1c-f58e8e34d7c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.551466] env[68893]: DEBUG nova.compute.manager [None req-4f3cc4d1-6df2-44e4-8254-8d80e6a023a4 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] [instance: 516dbd27-468e-4ac4-b8c9-d25861663e75] Start destroying the instance on the hypervisor. {{(pid=68893) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 901.551704] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-4f3cc4d1-6df2-44e4-8254-8d80e6a023a4 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] [instance: 516dbd27-468e-4ac4-b8c9-d25861663e75] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 901.553954] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cfe55a6-d61e-4b74-97bb-14ce1375419e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.567081] env[68893]: DEBUG oslo_vmware.api [None req-5b4bab32-a93d-4132-93c2-eb1b125bd5f5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2791632, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.259828} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.567767] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-5b4bab32-a93d-4132-93c2-eb1b125bd5f5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: ee99b6b1-90a4-4c3c-b665-47a60c89d459] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 901.568914] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-115a1ede-c474-401a-81c5-4b7ce0cf8537 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.576385] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f3cc4d1-6df2-44e4-8254-8d80e6a023a4 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] [instance: 516dbd27-468e-4ac4-b8c9-d25861663e75] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 901.577232] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f2da92df-d751-4453-84a5-0c2b3f14792c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.597627] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b4bab32-a93d-4132-93c2-eb1b125bd5f5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: ee99b6b1-90a4-4c3c-b665-47a60c89d459] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] ee99b6b1-90a4-4c3c-b665-47a60c89d459/ee99b6b1-90a4-4c3c-b665-47a60c89d459.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 901.602126] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e26856b-9c02-4d3d-a37a-b8f4d2edcc5f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.617163] env[68893]: DEBUG oslo_vmware.api [None req-4f3cc4d1-6df2-44e4-8254-8d80e6a023a4 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Waiting for the task: (returnval){ [ 901.617163] env[68893]: value = "task-2791634" [ 901.617163] env[68893]: _type = "Task" [ 901.617163] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.625840] env[68893]: DEBUG oslo_vmware.api [None req-5b4bab32-a93d-4132-93c2-eb1b125bd5f5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Waiting for the task: (returnval){ [ 901.625840] env[68893]: value = "task-2791635" [ 901.625840] env[68893]: _type = "Task" [ 901.625840] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.627701] env[68893]: DEBUG oslo_vmware.api [None req-4f3cc4d1-6df2-44e4-8254-8d80e6a023a4 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Task: {'id': task-2791634, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.637771] env[68893]: DEBUG oslo_vmware.api [None req-5b4bab32-a93d-4132-93c2-eb1b125bd5f5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2791635, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.709767] env[68893]: DEBUG nova.network.neutron [None req-b39bf656-4c7b-4ad6-8ea5-599a8e8866b1 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: c3ebb422-0391-4359-abb4-8ea80e767ce2] Successfully created port: 51159863-2ebf-4246-a325-51bea11a2af8 {{(pid=68893) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 901.715073] env[68893]: DEBUG oslo_vmware.api [None req-ec7ab252-ed57-40ba-bcb2-74ab3efcc231 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2791633, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.791223] env[68893]: DEBUG nova.compute.manager [None req-b39bf656-4c7b-4ad6-8ea5-599a8e8866b1 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: c3ebb422-0391-4359-abb4-8ea80e767ce2] Start building block device mappings for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 901.847124] env[68893]: DEBUG oslo_concurrency.lockutils [None req-7ab1b3df-5660-4edc-9cb6-96c15ced1ec2 tempest-AttachInterfacesV270Test-1805132181 tempest-AttachInterfacesV270Test-1805132181-project-member] Acquiring lock "refresh_cache-7e3012fb-7c3b-4f95-b109-e711c784e89e" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.847722] env[68893]: DEBUG oslo_concurrency.lockutils [None req-7ab1b3df-5660-4edc-9cb6-96c15ced1ec2 tempest-AttachInterfacesV270Test-1805132181 tempest-AttachInterfacesV270Test-1805132181-project-member] Acquired lock "refresh_cache-7e3012fb-7c3b-4f95-b109-e711c784e89e" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.847722] env[68893]: DEBUG nova.network.neutron [None req-7ab1b3df-5660-4edc-9cb6-96c15ced1ec2 tempest-AttachInterfacesV270Test-1805132181 tempest-AttachInterfacesV270Test-1805132181-project-member] [instance: 7e3012fb-7c3b-4f95-b109-e711c784e89e] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 901.912121] env[68893]: DEBUG oslo_concurrency.lockutils [None req-365d5ccb-b599-446a-ba8a-74457b076f12 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Releasing lock "refresh_cache-bd49c388-5a16-4af3-91cf-777982d4567f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.932297] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bae89d6c-1733-4ae2-bb48-fbaed7b65959 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.942154] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-513e7a5a-cf1d-443e-9a86-84399616e175 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.977925] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9d68f9b-8a91-4a1f-bf0c-45e3fdcfb8fd {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.986937] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c703fed1-346e-47e7-a7e5-247b55ca5ade {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.003694] env[68893]: DEBUG nova.compute.provider_tree [None req-d43baf03-ba3f-4b48-b2c2-df4aacb8e999 tempest-InstanceActionsV221TestJSON-1823886445 tempest-InstanceActionsV221TestJSON-1823886445-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 902.129035] env[68893]: DEBUG oslo_vmware.api [None req-4f3cc4d1-6df2-44e4-8254-8d80e6a023a4 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Task: {'id': task-2791634, 'name': PowerOffVM_Task, 'duration_secs': 0.223425} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.131141] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f3cc4d1-6df2-44e4-8254-8d80e6a023a4 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] [instance: 516dbd27-468e-4ac4-b8c9-d25861663e75] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 902.131328] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-4f3cc4d1-6df2-44e4-8254-8d80e6a023a4 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] [instance: 516dbd27-468e-4ac4-b8c9-d25861663e75] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 902.131586] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8e78fd69-2752-4395-89b7-fe2c666fff4b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.138800] env[68893]: DEBUG oslo_vmware.api [None req-5b4bab32-a93d-4132-93c2-eb1b125bd5f5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2791635, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.212273] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-4f3cc4d1-6df2-44e4-8254-8d80e6a023a4 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] [instance: 516dbd27-468e-4ac4-b8c9-d25861663e75] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 902.212514] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-4f3cc4d1-6df2-44e4-8254-8d80e6a023a4 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] [instance: 516dbd27-468e-4ac4-b8c9-d25861663e75] Deleting contents of the VM from datastore datastore1 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 902.212700] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f3cc4d1-6df2-44e4-8254-8d80e6a023a4 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Deleting the datastore file [datastore1] 516dbd27-468e-4ac4-b8c9-d25861663e75 {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 902.216043] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3e992656-3aeb-4e4d-9caa-17c0632b2521 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.218624] env[68893]: DEBUG oslo_vmware.api [None req-ec7ab252-ed57-40ba-bcb2-74ab3efcc231 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2791633, 'name': PowerOffVM_Task, 'duration_secs': 0.628357} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.218887] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec7ab252-ed57-40ba-bcb2-74ab3efcc231 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 073e59c7-2b22-4fa9-a6d2-03a158475093] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 902.219288] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec7ab252-ed57-40ba-bcb2-74ab3efcc231 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 073e59c7-2b22-4fa9-a6d2-03a158475093] Volume detach. Driver type: vmdk {{(pid=68893) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 902.219288] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec7ab252-ed57-40ba-bcb2-74ab3efcc231 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 073e59c7-2b22-4fa9-a6d2-03a158475093] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561132', 'volume_id': 'ff792977-a8a5-485f-ade4-53ff390e6e36', 'name': 'volume-ff792977-a8a5-485f-ade4-53ff390e6e36', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '073e59c7-2b22-4fa9-a6d2-03a158475093', 'attached_at': '', 'detached_at': '', 'volume_id': 'ff792977-a8a5-485f-ade4-53ff390e6e36', 'serial': 'ff792977-a8a5-485f-ade4-53ff390e6e36'} {{(pid=68893) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 902.220449] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cad5c29-b962-4304-9726-71ae8d5168ce {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.225106] env[68893]: DEBUG oslo_vmware.api [None req-4f3cc4d1-6df2-44e4-8254-8d80e6a023a4 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Waiting for the task: (returnval){ [ 902.225106] env[68893]: value = "task-2791637" [ 902.225106] env[68893]: _type = "Task" [ 902.225106] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.245115] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0bccb77-6e42-4d6c-a5ab-3fb778f473ff {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.256167] env[68893]: DEBUG oslo_vmware.api [None req-4f3cc4d1-6df2-44e4-8254-8d80e6a023a4 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Task: {'id': task-2791637, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.268150] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b88575f-2013-43ce-a1d2-f88173ed274b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.293957] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c1a1bae-ac9e-4c18-b3c2-de23169a1ef3 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.319519] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec7ab252-ed57-40ba-bcb2-74ab3efcc231 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] The volume has not been displaced from its original location: [datastore2] volume-ff792977-a8a5-485f-ade4-53ff390e6e36/volume-ff792977-a8a5-485f-ade4-53ff390e6e36.vmdk. No consolidation needed. {{(pid=68893) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 902.324853] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec7ab252-ed57-40ba-bcb2-74ab3efcc231 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 073e59c7-2b22-4fa9-a6d2-03a158475093] Reconfiguring VM instance instance-00000035 to detach disk 2001 {{(pid=68893) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 902.325201] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f006530e-ac7f-4296-9ce1-07ee78620a3d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.345673] env[68893]: DEBUG oslo_vmware.api [None req-ec7ab252-ed57-40ba-bcb2-74ab3efcc231 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Waiting for the task: (returnval){ [ 902.345673] env[68893]: value = "task-2791638" [ 902.345673] env[68893]: _type = "Task" [ 902.345673] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.355611] env[68893]: DEBUG oslo_vmware.api [None req-ec7ab252-ed57-40ba-bcb2-74ab3efcc231 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2791638, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.394518] env[68893]: DEBUG nova.network.neutron [None req-7ab1b3df-5660-4edc-9cb6-96c15ced1ec2 tempest-AttachInterfacesV270Test-1805132181 tempest-AttachInterfacesV270Test-1805132181-project-member] [instance: 7e3012fb-7c3b-4f95-b109-e711c784e89e] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 902.435964] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0291c7fd-adbb-453b-a81a-27ab14ed23e4 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.458864] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d32a3430-f422-47ed-ab71-3e8006540139 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.466301] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-365d5ccb-b599-446a-ba8a-74457b076f12 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: bd49c388-5a16-4af3-91cf-777982d4567f] Updating instance 'bd49c388-5a16-4af3-91cf-777982d4567f' progress to 83 {{(pid=68893) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 902.507655] env[68893]: DEBUG nova.scheduler.client.report [None req-d43baf03-ba3f-4b48-b2c2-df4aacb8e999 tempest-InstanceActionsV221TestJSON-1823886445 tempest-InstanceActionsV221TestJSON-1823886445-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 902.589323] env[68893]: DEBUG nova.network.neutron [None req-7ab1b3df-5660-4edc-9cb6-96c15ced1ec2 tempest-AttachInterfacesV270Test-1805132181 tempest-AttachInterfacesV270Test-1805132181-project-member] [instance: 7e3012fb-7c3b-4f95-b109-e711c784e89e] Updating instance_info_cache with network_info: [{"id": "e0aa1457-0e38-4ff8-ace1-4e151f3e9754", "address": "fa:16:3e:8c:7a:7f", "network": {"id": "5e5e28b1-bf50-4f66-b833-d4bc7fc24f90", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-689021100-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "607f11153bbf45de9370140032c0a0e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "72781990-3cb3-42eb-9eb1-4040dedbf66f", "external-id": "cl2-zone-812", "segmentation_id": 812, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0aa1457-0e", "ovs_interfaceid": "e0aa1457-0e38-4ff8-ace1-4e151f3e9754", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.639347] env[68893]: DEBUG oslo_vmware.api [None req-5b4bab32-a93d-4132-93c2-eb1b125bd5f5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2791635, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.736339] env[68893]: DEBUG oslo_vmware.api [None req-4f3cc4d1-6df2-44e4-8254-8d80e6a023a4 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Task: {'id': task-2791637, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.502939} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.736339] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f3cc4d1-6df2-44e4-8254-8d80e6a023a4 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 902.736339] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-4f3cc4d1-6df2-44e4-8254-8d80e6a023a4 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] [instance: 516dbd27-468e-4ac4-b8c9-d25861663e75] Deleted contents of the VM from datastore datastore1 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 902.736339] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-4f3cc4d1-6df2-44e4-8254-8d80e6a023a4 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] [instance: 516dbd27-468e-4ac4-b8c9-d25861663e75] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 902.736339] env[68893]: INFO nova.compute.manager [None req-4f3cc4d1-6df2-44e4-8254-8d80e6a023a4 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] [instance: 516dbd27-468e-4ac4-b8c9-d25861663e75] Took 1.18 seconds to destroy the instance on the hypervisor. [ 902.736770] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4f3cc4d1-6df2-44e4-8254-8d80e6a023a4 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 902.736770] env[68893]: DEBUG nova.compute.manager [-] [instance: 516dbd27-468e-4ac4-b8c9-d25861663e75] Deallocating network for instance {{(pid=68893) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 902.736889] env[68893]: DEBUG nova.network.neutron [-] [instance: 516dbd27-468e-4ac4-b8c9-d25861663e75] deallocate_for_instance() {{(pid=68893) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 902.772435] env[68893]: INFO nova.compute.manager [None req-11a590ab-89bd-4499-81eb-4b91fb5c8241 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: a168e41a-cc22-4f30-b7eb-e390d73f0eff] Rebuilding instance [ 902.803847] env[68893]: DEBUG nova.compute.manager [None req-b39bf656-4c7b-4ad6-8ea5-599a8e8866b1 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: c3ebb422-0391-4359-abb4-8ea80e767ce2] Start spawning the instance on the hypervisor. {{(pid=68893) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 902.813141] env[68893]: DEBUG nova.compute.manager [None req-11a590ab-89bd-4499-81eb-4b91fb5c8241 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: a168e41a-cc22-4f30-b7eb-e390d73f0eff] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 902.813716] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba9b89ad-8bac-467b-87c8-e21839bc4486 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.826889] env[68893]: DEBUG nova.virt.hardware [None req-b39bf656-4c7b-4ad6-8ea5-599a8e8866b1 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 902.827212] env[68893]: DEBUG nova.virt.hardware [None req-b39bf656-4c7b-4ad6-8ea5-599a8e8866b1 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 902.827315] env[68893]: DEBUG nova.virt.hardware [None req-b39bf656-4c7b-4ad6-8ea5-599a8e8866b1 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 902.827496] env[68893]: DEBUG nova.virt.hardware [None req-b39bf656-4c7b-4ad6-8ea5-599a8e8866b1 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 902.828023] env[68893]: DEBUG nova.virt.hardware [None req-b39bf656-4c7b-4ad6-8ea5-599a8e8866b1 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 902.828023] env[68893]: DEBUG nova.virt.hardware [None req-b39bf656-4c7b-4ad6-8ea5-599a8e8866b1 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 902.828023] env[68893]: DEBUG nova.virt.hardware [None req-b39bf656-4c7b-4ad6-8ea5-599a8e8866b1 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 902.828165] env[68893]: DEBUG nova.virt.hardware [None req-b39bf656-4c7b-4ad6-8ea5-599a8e8866b1 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 902.829857] env[68893]: DEBUG nova.virt.hardware [None req-b39bf656-4c7b-4ad6-8ea5-599a8e8866b1 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 902.829857] env[68893]: DEBUG nova.virt.hardware [None req-b39bf656-4c7b-4ad6-8ea5-599a8e8866b1 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 902.829857] env[68893]: DEBUG nova.virt.hardware [None req-b39bf656-4c7b-4ad6-8ea5-599a8e8866b1 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 902.829857] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d89e4181-fbde-4f12-b406-0115749f8d80 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.838529] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7115848-7b47-4da4-af48-bb7c3620640b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.862638] env[68893]: DEBUG oslo_vmware.api [None req-ec7ab252-ed57-40ba-bcb2-74ab3efcc231 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2791638, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.972684] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-365d5ccb-b599-446a-ba8a-74457b076f12 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: bd49c388-5a16-4af3-91cf-777982d4567f] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 902.972985] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ee48a597-833f-434b-a0fc-5191cbd136fc {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.980679] env[68893]: DEBUG oslo_vmware.api [None req-365d5ccb-b599-446a-ba8a-74457b076f12 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Waiting for the task: (returnval){ [ 902.980679] env[68893]: value = "task-2791639" [ 902.980679] env[68893]: _type = "Task" [ 902.980679] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.989127] env[68893]: DEBUG oslo_vmware.api [None req-365d5ccb-b599-446a-ba8a-74457b076f12 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Task: {'id': task-2791639, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.016386] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d43baf03-ba3f-4b48-b2c2-df4aacb8e999 tempest-InstanceActionsV221TestJSON-1823886445 tempest-InstanceActionsV221TestJSON-1823886445-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.232s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.018799] env[68893]: DEBUG oslo_concurrency.lockutils [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.036s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.020334] env[68893]: INFO nova.compute.claims [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: a97578c7-f513-4a3f-81a9-f58bc0619abc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 903.053250] env[68893]: INFO nova.scheduler.client.report [None req-d43baf03-ba3f-4b48-b2c2-df4aacb8e999 tempest-InstanceActionsV221TestJSON-1823886445 tempest-InstanceActionsV221TestJSON-1823886445-project-member] Deleted allocations for instance ff2b18ce-e349-42dc-adc0-f8b173685dbd [ 903.092411] env[68893]: DEBUG oslo_concurrency.lockutils [None req-7ab1b3df-5660-4edc-9cb6-96c15ced1ec2 tempest-AttachInterfacesV270Test-1805132181 tempest-AttachInterfacesV270Test-1805132181-project-member] Releasing lock "refresh_cache-7e3012fb-7c3b-4f95-b109-e711c784e89e" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.092746] env[68893]: DEBUG nova.compute.manager [None req-7ab1b3df-5660-4edc-9cb6-96c15ced1ec2 tempest-AttachInterfacesV270Test-1805132181 tempest-AttachInterfacesV270Test-1805132181-project-member] [instance: 7e3012fb-7c3b-4f95-b109-e711c784e89e] Instance network_info: |[{"id": "e0aa1457-0e38-4ff8-ace1-4e151f3e9754", "address": "fa:16:3e:8c:7a:7f", "network": {"id": "5e5e28b1-bf50-4f66-b833-d4bc7fc24f90", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-689021100-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "607f11153bbf45de9370140032c0a0e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "72781990-3cb3-42eb-9eb1-4040dedbf66f", "external-id": "cl2-zone-812", "segmentation_id": 812, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0aa1457-0e", "ovs_interfaceid": "e0aa1457-0e38-4ff8-ace1-4e151f3e9754", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 903.093300] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-7ab1b3df-5660-4edc-9cb6-96c15ced1ec2 tempest-AttachInterfacesV270Test-1805132181 tempest-AttachInterfacesV270Test-1805132181-project-member] [instance: 7e3012fb-7c3b-4f95-b109-e711c784e89e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:7a:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '72781990-3cb3-42eb-9eb1-4040dedbf66f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e0aa1457-0e38-4ff8-ace1-4e151f3e9754', 'vif_model': 'vmxnet3'}] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 903.101351] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ab1b3df-5660-4edc-9cb6-96c15ced1ec2 tempest-AttachInterfacesV270Test-1805132181 tempest-AttachInterfacesV270Test-1805132181-project-member] Creating folder: Project (607f11153bbf45de9370140032c0a0e7). Parent ref: group-v560969. {{(pid=68893) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 903.102475] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c304c251-fe17-4442-98a6-c7ec742b417a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.116885] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-7ab1b3df-5660-4edc-9cb6-96c15ced1ec2 tempest-AttachInterfacesV270Test-1805132181 tempest-AttachInterfacesV270Test-1805132181-project-member] Created folder: Project (607f11153bbf45de9370140032c0a0e7) in parent group-v560969. [ 903.117230] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ab1b3df-5660-4edc-9cb6-96c15ced1ec2 tempest-AttachInterfacesV270Test-1805132181 tempest-AttachInterfacesV270Test-1805132181-project-member] Creating folder: Instances. Parent ref: group-v561136. {{(pid=68893) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 903.117593] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f5cac527-34c5-4546-8fdb-e24c2d122efa {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.129063] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-7ab1b3df-5660-4edc-9cb6-96c15ced1ec2 tempest-AttachInterfacesV270Test-1805132181 tempest-AttachInterfacesV270Test-1805132181-project-member] Created folder: Instances in parent group-v561136. [ 903.129366] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7ab1b3df-5660-4edc-9cb6-96c15ced1ec2 tempest-AttachInterfacesV270Test-1805132181 tempest-AttachInterfacesV270Test-1805132181-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 903.132719] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e3012fb-7c3b-4f95-b109-e711c784e89e] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 903.133120] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b4938bef-62c7-4403-aa84-82c1cf75ae5f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.154361] env[68893]: DEBUG oslo_vmware.api [None req-5b4bab32-a93d-4132-93c2-eb1b125bd5f5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2791635, 'name': ReconfigVM_Task, 'duration_secs': 1.490214} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.155826] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b4bab32-a93d-4132-93c2-eb1b125bd5f5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: ee99b6b1-90a4-4c3c-b665-47a60c89d459] Reconfigured VM instance instance-00000038 to attach disk [datastore2] ee99b6b1-90a4-4c3c-b665-47a60c89d459/ee99b6b1-90a4-4c3c-b665-47a60c89d459.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 903.156477] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 903.156477] env[68893]: value = "task-2791642" [ 903.156477] env[68893]: _type = "Task" [ 903.156477] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.156675] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1a7afeab-a261-478a-913c-2457e5a47cc0 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.166857] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791642, 'name': CreateVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.168688] env[68893]: DEBUG oslo_vmware.api [None req-5b4bab32-a93d-4132-93c2-eb1b125bd5f5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Waiting for the task: (returnval){ [ 903.168688] env[68893]: value = "task-2791643" [ 903.168688] env[68893]: _type = "Task" [ 903.168688] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.179084] env[68893]: DEBUG oslo_vmware.api [None req-5b4bab32-a93d-4132-93c2-eb1b125bd5f5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2791643, 'name': Rename_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.241362] env[68893]: DEBUG nova.compute.manager [req-c393dadd-a664-465b-9e7d-60689767ceac req-c2e264c2-23ae-4ca5-8135-92fc62599f30 service nova] [instance: 7e3012fb-7c3b-4f95-b109-e711c784e89e] Received event network-changed-e0aa1457-0e38-4ff8-ace1-4e151f3e9754 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 903.241558] env[68893]: DEBUG nova.compute.manager [req-c393dadd-a664-465b-9e7d-60689767ceac req-c2e264c2-23ae-4ca5-8135-92fc62599f30 service nova] [instance: 7e3012fb-7c3b-4f95-b109-e711c784e89e] Refreshing instance network info cache due to event network-changed-e0aa1457-0e38-4ff8-ace1-4e151f3e9754. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 903.241780] env[68893]: DEBUG oslo_concurrency.lockutils [req-c393dadd-a664-465b-9e7d-60689767ceac req-c2e264c2-23ae-4ca5-8135-92fc62599f30 service nova] Acquiring lock "refresh_cache-7e3012fb-7c3b-4f95-b109-e711c784e89e" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.241969] env[68893]: DEBUG oslo_concurrency.lockutils [req-c393dadd-a664-465b-9e7d-60689767ceac req-c2e264c2-23ae-4ca5-8135-92fc62599f30 service nova] Acquired lock "refresh_cache-7e3012fb-7c3b-4f95-b109-e711c784e89e" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.242329] env[68893]: DEBUG nova.network.neutron [req-c393dadd-a664-465b-9e7d-60689767ceac req-c2e264c2-23ae-4ca5-8135-92fc62599f30 service nova] [instance: 7e3012fb-7c3b-4f95-b109-e711c784e89e] Refreshing network info cache for port e0aa1457-0e38-4ff8-ace1-4e151f3e9754 {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 903.262732] env[68893]: DEBUG nova.compute.manager [req-44a6f79c-4d97-4b3f-975e-e662ae8adb36 req-b3c23903-060f-4320-8309-b23964a040d0 service nova] [instance: c3ebb422-0391-4359-abb4-8ea80e767ce2] Received event network-vif-plugged-51159863-2ebf-4246-a325-51bea11a2af8 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 903.262954] env[68893]: DEBUG oslo_concurrency.lockutils [req-44a6f79c-4d97-4b3f-975e-e662ae8adb36 req-b3c23903-060f-4320-8309-b23964a040d0 service nova] Acquiring lock "c3ebb422-0391-4359-abb4-8ea80e767ce2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.263202] env[68893]: DEBUG oslo_concurrency.lockutils [req-44a6f79c-4d97-4b3f-975e-e662ae8adb36 req-b3c23903-060f-4320-8309-b23964a040d0 service nova] Lock "c3ebb422-0391-4359-abb4-8ea80e767ce2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.263372] env[68893]: DEBUG oslo_concurrency.lockutils [req-44a6f79c-4d97-4b3f-975e-e662ae8adb36 req-b3c23903-060f-4320-8309-b23964a040d0 service nova] Lock "c3ebb422-0391-4359-abb4-8ea80e767ce2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.263511] env[68893]: DEBUG nova.compute.manager [req-44a6f79c-4d97-4b3f-975e-e662ae8adb36 req-b3c23903-060f-4320-8309-b23964a040d0 service nova] [instance: c3ebb422-0391-4359-abb4-8ea80e767ce2] No waiting events found dispatching network-vif-plugged-51159863-2ebf-4246-a325-51bea11a2af8 {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 903.263663] env[68893]: WARNING nova.compute.manager [req-44a6f79c-4d97-4b3f-975e-e662ae8adb36 req-b3c23903-060f-4320-8309-b23964a040d0 service nova] [instance: c3ebb422-0391-4359-abb4-8ea80e767ce2] Received unexpected event network-vif-plugged-51159863-2ebf-4246-a325-51bea11a2af8 for instance with vm_state building and task_state spawning. [ 903.357771] env[68893]: DEBUG nova.network.neutron [None req-b39bf656-4c7b-4ad6-8ea5-599a8e8866b1 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: c3ebb422-0391-4359-abb4-8ea80e767ce2] Successfully updated port: 51159863-2ebf-4246-a325-51bea11a2af8 {{(pid=68893) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 903.366228] env[68893]: DEBUG oslo_vmware.api [None req-ec7ab252-ed57-40ba-bcb2-74ab3efcc231 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2791638, 'name': ReconfigVM_Task, 'duration_secs': 0.988713} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.366310] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec7ab252-ed57-40ba-bcb2-74ab3efcc231 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 073e59c7-2b22-4fa9-a6d2-03a158475093] Reconfigured VM instance instance-00000035 to detach disk 2001 {{(pid=68893) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 903.372289] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ded0472c-523f-406d-806c-580a7327db01 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.391475] env[68893]: DEBUG oslo_concurrency.lockutils [None req-767b107d-8070-4991-aa60-6a2a8b0e66ca tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Acquiring lock "3870f0d6-e7bb-4565-be1c-9b8377a81281" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.391735] env[68893]: DEBUG oslo_concurrency.lockutils [None req-767b107d-8070-4991-aa60-6a2a8b0e66ca tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Lock "3870f0d6-e7bb-4565-be1c-9b8377a81281" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.392382] env[68893]: DEBUG oslo_concurrency.lockutils [None req-767b107d-8070-4991-aa60-6a2a8b0e66ca tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Acquiring lock "3870f0d6-e7bb-4565-be1c-9b8377a81281-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.392382] env[68893]: DEBUG oslo_concurrency.lockutils [None req-767b107d-8070-4991-aa60-6a2a8b0e66ca tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Lock "3870f0d6-e7bb-4565-be1c-9b8377a81281-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.392382] env[68893]: DEBUG oslo_concurrency.lockutils [None req-767b107d-8070-4991-aa60-6a2a8b0e66ca tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Lock "3870f0d6-e7bb-4565-be1c-9b8377a81281-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.396534] env[68893]: DEBUG oslo_vmware.api [None req-ec7ab252-ed57-40ba-bcb2-74ab3efcc231 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Waiting for the task: (returnval){ [ 903.396534] env[68893]: value = "task-2791644" [ 903.396534] env[68893]: _type = "Task" [ 903.396534] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.411182] env[68893]: INFO nova.compute.manager [None req-767b107d-8070-4991-aa60-6a2a8b0e66ca tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] [instance: 3870f0d6-e7bb-4565-be1c-9b8377a81281] Terminating instance [ 903.421714] env[68893]: DEBUG oslo_vmware.api [None req-ec7ab252-ed57-40ba-bcb2-74ab3efcc231 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2791644, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.493515] env[68893]: DEBUG oslo_vmware.api [None req-365d5ccb-b599-446a-ba8a-74457b076f12 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Task: {'id': task-2791639, 'name': PowerOnVM_Task, 'duration_secs': 0.438242} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.493837] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-365d5ccb-b599-446a-ba8a-74457b076f12 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: bd49c388-5a16-4af3-91cf-777982d4567f] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 903.494051] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-365d5ccb-b599-446a-ba8a-74457b076f12 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: bd49c388-5a16-4af3-91cf-777982d4567f] Updating instance 'bd49c388-5a16-4af3-91cf-777982d4567f' progress to 100 {{(pid=68893) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 903.548684] env[68893]: DEBUG nova.network.neutron [-] [instance: 516dbd27-468e-4ac4-b8c9-d25861663e75] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.562735] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d43baf03-ba3f-4b48-b2c2-df4aacb8e999 tempest-InstanceActionsV221TestJSON-1823886445 tempest-InstanceActionsV221TestJSON-1823886445-project-member] Lock "ff2b18ce-e349-42dc-adc0-f8b173685dbd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.295s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.669473] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791642, 'name': CreateVM_Task, 'duration_secs': 0.352856} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.673270] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e3012fb-7c3b-4f95-b109-e711c784e89e] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 903.673270] env[68893]: DEBUG oslo_concurrency.lockutils [None req-7ab1b3df-5660-4edc-9cb6-96c15ced1ec2 tempest-AttachInterfacesV270Test-1805132181 tempest-AttachInterfacesV270Test-1805132181-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.673613] env[68893]: DEBUG oslo_concurrency.lockutils [None req-7ab1b3df-5660-4edc-9cb6-96c15ced1ec2 tempest-AttachInterfacesV270Test-1805132181 tempest-AttachInterfacesV270Test-1805132181-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.673983] env[68893]: DEBUG oslo_concurrency.lockutils [None req-7ab1b3df-5660-4edc-9cb6-96c15ced1ec2 tempest-AttachInterfacesV270Test-1805132181 tempest-AttachInterfacesV270Test-1805132181-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.674644] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-590cc031-165f-4bff-b4c2-a3a2cf4beb04 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.679720] env[68893]: DEBUG oslo_vmware.api [None req-5b4bab32-a93d-4132-93c2-eb1b125bd5f5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2791643, 'name': Rename_Task, 'duration_secs': 0.180198} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.680990] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b4bab32-a93d-4132-93c2-eb1b125bd5f5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: ee99b6b1-90a4-4c3c-b665-47a60c89d459] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 903.681358] env[68893]: DEBUG oslo_vmware.api [None req-7ab1b3df-5660-4edc-9cb6-96c15ced1ec2 tempest-AttachInterfacesV270Test-1805132181 tempest-AttachInterfacesV270Test-1805132181-project-member] Waiting for the task: (returnval){ [ 903.681358] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52b19330-3ef9-da55-85d0-6bf019607519" [ 903.681358] env[68893]: _type = "Task" [ 903.681358] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.681635] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d5e0631f-638e-4bb3-8bfe-84553ea95f78 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.692722] env[68893]: DEBUG oslo_vmware.api [None req-7ab1b3df-5660-4edc-9cb6-96c15ced1ec2 tempest-AttachInterfacesV270Test-1805132181 tempest-AttachInterfacesV270Test-1805132181-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52b19330-3ef9-da55-85d0-6bf019607519, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.694245] env[68893]: DEBUG oslo_vmware.api [None req-5b4bab32-a93d-4132-93c2-eb1b125bd5f5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Waiting for the task: (returnval){ [ 903.694245] env[68893]: value = "task-2791645" [ 903.694245] env[68893]: _type = "Task" [ 903.694245] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.702897] env[68893]: DEBUG oslo_vmware.api [None req-5b4bab32-a93d-4132-93c2-eb1b125bd5f5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2791645, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.837322] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-11a590ab-89bd-4499-81eb-4b91fb5c8241 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: a168e41a-cc22-4f30-b7eb-e390d73f0eff] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 903.838431] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-07e09216-ed7e-4581-9949-d1c27d8ebf90 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.846515] env[68893]: DEBUG oslo_vmware.api [None req-11a590ab-89bd-4499-81eb-4b91fb5c8241 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Waiting for the task: (returnval){ [ 903.846515] env[68893]: value = "task-2791646" [ 903.846515] env[68893]: _type = "Task" [ 903.846515] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.857578] env[68893]: DEBUG oslo_vmware.api [None req-11a590ab-89bd-4499-81eb-4b91fb5c8241 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': task-2791646, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.860242] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b39bf656-4c7b-4ad6-8ea5-599a8e8866b1 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Acquiring lock "refresh_cache-c3ebb422-0391-4359-abb4-8ea80e767ce2" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.860722] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b39bf656-4c7b-4ad6-8ea5-599a8e8866b1 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Acquired lock "refresh_cache-c3ebb422-0391-4359-abb4-8ea80e767ce2" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.860722] env[68893]: DEBUG nova.network.neutron [None req-b39bf656-4c7b-4ad6-8ea5-599a8e8866b1 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: c3ebb422-0391-4359-abb4-8ea80e767ce2] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 903.908096] env[68893]: DEBUG oslo_vmware.api [None req-ec7ab252-ed57-40ba-bcb2-74ab3efcc231 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2791644, 'name': ReconfigVM_Task, 'duration_secs': 0.175313} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.908427] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec7ab252-ed57-40ba-bcb2-74ab3efcc231 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 073e59c7-2b22-4fa9-a6d2-03a158475093] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561132', 'volume_id': 'ff792977-a8a5-485f-ade4-53ff390e6e36', 'name': 'volume-ff792977-a8a5-485f-ade4-53ff390e6e36', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '073e59c7-2b22-4fa9-a6d2-03a158475093', 'attached_at': '', 'detached_at': '', 'volume_id': 'ff792977-a8a5-485f-ade4-53ff390e6e36', 'serial': 'ff792977-a8a5-485f-ade4-53ff390e6e36'} {{(pid=68893) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 903.908720] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-ec7ab252-ed57-40ba-bcb2-74ab3efcc231 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 073e59c7-2b22-4fa9-a6d2-03a158475093] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 903.909528] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62caf124-5380-4786-bc61-b3593e8f62f8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.915407] env[68893]: DEBUG nova.compute.manager [None req-767b107d-8070-4991-aa60-6a2a8b0e66ca tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] [instance: 3870f0d6-e7bb-4565-be1c-9b8377a81281] Start destroying the instance on the hypervisor. {{(pid=68893) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 903.915611] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-767b107d-8070-4991-aa60-6a2a8b0e66ca tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] [instance: 3870f0d6-e7bb-4565-be1c-9b8377a81281] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 903.918488] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d20f5ed-e261-4499-8f2b-cebf6f642941 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.921991] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-ec7ab252-ed57-40ba-bcb2-74ab3efcc231 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 073e59c7-2b22-4fa9-a6d2-03a158475093] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 903.922278] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b7644ca1-a2b4-4d82-ab10-7d9406b68cd2 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.929396] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-767b107d-8070-4991-aa60-6a2a8b0e66ca tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] [instance: 3870f0d6-e7bb-4565-be1c-9b8377a81281] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 903.929825] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1b111ed1-13d0-48e8-848d-d41c0a5d44a9 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.939530] env[68893]: DEBUG oslo_vmware.api [None req-767b107d-8070-4991-aa60-6a2a8b0e66ca tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Waiting for the task: (returnval){ [ 903.939530] env[68893]: value = "task-2791648" [ 903.939530] env[68893]: _type = "Task" [ 903.939530] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.950523] env[68893]: DEBUG oslo_vmware.api [None req-767b107d-8070-4991-aa60-6a2a8b0e66ca tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Task: {'id': task-2791648, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.002542] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-ec7ab252-ed57-40ba-bcb2-74ab3efcc231 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 073e59c7-2b22-4fa9-a6d2-03a158475093] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 904.002840] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-ec7ab252-ed57-40ba-bcb2-74ab3efcc231 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 073e59c7-2b22-4fa9-a6d2-03a158475093] Deleting contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 904.003066] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec7ab252-ed57-40ba-bcb2-74ab3efcc231 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Deleting the datastore file [datastore2] 073e59c7-2b22-4fa9-a6d2-03a158475093 {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 904.003376] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6365d5fd-233a-4f11-b3c3-204f9224ea37 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.012265] env[68893]: DEBUG oslo_vmware.api [None req-ec7ab252-ed57-40ba-bcb2-74ab3efcc231 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Waiting for the task: (returnval){ [ 904.012265] env[68893]: value = "task-2791649" [ 904.012265] env[68893]: _type = "Task" [ 904.012265] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.022017] env[68893]: DEBUG oslo_vmware.api [None req-ec7ab252-ed57-40ba-bcb2-74ab3efcc231 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2791649, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.052175] env[68893]: INFO nova.compute.manager [-] [instance: 516dbd27-468e-4ac4-b8c9-d25861663e75] Took 1.32 seconds to deallocate network for instance. [ 904.201574] env[68893]: DEBUG oslo_vmware.api [None req-7ab1b3df-5660-4edc-9cb6-96c15ced1ec2 tempest-AttachInterfacesV270Test-1805132181 tempest-AttachInterfacesV270Test-1805132181-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52b19330-3ef9-da55-85d0-6bf019607519, 'name': SearchDatastore_Task, 'duration_secs': 0.012192} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.202547] env[68893]: DEBUG oslo_concurrency.lockutils [None req-7ab1b3df-5660-4edc-9cb6-96c15ced1ec2 tempest-AttachInterfacesV270Test-1805132181 tempest-AttachInterfacesV270Test-1805132181-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.202636] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-7ab1b3df-5660-4edc-9cb6-96c15ced1ec2 tempest-AttachInterfacesV270Test-1805132181 tempest-AttachInterfacesV270Test-1805132181-project-member] [instance: 7e3012fb-7c3b-4f95-b109-e711c784e89e] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 904.202801] env[68893]: DEBUG oslo_concurrency.lockutils [None req-7ab1b3df-5660-4edc-9cb6-96c15ced1ec2 tempest-AttachInterfacesV270Test-1805132181 tempest-AttachInterfacesV270Test-1805132181-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.202954] env[68893]: DEBUG oslo_concurrency.lockutils [None req-7ab1b3df-5660-4edc-9cb6-96c15ced1ec2 tempest-AttachInterfacesV270Test-1805132181 tempest-AttachInterfacesV270Test-1805132181-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.203153] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ab1b3df-5660-4edc-9cb6-96c15ced1ec2 tempest-AttachInterfacesV270Test-1805132181 tempest-AttachInterfacesV270Test-1805132181-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 904.205796] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6920d905-3d89-43c7-9ab8-90eb55755351 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.211033] env[68893]: DEBUG oslo_vmware.api [None req-5b4bab32-a93d-4132-93c2-eb1b125bd5f5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2791645, 'name': PowerOnVM_Task} progress is 76%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.220739] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ab1b3df-5660-4edc-9cb6-96c15ced1ec2 tempest-AttachInterfacesV270Test-1805132181 tempest-AttachInterfacesV270Test-1805132181-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 904.220946] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-7ab1b3df-5660-4edc-9cb6-96c15ced1ec2 tempest-AttachInterfacesV270Test-1805132181 tempest-AttachInterfacesV270Test-1805132181-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 904.224474] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bdf158f-5b7a-4e87-9258-940916fb41ee {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.230685] env[68893]: DEBUG oslo_vmware.api [None req-7ab1b3df-5660-4edc-9cb6-96c15ced1ec2 tempest-AttachInterfacesV270Test-1805132181 tempest-AttachInterfacesV270Test-1805132181-project-member] Waiting for the task: (returnval){ [ 904.230685] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]526fdb15-ca88-394b-f060-aa9d37060ec8" [ 904.230685] env[68893]: _type = "Task" [ 904.230685] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.244570] env[68893]: DEBUG oslo_vmware.api [None req-7ab1b3df-5660-4edc-9cb6-96c15ced1ec2 tempest-AttachInterfacesV270Test-1805132181 tempest-AttachInterfacesV270Test-1805132181-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]526fdb15-ca88-394b-f060-aa9d37060ec8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.359079] env[68893]: DEBUG oslo_vmware.api [None req-11a590ab-89bd-4499-81eb-4b91fb5c8241 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': task-2791646, 'name': PowerOffVM_Task, 'duration_secs': 0.251483} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.362102] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-11a590ab-89bd-4499-81eb-4b91fb5c8241 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: a168e41a-cc22-4f30-b7eb-e390d73f0eff] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 904.363095] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-11a590ab-89bd-4499-81eb-4b91fb5c8241 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: a168e41a-cc22-4f30-b7eb-e390d73f0eff] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 904.366282] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8266686a-5f71-4644-b9b7-639f706cc760 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.378597] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-11a590ab-89bd-4499-81eb-4b91fb5c8241 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: a168e41a-cc22-4f30-b7eb-e390d73f0eff] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 904.381205] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1acee498-fc82-4f4f-9e20-f0a6750c4280 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.419533] env[68893]: DEBUG nova.network.neutron [None req-b39bf656-4c7b-4ad6-8ea5-599a8e8866b1 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: c3ebb422-0391-4359-abb4-8ea80e767ce2] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 904.449494] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-11a590ab-89bd-4499-81eb-4b91fb5c8241 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: a168e41a-cc22-4f30-b7eb-e390d73f0eff] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 904.449714] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-11a590ab-89bd-4499-81eb-4b91fb5c8241 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: a168e41a-cc22-4f30-b7eb-e390d73f0eff] Deleting contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 904.449891] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-11a590ab-89bd-4499-81eb-4b91fb5c8241 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Deleting the datastore file [datastore2] a168e41a-cc22-4f30-b7eb-e390d73f0eff {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 904.450312] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fb5c875c-7652-42e6-bd9e-4d11243671c6 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.456375] env[68893]: DEBUG oslo_vmware.api [None req-767b107d-8070-4991-aa60-6a2a8b0e66ca tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Task: {'id': task-2791648, 'name': PowerOffVM_Task, 'duration_secs': 0.217468} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.457247] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-767b107d-8070-4991-aa60-6a2a8b0e66ca tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] [instance: 3870f0d6-e7bb-4565-be1c-9b8377a81281] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 904.457857] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-767b107d-8070-4991-aa60-6a2a8b0e66ca tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] [instance: 3870f0d6-e7bb-4565-be1c-9b8377a81281] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 904.457972] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a8c2098e-5443-471a-b02a-34612337f080 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.464047] env[68893]: DEBUG oslo_vmware.api [None req-11a590ab-89bd-4499-81eb-4b91fb5c8241 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Waiting for the task: (returnval){ [ 904.464047] env[68893]: value = "task-2791651" [ 904.464047] env[68893]: _type = "Task" [ 904.464047] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.464879] env[68893]: DEBUG nova.network.neutron [req-c393dadd-a664-465b-9e7d-60689767ceac req-c2e264c2-23ae-4ca5-8135-92fc62599f30 service nova] [instance: 7e3012fb-7c3b-4f95-b109-e711c784e89e] Updated VIF entry in instance network info cache for port e0aa1457-0e38-4ff8-ace1-4e151f3e9754. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 904.465334] env[68893]: DEBUG nova.network.neutron [req-c393dadd-a664-465b-9e7d-60689767ceac req-c2e264c2-23ae-4ca5-8135-92fc62599f30 service nova] [instance: 7e3012fb-7c3b-4f95-b109-e711c784e89e] Updating instance_info_cache with network_info: [{"id": "e0aa1457-0e38-4ff8-ace1-4e151f3e9754", "address": "fa:16:3e:8c:7a:7f", "network": {"id": "5e5e28b1-bf50-4f66-b833-d4bc7fc24f90", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-689021100-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "607f11153bbf45de9370140032c0a0e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "72781990-3cb3-42eb-9eb1-4040dedbf66f", "external-id": "cl2-zone-812", "segmentation_id": 812, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0aa1457-0e", "ovs_interfaceid": "e0aa1457-0e38-4ff8-ace1-4e151f3e9754", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.476670] env[68893]: DEBUG oslo_vmware.api [None req-11a590ab-89bd-4499-81eb-4b91fb5c8241 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': task-2791651, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.529957] env[68893]: DEBUG oslo_vmware.api [None req-ec7ab252-ed57-40ba-bcb2-74ab3efcc231 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2791649, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.199009} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.530479] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec7ab252-ed57-40ba-bcb2-74ab3efcc231 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 904.530803] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-ec7ab252-ed57-40ba-bcb2-74ab3efcc231 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 073e59c7-2b22-4fa9-a6d2-03a158475093] Deleted contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 904.533018] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-ec7ab252-ed57-40ba-bcb2-74ab3efcc231 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 073e59c7-2b22-4fa9-a6d2-03a158475093] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 904.533018] env[68893]: INFO nova.compute.manager [None req-ec7ab252-ed57-40ba-bcb2-74ab3efcc231 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 073e59c7-2b22-4fa9-a6d2-03a158475093] Took 3.34 seconds to destroy the instance on the hypervisor. [ 904.533018] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec7ab252-ed57-40ba-bcb2-74ab3efcc231 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 904.533018] env[68893]: DEBUG nova.compute.manager [-] [instance: 073e59c7-2b22-4fa9-a6d2-03a158475093] Deallocating network for instance {{(pid=68893) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 904.533018] env[68893]: DEBUG nova.network.neutron [-] [instance: 073e59c7-2b22-4fa9-a6d2-03a158475093] deallocate_for_instance() {{(pid=68893) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 904.537484] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-767b107d-8070-4991-aa60-6a2a8b0e66ca tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] [instance: 3870f0d6-e7bb-4565-be1c-9b8377a81281] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 904.537484] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-767b107d-8070-4991-aa60-6a2a8b0e66ca tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] [instance: 3870f0d6-e7bb-4565-be1c-9b8377a81281] Deleting contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 904.542152] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-767b107d-8070-4991-aa60-6a2a8b0e66ca tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Deleting the datastore file [datastore2] 3870f0d6-e7bb-4565-be1c-9b8377a81281 {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 904.542152] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a5fec0ca-615b-4ef1-9ef9-3b7939bd442b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.546316] env[68893]: DEBUG oslo_vmware.api [None req-767b107d-8070-4991-aa60-6a2a8b0e66ca tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Waiting for the task: (returnval){ [ 904.546316] env[68893]: value = "task-2791653" [ 904.546316] env[68893]: _type = "Task" [ 904.546316] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.556496] env[68893]: DEBUG oslo_vmware.api [None req-767b107d-8070-4991-aa60-6a2a8b0e66ca tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Task: {'id': task-2791653, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.562844] env[68893]: DEBUG oslo_concurrency.lockutils [None req-4f3cc4d1-6df2-44e4-8254-8d80e6a023a4 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.605208] env[68893]: DEBUG nova.network.neutron [None req-b39bf656-4c7b-4ad6-8ea5-599a8e8866b1 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: c3ebb422-0391-4359-abb4-8ea80e767ce2] Updating instance_info_cache with network_info: [{"id": "51159863-2ebf-4246-a325-51bea11a2af8", "address": "fa:16:3e:e3:0e:12", "network": {"id": "535054b4-40f2-4085-93ee-f88482a820b2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1842438762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84cbde965bb240928baaf86257a83746", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51159863-2e", "ovs_interfaceid": "51159863-2ebf-4246-a325-51bea11a2af8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.691473] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d19be1a-558a-4a69-a395-703ff434ca96 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.707252] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa871635-65d7-4fd2-9676-1a13f2946681 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.711042] env[68893]: DEBUG oslo_vmware.api [None req-5b4bab32-a93d-4132-93c2-eb1b125bd5f5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2791645, 'name': PowerOnVM_Task, 'duration_secs': 0.69013} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.711331] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b4bab32-a93d-4132-93c2-eb1b125bd5f5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: ee99b6b1-90a4-4c3c-b665-47a60c89d459] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 904.711534] env[68893]: INFO nova.compute.manager [None req-5b4bab32-a93d-4132-93c2-eb1b125bd5f5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: ee99b6b1-90a4-4c3c-b665-47a60c89d459] Took 9.93 seconds to spawn the instance on the hypervisor. [ 904.711709] env[68893]: DEBUG nova.compute.manager [None req-5b4bab32-a93d-4132-93c2-eb1b125bd5f5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: ee99b6b1-90a4-4c3c-b665-47a60c89d459] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 904.713087] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c2ad4c8-198e-4c9c-9d45-0e5ad49ab912 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.747861] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82a39625-2d54-4d94-8128-02b119ff1f68 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.764652] env[68893]: DEBUG oslo_vmware.api [None req-7ab1b3df-5660-4edc-9cb6-96c15ced1ec2 tempest-AttachInterfacesV270Test-1805132181 tempest-AttachInterfacesV270Test-1805132181-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]526fdb15-ca88-394b-f060-aa9d37060ec8, 'name': SearchDatastore_Task, 'duration_secs': 0.018206} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.765939] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cb7c60e-9614-40f4-900f-7884f9daa7d1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.772647] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1beb2fc5-0dca-424c-a4cd-f69162e5731d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.788595] env[68893]: DEBUG nova.compute.provider_tree [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 904.790037] env[68893]: DEBUG oslo_vmware.api [None req-7ab1b3df-5660-4edc-9cb6-96c15ced1ec2 tempest-AttachInterfacesV270Test-1805132181 tempest-AttachInterfacesV270Test-1805132181-project-member] Waiting for the task: (returnval){ [ 904.790037] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52b31734-5948-8721-91ae-c07f81ab875c" [ 904.790037] env[68893]: _type = "Task" [ 904.790037] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.801148] env[68893]: DEBUG oslo_vmware.api [None req-7ab1b3df-5660-4edc-9cb6-96c15ced1ec2 tempest-AttachInterfacesV270Test-1805132181 tempest-AttachInterfacesV270Test-1805132181-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52b31734-5948-8721-91ae-c07f81ab875c, 'name': SearchDatastore_Task, 'duration_secs': 0.010764} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.801406] env[68893]: DEBUG oslo_concurrency.lockutils [None req-7ab1b3df-5660-4edc-9cb6-96c15ced1ec2 tempest-AttachInterfacesV270Test-1805132181 tempest-AttachInterfacesV270Test-1805132181-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.801660] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ab1b3df-5660-4edc-9cb6-96c15ced1ec2 tempest-AttachInterfacesV270Test-1805132181 tempest-AttachInterfacesV270Test-1805132181-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] 7e3012fb-7c3b-4f95-b109-e711c784e89e/7e3012fb-7c3b-4f95-b109-e711c784e89e.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 904.801914] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f4540910-90c3-4520-aceb-1915844aa0c6 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.809724] env[68893]: DEBUG oslo_vmware.api [None req-7ab1b3df-5660-4edc-9cb6-96c15ced1ec2 tempest-AttachInterfacesV270Test-1805132181 tempest-AttachInterfacesV270Test-1805132181-project-member] Waiting for the task: (returnval){ [ 904.809724] env[68893]: value = "task-2791654" [ 904.809724] env[68893]: _type = "Task" [ 904.809724] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.825665] env[68893]: DEBUG oslo_vmware.api [None req-7ab1b3df-5660-4edc-9cb6-96c15ced1ec2 tempest-AttachInterfacesV270Test-1805132181 tempest-AttachInterfacesV270Test-1805132181-project-member] Task: {'id': task-2791654, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.971185] env[68893]: DEBUG oslo_concurrency.lockutils [req-c393dadd-a664-465b-9e7d-60689767ceac req-c2e264c2-23ae-4ca5-8135-92fc62599f30 service nova] Releasing lock "refresh_cache-7e3012fb-7c3b-4f95-b109-e711c784e89e" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.971550] env[68893]: DEBUG nova.compute.manager [req-c393dadd-a664-465b-9e7d-60689767ceac req-c2e264c2-23ae-4ca5-8135-92fc62599f30 service nova] [instance: 516dbd27-468e-4ac4-b8c9-d25861663e75] Received event network-vif-deleted-efaea0ca-8371-462b-890d-7a11da139ceb {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 904.971802] env[68893]: INFO nova.compute.manager [req-c393dadd-a664-465b-9e7d-60689767ceac req-c2e264c2-23ae-4ca5-8135-92fc62599f30 service nova] [instance: 516dbd27-468e-4ac4-b8c9-d25861663e75] Neutron deleted interface efaea0ca-8371-462b-890d-7a11da139ceb; detaching it from the instance and deleting it from the info cache [ 904.972088] env[68893]: DEBUG nova.network.neutron [req-c393dadd-a664-465b-9e7d-60689767ceac req-c2e264c2-23ae-4ca5-8135-92fc62599f30 service nova] [instance: 516dbd27-468e-4ac4-b8c9-d25861663e75] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.979561] env[68893]: DEBUG oslo_vmware.api [None req-11a590ab-89bd-4499-81eb-4b91fb5c8241 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': task-2791651, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.2197} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.979937] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-11a590ab-89bd-4499-81eb-4b91fb5c8241 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 904.980188] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-11a590ab-89bd-4499-81eb-4b91fb5c8241 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: a168e41a-cc22-4f30-b7eb-e390d73f0eff] Deleted contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 904.980415] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-11a590ab-89bd-4499-81eb-4b91fb5c8241 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: a168e41a-cc22-4f30-b7eb-e390d73f0eff] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 905.057876] env[68893]: DEBUG oslo_vmware.api [None req-767b107d-8070-4991-aa60-6a2a8b0e66ca tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Task: {'id': task-2791653, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.286849} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.058225] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-767b107d-8070-4991-aa60-6a2a8b0e66ca tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 905.058439] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-767b107d-8070-4991-aa60-6a2a8b0e66ca tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] [instance: 3870f0d6-e7bb-4565-be1c-9b8377a81281] Deleted contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 905.058699] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-767b107d-8070-4991-aa60-6a2a8b0e66ca tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] [instance: 3870f0d6-e7bb-4565-be1c-9b8377a81281] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 905.059394] env[68893]: INFO nova.compute.manager [None req-767b107d-8070-4991-aa60-6a2a8b0e66ca tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] [instance: 3870f0d6-e7bb-4565-be1c-9b8377a81281] Took 1.14 seconds to destroy the instance on the hypervisor. [ 905.059691] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-767b107d-8070-4991-aa60-6a2a8b0e66ca tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 905.060648] env[68893]: DEBUG nova.compute.manager [-] [instance: 3870f0d6-e7bb-4565-be1c-9b8377a81281] Deallocating network for instance {{(pid=68893) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 905.060648] env[68893]: DEBUG nova.network.neutron [-] [instance: 3870f0d6-e7bb-4565-be1c-9b8377a81281] deallocate_for_instance() {{(pid=68893) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 905.107842] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b39bf656-4c7b-4ad6-8ea5-599a8e8866b1 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Releasing lock "refresh_cache-c3ebb422-0391-4359-abb4-8ea80e767ce2" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.108770] env[68893]: DEBUG nova.compute.manager [None req-b39bf656-4c7b-4ad6-8ea5-599a8e8866b1 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: c3ebb422-0391-4359-abb4-8ea80e767ce2] Instance network_info: |[{"id": "51159863-2ebf-4246-a325-51bea11a2af8", "address": "fa:16:3e:e3:0e:12", "network": {"id": "535054b4-40f2-4085-93ee-f88482a820b2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1842438762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84cbde965bb240928baaf86257a83746", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51159863-2e", "ovs_interfaceid": "51159863-2ebf-4246-a325-51bea11a2af8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 905.108770] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-b39bf656-4c7b-4ad6-8ea5-599a8e8866b1 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: c3ebb422-0391-4359-abb4-8ea80e767ce2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:0e:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '51159863-2ebf-4246-a325-51bea11a2af8', 'vif_model': 'vmxnet3'}] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 905.117468] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b39bf656-4c7b-4ad6-8ea5-599a8e8866b1 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 905.118229] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3ebb422-0391-4359-abb4-8ea80e767ce2] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 905.118485] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f3eac45c-9f80-4c4f-80e9-370ed37ea90b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.143193] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 905.143193] env[68893]: value = "task-2791655" [ 905.143193] env[68893]: _type = "Task" [ 905.143193] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.152764] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791655, 'name': CreateVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.265538] env[68893]: INFO nova.compute.manager [None req-5b4bab32-a93d-4132-93c2-eb1b125bd5f5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: ee99b6b1-90a4-4c3c-b665-47a60c89d459] Took 37.52 seconds to build instance. [ 905.291436] env[68893]: DEBUG nova.scheduler.client.report [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 905.324748] env[68893]: DEBUG oslo_vmware.api [None req-7ab1b3df-5660-4edc-9cb6-96c15ced1ec2 tempest-AttachInterfacesV270Test-1805132181 tempest-AttachInterfacesV270Test-1805132181-project-member] Task: {'id': task-2791654, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.328705] env[68893]: DEBUG nova.compute.manager [req-37066200-c08f-4a2f-989d-63edc3dbd846 req-35caa138-133d-4bb9-98f7-73d8e186aa3e service nova] [instance: c3ebb422-0391-4359-abb4-8ea80e767ce2] Received event network-changed-51159863-2ebf-4246-a325-51bea11a2af8 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 905.328933] env[68893]: DEBUG nova.compute.manager [req-37066200-c08f-4a2f-989d-63edc3dbd846 req-35caa138-133d-4bb9-98f7-73d8e186aa3e service nova] [instance: c3ebb422-0391-4359-abb4-8ea80e767ce2] Refreshing instance network info cache due to event network-changed-51159863-2ebf-4246-a325-51bea11a2af8. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 905.329204] env[68893]: DEBUG oslo_concurrency.lockutils [req-37066200-c08f-4a2f-989d-63edc3dbd846 req-35caa138-133d-4bb9-98f7-73d8e186aa3e service nova] Acquiring lock "refresh_cache-c3ebb422-0391-4359-abb4-8ea80e767ce2" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.329349] env[68893]: DEBUG oslo_concurrency.lockutils [req-37066200-c08f-4a2f-989d-63edc3dbd846 req-35caa138-133d-4bb9-98f7-73d8e186aa3e service nova] Acquired lock "refresh_cache-c3ebb422-0391-4359-abb4-8ea80e767ce2" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.329607] env[68893]: DEBUG nova.network.neutron [req-37066200-c08f-4a2f-989d-63edc3dbd846 req-35caa138-133d-4bb9-98f7-73d8e186aa3e service nova] [instance: c3ebb422-0391-4359-abb4-8ea80e767ce2] Refreshing network info cache for port 51159863-2ebf-4246-a325-51bea11a2af8 {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 905.474987] env[68893]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-42119356-ecc0-4284-a048-13418d0ecc6b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.486103] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aa82708-5641-4fe9-8441-e0a864a0ec9a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.504509] env[68893]: DEBUG nova.network.neutron [-] [instance: 073e59c7-2b22-4fa9-a6d2-03a158475093] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.517703] env[68893]: DEBUG oslo_concurrency.lockutils [None req-a4bb9cd7-7e7a-4a12-8af3-1004d9353e0e tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Acquiring lock "ee99b6b1-90a4-4c3c-b665-47a60c89d459" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.543198] env[68893]: DEBUG nova.compute.manager [req-c393dadd-a664-465b-9e7d-60689767ceac req-c2e264c2-23ae-4ca5-8135-92fc62599f30 service nova] [instance: 516dbd27-468e-4ac4-b8c9-d25861663e75] Detach interface failed, port_id=efaea0ca-8371-462b-890d-7a11da139ceb, reason: Instance 516dbd27-468e-4ac4-b8c9-d25861663e75 could not be found. {{(pid=68893) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 905.657271] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791655, 'name': CreateVM_Task, 'duration_secs': 0.467789} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.657860] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3ebb422-0391-4359-abb4-8ea80e767ce2] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 905.658828] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b39bf656-4c7b-4ad6-8ea5-599a8e8866b1 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.659283] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b39bf656-4c7b-4ad6-8ea5-599a8e8866b1 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.659791] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b39bf656-4c7b-4ad6-8ea5-599a8e8866b1 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.660202] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf85ec0a-fbdd-4028-8d3d-902db7e7025f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.677167] env[68893]: DEBUG oslo_vmware.api [None req-b39bf656-4c7b-4ad6-8ea5-599a8e8866b1 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Waiting for the task: (returnval){ [ 905.677167] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52dc7bd9-9f2f-fe96-eb62-1a203cc51067" [ 905.677167] env[68893]: _type = "Task" [ 905.677167] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.686203] env[68893]: DEBUG oslo_vmware.api [None req-b39bf656-4c7b-4ad6-8ea5-599a8e8866b1 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52dc7bd9-9f2f-fe96-eb62-1a203cc51067, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.768313] env[68893]: DEBUG oslo_concurrency.lockutils [None req-5b4bab32-a93d-4132-93c2-eb1b125bd5f5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Lock "ee99b6b1-90a4-4c3c-b665-47a60c89d459" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.004s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.769663] env[68893]: DEBUG oslo_concurrency.lockutils [None req-a4bb9cd7-7e7a-4a12-8af3-1004d9353e0e tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Lock "ee99b6b1-90a4-4c3c-b665-47a60c89d459" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.252s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.770420] env[68893]: DEBUG nova.compute.manager [None req-a4bb9cd7-7e7a-4a12-8af3-1004d9353e0e tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: ee99b6b1-90a4-4c3c-b665-47a60c89d459] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 905.770704] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6b4333b-06dc-4ae4-9e02-e1af5fabcbdf {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.779011] env[68893]: DEBUG nova.compute.manager [None req-a4bb9cd7-7e7a-4a12-8af3-1004d9353e0e tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: ee99b6b1-90a4-4c3c-b665-47a60c89d459] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68893) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 905.779621] env[68893]: DEBUG nova.objects.instance [None req-a4bb9cd7-7e7a-4a12-8af3-1004d9353e0e tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Lazy-loading 'flavor' on Instance uuid ee99b6b1-90a4-4c3c-b665-47a60c89d459 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 905.800596] env[68893]: DEBUG oslo_concurrency.lockutils [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.782s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.801421] env[68893]: DEBUG nova.compute.manager [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: a97578c7-f513-4a3f-81a9-f58bc0619abc] Start building networks asynchronously for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 905.803837] env[68893]: DEBUG oslo_concurrency.lockutils [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.230s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.805338] env[68893]: INFO nova.compute.claims [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: cce63948-3b2d-4710-8f14-4f79b24e86fd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 905.824843] env[68893]: DEBUG oslo_vmware.api [None req-7ab1b3df-5660-4edc-9cb6-96c15ced1ec2 tempest-AttachInterfacesV270Test-1805132181 tempest-AttachInterfacesV270Test-1805132181-project-member] Task: {'id': task-2791654, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.658233} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.826904] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ab1b3df-5660-4edc-9cb6-96c15ced1ec2 tempest-AttachInterfacesV270Test-1805132181 tempest-AttachInterfacesV270Test-1805132181-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] 7e3012fb-7c3b-4f95-b109-e711c784e89e/7e3012fb-7c3b-4f95-b109-e711c784e89e.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 905.826904] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-7ab1b3df-5660-4edc-9cb6-96c15ced1ec2 tempest-AttachInterfacesV270Test-1805132181 tempest-AttachInterfacesV270Test-1805132181-project-member] [instance: 7e3012fb-7c3b-4f95-b109-e711c784e89e] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 905.826904] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e9e266f8-3a8e-4937-8258-f52d4e31758c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.837822] env[68893]: DEBUG oslo_vmware.api [None req-7ab1b3df-5660-4edc-9cb6-96c15ced1ec2 tempest-AttachInterfacesV270Test-1805132181 tempest-AttachInterfacesV270Test-1805132181-project-member] Waiting for the task: (returnval){ [ 905.837822] env[68893]: value = "task-2791656" [ 905.837822] env[68893]: _type = "Task" [ 905.837822] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.849450] env[68893]: DEBUG oslo_vmware.api [None req-7ab1b3df-5660-4edc-9cb6-96c15ced1ec2 tempest-AttachInterfacesV270Test-1805132181 tempest-AttachInterfacesV270Test-1805132181-project-member] Task: {'id': task-2791656, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.009626] env[68893]: INFO nova.compute.manager [-] [instance: 073e59c7-2b22-4fa9-a6d2-03a158475093] Took 1.48 seconds to deallocate network for instance. [ 906.045531] env[68893]: DEBUG nova.virt.hardware [None req-11a590ab-89bd-4499-81eb-4b91fb5c8241 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 906.045930] env[68893]: DEBUG nova.virt.hardware [None req-11a590ab-89bd-4499-81eb-4b91fb5c8241 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 906.046120] env[68893]: DEBUG nova.virt.hardware [None req-11a590ab-89bd-4499-81eb-4b91fb5c8241 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 906.046313] env[68893]: DEBUG nova.virt.hardware [None req-11a590ab-89bd-4499-81eb-4b91fb5c8241 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 906.046473] env[68893]: DEBUG nova.virt.hardware [None req-11a590ab-89bd-4499-81eb-4b91fb5c8241 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 906.046752] env[68893]: DEBUG nova.virt.hardware [None req-11a590ab-89bd-4499-81eb-4b91fb5c8241 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 906.047134] env[68893]: DEBUG nova.virt.hardware [None req-11a590ab-89bd-4499-81eb-4b91fb5c8241 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 906.047205] env[68893]: DEBUG nova.virt.hardware [None req-11a590ab-89bd-4499-81eb-4b91fb5c8241 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 906.047358] env[68893]: DEBUG nova.virt.hardware [None req-11a590ab-89bd-4499-81eb-4b91fb5c8241 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 906.047529] env[68893]: DEBUG nova.virt.hardware [None req-11a590ab-89bd-4499-81eb-4b91fb5c8241 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 906.047701] env[68893]: DEBUG nova.virt.hardware [None req-11a590ab-89bd-4499-81eb-4b91fb5c8241 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 906.048054] env[68893]: DEBUG nova.network.neutron [-] [instance: 3870f0d6-e7bb-4565-be1c-9b8377a81281] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.049724] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4647f6d-afe0-40a6-9ca5-0a48cfb13a28 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.061295] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a211e41c-f7a6-483a-ad44-d7d225aa26a6 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.078648] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-11a590ab-89bd-4499-81eb-4b91fb5c8241 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: a168e41a-cc22-4f30-b7eb-e390d73f0eff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:fc:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a55f45a-d631-4ebc-b73b-8a30bd0a32a8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a1919c7d-16b7-46f0-89b9-35eb0864d18c', 'vif_model': 'vmxnet3'}] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 906.087203] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-11a590ab-89bd-4499-81eb-4b91fb5c8241 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 906.090408] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a168e41a-cc22-4f30-b7eb-e390d73f0eff] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 906.091039] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c8100f17-9468-4eee-873e-92b3950f02da {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.112569] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 906.112569] env[68893]: value = "task-2791657" [ 906.112569] env[68893]: _type = "Task" [ 906.112569] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.122395] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791657, 'name': CreateVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.145416] env[68893]: DEBUG nova.network.neutron [req-37066200-c08f-4a2f-989d-63edc3dbd846 req-35caa138-133d-4bb9-98f7-73d8e186aa3e service nova] [instance: c3ebb422-0391-4359-abb4-8ea80e767ce2] Updated VIF entry in instance network info cache for port 51159863-2ebf-4246-a325-51bea11a2af8. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 906.145979] env[68893]: DEBUG nova.network.neutron [req-37066200-c08f-4a2f-989d-63edc3dbd846 req-35caa138-133d-4bb9-98f7-73d8e186aa3e service nova] [instance: c3ebb422-0391-4359-abb4-8ea80e767ce2] Updating instance_info_cache with network_info: [{"id": "51159863-2ebf-4246-a325-51bea11a2af8", "address": "fa:16:3e:e3:0e:12", "network": {"id": "535054b4-40f2-4085-93ee-f88482a820b2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1842438762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84cbde965bb240928baaf86257a83746", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51159863-2e", "ovs_interfaceid": "51159863-2ebf-4246-a325-51bea11a2af8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.187352] env[68893]: DEBUG oslo_vmware.api [None req-b39bf656-4c7b-4ad6-8ea5-599a8e8866b1 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52dc7bd9-9f2f-fe96-eb62-1a203cc51067, 'name': SearchDatastore_Task, 'duration_secs': 0.011756} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.187733] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b39bf656-4c7b-4ad6-8ea5-599a8e8866b1 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.187975] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-b39bf656-4c7b-4ad6-8ea5-599a8e8866b1 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: c3ebb422-0391-4359-abb4-8ea80e767ce2] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 906.188234] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b39bf656-4c7b-4ad6-8ea5-599a8e8866b1 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.188382] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b39bf656-4c7b-4ad6-8ea5-599a8e8866b1 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.188562] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-b39bf656-4c7b-4ad6-8ea5-599a8e8866b1 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 906.188835] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cc6a2007-ed51-4cf6-bb81-d167f3c7b827 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.201364] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-b39bf656-4c7b-4ad6-8ea5-599a8e8866b1 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 906.201719] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-b39bf656-4c7b-4ad6-8ea5-599a8e8866b1 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 906.202398] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88eb9c2c-4223-413c-9611-de53723df744 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.209529] env[68893]: DEBUG oslo_vmware.api [None req-b39bf656-4c7b-4ad6-8ea5-599a8e8866b1 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Waiting for the task: (returnval){ [ 906.209529] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52e2d90e-a71c-0bf9-9894-58c8f24b6a9a" [ 906.209529] env[68893]: _type = "Task" [ 906.209529] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.218802] env[68893]: DEBUG oslo_vmware.api [None req-b39bf656-4c7b-4ad6-8ea5-599a8e8866b1 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52e2d90e-a71c-0bf9-9894-58c8f24b6a9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.258111] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 906.258375] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 906.274647] env[68893]: DEBUG nova.compute.manager [None req-3d572f83-1539-4186-b6d3-2b9c314e9043 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] [instance: 9eff2a8e-9c7f-4f84-958a-ecf1f5f730d9] Starting instance... {{(pid=68893) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 906.312036] env[68893]: DEBUG nova.compute.utils [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 906.312624] env[68893]: DEBUG nova.compute.manager [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: a97578c7-f513-4a3f-81a9-f58bc0619abc] Allocating IP information in the background. {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 906.312801] env[68893]: DEBUG nova.network.neutron [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: a97578c7-f513-4a3f-81a9-f58bc0619abc] allocate_for_instance() {{(pid=68893) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 906.350808] env[68893]: DEBUG oslo_vmware.api [None req-7ab1b3df-5660-4edc-9cb6-96c15ced1ec2 tempest-AttachInterfacesV270Test-1805132181 tempest-AttachInterfacesV270Test-1805132181-project-member] Task: {'id': task-2791656, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07261} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.351158] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-7ab1b3df-5660-4edc-9cb6-96c15ced1ec2 tempest-AttachInterfacesV270Test-1805132181 tempest-AttachInterfacesV270Test-1805132181-project-member] [instance: 7e3012fb-7c3b-4f95-b109-e711c784e89e] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 906.352014] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-182a3be0-d5c7-4008-8303-7b5e87c64ccf {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.377256] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ab1b3df-5660-4edc-9cb6-96c15ced1ec2 tempest-AttachInterfacesV270Test-1805132181 tempest-AttachInterfacesV270Test-1805132181-project-member] [instance: 7e3012fb-7c3b-4f95-b109-e711c784e89e] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] 7e3012fb-7c3b-4f95-b109-e711c784e89e/7e3012fb-7c3b-4f95-b109-e711c784e89e.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 906.378891] env[68893]: DEBUG nova.policy [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c67b0a186b024f3d9eeec0fc2bfa91ab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f7e4c959477a4484a345417bea845b45', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68893) authorize /opt/stack/nova/nova/policy.py:192}} [ 906.380463] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44198e9c-d4c8-46c0-bdb2-0ada4f978659 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.403475] env[68893]: DEBUG oslo_vmware.api [None req-7ab1b3df-5660-4edc-9cb6-96c15ced1ec2 tempest-AttachInterfacesV270Test-1805132181 tempest-AttachInterfacesV270Test-1805132181-project-member] Waiting for the task: (returnval){ [ 906.403475] env[68893]: value = "task-2791658" [ 906.403475] env[68893]: _type = "Task" [ 906.403475] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.414271] env[68893]: DEBUG oslo_vmware.api [None req-7ab1b3df-5660-4edc-9cb6-96c15ced1ec2 tempest-AttachInterfacesV270Test-1805132181 tempest-AttachInterfacesV270Test-1805132181-project-member] Task: {'id': task-2791658, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.554418] env[68893]: INFO nova.compute.manager [-] [instance: 3870f0d6-e7bb-4565-be1c-9b8377a81281] Took 1.49 seconds to deallocate network for instance. [ 906.581303] env[68893]: INFO nova.compute.manager [None req-ec7ab252-ed57-40ba-bcb2-74ab3efcc231 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 073e59c7-2b22-4fa9-a6d2-03a158475093] Took 0.57 seconds to detach 1 volumes for instance. [ 906.631492] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791657, 'name': CreateVM_Task} progress is 25%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.649593] env[68893]: DEBUG oslo_concurrency.lockutils [req-37066200-c08f-4a2f-989d-63edc3dbd846 req-35caa138-133d-4bb9-98f7-73d8e186aa3e service nova] Releasing lock "refresh_cache-c3ebb422-0391-4359-abb4-8ea80e767ce2" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.649912] env[68893]: DEBUG nova.compute.manager [req-37066200-c08f-4a2f-989d-63edc3dbd846 req-35caa138-133d-4bb9-98f7-73d8e186aa3e service nova] [instance: 073e59c7-2b22-4fa9-a6d2-03a158475093] Received event network-vif-deleted-cd0e8554-a617-4534-8f2d-e01d4f53ffe0 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 906.650046] env[68893]: INFO nova.compute.manager [req-37066200-c08f-4a2f-989d-63edc3dbd846 req-35caa138-133d-4bb9-98f7-73d8e186aa3e service nova] [instance: 073e59c7-2b22-4fa9-a6d2-03a158475093] Neutron deleted interface cd0e8554-a617-4534-8f2d-e01d4f53ffe0; detaching it from the instance and deleting it from the info cache [ 906.650254] env[68893]: DEBUG nova.network.neutron [req-37066200-c08f-4a2f-989d-63edc3dbd846 req-35caa138-133d-4bb9-98f7-73d8e186aa3e service nova] [instance: 073e59c7-2b22-4fa9-a6d2-03a158475093] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.675579] env[68893]: DEBUG nova.network.neutron [None req-70da0402-2feb-4ac0-adb3-8815ff12d806 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: bd49c388-5a16-4af3-91cf-777982d4567f] Port d808b1fb-a12a-47f5-9c1c-f58e8e34d7c6 binding to destination host cpu-1 is already ACTIVE {{(pid=68893) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 906.675892] env[68893]: DEBUG oslo_concurrency.lockutils [None req-70da0402-2feb-4ac0-adb3-8815ff12d806 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Acquiring lock "refresh_cache-bd49c388-5a16-4af3-91cf-777982d4567f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.676116] env[68893]: DEBUG oslo_concurrency.lockutils [None req-70da0402-2feb-4ac0-adb3-8815ff12d806 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Acquired lock "refresh_cache-bd49c388-5a16-4af3-91cf-777982d4567f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.676305] env[68893]: DEBUG nova.network.neutron [None req-70da0402-2feb-4ac0-adb3-8815ff12d806 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: bd49c388-5a16-4af3-91cf-777982d4567f] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 906.723650] env[68893]: DEBUG oslo_vmware.api [None req-b39bf656-4c7b-4ad6-8ea5-599a8e8866b1 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52e2d90e-a71c-0bf9-9894-58c8f24b6a9a, 'name': SearchDatastore_Task, 'duration_secs': 0.044314} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.724622] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfb9b9ab-21e6-4743-a3b8-e66ad6454401 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.736658] env[68893]: DEBUG oslo_vmware.api [None req-b39bf656-4c7b-4ad6-8ea5-599a8e8866b1 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Waiting for the task: (returnval){ [ 906.736658] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]520c90e2-145e-a8c9-c680-b8b36d6a0afe" [ 906.736658] env[68893]: _type = "Task" [ 906.736658] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.746811] env[68893]: DEBUG oslo_vmware.api [None req-b39bf656-4c7b-4ad6-8ea5-599a8e8866b1 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]520c90e2-145e-a8c9-c680-b8b36d6a0afe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.768031] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 906.768879] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 906.769808] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 906.769808] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 906.769808] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 906.769808] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 906.769808] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68893) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 906.770070] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager.update_available_resource {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 906.787820] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4bb9cd7-7e7a-4a12-8af3-1004d9353e0e tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: ee99b6b1-90a4-4c3c-b665-47a60c89d459] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 906.789616] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e368b6c3-5f62-40c5-ae98-3ca6793302aa {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.796481] env[68893]: DEBUG oslo_vmware.api [None req-a4bb9cd7-7e7a-4a12-8af3-1004d9353e0e tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Waiting for the task: (returnval){ [ 906.796481] env[68893]: value = "task-2791659" [ 906.796481] env[68893]: _type = "Task" [ 906.796481] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.807091] env[68893]: DEBUG oslo_vmware.api [None req-a4bb9cd7-7e7a-4a12-8af3-1004d9353e0e tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2791659, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.808215] env[68893]: DEBUG oslo_concurrency.lockutils [None req-3d572f83-1539-4186-b6d3-2b9c314e9043 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.816460] env[68893]: DEBUG nova.compute.manager [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: a97578c7-f513-4a3f-81a9-f58bc0619abc] Start building block device mappings for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 906.824669] env[68893]: DEBUG nova.network.neutron [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: a97578c7-f513-4a3f-81a9-f58bc0619abc] Successfully created port: 1e2ff9b1-cf84-453f-b26f-b657854c7824 {{(pid=68893) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 906.919678] env[68893]: DEBUG oslo_vmware.api [None req-7ab1b3df-5660-4edc-9cb6-96c15ced1ec2 tempest-AttachInterfacesV270Test-1805132181 tempest-AttachInterfacesV270Test-1805132181-project-member] Task: {'id': task-2791658, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.063016] env[68893]: DEBUG oslo_concurrency.lockutils [None req-767b107d-8070-4991-aa60-6a2a8b0e66ca tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.090564] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ec7ab252-ed57-40ba-bcb2-74ab3efcc231 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.130707] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791657, 'name': CreateVM_Task, 'duration_secs': 0.627668} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.130707] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a168e41a-cc22-4f30-b7eb-e390d73f0eff] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 907.131068] env[68893]: DEBUG oslo_concurrency.lockutils [None req-11a590ab-89bd-4499-81eb-4b91fb5c8241 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.131343] env[68893]: DEBUG oslo_concurrency.lockutils [None req-11a590ab-89bd-4499-81eb-4b91fb5c8241 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.131760] env[68893]: DEBUG oslo_concurrency.lockutils [None req-11a590ab-89bd-4499-81eb-4b91fb5c8241 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.132777] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4cf39358-afbf-4115-8fa9-06cb94d39cb6 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.144324] env[68893]: DEBUG oslo_vmware.api [None req-11a590ab-89bd-4499-81eb-4b91fb5c8241 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Waiting for the task: (returnval){ [ 907.144324] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]520a718b-83e4-ffcf-7d6c-27fa2a1f0c6b" [ 907.144324] env[68893]: _type = "Task" [ 907.144324] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.151714] env[68893]: DEBUG oslo_vmware.api [None req-11a590ab-89bd-4499-81eb-4b91fb5c8241 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]520a718b-83e4-ffcf-7d6c-27fa2a1f0c6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.158691] env[68893]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d8c3287f-9dbf-4224-a4f4-37d9c1129e23 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.170431] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6e60b30-0c69-4043-a925-2383da338b92 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.223187] env[68893]: DEBUG nova.compute.manager [req-37066200-c08f-4a2f-989d-63edc3dbd846 req-35caa138-133d-4bb9-98f7-73d8e186aa3e service nova] [instance: 073e59c7-2b22-4fa9-a6d2-03a158475093] Detach interface failed, port_id=cd0e8554-a617-4534-8f2d-e01d4f53ffe0, reason: Instance 073e59c7-2b22-4fa9-a6d2-03a158475093 could not be found. {{(pid=68893) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 907.250734] env[68893]: DEBUG oslo_vmware.api [None req-b39bf656-4c7b-4ad6-8ea5-599a8e8866b1 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]520c90e2-145e-a8c9-c680-b8b36d6a0afe, 'name': SearchDatastore_Task, 'duration_secs': 0.047947} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.251012] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b39bf656-4c7b-4ad6-8ea5-599a8e8866b1 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.251316] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-b39bf656-4c7b-4ad6-8ea5-599a8e8866b1 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore1] c3ebb422-0391-4359-abb4-8ea80e767ce2/c3ebb422-0391-4359-abb4-8ea80e767ce2.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 907.251530] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f5231abb-4281-4b89-9811-c797322986b5 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.263604] env[68893]: DEBUG oslo_vmware.api [None req-b39bf656-4c7b-4ad6-8ea5-599a8e8866b1 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Waiting for the task: (returnval){ [ 907.263604] env[68893]: value = "task-2791660" [ 907.263604] env[68893]: _type = "Task" [ 907.263604] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.272599] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.276952] env[68893]: DEBUG oslo_vmware.api [None req-b39bf656-4c7b-4ad6-8ea5-599a8e8866b1 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2791660, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.310466] env[68893]: DEBUG oslo_vmware.api [None req-a4bb9cd7-7e7a-4a12-8af3-1004d9353e0e tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2791659, 'name': PowerOffVM_Task, 'duration_secs': 0.27611} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.310466] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4bb9cd7-7e7a-4a12-8af3-1004d9353e0e tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: ee99b6b1-90a4-4c3c-b665-47a60c89d459] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 907.310670] env[68893]: DEBUG nova.compute.manager [None req-a4bb9cd7-7e7a-4a12-8af3-1004d9353e0e tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: ee99b6b1-90a4-4c3c-b665-47a60c89d459] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 907.314721] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95c99bdb-4280-4711-b52a-29174b55994d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.413945] env[68893]: DEBUG nova.compute.manager [req-7409bf23-dad7-4157-a6ff-56a8b2979357 req-7a6e5363-5abd-4bd6-b939-41bae1f29850 service nova] [instance: 3870f0d6-e7bb-4565-be1c-9b8377a81281] Received event network-vif-deleted-77e29392-3e99-4cd4-8c32-5cfa25ab2565 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 907.423068] env[68893]: DEBUG oslo_vmware.api [None req-7ab1b3df-5660-4edc-9cb6-96c15ced1ec2 tempest-AttachInterfacesV270Test-1805132181 tempest-AttachInterfacesV270Test-1805132181-project-member] Task: {'id': task-2791658, 'name': ReconfigVM_Task, 'duration_secs': 0.563641} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.423387] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ab1b3df-5660-4edc-9cb6-96c15ced1ec2 tempest-AttachInterfacesV270Test-1805132181 tempest-AttachInterfacesV270Test-1805132181-project-member] [instance: 7e3012fb-7c3b-4f95-b109-e711c784e89e] Reconfigured VM instance instance-00000039 to attach disk [datastore2] 7e3012fb-7c3b-4f95-b109-e711c784e89e/7e3012fb-7c3b-4f95-b109-e711c784e89e.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 907.424101] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-163b5712-355c-4c6f-bd88-321235b86cae {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.432920] env[68893]: DEBUG oslo_vmware.api [None req-7ab1b3df-5660-4edc-9cb6-96c15ced1ec2 tempest-AttachInterfacesV270Test-1805132181 tempest-AttachInterfacesV270Test-1805132181-project-member] Waiting for the task: (returnval){ [ 907.432920] env[68893]: value = "task-2791661" [ 907.432920] env[68893]: _type = "Task" [ 907.432920] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.444737] env[68893]: DEBUG oslo_vmware.api [None req-7ab1b3df-5660-4edc-9cb6-96c15ced1ec2 tempest-AttachInterfacesV270Test-1805132181 tempest-AttachInterfacesV270Test-1805132181-project-member] Task: {'id': task-2791661, 'name': Rename_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.446520] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97beb370-fd5d-48e3-b89a-b61c3e3e0787 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.456574] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ec1e41c-9366-43da-a860-7d27a9ee865a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.494545] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58f955dc-788e-4ca9-9e5a-b9129b125c12 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.504534] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7d217c7-d305-4659-928e-4ce63fe048a8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.521179] env[68893]: DEBUG nova.compute.provider_tree [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 907.539262] env[68893]: DEBUG nova.network.neutron [None req-70da0402-2feb-4ac0-adb3-8815ff12d806 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: bd49c388-5a16-4af3-91cf-777982d4567f] Updating instance_info_cache with network_info: [{"id": "d808b1fb-a12a-47f5-9c1c-f58e8e34d7c6", "address": "fa:16:3e:fc:67:5c", "network": {"id": "508509dd-7bfd-4a64-9135-d3dbeac23fa6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.168", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a15c0c8454c748249efd16f753a7dc35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd808b1fb-a1", "ovs_interfaceid": "d808b1fb-a12a-47f5-9c1c-f58e8e34d7c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.655781] env[68893]: DEBUG oslo_vmware.api [None req-11a590ab-89bd-4499-81eb-4b91fb5c8241 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]520a718b-83e4-ffcf-7d6c-27fa2a1f0c6b, 'name': SearchDatastore_Task, 'duration_secs': 0.018821} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.656144] env[68893]: DEBUG oslo_concurrency.lockutils [None req-11a590ab-89bd-4499-81eb-4b91fb5c8241 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.656462] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-11a590ab-89bd-4499-81eb-4b91fb5c8241 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: a168e41a-cc22-4f30-b7eb-e390d73f0eff] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 907.656772] env[68893]: DEBUG oslo_concurrency.lockutils [None req-11a590ab-89bd-4499-81eb-4b91fb5c8241 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.657055] env[68893]: DEBUG oslo_concurrency.lockutils [None req-11a590ab-89bd-4499-81eb-4b91fb5c8241 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.657346] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-11a590ab-89bd-4499-81eb-4b91fb5c8241 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 907.657733] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-15fcda5f-a609-44d1-ba33-911e6192c453 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.670543] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-11a590ab-89bd-4499-81eb-4b91fb5c8241 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 907.670672] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-11a590ab-89bd-4499-81eb-4b91fb5c8241 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 907.671444] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1046806-df43-48d9-9b5f-9072ed5830e5 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.678211] env[68893]: DEBUG oslo_vmware.api [None req-11a590ab-89bd-4499-81eb-4b91fb5c8241 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Waiting for the task: (returnval){ [ 907.678211] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52705825-4650-bcbb-6c64-555befee0e73" [ 907.678211] env[68893]: _type = "Task" [ 907.678211] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.688542] env[68893]: DEBUG oslo_vmware.api [None req-11a590ab-89bd-4499-81eb-4b91fb5c8241 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52705825-4650-bcbb-6c64-555befee0e73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.774547] env[68893]: DEBUG oslo_vmware.api [None req-b39bf656-4c7b-4ad6-8ea5-599a8e8866b1 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2791660, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.834354] env[68893]: DEBUG nova.compute.manager [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: a97578c7-f513-4a3f-81a9-f58bc0619abc] Start spawning the instance on the hypervisor. {{(pid=68893) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 907.836786] env[68893]: DEBUG oslo_concurrency.lockutils [None req-a4bb9cd7-7e7a-4a12-8af3-1004d9353e0e tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Lock "ee99b6b1-90a4-4c3c-b665-47a60c89d459" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.067s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.865646] env[68893]: DEBUG nova.virt.hardware [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 907.865646] env[68893]: DEBUG nova.virt.hardware [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 907.865646] env[68893]: DEBUG nova.virt.hardware [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 907.865646] env[68893]: DEBUG nova.virt.hardware [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 907.865646] env[68893]: DEBUG nova.virt.hardware [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 907.865646] env[68893]: DEBUG nova.virt.hardware [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 907.866152] env[68893]: DEBUG nova.virt.hardware [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 907.866439] env[68893]: DEBUG nova.virt.hardware [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 907.866730] env[68893]: DEBUG nova.virt.hardware [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 907.867131] env[68893]: DEBUG nova.virt.hardware [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 907.867470] env[68893]: DEBUG nova.virt.hardware [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 907.868653] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5426f8f5-9a38-4619-b588-da8bb27363ad {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.878481] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2e9a1d7-3327-447d-8dc6-b7b5b24f1edf {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.942435] env[68893]: DEBUG oslo_vmware.api [None req-7ab1b3df-5660-4edc-9cb6-96c15ced1ec2 tempest-AttachInterfacesV270Test-1805132181 tempest-AttachInterfacesV270Test-1805132181-project-member] Task: {'id': task-2791661, 'name': Rename_Task, 'duration_secs': 0.186206} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.945195] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ab1b3df-5660-4edc-9cb6-96c15ced1ec2 tempest-AttachInterfacesV270Test-1805132181 tempest-AttachInterfacesV270Test-1805132181-project-member] [instance: 7e3012fb-7c3b-4f95-b109-e711c784e89e] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 907.945195] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a5571c71-5de3-4ca2-ac04-35a5dceb4b27 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.953018] env[68893]: DEBUG oslo_vmware.api [None req-7ab1b3df-5660-4edc-9cb6-96c15ced1ec2 tempest-AttachInterfacesV270Test-1805132181 tempest-AttachInterfacesV270Test-1805132181-project-member] Waiting for the task: (returnval){ [ 907.953018] env[68893]: value = "task-2791662" [ 907.953018] env[68893]: _type = "Task" [ 907.953018] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.959834] env[68893]: DEBUG oslo_vmware.api [None req-7ab1b3df-5660-4edc-9cb6-96c15ced1ec2 tempest-AttachInterfacesV270Test-1805132181 tempest-AttachInterfacesV270Test-1805132181-project-member] Task: {'id': task-2791662, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.027090] env[68893]: DEBUG nova.scheduler.client.report [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 908.042311] env[68893]: DEBUG oslo_concurrency.lockutils [None req-70da0402-2feb-4ac0-adb3-8815ff12d806 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Releasing lock "refresh_cache-bd49c388-5a16-4af3-91cf-777982d4567f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.190474] env[68893]: DEBUG oslo_vmware.api [None req-11a590ab-89bd-4499-81eb-4b91fb5c8241 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52705825-4650-bcbb-6c64-555befee0e73, 'name': SearchDatastore_Task, 'duration_secs': 0.019801} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.191332] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a1a2638-af44-42b2-b632-866454baa2ba {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.199973] env[68893]: DEBUG oslo_vmware.api [None req-11a590ab-89bd-4499-81eb-4b91fb5c8241 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Waiting for the task: (returnval){ [ 908.199973] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52fbaf7e-dd00-a9b6-4ae0-cf70ebc6e43a" [ 908.199973] env[68893]: _type = "Task" [ 908.199973] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.208272] env[68893]: DEBUG oslo_vmware.api [None req-11a590ab-89bd-4499-81eb-4b91fb5c8241 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52fbaf7e-dd00-a9b6-4ae0-cf70ebc6e43a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.275680] env[68893]: DEBUG oslo_vmware.api [None req-b39bf656-4c7b-4ad6-8ea5-599a8e8866b1 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2791660, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528987} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.275951] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-b39bf656-4c7b-4ad6-8ea5-599a8e8866b1 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore1] c3ebb422-0391-4359-abb4-8ea80e767ce2/c3ebb422-0391-4359-abb4-8ea80e767ce2.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 908.276184] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-b39bf656-4c7b-4ad6-8ea5-599a8e8866b1 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: c3ebb422-0391-4359-abb4-8ea80e767ce2] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 908.276443] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7ac76900-91c5-4c06-bccb-2cfe9c8c8f25 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.284688] env[68893]: DEBUG oslo_vmware.api [None req-b39bf656-4c7b-4ad6-8ea5-599a8e8866b1 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Waiting for the task: (returnval){ [ 908.284688] env[68893]: value = "task-2791663" [ 908.284688] env[68893]: _type = "Task" [ 908.284688] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.294708] env[68893]: DEBUG oslo_vmware.api [None req-b39bf656-4c7b-4ad6-8ea5-599a8e8866b1 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2791663, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.468446] env[68893]: DEBUG oslo_vmware.api [None req-7ab1b3df-5660-4edc-9cb6-96c15ced1ec2 tempest-AttachInterfacesV270Test-1805132181 tempest-AttachInterfacesV270Test-1805132181-project-member] Task: {'id': task-2791662, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.529572] env[68893]: DEBUG oslo_concurrency.lockutils [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.726s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.530135] env[68893]: DEBUG nova.compute.manager [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: cce63948-3b2d-4710-8f14-4f79b24e86fd] Start building networks asynchronously for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 908.532771] env[68893]: DEBUG oslo_concurrency.lockutils [None req-8ae3477c-f98f-4d19-a58b-ca19e7c51d07 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.838s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.532998] env[68893]: DEBUG nova.objects.instance [None req-8ae3477c-f98f-4d19-a58b-ca19e7c51d07 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Lazy-loading 'resources' on Instance uuid 80fa04f2-e0a6-452e-9a88-73eeb0ac347e {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 908.547356] env[68893]: DEBUG nova.compute.manager [None req-70da0402-2feb-4ac0-adb3-8815ff12d806 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: bd49c388-5a16-4af3-91cf-777982d4567f] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=68893) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 908.547602] env[68893]: DEBUG oslo_concurrency.lockutils [None req-70da0402-2feb-4ac0-adb3-8815ff12d806 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.719266] env[68893]: DEBUG oslo_vmware.api [None req-11a590ab-89bd-4499-81eb-4b91fb5c8241 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52fbaf7e-dd00-a9b6-4ae0-cf70ebc6e43a, 'name': SearchDatastore_Task, 'duration_secs': 0.009974} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.719266] env[68893]: DEBUG oslo_concurrency.lockutils [None req-11a590ab-89bd-4499-81eb-4b91fb5c8241 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.719395] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-11a590ab-89bd-4499-81eb-4b91fb5c8241 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] a168e41a-cc22-4f30-b7eb-e390d73f0eff/a168e41a-cc22-4f30-b7eb-e390d73f0eff.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 908.719564] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-207df24f-6726-41cf-b0c7-0600a0338e16 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.730857] env[68893]: DEBUG oslo_vmware.api [None req-11a590ab-89bd-4499-81eb-4b91fb5c8241 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Waiting for the task: (returnval){ [ 908.730857] env[68893]: value = "task-2791664" [ 908.730857] env[68893]: _type = "Task" [ 908.730857] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.740921] env[68893]: DEBUG oslo_vmware.api [None req-11a590ab-89bd-4499-81eb-4b91fb5c8241 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': task-2791664, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.795146] env[68893]: DEBUG oslo_vmware.api [None req-b39bf656-4c7b-4ad6-8ea5-599a8e8866b1 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2791663, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.303485} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.795556] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-b39bf656-4c7b-4ad6-8ea5-599a8e8866b1 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: c3ebb422-0391-4359-abb4-8ea80e767ce2] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 908.796448] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc3a1ae1-cf4a-48f1-b562-eee92df104d2 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.824952] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-b39bf656-4c7b-4ad6-8ea5-599a8e8866b1 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: c3ebb422-0391-4359-abb4-8ea80e767ce2] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] c3ebb422-0391-4359-abb4-8ea80e767ce2/c3ebb422-0391-4359-abb4-8ea80e767ce2.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 908.825741] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a55fc5a2-0d75-40a1-9cb2-344d5a87ea31 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.851215] env[68893]: DEBUG oslo_vmware.api [None req-b39bf656-4c7b-4ad6-8ea5-599a8e8866b1 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Waiting for the task: (returnval){ [ 908.851215] env[68893]: value = "task-2791665" [ 908.851215] env[68893]: _type = "Task" [ 908.851215] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.860589] env[68893]: DEBUG oslo_vmware.api [None req-b39bf656-4c7b-4ad6-8ea5-599a8e8866b1 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2791665, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.967450] env[68893]: DEBUG oslo_vmware.api [None req-7ab1b3df-5660-4edc-9cb6-96c15ced1ec2 tempest-AttachInterfacesV270Test-1805132181 tempest-AttachInterfacesV270Test-1805132181-project-member] Task: {'id': task-2791662, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.002415] env[68893]: DEBUG nova.network.neutron [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: a97578c7-f513-4a3f-81a9-f58bc0619abc] Successfully updated port: 1e2ff9b1-cf84-453f-b26f-b657854c7824 {{(pid=68893) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 909.036205] env[68893]: DEBUG nova.compute.utils [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 909.045766] env[68893]: DEBUG nova.compute.manager [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: cce63948-3b2d-4710-8f14-4f79b24e86fd] Allocating IP information in the background. {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 909.046139] env[68893]: DEBUG nova.network.neutron [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: cce63948-3b2d-4710-8f14-4f79b24e86fd] allocate_for_instance() {{(pid=68893) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 909.148414] env[68893]: DEBUG nova.policy [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c67b0a186b024f3d9eeec0fc2bfa91ab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f7e4c959477a4484a345417bea845b45', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68893) authorize /opt/stack/nova/nova/policy.py:192}} [ 909.245831] env[68893]: DEBUG oslo_vmware.api [None req-11a590ab-89bd-4499-81eb-4b91fb5c8241 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': task-2791664, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.361810] env[68893]: DEBUG oslo_vmware.api [None req-b39bf656-4c7b-4ad6-8ea5-599a8e8866b1 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2791665, 'name': ReconfigVM_Task, 'duration_secs': 0.409847} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.364506] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-b39bf656-4c7b-4ad6-8ea5-599a8e8866b1 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: c3ebb422-0391-4359-abb4-8ea80e767ce2] Reconfigured VM instance instance-0000003a to attach disk [datastore1] c3ebb422-0391-4359-abb4-8ea80e767ce2/c3ebb422-0391-4359-abb4-8ea80e767ce2.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 909.365351] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7b68160a-a948-4700-8937-6cddb69ccf70 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.372654] env[68893]: DEBUG oslo_vmware.api [None req-b39bf656-4c7b-4ad6-8ea5-599a8e8866b1 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Waiting for the task: (returnval){ [ 909.372654] env[68893]: value = "task-2791666" [ 909.372654] env[68893]: _type = "Task" [ 909.372654] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.386698] env[68893]: DEBUG oslo_vmware.api [None req-b39bf656-4c7b-4ad6-8ea5-599a8e8866b1 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2791666, 'name': Rename_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.471451] env[68893]: DEBUG oslo_vmware.api [None req-7ab1b3df-5660-4edc-9cb6-96c15ced1ec2 tempest-AttachInterfacesV270Test-1805132181 tempest-AttachInterfacesV270Test-1805132181-project-member] Task: {'id': task-2791662, 'name': PowerOnVM_Task, 'duration_secs': 1.107461} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.471798] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ab1b3df-5660-4edc-9cb6-96c15ced1ec2 tempest-AttachInterfacesV270Test-1805132181 tempest-AttachInterfacesV270Test-1805132181-project-member] [instance: 7e3012fb-7c3b-4f95-b109-e711c784e89e] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 909.473686] env[68893]: INFO nova.compute.manager [None req-7ab1b3df-5660-4edc-9cb6-96c15ced1ec2 tempest-AttachInterfacesV270Test-1805132181 tempest-AttachInterfacesV270Test-1805132181-project-member] [instance: 7e3012fb-7c3b-4f95-b109-e711c784e89e] Took 9.40 seconds to spawn the instance on the hypervisor. [ 909.473686] env[68893]: DEBUG nova.compute.manager [None req-7ab1b3df-5660-4edc-9cb6-96c15ced1ec2 tempest-AttachInterfacesV270Test-1805132181 tempest-AttachInterfacesV270Test-1805132181-project-member] [instance: 7e3012fb-7c3b-4f95-b109-e711c784e89e] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 909.473686] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9d6712b-6193-4a49-80ff-116ec40e915d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.507678] env[68893]: DEBUG oslo_concurrency.lockutils [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Acquiring lock "refresh_cache-a97578c7-f513-4a3f-81a9-f58bc0619abc" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.507817] env[68893]: DEBUG oslo_concurrency.lockutils [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Acquired lock "refresh_cache-a97578c7-f513-4a3f-81a9-f58bc0619abc" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.507964] env[68893]: DEBUG nova.network.neutron [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: a97578c7-f513-4a3f-81a9-f58bc0619abc] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 909.546454] env[68893]: DEBUG nova.compute.manager [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: cce63948-3b2d-4710-8f14-4f79b24e86fd] Start building block device mappings for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 909.671584] env[68893]: DEBUG nova.compute.manager [req-41eeab2d-5970-4c13-afd9-6e26d682c36d req-7327280b-6796-4ce7-9862-935f501a47f9 service nova] [instance: a97578c7-f513-4a3f-81a9-f58bc0619abc] Received event network-vif-plugged-1e2ff9b1-cf84-453f-b26f-b657854c7824 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 909.671802] env[68893]: DEBUG oslo_concurrency.lockutils [req-41eeab2d-5970-4c13-afd9-6e26d682c36d req-7327280b-6796-4ce7-9862-935f501a47f9 service nova] Acquiring lock "a97578c7-f513-4a3f-81a9-f58bc0619abc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.672016] env[68893]: DEBUG oslo_concurrency.lockutils [req-41eeab2d-5970-4c13-afd9-6e26d682c36d req-7327280b-6796-4ce7-9862-935f501a47f9 service nova] Lock "a97578c7-f513-4a3f-81a9-f58bc0619abc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.672191] env[68893]: DEBUG oslo_concurrency.lockutils [req-41eeab2d-5970-4c13-afd9-6e26d682c36d req-7327280b-6796-4ce7-9862-935f501a47f9 service nova] Lock "a97578c7-f513-4a3f-81a9-f58bc0619abc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.672688] env[68893]: DEBUG nova.compute.manager [req-41eeab2d-5970-4c13-afd9-6e26d682c36d req-7327280b-6796-4ce7-9862-935f501a47f9 service nova] [instance: a97578c7-f513-4a3f-81a9-f58bc0619abc] No waiting events found dispatching network-vif-plugged-1e2ff9b1-cf84-453f-b26f-b657854c7824 {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 909.672878] env[68893]: WARNING nova.compute.manager [req-41eeab2d-5970-4c13-afd9-6e26d682c36d req-7327280b-6796-4ce7-9862-935f501a47f9 service nova] [instance: a97578c7-f513-4a3f-81a9-f58bc0619abc] Received unexpected event network-vif-plugged-1e2ff9b1-cf84-453f-b26f-b657854c7824 for instance with vm_state building and task_state spawning. [ 909.673083] env[68893]: DEBUG nova.compute.manager [req-41eeab2d-5970-4c13-afd9-6e26d682c36d req-7327280b-6796-4ce7-9862-935f501a47f9 service nova] [instance: a97578c7-f513-4a3f-81a9-f58bc0619abc] Received event network-changed-1e2ff9b1-cf84-453f-b26f-b657854c7824 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 909.673256] env[68893]: DEBUG nova.compute.manager [req-41eeab2d-5970-4c13-afd9-6e26d682c36d req-7327280b-6796-4ce7-9862-935f501a47f9 service nova] [instance: a97578c7-f513-4a3f-81a9-f58bc0619abc] Refreshing instance network info cache due to event network-changed-1e2ff9b1-cf84-453f-b26f-b657854c7824. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 909.673374] env[68893]: DEBUG oslo_concurrency.lockutils [req-41eeab2d-5970-4c13-afd9-6e26d682c36d req-7327280b-6796-4ce7-9862-935f501a47f9 service nova] Acquiring lock "refresh_cache-a97578c7-f513-4a3f-81a9-f58bc0619abc" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.690129] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55ce6893-291f-4f8f-b623-273cb99628a2 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.701528] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06681d5c-6e28-4509-a0e2-84b08b16c201 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.739862] env[68893]: DEBUG nova.network.neutron [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: cce63948-3b2d-4710-8f14-4f79b24e86fd] Successfully created port: 5e886ebe-1362-4e3a-8ccf-57ea4874e78d {{(pid=68893) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 909.745162] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca87798b-0669-44b2-ac7a-beba63bd6227 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.754217] env[68893]: DEBUG oslo_vmware.api [None req-11a590ab-89bd-4499-81eb-4b91fb5c8241 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': task-2791664, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.758322] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3de3e6f-4864-4d54-b306-67a91ec80042 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.773886] env[68893]: DEBUG nova.compute.provider_tree [None req-8ae3477c-f98f-4d19-a58b-ca19e7c51d07 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 909.883326] env[68893]: DEBUG oslo_vmware.api [None req-b39bf656-4c7b-4ad6-8ea5-599a8e8866b1 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2791666, 'name': Rename_Task, 'duration_secs': 0.176364} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.883947] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-b39bf656-4c7b-4ad6-8ea5-599a8e8866b1 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: c3ebb422-0391-4359-abb4-8ea80e767ce2] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 909.883947] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a2c0a7d1-4691-46ff-9b3c-0354dbe0f4f6 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.892179] env[68893]: DEBUG oslo_vmware.api [None req-b39bf656-4c7b-4ad6-8ea5-599a8e8866b1 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Waiting for the task: (returnval){ [ 909.892179] env[68893]: value = "task-2791667" [ 909.892179] env[68893]: _type = "Task" [ 909.892179] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.906073] env[68893]: DEBUG oslo_vmware.api [None req-b39bf656-4c7b-4ad6-8ea5-599a8e8866b1 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2791667, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.997007] env[68893]: INFO nova.compute.manager [None req-7ab1b3df-5660-4edc-9cb6-96c15ced1ec2 tempest-AttachInterfacesV270Test-1805132181 tempest-AttachInterfacesV270Test-1805132181-project-member] [instance: 7e3012fb-7c3b-4f95-b109-e711c784e89e] Took 38.00 seconds to build instance. [ 910.037583] env[68893]: DEBUG nova.compute.manager [None req-522bcabc-11db-4532-ab03-cafa651ccaa5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: ee99b6b1-90a4-4c3c-b665-47a60c89d459] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 910.038735] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4521c90-9306-441f-a2b9-45e204adfa27 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.055883] env[68893]: DEBUG nova.network.neutron [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: a97578c7-f513-4a3f-81a9-f58bc0619abc] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 910.225011] env[68893]: DEBUG nova.network.neutron [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: a97578c7-f513-4a3f-81a9-f58bc0619abc] Updating instance_info_cache with network_info: [{"id": "1e2ff9b1-cf84-453f-b26f-b657854c7824", "address": "fa:16:3e:93:d1:2b", "network": {"id": "8ffc3d99-7eff-4db7-b4d7-1bf822f14026", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1234556711-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7e4c959477a4484a345417bea845b45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e2ff9b1-cf", "ovs_interfaceid": "1e2ff9b1-cf84-453f-b26f-b657854c7824", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.250087] env[68893]: DEBUG oslo_vmware.api [None req-11a590ab-89bd-4499-81eb-4b91fb5c8241 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': task-2791664, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.506392} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.250410] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-11a590ab-89bd-4499-81eb-4b91fb5c8241 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] a168e41a-cc22-4f30-b7eb-e390d73f0eff/a168e41a-cc22-4f30-b7eb-e390d73f0eff.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 910.250720] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-11a590ab-89bd-4499-81eb-4b91fb5c8241 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: a168e41a-cc22-4f30-b7eb-e390d73f0eff] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 910.251036] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d3b45f21-acf4-4c4f-bc1f-b79a86c330a8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.258873] env[68893]: DEBUG oslo_vmware.api [None req-11a590ab-89bd-4499-81eb-4b91fb5c8241 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Waiting for the task: (returnval){ [ 910.258873] env[68893]: value = "task-2791668" [ 910.258873] env[68893]: _type = "Task" [ 910.258873] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.269706] env[68893]: DEBUG oslo_vmware.api [None req-11a590ab-89bd-4499-81eb-4b91fb5c8241 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': task-2791668, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.280407] env[68893]: DEBUG nova.scheduler.client.report [None req-8ae3477c-f98f-4d19-a58b-ca19e7c51d07 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 910.404321] env[68893]: DEBUG oslo_vmware.api [None req-b39bf656-4c7b-4ad6-8ea5-599a8e8866b1 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2791667, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.501080] env[68893]: DEBUG oslo_concurrency.lockutils [None req-7ab1b3df-5660-4edc-9cb6-96c15ced1ec2 tempest-AttachInterfacesV270Test-1805132181 tempest-AttachInterfacesV270Test-1805132181-project-member] Lock "7e3012fb-7c3b-4f95-b109-e711c784e89e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.006s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.560769] env[68893]: DEBUG nova.compute.manager [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: cce63948-3b2d-4710-8f14-4f79b24e86fd] Start spawning the instance on the hypervisor. {{(pid=68893) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 910.564666] env[68893]: INFO nova.compute.manager [None req-522bcabc-11db-4532-ab03-cafa651ccaa5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: ee99b6b1-90a4-4c3c-b665-47a60c89d459] instance snapshotting [ 910.564860] env[68893]: WARNING nova.compute.manager [None req-522bcabc-11db-4532-ab03-cafa651ccaa5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: ee99b6b1-90a4-4c3c-b665-47a60c89d459] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 910.568193] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97508673-49b1-498e-8d5a-e0a14ee0b567 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.595118] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4528bc01-9af7-4aea-a331-815502f0e0ad {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.611908] env[68893]: DEBUG nova.virt.hardware [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 910.611908] env[68893]: DEBUG nova.virt.hardware [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 910.611908] env[68893]: DEBUG nova.virt.hardware [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 910.612144] env[68893]: DEBUG nova.virt.hardware [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 910.612144] env[68893]: DEBUG nova.virt.hardware [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 910.612316] env[68893]: DEBUG nova.virt.hardware [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 910.612497] env[68893]: DEBUG nova.virt.hardware [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 910.612675] env[68893]: DEBUG nova.virt.hardware [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 910.612803] env[68893]: DEBUG nova.virt.hardware [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 910.612957] env[68893]: DEBUG nova.virt.hardware [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 910.613186] env[68893]: DEBUG nova.virt.hardware [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 910.614065] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-570e4a31-0086-4e97-89c3-c815c0a504cd {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.623775] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9031e7ab-fda5-4134-b433-5f7f0026f6e8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.705789] env[68893]: DEBUG oslo_concurrency.lockutils [None req-8a484a81-a734-4392-8b47-5028b8669fb3 tempest-AttachInterfacesV270Test-1805132181 tempest-AttachInterfacesV270Test-1805132181-project-member] Acquiring lock "interface-7e3012fb-7c3b-4f95-b109-e711c784e89e-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.706069] env[68893]: DEBUG oslo_concurrency.lockutils [None req-8a484a81-a734-4392-8b47-5028b8669fb3 tempest-AttachInterfacesV270Test-1805132181 tempest-AttachInterfacesV270Test-1805132181-project-member] Lock "interface-7e3012fb-7c3b-4f95-b109-e711c784e89e-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.706396] env[68893]: DEBUG nova.objects.instance [None req-8a484a81-a734-4392-8b47-5028b8669fb3 tempest-AttachInterfacesV270Test-1805132181 tempest-AttachInterfacesV270Test-1805132181-project-member] Lazy-loading 'flavor' on Instance uuid 7e3012fb-7c3b-4f95-b109-e711c784e89e {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 910.727560] env[68893]: DEBUG oslo_concurrency.lockutils [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Releasing lock "refresh_cache-a97578c7-f513-4a3f-81a9-f58bc0619abc" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.727948] env[68893]: DEBUG nova.compute.manager [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: a97578c7-f513-4a3f-81a9-f58bc0619abc] Instance network_info: |[{"id": "1e2ff9b1-cf84-453f-b26f-b657854c7824", "address": "fa:16:3e:93:d1:2b", "network": {"id": "8ffc3d99-7eff-4db7-b4d7-1bf822f14026", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1234556711-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7e4c959477a4484a345417bea845b45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e2ff9b1-cf", "ovs_interfaceid": "1e2ff9b1-cf84-453f-b26f-b657854c7824", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 910.728587] env[68893]: DEBUG oslo_concurrency.lockutils [req-41eeab2d-5970-4c13-afd9-6e26d682c36d req-7327280b-6796-4ce7-9862-935f501a47f9 service nova] Acquired lock "refresh_cache-a97578c7-f513-4a3f-81a9-f58bc0619abc" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.728827] env[68893]: DEBUG nova.network.neutron [req-41eeab2d-5970-4c13-afd9-6e26d682c36d req-7327280b-6796-4ce7-9862-935f501a47f9 service nova] [instance: a97578c7-f513-4a3f-81a9-f58bc0619abc] Refreshing network info cache for port 1e2ff9b1-cf84-453f-b26f-b657854c7824 {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 910.730083] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: a97578c7-f513-4a3f-81a9-f58bc0619abc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:d1:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bd998416-f3d6-4a62-b828-5011063ce76a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1e2ff9b1-cf84-453f-b26f-b657854c7824', 'vif_model': 'vmxnet3'}] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 910.738056] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 910.738966] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a97578c7-f513-4a3f-81a9-f58bc0619abc] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 910.739212] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0516f22f-3910-4e22-b0ca-8a38441cfe0e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.761885] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 910.761885] env[68893]: value = "task-2791669" [ 910.761885] env[68893]: _type = "Task" [ 910.761885] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.773468] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791669, 'name': CreateVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.777021] env[68893]: DEBUG oslo_vmware.api [None req-11a590ab-89bd-4499-81eb-4b91fb5c8241 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': task-2791668, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069903} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.777362] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-11a590ab-89bd-4499-81eb-4b91fb5c8241 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: a168e41a-cc22-4f30-b7eb-e390d73f0eff] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 910.778165] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ec8fe33-2c72-4c82-beef-5cdb1364218f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.792775] env[68893]: DEBUG oslo_concurrency.lockutils [None req-8ae3477c-f98f-4d19-a58b-ca19e7c51d07 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.260s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.804512] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-11a590ab-89bd-4499-81eb-4b91fb5c8241 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: a168e41a-cc22-4f30-b7eb-e390d73f0eff] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] a168e41a-cc22-4f30-b7eb-e390d73f0eff/a168e41a-cc22-4f30-b7eb-e390d73f0eff.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 910.805353] env[68893]: DEBUG oslo_concurrency.lockutils [None req-25f9e9f0-0155-4eff-b965-4a28fea388f3 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.670s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.805440] env[68893]: DEBUG nova.objects.instance [None req-25f9e9f0-0155-4eff-b965-4a28fea388f3 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Lazy-loading 'resources' on Instance uuid 2daeed7b-f1c2-41ae-9a2d-6e58581a0939 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 910.806942] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75ecfea8-7c99-4177-8dbb-0fb967ba72d0 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.827297] env[68893]: INFO nova.scheduler.client.report [None req-8ae3477c-f98f-4d19-a58b-ca19e7c51d07 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Deleted allocations for instance 80fa04f2-e0a6-452e-9a88-73eeb0ac347e [ 910.832430] env[68893]: DEBUG oslo_vmware.api [None req-11a590ab-89bd-4499-81eb-4b91fb5c8241 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Waiting for the task: (returnval){ [ 910.832430] env[68893]: value = "task-2791670" [ 910.832430] env[68893]: _type = "Task" [ 910.832430] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.844310] env[68893]: DEBUG oslo_vmware.api [None req-11a590ab-89bd-4499-81eb-4b91fb5c8241 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': task-2791670, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.905669] env[68893]: DEBUG oslo_vmware.api [None req-b39bf656-4c7b-4ad6-8ea5-599a8e8866b1 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2791667, 'name': PowerOnVM_Task, 'duration_secs': 0.550421} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.905975] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-b39bf656-4c7b-4ad6-8ea5-599a8e8866b1 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: c3ebb422-0391-4359-abb4-8ea80e767ce2] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 910.906233] env[68893]: INFO nova.compute.manager [None req-b39bf656-4c7b-4ad6-8ea5-599a8e8866b1 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: c3ebb422-0391-4359-abb4-8ea80e767ce2] Took 8.10 seconds to spawn the instance on the hypervisor. [ 910.906429] env[68893]: DEBUG nova.compute.manager [None req-b39bf656-4c7b-4ad6-8ea5-599a8e8866b1 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: c3ebb422-0391-4359-abb4-8ea80e767ce2] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 910.907369] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1cc1799-9b97-42ae-9a95-79c2ca389fe8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.005689] env[68893]: DEBUG nova.compute.manager [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] [instance: 9c6996d6-48cd-4bcd-847a-a05b547a6891] Starting instance... {{(pid=68893) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 911.113176] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-522bcabc-11db-4532-ab03-cafa651ccaa5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: ee99b6b1-90a4-4c3c-b665-47a60c89d459] Creating Snapshot of the VM instance {{(pid=68893) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 911.119361] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5c52d90b-729c-4dfc-b57e-2c8ca48007e3 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.119573] env[68893]: DEBUG oslo_concurrency.lockutils [None req-2130460e-dfe1-40a9-82e0-e690735bbfef tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] Acquiring lock "34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.119818] env[68893]: DEBUG oslo_concurrency.lockutils [None req-2130460e-dfe1-40a9-82e0-e690735bbfef tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] Lock "34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.126731] env[68893]: DEBUG oslo_vmware.api [None req-522bcabc-11db-4532-ab03-cafa651ccaa5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Waiting for the task: (returnval){ [ 911.126731] env[68893]: value = "task-2791671" [ 911.126731] env[68893]: _type = "Task" [ 911.126731] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.136626] env[68893]: DEBUG oslo_vmware.api [None req-522bcabc-11db-4532-ab03-cafa651ccaa5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2791671, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.211025] env[68893]: DEBUG nova.objects.instance [None req-8a484a81-a734-4392-8b47-5028b8669fb3 tempest-AttachInterfacesV270Test-1805132181 tempest-AttachInterfacesV270Test-1805132181-project-member] Lazy-loading 'pci_requests' on Instance uuid 7e3012fb-7c3b-4f95-b109-e711c784e89e {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 911.275387] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791669, 'name': CreateVM_Task, 'duration_secs': 0.364894} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.275624] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a97578c7-f513-4a3f-81a9-f58bc0619abc] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 911.276359] env[68893]: DEBUG oslo_concurrency.lockutils [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.276571] env[68893]: DEBUG oslo_concurrency.lockutils [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.276923] env[68893]: DEBUG oslo_concurrency.lockutils [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.277271] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21728d84-28e9-454e-b575-eb8ff218c015 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.282399] env[68893]: DEBUG oslo_vmware.api [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Waiting for the task: (returnval){ [ 911.282399] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52380b01-8bd6-fe7d-e05e-88490141efea" [ 911.282399] env[68893]: _type = "Task" [ 911.282399] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.294656] env[68893]: DEBUG oslo_vmware.api [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52380b01-8bd6-fe7d-e05e-88490141efea, 'name': SearchDatastore_Task} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.295216] env[68893]: DEBUG oslo_concurrency.lockutils [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.295216] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: a97578c7-f513-4a3f-81a9-f58bc0619abc] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 911.295414] env[68893]: DEBUG oslo_concurrency.lockutils [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.295562] env[68893]: DEBUG oslo_concurrency.lockutils [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.295764] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 911.296018] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-517f04ba-cc7d-47c5-8b3a-cd5736356a7d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.305409] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 911.305602] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 911.306345] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe40223c-d0ce-4bfb-a5a7-4439ad829245 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.312863] env[68893]: DEBUG oslo_vmware.api [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Waiting for the task: (returnval){ [ 911.312863] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52e4bda7-8ba1-023a-3236-5428570a5560" [ 911.312863] env[68893]: _type = "Task" [ 911.312863] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.321396] env[68893]: DEBUG oslo_vmware.api [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52e4bda7-8ba1-023a-3236-5428570a5560, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.339723] env[68893]: DEBUG oslo_concurrency.lockutils [None req-8ae3477c-f98f-4d19-a58b-ca19e7c51d07 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Lock "80fa04f2-e0a6-452e-9a88-73eeb0ac347e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.497s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.347119] env[68893]: DEBUG oslo_vmware.api [None req-11a590ab-89bd-4499-81eb-4b91fb5c8241 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': task-2791670, 'name': ReconfigVM_Task, 'duration_secs': 0.342727} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.347419] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-11a590ab-89bd-4499-81eb-4b91fb5c8241 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: a168e41a-cc22-4f30-b7eb-e390d73f0eff] Reconfigured VM instance instance-00000015 to attach disk [datastore2] a168e41a-cc22-4f30-b7eb-e390d73f0eff/a168e41a-cc22-4f30-b7eb-e390d73f0eff.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 911.348045] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bdd86e1a-2f6e-456d-a3ef-26d9832fa1cf {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.357694] env[68893]: DEBUG oslo_vmware.api [None req-11a590ab-89bd-4499-81eb-4b91fb5c8241 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Waiting for the task: (returnval){ [ 911.357694] env[68893]: value = "task-2791672" [ 911.357694] env[68893]: _type = "Task" [ 911.357694] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.368559] env[68893]: DEBUG oslo_vmware.api [None req-11a590ab-89bd-4499-81eb-4b91fb5c8241 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': task-2791672, 'name': Rename_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.385225] env[68893]: DEBUG nova.network.neutron [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: cce63948-3b2d-4710-8f14-4f79b24e86fd] Successfully updated port: 5e886ebe-1362-4e3a-8ccf-57ea4874e78d {{(pid=68893) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 911.429184] env[68893]: INFO nova.compute.manager [None req-b39bf656-4c7b-4ad6-8ea5-599a8e8866b1 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: c3ebb422-0391-4359-abb4-8ea80e767ce2] Took 35.48 seconds to build instance. [ 911.539315] env[68893]: DEBUG oslo_concurrency.lockutils [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.560759] env[68893]: DEBUG nova.network.neutron [req-41eeab2d-5970-4c13-afd9-6e26d682c36d req-7327280b-6796-4ce7-9862-935f501a47f9 service nova] [instance: a97578c7-f513-4a3f-81a9-f58bc0619abc] Updated VIF entry in instance network info cache for port 1e2ff9b1-cf84-453f-b26f-b657854c7824. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 911.561174] env[68893]: DEBUG nova.network.neutron [req-41eeab2d-5970-4c13-afd9-6e26d682c36d req-7327280b-6796-4ce7-9862-935f501a47f9 service nova] [instance: a97578c7-f513-4a3f-81a9-f58bc0619abc] Updating instance_info_cache with network_info: [{"id": "1e2ff9b1-cf84-453f-b26f-b657854c7824", "address": "fa:16:3e:93:d1:2b", "network": {"id": "8ffc3d99-7eff-4db7-b4d7-1bf822f14026", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1234556711-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7e4c959477a4484a345417bea845b45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e2ff9b1-cf", "ovs_interfaceid": "1e2ff9b1-cf84-453f-b26f-b657854c7824", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.642302] env[68893]: DEBUG oslo_vmware.api [None req-522bcabc-11db-4532-ab03-cafa651ccaa5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2791671, 'name': CreateSnapshot_Task, 'duration_secs': 0.448355} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.642571] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-522bcabc-11db-4532-ab03-cafa651ccaa5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: ee99b6b1-90a4-4c3c-b665-47a60c89d459] Created Snapshot of the VM instance {{(pid=68893) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 911.643406] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-327b9078-6d43-4abd-9c75-d3293e01766a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.714053] env[68893]: DEBUG nova.objects.base [None req-8a484a81-a734-4392-8b47-5028b8669fb3 tempest-AttachInterfacesV270Test-1805132181 tempest-AttachInterfacesV270Test-1805132181-project-member] Object Instance<7e3012fb-7c3b-4f95-b109-e711c784e89e> lazy-loaded attributes: flavor,pci_requests {{(pid=68893) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 911.714306] env[68893]: DEBUG nova.network.neutron [None req-8a484a81-a734-4392-8b47-5028b8669fb3 tempest-AttachInterfacesV270Test-1805132181 tempest-AttachInterfacesV270Test-1805132181-project-member] [instance: 7e3012fb-7c3b-4f95-b109-e711c784e89e] allocate_for_instance() {{(pid=68893) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 911.808942] env[68893]: DEBUG oslo_concurrency.lockutils [None req-8a484a81-a734-4392-8b47-5028b8669fb3 tempest-AttachInterfacesV270Test-1805132181 tempest-AttachInterfacesV270Test-1805132181-project-member] Lock "interface-7e3012fb-7c3b-4f95-b109-e711c784e89e-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.103s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.835850] env[68893]: DEBUG oslo_vmware.api [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52e4bda7-8ba1-023a-3236-5428570a5560, 'name': SearchDatastore_Task, 'duration_secs': 0.009976} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.836484] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cea5c15f-23f1-4d2c-a5af-37150c8bc7dc {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.845499] env[68893]: DEBUG oslo_vmware.api [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Waiting for the task: (returnval){ [ 911.845499] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52292f31-71cc-89a1-ad80-b3c83e709e76" [ 911.845499] env[68893]: _type = "Task" [ 911.845499] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.854649] env[68893]: DEBUG oslo_vmware.api [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52292f31-71cc-89a1-ad80-b3c83e709e76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.867255] env[68893]: DEBUG oslo_vmware.api [None req-11a590ab-89bd-4499-81eb-4b91fb5c8241 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': task-2791672, 'name': Rename_Task, 'duration_secs': 0.1616} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.868439] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-11a590ab-89bd-4499-81eb-4b91fb5c8241 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: a168e41a-cc22-4f30-b7eb-e390d73f0eff] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 911.869147] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ba80d7a-d71f-481e-9492-cb222776c9eb {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.871631] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d9ac225-8816-4be5-87b9-360be62baf0c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.878377] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f330adde-0599-43c9-9e2d-1d2e0ea43b6c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.882509] env[68893]: DEBUG oslo_vmware.api [None req-11a590ab-89bd-4499-81eb-4b91fb5c8241 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Waiting for the task: (returnval){ [ 911.882509] env[68893]: value = "task-2791673" [ 911.882509] env[68893]: _type = "Task" [ 911.882509] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.911856] env[68893]: DEBUG oslo_concurrency.lockutils [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Acquiring lock "refresh_cache-cce63948-3b2d-4710-8f14-4f79b24e86fd" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.912017] env[68893]: DEBUG oslo_concurrency.lockutils [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Acquired lock "refresh_cache-cce63948-3b2d-4710-8f14-4f79b24e86fd" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.912198] env[68893]: DEBUG nova.network.neutron [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: cce63948-3b2d-4710-8f14-4f79b24e86fd] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 911.914910] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4dde721-1c80-4e85-9084-a0d5173a4944 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.921394] env[68893]: DEBUG oslo_vmware.api [None req-11a590ab-89bd-4499-81eb-4b91fb5c8241 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': task-2791673, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.925375] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a95a1a26-b60d-458d-9acb-f19dec8a68fb {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.931539] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b39bf656-4c7b-4ad6-8ea5-599a8e8866b1 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Lock "c3ebb422-0391-4359-abb4-8ea80e767ce2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.910s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.948387] env[68893]: DEBUG nova.compute.provider_tree [None req-25f9e9f0-0155-4eff-b965-4a28fea388f3 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 912.064705] env[68893]: DEBUG oslo_concurrency.lockutils [req-41eeab2d-5970-4c13-afd9-6e26d682c36d req-7327280b-6796-4ce7-9862-935f501a47f9 service nova] Releasing lock "refresh_cache-a97578c7-f513-4a3f-81a9-f58bc0619abc" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.109373] env[68893]: DEBUG nova.compute.manager [req-22832c57-365e-4566-b56a-6d9e122f01d6 req-cc195317-01fb-4c9f-ad48-a0ac30454571 service nova] [instance: cce63948-3b2d-4710-8f14-4f79b24e86fd] Received event network-vif-plugged-5e886ebe-1362-4e3a-8ccf-57ea4874e78d {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 912.109592] env[68893]: DEBUG oslo_concurrency.lockutils [req-22832c57-365e-4566-b56a-6d9e122f01d6 req-cc195317-01fb-4c9f-ad48-a0ac30454571 service nova] Acquiring lock "cce63948-3b2d-4710-8f14-4f79b24e86fd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.109829] env[68893]: DEBUG oslo_concurrency.lockutils [req-22832c57-365e-4566-b56a-6d9e122f01d6 req-cc195317-01fb-4c9f-ad48-a0ac30454571 service nova] Lock "cce63948-3b2d-4710-8f14-4f79b24e86fd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.110399] env[68893]: DEBUG oslo_concurrency.lockutils [req-22832c57-365e-4566-b56a-6d9e122f01d6 req-cc195317-01fb-4c9f-ad48-a0ac30454571 service nova] Lock "cce63948-3b2d-4710-8f14-4f79b24e86fd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.110399] env[68893]: DEBUG nova.compute.manager [req-22832c57-365e-4566-b56a-6d9e122f01d6 req-cc195317-01fb-4c9f-ad48-a0ac30454571 service nova] [instance: cce63948-3b2d-4710-8f14-4f79b24e86fd] No waiting events found dispatching network-vif-plugged-5e886ebe-1362-4e3a-8ccf-57ea4874e78d {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 912.110399] env[68893]: WARNING nova.compute.manager [req-22832c57-365e-4566-b56a-6d9e122f01d6 req-cc195317-01fb-4c9f-ad48-a0ac30454571 service nova] [instance: cce63948-3b2d-4710-8f14-4f79b24e86fd] Received unexpected event network-vif-plugged-5e886ebe-1362-4e3a-8ccf-57ea4874e78d for instance with vm_state building and task_state spawning. [ 912.110638] env[68893]: DEBUG nova.compute.manager [req-22832c57-365e-4566-b56a-6d9e122f01d6 req-cc195317-01fb-4c9f-ad48-a0ac30454571 service nova] [instance: cce63948-3b2d-4710-8f14-4f79b24e86fd] Received event network-changed-5e886ebe-1362-4e3a-8ccf-57ea4874e78d {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 912.110638] env[68893]: DEBUG nova.compute.manager [req-22832c57-365e-4566-b56a-6d9e122f01d6 req-cc195317-01fb-4c9f-ad48-a0ac30454571 service nova] [instance: cce63948-3b2d-4710-8f14-4f79b24e86fd] Refreshing instance network info cache due to event network-changed-5e886ebe-1362-4e3a-8ccf-57ea4874e78d. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 912.110782] env[68893]: DEBUG oslo_concurrency.lockutils [req-22832c57-365e-4566-b56a-6d9e122f01d6 req-cc195317-01fb-4c9f-ad48-a0ac30454571 service nova] Acquiring lock "refresh_cache-cce63948-3b2d-4710-8f14-4f79b24e86fd" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.166469] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-522bcabc-11db-4532-ab03-cafa651ccaa5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: ee99b6b1-90a4-4c3c-b665-47a60c89d459] Creating linked-clone VM from snapshot {{(pid=68893) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 912.166806] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-34ab4316-1e8d-4aa9-8778-7d724d8e92ca {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.177087] env[68893]: DEBUG oslo_vmware.api [None req-522bcabc-11db-4532-ab03-cafa651ccaa5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Waiting for the task: (returnval){ [ 912.177087] env[68893]: value = "task-2791674" [ 912.177087] env[68893]: _type = "Task" [ 912.177087] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.185965] env[68893]: DEBUG oslo_vmware.api [None req-522bcabc-11db-4532-ab03-cafa651ccaa5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2791674, 'name': CloneVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.361626] env[68893]: DEBUG oslo_vmware.api [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52292f31-71cc-89a1-ad80-b3c83e709e76, 'name': SearchDatastore_Task, 'duration_secs': 0.009858} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.362090] env[68893]: DEBUG oslo_concurrency.lockutils [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.362532] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] a97578c7-f513-4a3f-81a9-f58bc0619abc/a97578c7-f513-4a3f-81a9-f58bc0619abc.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 912.362938] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bbaa952a-88e3-45e3-8f34-9b1ebfaf919c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.373179] env[68893]: DEBUG oslo_vmware.api [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Waiting for the task: (returnval){ [ 912.373179] env[68893]: value = "task-2791675" [ 912.373179] env[68893]: _type = "Task" [ 912.373179] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.383920] env[68893]: DEBUG oslo_vmware.api [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Task: {'id': task-2791675, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.393219] env[68893]: DEBUG oslo_vmware.api [None req-11a590ab-89bd-4499-81eb-4b91fb5c8241 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': task-2791673, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.436228] env[68893]: DEBUG nova.compute.manager [None req-761a5e21-b44a-4425-927d-1a766f8713db tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 706ea7e2-3150-4843-a0dd-e60e1cef3c52] Starting instance... {{(pid=68893) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 912.454130] env[68893]: DEBUG nova.scheduler.client.report [None req-25f9e9f0-0155-4eff-b965-4a28fea388f3 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 912.461389] env[68893]: DEBUG nova.network.neutron [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: cce63948-3b2d-4710-8f14-4f79b24e86fd] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 912.658522] env[68893]: DEBUG nova.network.neutron [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: cce63948-3b2d-4710-8f14-4f79b24e86fd] Updating instance_info_cache with network_info: [{"id": "5e886ebe-1362-4e3a-8ccf-57ea4874e78d", "address": "fa:16:3e:ab:5e:0c", "network": {"id": "8ffc3d99-7eff-4db7-b4d7-1bf822f14026", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1234556711-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7e4c959477a4484a345417bea845b45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e886ebe-13", "ovs_interfaceid": "5e886ebe-1362-4e3a-8ccf-57ea4874e78d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.688571] env[68893]: DEBUG oslo_vmware.api [None req-522bcabc-11db-4532-ab03-cafa651ccaa5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2791674, 'name': CloneVM_Task} progress is 94%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.836290] env[68893]: DEBUG oslo_concurrency.lockutils [None req-bd9fb800-4796-442e-9aef-ce0e74ceab71 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Acquiring lock "c3ebb422-0391-4359-abb4-8ea80e767ce2" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.836589] env[68893]: DEBUG oslo_concurrency.lockutils [None req-bd9fb800-4796-442e-9aef-ce0e74ceab71 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Lock "c3ebb422-0391-4359-abb4-8ea80e767ce2" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.836767] env[68893]: DEBUG nova.compute.manager [None req-bd9fb800-4796-442e-9aef-ce0e74ceab71 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: c3ebb422-0391-4359-abb4-8ea80e767ce2] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 912.837792] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-261bca93-393c-438b-815c-0f701b7b6deb {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.846607] env[68893]: DEBUG nova.compute.manager [None req-bd9fb800-4796-442e-9aef-ce0e74ceab71 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: c3ebb422-0391-4359-abb4-8ea80e767ce2] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68893) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 912.847464] env[68893]: DEBUG nova.objects.instance [None req-bd9fb800-4796-442e-9aef-ce0e74ceab71 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Lazy-loading 'flavor' on Instance uuid c3ebb422-0391-4359-abb4-8ea80e767ce2 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 912.884431] env[68893]: DEBUG oslo_vmware.api [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Task: {'id': task-2791675, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.894541] env[68893]: DEBUG oslo_vmware.api [None req-11a590ab-89bd-4499-81eb-4b91fb5c8241 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': task-2791673, 'name': PowerOnVM_Task, 'duration_secs': 0.811013} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.894843] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-11a590ab-89bd-4499-81eb-4b91fb5c8241 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: a168e41a-cc22-4f30-b7eb-e390d73f0eff] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 912.895177] env[68893]: DEBUG nova.compute.manager [None req-11a590ab-89bd-4499-81eb-4b91fb5c8241 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: a168e41a-cc22-4f30-b7eb-e390d73f0eff] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 912.895951] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b008d82-6654-445c-908e-b579a3b397c1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.965716] env[68893]: DEBUG oslo_concurrency.lockutils [None req-25f9e9f0-0155-4eff-b965-4a28fea388f3 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.160s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.969017] env[68893]: DEBUG oslo_concurrency.lockutils [None req-39ab4e22-db0a-4f9b-ab1a-152434b95a24 tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.536s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.970096] env[68893]: INFO nova.compute.claims [None req-39ab4e22-db0a-4f9b-ab1a-152434b95a24 tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] [instance: ed8d54ea-e2df-4429-93f9-976f6aad02be] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 912.975931] env[68893]: DEBUG oslo_concurrency.lockutils [None req-761a5e21-b44a-4425-927d-1a766f8713db tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.995524] env[68893]: INFO nova.scheduler.client.report [None req-25f9e9f0-0155-4eff-b965-4a28fea388f3 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Deleted allocations for instance 2daeed7b-f1c2-41ae-9a2d-6e58581a0939 [ 913.161164] env[68893]: DEBUG oslo_concurrency.lockutils [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Releasing lock "refresh_cache-cce63948-3b2d-4710-8f14-4f79b24e86fd" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.161587] env[68893]: DEBUG nova.compute.manager [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: cce63948-3b2d-4710-8f14-4f79b24e86fd] Instance network_info: |[{"id": "5e886ebe-1362-4e3a-8ccf-57ea4874e78d", "address": "fa:16:3e:ab:5e:0c", "network": {"id": "8ffc3d99-7eff-4db7-b4d7-1bf822f14026", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1234556711-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7e4c959477a4484a345417bea845b45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e886ebe-13", "ovs_interfaceid": "5e886ebe-1362-4e3a-8ccf-57ea4874e78d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 913.161922] env[68893]: DEBUG oslo_concurrency.lockutils [req-22832c57-365e-4566-b56a-6d9e122f01d6 req-cc195317-01fb-4c9f-ad48-a0ac30454571 service nova] Acquired lock "refresh_cache-cce63948-3b2d-4710-8f14-4f79b24e86fd" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.162175] env[68893]: DEBUG nova.network.neutron [req-22832c57-365e-4566-b56a-6d9e122f01d6 req-cc195317-01fb-4c9f-ad48-a0ac30454571 service nova] [instance: cce63948-3b2d-4710-8f14-4f79b24e86fd] Refreshing network info cache for port 5e886ebe-1362-4e3a-8ccf-57ea4874e78d {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 913.163647] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: cce63948-3b2d-4710-8f14-4f79b24e86fd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:5e:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bd998416-f3d6-4a62-b828-5011063ce76a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5e886ebe-1362-4e3a-8ccf-57ea4874e78d', 'vif_model': 'vmxnet3'}] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 913.173620] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 913.177545] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cce63948-3b2d-4710-8f14-4f79b24e86fd] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 913.178294] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1b340e91-cd4f-4176-9123-bb3ed74b173e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.206655] env[68893]: DEBUG oslo_vmware.api [None req-522bcabc-11db-4532-ab03-cafa651ccaa5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2791674, 'name': CloneVM_Task} progress is 94%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.207809] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 913.207809] env[68893]: value = "task-2791676" [ 913.207809] env[68893]: _type = "Task" [ 913.207809] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.216813] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791676, 'name': CreateVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.389271] env[68893]: DEBUG oslo_vmware.api [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Task: {'id': task-2791675, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.639558} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.389549] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] a97578c7-f513-4a3f-81a9-f58bc0619abc/a97578c7-f513-4a3f-81a9-f58bc0619abc.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 913.389763] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: a97578c7-f513-4a3f-81a9-f58bc0619abc] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 913.390052] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-90ad124f-d65d-4179-86cf-691ff0d528a7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.400318] env[68893]: DEBUG oslo_vmware.api [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Waiting for the task: (returnval){ [ 913.400318] env[68893]: value = "task-2791677" [ 913.400318] env[68893]: _type = "Task" [ 913.400318] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.425283] env[68893]: DEBUG oslo_vmware.api [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Task: {'id': task-2791677, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.428495] env[68893]: DEBUG oslo_concurrency.lockutils [None req-11a590ab-89bd-4499-81eb-4b91fb5c8241 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.493451] env[68893]: DEBUG nova.network.neutron [req-22832c57-365e-4566-b56a-6d9e122f01d6 req-cc195317-01fb-4c9f-ad48-a0ac30454571 service nova] [instance: cce63948-3b2d-4710-8f14-4f79b24e86fd] Updated VIF entry in instance network info cache for port 5e886ebe-1362-4e3a-8ccf-57ea4874e78d. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 913.494508] env[68893]: DEBUG nova.network.neutron [req-22832c57-365e-4566-b56a-6d9e122f01d6 req-cc195317-01fb-4c9f-ad48-a0ac30454571 service nova] [instance: cce63948-3b2d-4710-8f14-4f79b24e86fd] Updating instance_info_cache with network_info: [{"id": "5e886ebe-1362-4e3a-8ccf-57ea4874e78d", "address": "fa:16:3e:ab:5e:0c", "network": {"id": "8ffc3d99-7eff-4db7-b4d7-1bf822f14026", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1234556711-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7e4c959477a4484a345417bea845b45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e886ebe-13", "ovs_interfaceid": "5e886ebe-1362-4e3a-8ccf-57ea4874e78d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.506732] env[68893]: DEBUG oslo_concurrency.lockutils [None req-25f9e9f0-0155-4eff-b965-4a28fea388f3 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Lock "2daeed7b-f1c2-41ae-9a2d-6e58581a0939" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.813s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.689759] env[68893]: DEBUG oslo_vmware.api [None req-522bcabc-11db-4532-ab03-cafa651ccaa5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2791674, 'name': CloneVM_Task, 'duration_secs': 1.45773} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.690056] env[68893]: INFO nova.virt.vmwareapi.vmops [None req-522bcabc-11db-4532-ab03-cafa651ccaa5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: ee99b6b1-90a4-4c3c-b665-47a60c89d459] Created linked-clone VM from snapshot [ 913.690842] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-833e338c-a5fa-4083-8789-7bcbe52aafb0 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.698967] env[68893]: DEBUG nova.virt.vmwareapi.images [None req-522bcabc-11db-4532-ab03-cafa651ccaa5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: ee99b6b1-90a4-4c3c-b665-47a60c89d459] Uploading image f02c73de-1077-45ea-b455-7f5f4bf2cbeb {{(pid=68893) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 913.721830] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791676, 'name': CreateVM_Task} progress is 99%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.723875] env[68893]: DEBUG oslo_vmware.rw_handles [None req-522bcabc-11db-4532-ab03-cafa651ccaa5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 913.723875] env[68893]: value = "vm-561143" [ 913.723875] env[68893]: _type = "VirtualMachine" [ 913.723875] env[68893]: }. {{(pid=68893) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 913.724135] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-851c5fa0-6635-4330-839e-5d66d077e2cb {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.731816] env[68893]: DEBUG oslo_vmware.rw_handles [None req-522bcabc-11db-4532-ab03-cafa651ccaa5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Lease: (returnval){ [ 913.731816] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52317314-453b-874d-3bae-32a3ccc837fe" [ 913.731816] env[68893]: _type = "HttpNfcLease" [ 913.731816] env[68893]: } obtained for exporting VM: (result){ [ 913.731816] env[68893]: value = "vm-561143" [ 913.731816] env[68893]: _type = "VirtualMachine" [ 913.731816] env[68893]: }. {{(pid=68893) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 913.732621] env[68893]: DEBUG oslo_vmware.api [None req-522bcabc-11db-4532-ab03-cafa651ccaa5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Waiting for the lease: (returnval){ [ 913.732621] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52317314-453b-874d-3bae-32a3ccc837fe" [ 913.732621] env[68893]: _type = "HttpNfcLease" [ 913.732621] env[68893]: } to be ready. {{(pid=68893) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 913.739623] env[68893]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 913.739623] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52317314-453b-874d-3bae-32a3ccc837fe" [ 913.739623] env[68893]: _type = "HttpNfcLease" [ 913.739623] env[68893]: } is initializing. {{(pid=68893) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 913.856581] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd9fb800-4796-442e-9aef-ce0e74ceab71 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: c3ebb422-0391-4359-abb4-8ea80e767ce2] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 913.856906] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2070c748-151f-47bb-92f9-b4ab998e340a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.865530] env[68893]: DEBUG oslo_vmware.api [None req-bd9fb800-4796-442e-9aef-ce0e74ceab71 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Waiting for the task: (returnval){ [ 913.865530] env[68893]: value = "task-2791679" [ 913.865530] env[68893]: _type = "Task" [ 913.865530] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.874569] env[68893]: DEBUG oslo_vmware.api [None req-bd9fb800-4796-442e-9aef-ce0e74ceab71 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2791679, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.911038] env[68893]: DEBUG oslo_vmware.api [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Task: {'id': task-2791677, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0745} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.911380] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: a97578c7-f513-4a3f-81a9-f58bc0619abc] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 913.912262] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fbaa378-2ac4-4997-b0bc-bcdd2385d5c5 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.928453] env[68893]: DEBUG oslo_concurrency.lockutils [None req-19735d8c-67ec-4ca1-9d0c-3dfe60cb76a2 tempest-AttachInterfacesV270Test-1805132181 tempest-AttachInterfacesV270Test-1805132181-project-member] Acquiring lock "7e3012fb-7c3b-4f95-b109-e711c784e89e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.928726] env[68893]: DEBUG oslo_concurrency.lockutils [None req-19735d8c-67ec-4ca1-9d0c-3dfe60cb76a2 tempest-AttachInterfacesV270Test-1805132181 tempest-AttachInterfacesV270Test-1805132181-project-member] Lock "7e3012fb-7c3b-4f95-b109-e711c784e89e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.928967] env[68893]: DEBUG oslo_concurrency.lockutils [None req-19735d8c-67ec-4ca1-9d0c-3dfe60cb76a2 tempest-AttachInterfacesV270Test-1805132181 tempest-AttachInterfacesV270Test-1805132181-project-member] Acquiring lock "7e3012fb-7c3b-4f95-b109-e711c784e89e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.929250] env[68893]: DEBUG oslo_concurrency.lockutils [None req-19735d8c-67ec-4ca1-9d0c-3dfe60cb76a2 tempest-AttachInterfacesV270Test-1805132181 tempest-AttachInterfacesV270Test-1805132181-project-member] Lock "7e3012fb-7c3b-4f95-b109-e711c784e89e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.929364] env[68893]: DEBUG oslo_concurrency.lockutils [None req-19735d8c-67ec-4ca1-9d0c-3dfe60cb76a2 tempest-AttachInterfacesV270Test-1805132181 tempest-AttachInterfacesV270Test-1805132181-project-member] Lock "7e3012fb-7c3b-4f95-b109-e711c784e89e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.942819] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: a97578c7-f513-4a3f-81a9-f58bc0619abc] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] a97578c7-f513-4a3f-81a9-f58bc0619abc/a97578c7-f513-4a3f-81a9-f58bc0619abc.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 913.946019] env[68893]: INFO nova.compute.manager [None req-19735d8c-67ec-4ca1-9d0c-3dfe60cb76a2 tempest-AttachInterfacesV270Test-1805132181 tempest-AttachInterfacesV270Test-1805132181-project-member] [instance: 7e3012fb-7c3b-4f95-b109-e711c784e89e] Terminating instance [ 913.946019] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3c79ef5-6f5a-4ebb-a5cd-c704916ba39c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.969734] env[68893]: DEBUG oslo_vmware.api [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Waiting for the task: (returnval){ [ 913.969734] env[68893]: value = "task-2791680" [ 913.969734] env[68893]: _type = "Task" [ 913.969734] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.979724] env[68893]: DEBUG oslo_vmware.api [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Task: {'id': task-2791680, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.996781] env[68893]: DEBUG oslo_concurrency.lockutils [req-22832c57-365e-4566-b56a-6d9e122f01d6 req-cc195317-01fb-4c9f-ad48-a0ac30454571 service nova] Releasing lock "refresh_cache-cce63948-3b2d-4710-8f14-4f79b24e86fd" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.219586] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791676, 'name': CreateVM_Task} progress is 99%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.245345] env[68893]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 914.245345] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52317314-453b-874d-3bae-32a3ccc837fe" [ 914.245345] env[68893]: _type = "HttpNfcLease" [ 914.245345] env[68893]: } is ready. {{(pid=68893) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 914.245629] env[68893]: DEBUG oslo_vmware.rw_handles [None req-522bcabc-11db-4532-ab03-cafa651ccaa5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 914.245629] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52317314-453b-874d-3bae-32a3ccc837fe" [ 914.245629] env[68893]: _type = "HttpNfcLease" [ 914.245629] env[68893]: }. {{(pid=68893) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 914.246467] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30e77774-061a-4eb1-8bdd-5e2fc32be826 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.257253] env[68893]: DEBUG oslo_vmware.rw_handles [None req-522bcabc-11db-4532-ab03-cafa651ccaa5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523e8435-0bf0-e0dc-d484-152463b17e86/disk-0.vmdk from lease info. {{(pid=68893) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 914.257420] env[68893]: DEBUG oslo_vmware.rw_handles [None req-522bcabc-11db-4532-ab03-cafa651ccaa5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523e8435-0bf0-e0dc-d484-152463b17e86/disk-0.vmdk for reading. {{(pid=68893) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 914.344487] env[68893]: DEBUG oslo_concurrency.lockutils [None req-92244897-9294-4682-a65f-2f52e588e58c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Acquiring lock "7e40a4c8-e64e-41f1-9b87-8c5f0af19a35" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.344743] env[68893]: DEBUG oslo_concurrency.lockutils [None req-92244897-9294-4682-a65f-2f52e588e58c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Lock "7e40a4c8-e64e-41f1-9b87-8c5f0af19a35" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.378671] env[68893]: DEBUG oslo_vmware.api [None req-bd9fb800-4796-442e-9aef-ce0e74ceab71 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2791679, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.433789] env[68893]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-44adae36-fbb8-4b07-a51a-2fcd6768384d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.466867] env[68893]: DEBUG nova.compute.manager [None req-19735d8c-67ec-4ca1-9d0c-3dfe60cb76a2 tempest-AttachInterfacesV270Test-1805132181 tempest-AttachInterfacesV270Test-1805132181-project-member] [instance: 7e3012fb-7c3b-4f95-b109-e711c784e89e] Start destroying the instance on the hypervisor. {{(pid=68893) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 914.466867] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-19735d8c-67ec-4ca1-9d0c-3dfe60cb76a2 tempest-AttachInterfacesV270Test-1805132181 tempest-AttachInterfacesV270Test-1805132181-project-member] [instance: 7e3012fb-7c3b-4f95-b109-e711c784e89e] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 914.467635] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3f3ef2f-73ec-43db-9d9d-dab84bdad0db {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.483912] env[68893]: DEBUG oslo_vmware.api [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Task: {'id': task-2791680, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.488726] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-19735d8c-67ec-4ca1-9d0c-3dfe60cb76a2 tempest-AttachInterfacesV270Test-1805132181 tempest-AttachInterfacesV270Test-1805132181-project-member] [instance: 7e3012fb-7c3b-4f95-b109-e711c784e89e] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 914.489540] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4439c82a-002a-405b-9647-8b472e613686 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.497905] env[68893]: DEBUG oslo_vmware.api [None req-19735d8c-67ec-4ca1-9d0c-3dfe60cb76a2 tempest-AttachInterfacesV270Test-1805132181 tempest-AttachInterfacesV270Test-1805132181-project-member] Waiting for the task: (returnval){ [ 914.497905] env[68893]: value = "task-2791681" [ 914.497905] env[68893]: _type = "Task" [ 914.497905] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.512770] env[68893]: DEBUG oslo_vmware.api [None req-19735d8c-67ec-4ca1-9d0c-3dfe60cb76a2 tempest-AttachInterfacesV270Test-1805132181 tempest-AttachInterfacesV270Test-1805132181-project-member] Task: {'id': task-2791681, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.557040] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37444984-ee70-44bf-a032-3b8c246d51c3 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.568089] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a61cecc7-1b9b-461e-965e-9106d4abaf38 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.606704] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58c20367-2626-4337-910c-160288ec14f4 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.615785] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bdb1bfd-64d3-4c7d-a6db-028a51caa350 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.632756] env[68893]: DEBUG nova.compute.provider_tree [None req-39ab4e22-db0a-4f9b-ab1a-152434b95a24 tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 914.725375] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791676, 'name': CreateVM_Task, 'duration_secs': 1.44734} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.725551] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cce63948-3b2d-4710-8f14-4f79b24e86fd] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 914.726303] env[68893]: DEBUG oslo_concurrency.lockutils [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.726510] env[68893]: DEBUG oslo_concurrency.lockutils [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.726830] env[68893]: DEBUG oslo_concurrency.lockutils [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.727128] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0540968d-183e-4e2d-81ee-9d6c2e37c748 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.735979] env[68893]: DEBUG oslo_vmware.api [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Waiting for the task: (returnval){ [ 914.735979] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52989dba-6e84-9c40-6051-f2cbdc0e2d15" [ 914.735979] env[68893]: _type = "Task" [ 914.735979] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.746219] env[68893]: DEBUG oslo_vmware.api [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52989dba-6e84-9c40-6051-f2cbdc0e2d15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.878323] env[68893]: DEBUG oslo_vmware.api [None req-bd9fb800-4796-442e-9aef-ce0e74ceab71 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2791679, 'name': PowerOffVM_Task, 'duration_secs': 0.948624} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.878696] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd9fb800-4796-442e-9aef-ce0e74ceab71 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: c3ebb422-0391-4359-abb4-8ea80e767ce2] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 914.878982] env[68893]: DEBUG nova.compute.manager [None req-bd9fb800-4796-442e-9aef-ce0e74ceab71 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: c3ebb422-0391-4359-abb4-8ea80e767ce2] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 914.879812] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11d1bec2-e57e-4471-85ab-9bc56c9f081f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.982448] env[68893]: DEBUG oslo_vmware.api [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Task: {'id': task-2791680, 'name': ReconfigVM_Task, 'duration_secs': 0.768143} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.982823] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: a97578c7-f513-4a3f-81a9-f58bc0619abc] Reconfigured VM instance instance-0000003b to attach disk [datastore2] a97578c7-f513-4a3f-81a9-f58bc0619abc/a97578c7-f513-4a3f-81a9-f58bc0619abc.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 914.983556] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a79b6ed0-6679-495c-9f87-3ec15c9c880b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.992115] env[68893]: DEBUG oslo_vmware.api [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Waiting for the task: (returnval){ [ 914.992115] env[68893]: value = "task-2791682" [ 914.992115] env[68893]: _type = "Task" [ 914.992115] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.001822] env[68893]: DEBUG oslo_vmware.api [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Task: {'id': task-2791682, 'name': Rename_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.011274] env[68893]: DEBUG oslo_vmware.api [None req-19735d8c-67ec-4ca1-9d0c-3dfe60cb76a2 tempest-AttachInterfacesV270Test-1805132181 tempest-AttachInterfacesV270Test-1805132181-project-member] Task: {'id': task-2791681, 'name': PowerOffVM_Task, 'duration_secs': 0.33619} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.011680] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-19735d8c-67ec-4ca1-9d0c-3dfe60cb76a2 tempest-AttachInterfacesV270Test-1805132181 tempest-AttachInterfacesV270Test-1805132181-project-member] [instance: 7e3012fb-7c3b-4f95-b109-e711c784e89e] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 915.011929] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-19735d8c-67ec-4ca1-9d0c-3dfe60cb76a2 tempest-AttachInterfacesV270Test-1805132181 tempest-AttachInterfacesV270Test-1805132181-project-member] [instance: 7e3012fb-7c3b-4f95-b109-e711c784e89e] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 915.012258] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b72c4f17-c4c0-4052-a237-288f088980a7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.024820] env[68893]: INFO nova.compute.manager [None req-cfd8bb7a-771e-4ef0-8974-645ebfe3ae66 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: a168e41a-cc22-4f30-b7eb-e390d73f0eff] Rebuilding instance [ 915.082858] env[68893]: DEBUG nova.compute.manager [None req-cfd8bb7a-771e-4ef0-8974-645ebfe3ae66 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: a168e41a-cc22-4f30-b7eb-e390d73f0eff] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 915.083779] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aed73a0-b89d-42eb-bb74-d30cd7f412cb {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.089037] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-19735d8c-67ec-4ca1-9d0c-3dfe60cb76a2 tempest-AttachInterfacesV270Test-1805132181 tempest-AttachInterfacesV270Test-1805132181-project-member] [instance: 7e3012fb-7c3b-4f95-b109-e711c784e89e] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 915.089037] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-19735d8c-67ec-4ca1-9d0c-3dfe60cb76a2 tempest-AttachInterfacesV270Test-1805132181 tempest-AttachInterfacesV270Test-1805132181-project-member] [instance: 7e3012fb-7c3b-4f95-b109-e711c784e89e] Deleting contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 915.089325] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-19735d8c-67ec-4ca1-9d0c-3dfe60cb76a2 tempest-AttachInterfacesV270Test-1805132181 tempest-AttachInterfacesV270Test-1805132181-project-member] Deleting the datastore file [datastore2] 7e3012fb-7c3b-4f95-b109-e711c784e89e {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 915.089884] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6227bf1e-f196-41d5-a4c7-b86e4f33974c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.101482] env[68893]: DEBUG oslo_vmware.api [None req-19735d8c-67ec-4ca1-9d0c-3dfe60cb76a2 tempest-AttachInterfacesV270Test-1805132181 tempest-AttachInterfacesV270Test-1805132181-project-member] Waiting for the task: (returnval){ [ 915.101482] env[68893]: value = "task-2791684" [ 915.101482] env[68893]: _type = "Task" [ 915.101482] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.110576] env[68893]: DEBUG oslo_vmware.api [None req-19735d8c-67ec-4ca1-9d0c-3dfe60cb76a2 tempest-AttachInterfacesV270Test-1805132181 tempest-AttachInterfacesV270Test-1805132181-project-member] Task: {'id': task-2791684, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.136674] env[68893]: DEBUG nova.scheduler.client.report [None req-39ab4e22-db0a-4f9b-ab1a-152434b95a24 tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 915.249821] env[68893]: DEBUG oslo_vmware.api [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52989dba-6e84-9c40-6051-f2cbdc0e2d15, 'name': SearchDatastore_Task, 'duration_secs': 0.015433} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.250366] env[68893]: DEBUG oslo_concurrency.lockutils [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.250507] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: cce63948-3b2d-4710-8f14-4f79b24e86fd] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 915.250841] env[68893]: DEBUG oslo_concurrency.lockutils [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.252039] env[68893]: DEBUG oslo_concurrency.lockutils [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.252039] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 915.252039] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bd77c68a-d866-4550-ab54-c27c74154dc0 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.262595] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 915.262801] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 915.263572] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54609c88-7a02-42cb-944b-b7e9ae102c12 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.271130] env[68893]: DEBUG oslo_vmware.api [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Waiting for the task: (returnval){ [ 915.271130] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52a538cd-b864-b733-7e57-4fa97460b76a" [ 915.271130] env[68893]: _type = "Task" [ 915.271130] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.281354] env[68893]: DEBUG oslo_vmware.api [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52a538cd-b864-b733-7e57-4fa97460b76a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.392323] env[68893]: DEBUG oslo_concurrency.lockutils [None req-bd9fb800-4796-442e-9aef-ce0e74ceab71 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Lock "c3ebb422-0391-4359-abb4-8ea80e767ce2" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.555s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.505935] env[68893]: DEBUG oslo_vmware.api [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Task: {'id': task-2791682, 'name': Rename_Task, 'duration_secs': 0.216188} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.505935] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: a97578c7-f513-4a3f-81a9-f58bc0619abc] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 915.506256] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e53434fb-2bc7-426e-9505-652b96101cb9 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.515152] env[68893]: DEBUG oslo_vmware.api [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Waiting for the task: (returnval){ [ 915.515152] env[68893]: value = "task-2791685" [ 915.515152] env[68893]: _type = "Task" [ 915.515152] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.526894] env[68893]: DEBUG oslo_vmware.api [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Task: {'id': task-2791685, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.550697] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b69e0821-8498-4c55-905a-b417ceac1053 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Acquiring lock "9bed2863-be23-41c8-9794-5f7dfbeaf219" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.551013] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b69e0821-8498-4c55-905a-b417ceac1053 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Lock "9bed2863-be23-41c8-9794-5f7dfbeaf219" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.551280] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b69e0821-8498-4c55-905a-b417ceac1053 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Acquiring lock "9bed2863-be23-41c8-9794-5f7dfbeaf219-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.551913] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b69e0821-8498-4c55-905a-b417ceac1053 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Lock "9bed2863-be23-41c8-9794-5f7dfbeaf219-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.551913] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b69e0821-8498-4c55-905a-b417ceac1053 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Lock "9bed2863-be23-41c8-9794-5f7dfbeaf219-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.554524] env[68893]: INFO nova.compute.manager [None req-b69e0821-8498-4c55-905a-b417ceac1053 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] [instance: 9bed2863-be23-41c8-9794-5f7dfbeaf219] Terminating instance [ 915.611835] env[68893]: DEBUG oslo_vmware.api [None req-19735d8c-67ec-4ca1-9d0c-3dfe60cb76a2 tempest-AttachInterfacesV270Test-1805132181 tempest-AttachInterfacesV270Test-1805132181-project-member] Task: {'id': task-2791684, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.240263} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.612266] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-19735d8c-67ec-4ca1-9d0c-3dfe60cb76a2 tempest-AttachInterfacesV270Test-1805132181 tempest-AttachInterfacesV270Test-1805132181-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 915.612526] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-19735d8c-67ec-4ca1-9d0c-3dfe60cb76a2 tempest-AttachInterfacesV270Test-1805132181 tempest-AttachInterfacesV270Test-1805132181-project-member] [instance: 7e3012fb-7c3b-4f95-b109-e711c784e89e] Deleted contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 915.612770] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-19735d8c-67ec-4ca1-9d0c-3dfe60cb76a2 tempest-AttachInterfacesV270Test-1805132181 tempest-AttachInterfacesV270Test-1805132181-project-member] [instance: 7e3012fb-7c3b-4f95-b109-e711c784e89e] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 915.612995] env[68893]: INFO nova.compute.manager [None req-19735d8c-67ec-4ca1-9d0c-3dfe60cb76a2 tempest-AttachInterfacesV270Test-1805132181 tempest-AttachInterfacesV270Test-1805132181-project-member] [instance: 7e3012fb-7c3b-4f95-b109-e711c784e89e] Took 1.15 seconds to destroy the instance on the hypervisor. [ 915.613315] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-19735d8c-67ec-4ca1-9d0c-3dfe60cb76a2 tempest-AttachInterfacesV270Test-1805132181 tempest-AttachInterfacesV270Test-1805132181-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 915.613621] env[68893]: DEBUG nova.compute.manager [-] [instance: 7e3012fb-7c3b-4f95-b109-e711c784e89e] Deallocating network for instance {{(pid=68893) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 915.613716] env[68893]: DEBUG nova.network.neutron [-] [instance: 7e3012fb-7c3b-4f95-b109-e711c784e89e] deallocate_for_instance() {{(pid=68893) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 915.642284] env[68893]: DEBUG oslo_concurrency.lockutils [None req-39ab4e22-db0a-4f9b-ab1a-152434b95a24 tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.674s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.643311] env[68893]: DEBUG nova.compute.manager [None req-39ab4e22-db0a-4f9b-ab1a-152434b95a24 tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] [instance: ed8d54ea-e2df-4429-93f9-976f6aad02be] Start building networks asynchronously for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 915.645643] env[68893]: DEBUG oslo_concurrency.lockutils [None req-a4a0337b-d162-4bfa-b918-6b637c87b1ce tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 26.767s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.646097] env[68893]: DEBUG nova.objects.instance [None req-a4a0337b-d162-4bfa-b918-6b637c87b1ce tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] [instance: 196cd774-e550-4cd2-a547-0b30bdd7f668] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68893) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 915.785026] env[68893]: DEBUG oslo_vmware.api [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52a538cd-b864-b733-7e57-4fa97460b76a, 'name': SearchDatastore_Task, 'duration_secs': 0.01457} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.785990] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66f64a17-98e2-4698-846e-efd5f2e926fb {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.792663] env[68893]: DEBUG oslo_vmware.api [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Waiting for the task: (returnval){ [ 915.792663] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]5220a3be-780d-37cd-ce03-f64da3e38ada" [ 915.792663] env[68893]: _type = "Task" [ 915.792663] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.802958] env[68893]: DEBUG oslo_vmware.api [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]5220a3be-780d-37cd-ce03-f64da3e38ada, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.963892] env[68893]: DEBUG nova.compute.manager [req-fb8d6fb2-f125-47da-870f-9780bbc621c2 req-ffb390d0-e96c-4da6-8368-ca146534bd06 service nova] [instance: 7e3012fb-7c3b-4f95-b109-e711c784e89e] Received event network-vif-deleted-e0aa1457-0e38-4ff8-ace1-4e151f3e9754 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 915.964245] env[68893]: INFO nova.compute.manager [req-fb8d6fb2-f125-47da-870f-9780bbc621c2 req-ffb390d0-e96c-4da6-8368-ca146534bd06 service nova] [instance: 7e3012fb-7c3b-4f95-b109-e711c784e89e] Neutron deleted interface e0aa1457-0e38-4ff8-ace1-4e151f3e9754; detaching it from the instance and deleting it from the info cache [ 915.964660] env[68893]: DEBUG nova.network.neutron [req-fb8d6fb2-f125-47da-870f-9780bbc621c2 req-ffb390d0-e96c-4da6-8368-ca146534bd06 service nova] [instance: 7e3012fb-7c3b-4f95-b109-e711c784e89e] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.970052] env[68893]: INFO nova.compute.manager [None req-b247122e-52b0-4695-bab3-493c787789e9 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: c3ebb422-0391-4359-abb4-8ea80e767ce2] Rebuilding instance [ 916.029762] env[68893]: DEBUG oslo_vmware.api [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Task: {'id': task-2791685, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.030410] env[68893]: DEBUG nova.compute.manager [None req-b247122e-52b0-4695-bab3-493c787789e9 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: c3ebb422-0391-4359-abb4-8ea80e767ce2] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 916.031251] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a529bf3-bc7b-4fc9-bf79-df286e754714 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.059093] env[68893]: DEBUG nova.compute.manager [None req-b69e0821-8498-4c55-905a-b417ceac1053 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] [instance: 9bed2863-be23-41c8-9794-5f7dfbeaf219] Start destroying the instance on the hypervisor. {{(pid=68893) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 916.059318] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-b69e0821-8498-4c55-905a-b417ceac1053 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] [instance: 9bed2863-be23-41c8-9794-5f7dfbeaf219] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 916.060259] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-285b83f1-5aee-4833-b77f-fb55797e39de {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.069843] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-b69e0821-8498-4c55-905a-b417ceac1053 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] [instance: 9bed2863-be23-41c8-9794-5f7dfbeaf219] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 916.070251] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f66726a8-8873-4263-8f8f-5d9278541b02 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.081020] env[68893]: DEBUG oslo_vmware.api [None req-b69e0821-8498-4c55-905a-b417ceac1053 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Waiting for the task: (returnval){ [ 916.081020] env[68893]: value = "task-2791686" [ 916.081020] env[68893]: _type = "Task" [ 916.081020] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.094657] env[68893]: DEBUG oslo_vmware.api [None req-b69e0821-8498-4c55-905a-b417ceac1053 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Task: {'id': task-2791686, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.103206] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfd8bb7a-771e-4ef0-8974-645ebfe3ae66 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: a168e41a-cc22-4f30-b7eb-e390d73f0eff] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 916.104054] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f5b4f1c4-3964-4a47-acf1-36613b6079cf {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.114543] env[68893]: DEBUG oslo_vmware.api [None req-cfd8bb7a-771e-4ef0-8974-645ebfe3ae66 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Waiting for the task: (returnval){ [ 916.114543] env[68893]: value = "task-2791687" [ 916.114543] env[68893]: _type = "Task" [ 916.114543] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.124789] env[68893]: DEBUG oslo_vmware.api [None req-cfd8bb7a-771e-4ef0-8974-645ebfe3ae66 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': task-2791687, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.151231] env[68893]: DEBUG nova.compute.utils [None req-39ab4e22-db0a-4f9b-ab1a-152434b95a24 tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 916.155984] env[68893]: DEBUG nova.compute.manager [None req-39ab4e22-db0a-4f9b-ab1a-152434b95a24 tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] [instance: ed8d54ea-e2df-4429-93f9-976f6aad02be] Allocating IP information in the background. {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 916.156216] env[68893]: DEBUG nova.network.neutron [None req-39ab4e22-db0a-4f9b-ab1a-152434b95a24 tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] [instance: ed8d54ea-e2df-4429-93f9-976f6aad02be] allocate_for_instance() {{(pid=68893) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 916.213379] env[68893]: DEBUG nova.policy [None req-39ab4e22-db0a-4f9b-ab1a-152434b95a24 tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e569444e88514fadad0ade1058377c30', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '631880b58e894bcaac66cb177defc000', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68893) authorize /opt/stack/nova/nova/policy.py:192}} [ 916.306647] env[68893]: DEBUG oslo_vmware.api [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]5220a3be-780d-37cd-ce03-f64da3e38ada, 'name': SearchDatastore_Task, 'duration_secs': 0.013935} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.307026] env[68893]: DEBUG oslo_concurrency.lockutils [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.307423] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] cce63948-3b2d-4710-8f14-4f79b24e86fd/cce63948-3b2d-4710-8f14-4f79b24e86fd.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 916.307771] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-78198f07-e773-4204-97ab-856b99e8f40e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.316953] env[68893]: DEBUG oslo_vmware.api [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Waiting for the task: (returnval){ [ 916.316953] env[68893]: value = "task-2791688" [ 916.316953] env[68893]: _type = "Task" [ 916.316953] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.327212] env[68893]: DEBUG oslo_vmware.api [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Task: {'id': task-2791688, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.447666] env[68893]: DEBUG nova.network.neutron [-] [instance: 7e3012fb-7c3b-4f95-b109-e711c784e89e] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.472125] env[68893]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-11142112-efdf-4c7c-b858-4083dabefbc3 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.481465] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a8fc89d-e168-4513-b405-05505d010b45 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.529617] env[68893]: DEBUG nova.compute.manager [req-fb8d6fb2-f125-47da-870f-9780bbc621c2 req-ffb390d0-e96c-4da6-8368-ca146534bd06 service nova] [instance: 7e3012fb-7c3b-4f95-b109-e711c784e89e] Detach interface failed, port_id=e0aa1457-0e38-4ff8-ace1-4e151f3e9754, reason: Instance 7e3012fb-7c3b-4f95-b109-e711c784e89e could not be found. {{(pid=68893) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 916.540972] env[68893]: DEBUG oslo_vmware.api [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Task: {'id': task-2791685, 'name': PowerOnVM_Task, 'duration_secs': 0.629651} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.543414] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: a97578c7-f513-4a3f-81a9-f58bc0619abc] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 916.545017] env[68893]: INFO nova.compute.manager [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: a97578c7-f513-4a3f-81a9-f58bc0619abc] Took 8.71 seconds to spawn the instance on the hypervisor. [ 916.545017] env[68893]: DEBUG nova.compute.manager [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: a97578c7-f513-4a3f-81a9-f58bc0619abc] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 916.545017] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2c49dc8-eb7b-467e-ae12-e75b2a23e7ab {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.591995] env[68893]: DEBUG oslo_vmware.api [None req-b69e0821-8498-4c55-905a-b417ceac1053 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Task: {'id': task-2791686, 'name': PowerOffVM_Task, 'duration_secs': 0.226972} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.592347] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-b69e0821-8498-4c55-905a-b417ceac1053 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] [instance: 9bed2863-be23-41c8-9794-5f7dfbeaf219] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 916.592537] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-b69e0821-8498-4c55-905a-b417ceac1053 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] [instance: 9bed2863-be23-41c8-9794-5f7dfbeaf219] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 916.592812] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d60e1e71-4b80-4970-b4c8-8ccaf25e8398 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.624892] env[68893]: DEBUG oslo_vmware.api [None req-cfd8bb7a-771e-4ef0-8974-645ebfe3ae66 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': task-2791687, 'name': PowerOffVM_Task, 'duration_secs': 0.274771} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.625259] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfd8bb7a-771e-4ef0-8974-645ebfe3ae66 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: a168e41a-cc22-4f30-b7eb-e390d73f0eff] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 916.625444] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-cfd8bb7a-771e-4ef0-8974-645ebfe3ae66 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: a168e41a-cc22-4f30-b7eb-e390d73f0eff] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 916.626302] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b22727d-3269-4310-98c9-5f3c99069a11 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.630827] env[68893]: DEBUG nova.network.neutron [None req-39ab4e22-db0a-4f9b-ab1a-152434b95a24 tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] [instance: ed8d54ea-e2df-4429-93f9-976f6aad02be] Successfully created port: d890e43e-fb20-47e6-a5ec-908627e99cd1 {{(pid=68893) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 916.636421] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-cfd8bb7a-771e-4ef0-8974-645ebfe3ae66 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: a168e41a-cc22-4f30-b7eb-e390d73f0eff] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 916.636674] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f74df2e6-5cd1-402e-89ec-922153faaa98 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.657233] env[68893]: DEBUG nova.compute.manager [None req-39ab4e22-db0a-4f9b-ab1a-152434b95a24 tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] [instance: ed8d54ea-e2df-4429-93f9-976f6aad02be] Start building block device mappings for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 916.661950] env[68893]: DEBUG oslo_concurrency.lockutils [None req-a4a0337b-d162-4bfa-b918-6b637c87b1ce tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.664307] env[68893]: DEBUG oslo_concurrency.lockutils [None req-5bb026fa-7ba1-4667-be60-19b6f6dd80e6 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.873s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.666105] env[68893]: INFO nova.compute.claims [None req-5bb026fa-7ba1-4667-be60-19b6f6dd80e6 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] [instance: d89cb24d-9485-4641-a78d-758495a82c10] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 916.668953] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-b69e0821-8498-4c55-905a-b417ceac1053 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] [instance: 9bed2863-be23-41c8-9794-5f7dfbeaf219] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 916.669206] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-b69e0821-8498-4c55-905a-b417ceac1053 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] [instance: 9bed2863-be23-41c8-9794-5f7dfbeaf219] Deleting contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 916.669398] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-b69e0821-8498-4c55-905a-b417ceac1053 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Deleting the datastore file [datastore2] 9bed2863-be23-41c8-9794-5f7dfbeaf219 {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 916.670322] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-07653cde-b5db-41ad-a6c6-78c06edaec93 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.680601] env[68893]: DEBUG oslo_vmware.api [None req-b69e0821-8498-4c55-905a-b417ceac1053 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Waiting for the task: (returnval){ [ 916.680601] env[68893]: value = "task-2791691" [ 916.680601] env[68893]: _type = "Task" [ 916.680601] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.691151] env[68893]: DEBUG oslo_vmware.api [None req-b69e0821-8498-4c55-905a-b417ceac1053 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Task: {'id': task-2791691, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.721265] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-cfd8bb7a-771e-4ef0-8974-645ebfe3ae66 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: a168e41a-cc22-4f30-b7eb-e390d73f0eff] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 916.721482] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-cfd8bb7a-771e-4ef0-8974-645ebfe3ae66 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: a168e41a-cc22-4f30-b7eb-e390d73f0eff] Deleting contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 916.722566] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfd8bb7a-771e-4ef0-8974-645ebfe3ae66 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Deleting the datastore file [datastore2] a168e41a-cc22-4f30-b7eb-e390d73f0eff {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 916.722566] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-20ce8abe-d826-4be4-9bdd-9679749a4c35 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.729867] env[68893]: DEBUG oslo_vmware.api [None req-cfd8bb7a-771e-4ef0-8974-645ebfe3ae66 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Waiting for the task: (returnval){ [ 916.729867] env[68893]: value = "task-2791692" [ 916.729867] env[68893]: _type = "Task" [ 916.729867] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.739362] env[68893]: DEBUG oslo_vmware.api [None req-cfd8bb7a-771e-4ef0-8974-645ebfe3ae66 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': task-2791692, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.831438] env[68893]: DEBUG oslo_vmware.api [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Task: {'id': task-2791688, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.949026] env[68893]: INFO nova.compute.manager [-] [instance: 7e3012fb-7c3b-4f95-b109-e711c784e89e] Took 1.34 seconds to deallocate network for instance. [ 917.050162] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-b247122e-52b0-4695-bab3-493c787789e9 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: c3ebb422-0391-4359-abb4-8ea80e767ce2] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 917.050162] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bad4f097-b3aa-4b54-87aa-34faddd1a186 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.065406] env[68893]: DEBUG oslo_vmware.api [None req-b247122e-52b0-4695-bab3-493c787789e9 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Waiting for the task: (returnval){ [ 917.065406] env[68893]: value = "task-2791693" [ 917.065406] env[68893]: _type = "Task" [ 917.065406] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.080162] env[68893]: INFO nova.compute.manager [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: a97578c7-f513-4a3f-81a9-f58bc0619abc] Took 38.12 seconds to build instance. [ 917.084718] env[68893]: DEBUG nova.network.neutron [None req-39ab4e22-db0a-4f9b-ab1a-152434b95a24 tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] [instance: ed8d54ea-e2df-4429-93f9-976f6aad02be] Successfully created port: 5ba243e0-092e-4b29-bf27-b86ececc03e4 {{(pid=68893) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 917.093828] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-b247122e-52b0-4695-bab3-493c787789e9 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: c3ebb422-0391-4359-abb4-8ea80e767ce2] VM already powered off {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 917.093828] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-b247122e-52b0-4695-bab3-493c787789e9 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: c3ebb422-0391-4359-abb4-8ea80e767ce2] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 917.093828] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cdf5b05-dbb5-4c72-a8ba-2279b47555b3 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.103426] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-b247122e-52b0-4695-bab3-493c787789e9 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: c3ebb422-0391-4359-abb4-8ea80e767ce2] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 917.103876] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fc8c9e3c-883d-45fc-ab62-021d7faccc8b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.193122] env[68893]: DEBUG oslo_vmware.api [None req-b69e0821-8498-4c55-905a-b417ceac1053 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Task: {'id': task-2791691, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.241065] env[68893]: DEBUG oslo_vmware.api [None req-cfd8bb7a-771e-4ef0-8974-645ebfe3ae66 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': task-2791692, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.330175] env[68893]: DEBUG oslo_vmware.api [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Task: {'id': task-2791688, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.839728} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.330175] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] cce63948-3b2d-4710-8f14-4f79b24e86fd/cce63948-3b2d-4710-8f14-4f79b24e86fd.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 917.330273] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: cce63948-3b2d-4710-8f14-4f79b24e86fd] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 917.331020] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7e87517f-ee87-404f-a665-b162dd223b42 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.338033] env[68893]: DEBUG oslo_vmware.api [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Waiting for the task: (returnval){ [ 917.338033] env[68893]: value = "task-2791695" [ 917.338033] env[68893]: _type = "Task" [ 917.338033] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.349447] env[68893]: DEBUG oslo_vmware.api [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Task: {'id': task-2791695, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.367625] env[68893]: DEBUG nova.network.neutron [None req-39ab4e22-db0a-4f9b-ab1a-152434b95a24 tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] [instance: ed8d54ea-e2df-4429-93f9-976f6aad02be] Successfully created port: a4635847-6226-4cc8-a51a-1ca0f581985b {{(pid=68893) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 917.458364] env[68893]: DEBUG oslo_concurrency.lockutils [None req-19735d8c-67ec-4ca1-9d0c-3dfe60cb76a2 tempest-AttachInterfacesV270Test-1805132181 tempest-AttachInterfacesV270Test-1805132181-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.589482] env[68893]: DEBUG oslo_concurrency.lockutils [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Lock "a97578c7-f513-4a3f-81a9-f58bc0619abc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.380s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.671713] env[68893]: DEBUG nova.compute.manager [None req-39ab4e22-db0a-4f9b-ab1a-152434b95a24 tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] [instance: ed8d54ea-e2df-4429-93f9-976f6aad02be] Start spawning the instance on the hypervisor. {{(pid=68893) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 917.695696] env[68893]: DEBUG oslo_vmware.api [None req-b69e0821-8498-4c55-905a-b417ceac1053 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Task: {'id': task-2791691, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.649586} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.698221] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-b69e0821-8498-4c55-905a-b417ceac1053 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 917.699181] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-b69e0821-8498-4c55-905a-b417ceac1053 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] [instance: 9bed2863-be23-41c8-9794-5f7dfbeaf219] Deleted contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 917.699383] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-b69e0821-8498-4c55-905a-b417ceac1053 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] [instance: 9bed2863-be23-41c8-9794-5f7dfbeaf219] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 917.699568] env[68893]: INFO nova.compute.manager [None req-b69e0821-8498-4c55-905a-b417ceac1053 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] [instance: 9bed2863-be23-41c8-9794-5f7dfbeaf219] Took 1.64 seconds to destroy the instance on the hypervisor. [ 917.700045] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b69e0821-8498-4c55-905a-b417ceac1053 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 917.700556] env[68893]: DEBUG nova.compute.manager [-] [instance: 9bed2863-be23-41c8-9794-5f7dfbeaf219] Deallocating network for instance {{(pid=68893) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 917.700630] env[68893]: DEBUG nova.network.neutron [-] [instance: 9bed2863-be23-41c8-9794-5f7dfbeaf219] deallocate_for_instance() {{(pid=68893) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 917.713677] env[68893]: DEBUG nova.virt.hardware [None req-39ab4e22-db0a-4f9b-ab1a-152434b95a24 tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 917.713926] env[68893]: DEBUG nova.virt.hardware [None req-39ab4e22-db0a-4f9b-ab1a-152434b95a24 tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 917.714095] env[68893]: DEBUG nova.virt.hardware [None req-39ab4e22-db0a-4f9b-ab1a-152434b95a24 tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 917.714280] env[68893]: DEBUG nova.virt.hardware [None req-39ab4e22-db0a-4f9b-ab1a-152434b95a24 tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 917.714428] env[68893]: DEBUG nova.virt.hardware [None req-39ab4e22-db0a-4f9b-ab1a-152434b95a24 tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 917.714577] env[68893]: DEBUG nova.virt.hardware [None req-39ab4e22-db0a-4f9b-ab1a-152434b95a24 tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 917.714789] env[68893]: DEBUG nova.virt.hardware [None req-39ab4e22-db0a-4f9b-ab1a-152434b95a24 tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 917.714947] env[68893]: DEBUG nova.virt.hardware [None req-39ab4e22-db0a-4f9b-ab1a-152434b95a24 tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 917.715163] env[68893]: DEBUG nova.virt.hardware [None req-39ab4e22-db0a-4f9b-ab1a-152434b95a24 tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 917.715300] env[68893]: DEBUG nova.virt.hardware [None req-39ab4e22-db0a-4f9b-ab1a-152434b95a24 tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 917.715472] env[68893]: DEBUG nova.virt.hardware [None req-39ab4e22-db0a-4f9b-ab1a-152434b95a24 tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 917.716914] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6b06742-9c45-44a2-8f34-428bf11662a6 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.724620] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76b18ad4-d186-4925-83d3-e599af090229 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.749671] env[68893]: DEBUG oslo_vmware.api [None req-cfd8bb7a-771e-4ef0-8974-645ebfe3ae66 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': task-2791692, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.636401} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.749926] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfd8bb7a-771e-4ef0-8974-645ebfe3ae66 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 917.750665] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-cfd8bb7a-771e-4ef0-8974-645ebfe3ae66 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: a168e41a-cc22-4f30-b7eb-e390d73f0eff] Deleted contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 917.750932] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-cfd8bb7a-771e-4ef0-8974-645ebfe3ae66 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: a168e41a-cc22-4f30-b7eb-e390d73f0eff] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 917.850830] env[68893]: DEBUG oslo_vmware.api [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Task: {'id': task-2791695, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.153595} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.850830] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: cce63948-3b2d-4710-8f14-4f79b24e86fd] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 917.852073] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4926dac-ef5d-4f31-8395-af5c312ee511 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.880245] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: cce63948-3b2d-4710-8f14-4f79b24e86fd] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] cce63948-3b2d-4710-8f14-4f79b24e86fd/cce63948-3b2d-4710-8f14-4f79b24e86fd.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 917.883853] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f598592-1759-4a92-892f-331af235bd17 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.904428] env[68893]: DEBUG oslo_vmware.api [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Waiting for the task: (returnval){ [ 917.904428] env[68893]: value = "task-2791696" [ 917.904428] env[68893]: _type = "Task" [ 917.904428] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.917207] env[68893]: DEBUG oslo_vmware.api [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Task: {'id': task-2791696, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.093118] env[68893]: DEBUG nova.compute.manager [None req-6a1fbde5-d143-4f88-8d9c-92869b718c12 tempest-ServersTestManualDisk-932089305 tempest-ServersTestManualDisk-932089305-project-member] [instance: c1843643-f9e8-45dd-88f9-38a4faf62ce4] Starting instance... {{(pid=68893) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 918.099432] env[68893]: DEBUG nova.compute.manager [req-15f47267-462e-4101-b88a-656e0aeae154 req-223d76b1-9161-426a-9622-49b3398ce5ee service nova] [instance: 9bed2863-be23-41c8-9794-5f7dfbeaf219] Received event network-vif-deleted-2de0d5c6-f840-49ab-9e17-293cdc27c5cb {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 918.099432] env[68893]: INFO nova.compute.manager [req-15f47267-462e-4101-b88a-656e0aeae154 req-223d76b1-9161-426a-9622-49b3398ce5ee service nova] [instance: 9bed2863-be23-41c8-9794-5f7dfbeaf219] Neutron deleted interface 2de0d5c6-f840-49ab-9e17-293cdc27c5cb; detaching it from the instance and deleting it from the info cache [ 918.099592] env[68893]: DEBUG nova.network.neutron [req-15f47267-462e-4101-b88a-656e0aeae154 req-223d76b1-9161-426a-9622-49b3398ce5ee service nova] [instance: 9bed2863-be23-41c8-9794-5f7dfbeaf219] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.199842] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-b247122e-52b0-4695-bab3-493c787789e9 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: c3ebb422-0391-4359-abb4-8ea80e767ce2] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 918.199842] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-b247122e-52b0-4695-bab3-493c787789e9 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: c3ebb422-0391-4359-abb4-8ea80e767ce2] Deleting contents of the VM from datastore datastore1 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 918.199842] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-b247122e-52b0-4695-bab3-493c787789e9 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Deleting the datastore file [datastore1] c3ebb422-0391-4359-abb4-8ea80e767ce2 {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 918.200157] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-11f09c38-e696-40f7-b166-cc7383108438 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.207271] env[68893]: DEBUG oslo_vmware.api [None req-b247122e-52b0-4695-bab3-493c787789e9 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Waiting for the task: (returnval){ [ 918.207271] env[68893]: value = "task-2791697" [ 918.207271] env[68893]: _type = "Task" [ 918.207271] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.216958] env[68893]: DEBUG oslo_vmware.api [None req-b247122e-52b0-4695-bab3-493c787789e9 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2791697, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.281854] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48a9c3cb-7938-4a91-b76a-c98ceb5c132f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.289672] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3937b52-05b9-43e1-9941-d7db8bb262f0 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.320489] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a69b0dea-4a3f-4253-8fa3-455944899fec {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.328371] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e476714e-f576-4f66-b167-30dcffda90d8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.341936] env[68893]: DEBUG nova.compute.provider_tree [None req-5bb026fa-7ba1-4667-be60-19b6f6dd80e6 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 918.415525] env[68893]: DEBUG oslo_vmware.api [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Task: {'id': task-2791696, 'name': ReconfigVM_Task, 'duration_secs': 0.349622} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.415525] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: cce63948-3b2d-4710-8f14-4f79b24e86fd] Reconfigured VM instance instance-0000003c to attach disk [datastore2] cce63948-3b2d-4710-8f14-4f79b24e86fd/cce63948-3b2d-4710-8f14-4f79b24e86fd.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 918.415525] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d4e12cd0-6a38-437a-acfb-f2a371a4f4e5 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.421674] env[68893]: DEBUG oslo_vmware.api [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Waiting for the task: (returnval){ [ 918.421674] env[68893]: value = "task-2791698" [ 918.421674] env[68893]: _type = "Task" [ 918.421674] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.429650] env[68893]: DEBUG oslo_vmware.api [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Task: {'id': task-2791698, 'name': Rename_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.555953] env[68893]: DEBUG nova.network.neutron [-] [instance: 9bed2863-be23-41c8-9794-5f7dfbeaf219] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.605736] env[68893]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-50efce3f-76f8-437a-b029-feb953327ee4 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.615593] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-847066d8-15af-4f96-84a9-f9cf1f4a07c2 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.626582] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6a1fbde5-d143-4f88-8d9c-92869b718c12 tempest-ServersTestManualDisk-932089305 tempest-ServersTestManualDisk-932089305-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.654907] env[68893]: DEBUG nova.compute.manager [req-15f47267-462e-4101-b88a-656e0aeae154 req-223d76b1-9161-426a-9622-49b3398ce5ee service nova] [instance: 9bed2863-be23-41c8-9794-5f7dfbeaf219] Detach interface failed, port_id=2de0d5c6-f840-49ab-9e17-293cdc27c5cb, reason: Instance 9bed2863-be23-41c8-9794-5f7dfbeaf219 could not be found. {{(pid=68893) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 918.717671] env[68893]: DEBUG oslo_vmware.api [None req-b247122e-52b0-4695-bab3-493c787789e9 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2791697, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.450157} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.717965] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-b247122e-52b0-4695-bab3-493c787789e9 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 918.718168] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-b247122e-52b0-4695-bab3-493c787789e9 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: c3ebb422-0391-4359-abb4-8ea80e767ce2] Deleted contents of the VM from datastore datastore1 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 918.718515] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-b247122e-52b0-4695-bab3-493c787789e9 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: c3ebb422-0391-4359-abb4-8ea80e767ce2] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 918.794691] env[68893]: DEBUG nova.virt.hardware [None req-cfd8bb7a-771e-4ef0-8974-645ebfe3ae66 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 918.795335] env[68893]: DEBUG nova.virt.hardware [None req-cfd8bb7a-771e-4ef0-8974-645ebfe3ae66 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 918.795335] env[68893]: DEBUG nova.virt.hardware [None req-cfd8bb7a-771e-4ef0-8974-645ebfe3ae66 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 918.795448] env[68893]: DEBUG nova.virt.hardware [None req-cfd8bb7a-771e-4ef0-8974-645ebfe3ae66 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 918.795518] env[68893]: DEBUG nova.virt.hardware [None req-cfd8bb7a-771e-4ef0-8974-645ebfe3ae66 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 918.796022] env[68893]: DEBUG nova.virt.hardware [None req-cfd8bb7a-771e-4ef0-8974-645ebfe3ae66 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 918.796022] env[68893]: DEBUG nova.virt.hardware [None req-cfd8bb7a-771e-4ef0-8974-645ebfe3ae66 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 918.796167] env[68893]: DEBUG nova.virt.hardware [None req-cfd8bb7a-771e-4ef0-8974-645ebfe3ae66 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 918.796235] env[68893]: DEBUG nova.virt.hardware [None req-cfd8bb7a-771e-4ef0-8974-645ebfe3ae66 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 918.796410] env[68893]: DEBUG nova.virt.hardware [None req-cfd8bb7a-771e-4ef0-8974-645ebfe3ae66 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 918.796582] env[68893]: DEBUG nova.virt.hardware [None req-cfd8bb7a-771e-4ef0-8974-645ebfe3ae66 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 918.797598] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eb85351-90cc-4808-9eab-7b1304fd2894 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.806153] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efe0a9ad-4888-4081-aaf1-083f2c7903dd {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.821583] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-cfd8bb7a-771e-4ef0-8974-645ebfe3ae66 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: a168e41a-cc22-4f30-b7eb-e390d73f0eff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:fc:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a55f45a-d631-4ebc-b73b-8a30bd0a32a8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a1919c7d-16b7-46f0-89b9-35eb0864d18c', 'vif_model': 'vmxnet3'}] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 918.830676] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cfd8bb7a-771e-4ef0-8974-645ebfe3ae66 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 918.831044] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a168e41a-cc22-4f30-b7eb-e390d73f0eff] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 918.831264] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8d6dd069-0687-4604-8b28-c2c42d1fce48 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.847480] env[68893]: DEBUG nova.scheduler.client.report [None req-5bb026fa-7ba1-4667-be60-19b6f6dd80e6 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 918.856399] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 918.856399] env[68893]: value = "task-2791699" [ 918.856399] env[68893]: _type = "Task" [ 918.856399] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.866235] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791699, 'name': CreateVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.897669] env[68893]: DEBUG nova.compute.manager [req-96ea9b4a-1457-4137-8ecd-cb0ed17e442f req-c3dc65de-6084-43e1-a9f6-ab895fccd5ef service nova] [instance: ed8d54ea-e2df-4429-93f9-976f6aad02be] Received event network-vif-plugged-d890e43e-fb20-47e6-a5ec-908627e99cd1 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 918.897855] env[68893]: DEBUG oslo_concurrency.lockutils [req-96ea9b4a-1457-4137-8ecd-cb0ed17e442f req-c3dc65de-6084-43e1-a9f6-ab895fccd5ef service nova] Acquiring lock "ed8d54ea-e2df-4429-93f9-976f6aad02be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.898376] env[68893]: DEBUG oslo_concurrency.lockutils [req-96ea9b4a-1457-4137-8ecd-cb0ed17e442f req-c3dc65de-6084-43e1-a9f6-ab895fccd5ef service nova] Lock "ed8d54ea-e2df-4429-93f9-976f6aad02be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.898579] env[68893]: DEBUG oslo_concurrency.lockutils [req-96ea9b4a-1457-4137-8ecd-cb0ed17e442f req-c3dc65de-6084-43e1-a9f6-ab895fccd5ef service nova] Lock "ed8d54ea-e2df-4429-93f9-976f6aad02be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.898856] env[68893]: DEBUG nova.compute.manager [req-96ea9b4a-1457-4137-8ecd-cb0ed17e442f req-c3dc65de-6084-43e1-a9f6-ab895fccd5ef service nova] [instance: ed8d54ea-e2df-4429-93f9-976f6aad02be] No waiting events found dispatching network-vif-plugged-d890e43e-fb20-47e6-a5ec-908627e99cd1 {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 918.898945] env[68893]: WARNING nova.compute.manager [req-96ea9b4a-1457-4137-8ecd-cb0ed17e442f req-c3dc65de-6084-43e1-a9f6-ab895fccd5ef service nova] [instance: ed8d54ea-e2df-4429-93f9-976f6aad02be] Received unexpected event network-vif-plugged-d890e43e-fb20-47e6-a5ec-908627e99cd1 for instance with vm_state building and task_state spawning. [ 918.932022] env[68893]: DEBUG oslo_vmware.api [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Task: {'id': task-2791698, 'name': Rename_Task, 'duration_secs': 0.149029} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.932354] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: cce63948-3b2d-4710-8f14-4f79b24e86fd] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 918.932631] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a0908f79-c57a-4f56-a65c-6e318f4b057c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.941157] env[68893]: DEBUG oslo_vmware.api [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Waiting for the task: (returnval){ [ 918.941157] env[68893]: value = "task-2791700" [ 918.941157] env[68893]: _type = "Task" [ 918.941157] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.950629] env[68893]: DEBUG oslo_vmware.api [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Task: {'id': task-2791700, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.054077] env[68893]: DEBUG nova.network.neutron [None req-39ab4e22-db0a-4f9b-ab1a-152434b95a24 tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] [instance: ed8d54ea-e2df-4429-93f9-976f6aad02be] Successfully updated port: d890e43e-fb20-47e6-a5ec-908627e99cd1 {{(pid=68893) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 919.059341] env[68893]: INFO nova.compute.manager [-] [instance: 9bed2863-be23-41c8-9794-5f7dfbeaf219] Took 1.36 seconds to deallocate network for instance. [ 919.353909] env[68893]: DEBUG oslo_concurrency.lockutils [None req-5bb026fa-7ba1-4667-be60-19b6f6dd80e6 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.689s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.354454] env[68893]: DEBUG nova.compute.manager [None req-5bb026fa-7ba1-4667-be60-19b6f6dd80e6 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] [instance: d89cb24d-9485-4641-a78d-758495a82c10] Start building networks asynchronously for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 919.357159] env[68893]: DEBUG oslo_concurrency.lockutils [None req-e95b0d6d-6795-482a-8ee9-946cc5b6b40f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.853s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.359817] env[68893]: INFO nova.compute.claims [None req-e95b0d6d-6795-482a-8ee9-946cc5b6b40f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 919.372479] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791699, 'name': CreateVM_Task, 'duration_secs': 0.345646} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.372586] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a168e41a-cc22-4f30-b7eb-e390d73f0eff] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 919.373913] env[68893]: DEBUG oslo_concurrency.lockutils [None req-cfd8bb7a-771e-4ef0-8974-645ebfe3ae66 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.373913] env[68893]: DEBUG oslo_concurrency.lockutils [None req-cfd8bb7a-771e-4ef0-8974-645ebfe3ae66 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.373913] env[68893]: DEBUG oslo_concurrency.lockutils [None req-cfd8bb7a-771e-4ef0-8974-645ebfe3ae66 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.374103] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5040695-99df-4ff6-a2f9-bfc03d358123 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.379084] env[68893]: DEBUG oslo_vmware.api [None req-cfd8bb7a-771e-4ef0-8974-645ebfe3ae66 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Waiting for the task: (returnval){ [ 919.379084] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52fb09a1-8fa6-1abf-2d63-be52ad5d5005" [ 919.379084] env[68893]: _type = "Task" [ 919.379084] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.387416] env[68893]: DEBUG oslo_vmware.api [None req-cfd8bb7a-771e-4ef0-8974-645ebfe3ae66 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52fb09a1-8fa6-1abf-2d63-be52ad5d5005, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.450170] env[68893]: DEBUG oslo_vmware.api [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Task: {'id': task-2791700, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.570623] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b69e0821-8498-4c55-905a-b417ceac1053 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.760526] env[68893]: DEBUG nova.virt.hardware [None req-b247122e-52b0-4695-bab3-493c787789e9 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 919.760889] env[68893]: DEBUG nova.virt.hardware [None req-b247122e-52b0-4695-bab3-493c787789e9 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 919.760944] env[68893]: DEBUG nova.virt.hardware [None req-b247122e-52b0-4695-bab3-493c787789e9 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 919.761130] env[68893]: DEBUG nova.virt.hardware [None req-b247122e-52b0-4695-bab3-493c787789e9 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 919.761276] env[68893]: DEBUG nova.virt.hardware [None req-b247122e-52b0-4695-bab3-493c787789e9 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 919.761424] env[68893]: DEBUG nova.virt.hardware [None req-b247122e-52b0-4695-bab3-493c787789e9 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 919.761635] env[68893]: DEBUG nova.virt.hardware [None req-b247122e-52b0-4695-bab3-493c787789e9 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 919.761795] env[68893]: DEBUG nova.virt.hardware [None req-b247122e-52b0-4695-bab3-493c787789e9 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 919.761963] env[68893]: DEBUG nova.virt.hardware [None req-b247122e-52b0-4695-bab3-493c787789e9 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 919.762145] env[68893]: DEBUG nova.virt.hardware [None req-b247122e-52b0-4695-bab3-493c787789e9 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 919.762320] env[68893]: DEBUG nova.virt.hardware [None req-b247122e-52b0-4695-bab3-493c787789e9 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 919.763211] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5744776-3d71-4419-88d8-b0d5490e6a39 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.772133] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c47673ac-8394-4dd3-8905-29c2a8de67c7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.786257] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-b247122e-52b0-4695-bab3-493c787789e9 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: c3ebb422-0391-4359-abb4-8ea80e767ce2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:0e:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '51159863-2ebf-4246-a325-51bea11a2af8', 'vif_model': 'vmxnet3'}] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 919.794325] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b247122e-52b0-4695-bab3-493c787789e9 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 919.794583] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3ebb422-0391-4359-abb4-8ea80e767ce2] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 919.794802] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-62380a6a-d0ad-44a3-b14a-46aa0a2ede9e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.816416] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 919.816416] env[68893]: value = "task-2791701" [ 919.816416] env[68893]: _type = "Task" [ 919.816416] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.823858] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791701, 'name': CreateVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.863551] env[68893]: DEBUG nova.compute.utils [None req-5bb026fa-7ba1-4667-be60-19b6f6dd80e6 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 919.867302] env[68893]: DEBUG nova.compute.manager [None req-5bb026fa-7ba1-4667-be60-19b6f6dd80e6 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] [instance: d89cb24d-9485-4641-a78d-758495a82c10] Allocating IP information in the background. {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 919.867607] env[68893]: DEBUG nova.network.neutron [None req-5bb026fa-7ba1-4667-be60-19b6f6dd80e6 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] [instance: d89cb24d-9485-4641-a78d-758495a82c10] allocate_for_instance() {{(pid=68893) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 919.893433] env[68893]: DEBUG oslo_vmware.api [None req-cfd8bb7a-771e-4ef0-8974-645ebfe3ae66 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52fb09a1-8fa6-1abf-2d63-be52ad5d5005, 'name': SearchDatastore_Task, 'duration_secs': 0.025775} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.893433] env[68893]: DEBUG oslo_concurrency.lockutils [None req-cfd8bb7a-771e-4ef0-8974-645ebfe3ae66 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.893433] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-cfd8bb7a-771e-4ef0-8974-645ebfe3ae66 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: a168e41a-cc22-4f30-b7eb-e390d73f0eff] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 919.893433] env[68893]: DEBUG oslo_concurrency.lockutils [None req-cfd8bb7a-771e-4ef0-8974-645ebfe3ae66 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.893433] env[68893]: DEBUG oslo_concurrency.lockutils [None req-cfd8bb7a-771e-4ef0-8974-645ebfe3ae66 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.893433] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfd8bb7a-771e-4ef0-8974-645ebfe3ae66 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 919.893433] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-66349622-61ad-4411-b764-413bbd89b4b2 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.902569] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfd8bb7a-771e-4ef0-8974-645ebfe3ae66 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 919.902873] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-cfd8bb7a-771e-4ef0-8974-645ebfe3ae66 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 919.903780] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49826a79-868a-42fe-b67c-c48159725c04 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.908926] env[68893]: DEBUG nova.policy [None req-5bb026fa-7ba1-4667-be60-19b6f6dd80e6 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4b1919c626b648daa1dbee9fbe23bb93', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c0d6266d09ad44e8bb08d2abc90dbda5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68893) authorize /opt/stack/nova/nova/policy.py:192}} [ 919.914075] env[68893]: DEBUG oslo_vmware.api [None req-cfd8bb7a-771e-4ef0-8974-645ebfe3ae66 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Waiting for the task: (returnval){ [ 919.914075] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52e34c71-0554-fba4-df89-236c35667c2b" [ 919.914075] env[68893]: _type = "Task" [ 919.914075] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.923310] env[68893]: DEBUG oslo_vmware.api [None req-cfd8bb7a-771e-4ef0-8974-645ebfe3ae66 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52e34c71-0554-fba4-df89-236c35667c2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.950070] env[68893]: DEBUG oslo_vmware.api [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Task: {'id': task-2791700, 'name': PowerOnVM_Task, 'duration_secs': 0.516135} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.950750] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: cce63948-3b2d-4710-8f14-4f79b24e86fd] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 919.950953] env[68893]: INFO nova.compute.manager [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: cce63948-3b2d-4710-8f14-4f79b24e86fd] Took 9.39 seconds to spawn the instance on the hypervisor. [ 919.951153] env[68893]: DEBUG nova.compute.manager [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: cce63948-3b2d-4710-8f14-4f79b24e86fd] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 919.951966] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21c242dc-4ccd-4ecc-ac71-7bd12abee114 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.277382] env[68893]: DEBUG nova.network.neutron [None req-5bb026fa-7ba1-4667-be60-19b6f6dd80e6 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] [instance: d89cb24d-9485-4641-a78d-758495a82c10] Successfully created port: 33a389d6-a31e-4f76-9aac-22e0d9025a6c {{(pid=68893) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 920.329541] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791701, 'name': CreateVM_Task, 'duration_secs': 0.381236} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.329780] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3ebb422-0391-4359-abb4-8ea80e767ce2] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 920.330470] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b247122e-52b0-4695-bab3-493c787789e9 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.330711] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b247122e-52b0-4695-bab3-493c787789e9 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.331080] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b247122e-52b0-4695-bab3-493c787789e9 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.331308] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68bd3df4-0ad3-466c-8b52-61e0651b335d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.336547] env[68893]: DEBUG oslo_vmware.api [None req-b247122e-52b0-4695-bab3-493c787789e9 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Waiting for the task: (returnval){ [ 920.336547] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]521be754-0ae6-8264-17f9-e70428886499" [ 920.336547] env[68893]: _type = "Task" [ 920.336547] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.344839] env[68893]: DEBUG oslo_vmware.api [None req-b247122e-52b0-4695-bab3-493c787789e9 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]521be754-0ae6-8264-17f9-e70428886499, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.368728] env[68893]: DEBUG nova.compute.manager [None req-5bb026fa-7ba1-4667-be60-19b6f6dd80e6 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] [instance: d89cb24d-9485-4641-a78d-758495a82c10] Start building block device mappings for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 920.431884] env[68893]: DEBUG oslo_vmware.api [None req-cfd8bb7a-771e-4ef0-8974-645ebfe3ae66 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52e34c71-0554-fba4-df89-236c35667c2b, 'name': SearchDatastore_Task, 'duration_secs': 0.012955} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.433367] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-accfee66-6623-4eb8-b15a-6456807b385e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.442368] env[68893]: DEBUG oslo_vmware.api [None req-cfd8bb7a-771e-4ef0-8974-645ebfe3ae66 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Waiting for the task: (returnval){ [ 920.442368] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]5229bd19-ffb4-e6b7-9f3b-814b4d9a31a0" [ 920.442368] env[68893]: _type = "Task" [ 920.442368] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.452160] env[68893]: DEBUG oslo_vmware.api [None req-cfd8bb7a-771e-4ef0-8974-645ebfe3ae66 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]5229bd19-ffb4-e6b7-9f3b-814b4d9a31a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.470535] env[68893]: INFO nova.compute.manager [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: cce63948-3b2d-4710-8f14-4f79b24e86fd] Took 40.93 seconds to build instance. [ 920.850529] env[68893]: DEBUG oslo_vmware.api [None req-b247122e-52b0-4695-bab3-493c787789e9 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]521be754-0ae6-8264-17f9-e70428886499, 'name': SearchDatastore_Task, 'duration_secs': 0.045711} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.853437] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b247122e-52b0-4695-bab3-493c787789e9 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.853696] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-b247122e-52b0-4695-bab3-493c787789e9 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: c3ebb422-0391-4359-abb4-8ea80e767ce2] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 920.853911] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b247122e-52b0-4695-bab3-493c787789e9 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.954748] env[68893]: DEBUG oslo_vmware.api [None req-cfd8bb7a-771e-4ef0-8974-645ebfe3ae66 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]5229bd19-ffb4-e6b7-9f3b-814b4d9a31a0, 'name': SearchDatastore_Task, 'duration_secs': 0.040843} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.955149] env[68893]: DEBUG oslo_concurrency.lockutils [None req-cfd8bb7a-771e-4ef0-8974-645ebfe3ae66 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.955503] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfd8bb7a-771e-4ef0-8974-645ebfe3ae66 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] a168e41a-cc22-4f30-b7eb-e390d73f0eff/a168e41a-cc22-4f30-b7eb-e390d73f0eff.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 920.956053] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b247122e-52b0-4695-bab3-493c787789e9 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.956364] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-b247122e-52b0-4695-bab3-493c787789e9 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 920.956621] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cea41201-694f-46b3-8fd3-f4d2e041ea93 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.961540] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b253e228-a666-42e1-91b2-855af506a3b0 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.968215] env[68893]: DEBUG oslo_vmware.api [None req-cfd8bb7a-771e-4ef0-8974-645ebfe3ae66 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Waiting for the task: (returnval){ [ 920.968215] env[68893]: value = "task-2791702" [ 920.968215] env[68893]: _type = "Task" [ 920.968215] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.972943] env[68893]: DEBUG oslo_concurrency.lockutils [None req-084f8497-1c21-4e33-9949-e7ba8b7d880f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Lock "cce63948-3b2d-4710-8f14-4f79b24e86fd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.739s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.973271] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-b247122e-52b0-4695-bab3-493c787789e9 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 920.973467] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-b247122e-52b0-4695-bab3-493c787789e9 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 920.976222] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1a668d7-e3b4-4d5c-9518-651349c975df {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.985889] env[68893]: DEBUG oslo_vmware.api [None req-cfd8bb7a-771e-4ef0-8974-645ebfe3ae66 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': task-2791702, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.990242] env[68893]: DEBUG oslo_vmware.api [None req-b247122e-52b0-4695-bab3-493c787789e9 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Waiting for the task: (returnval){ [ 920.990242] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]525ce918-58a2-c09d-c01f-e7f7466a9c51" [ 920.990242] env[68893]: _type = "Task" [ 920.990242] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.998815] env[68893]: DEBUG oslo_vmware.api [None req-b247122e-52b0-4695-bab3-493c787789e9 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]525ce918-58a2-c09d-c01f-e7f7466a9c51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.011907] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70e01cd6-fb36-4165-ac47-86824e657780 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.018693] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8254bf5-fd09-4c24-a7d9-5cbb0423e387 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.049234] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e31451c1-526a-47cd-b39c-1018dade00a0 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.056914] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29cbe1b4-8bb2-4277-9c2f-aa12c5ea6dfb {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.070858] env[68893]: DEBUG nova.compute.provider_tree [None req-e95b0d6d-6795-482a-8ee9-946cc5b6b40f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 921.119161] env[68893]: DEBUG nova.compute.manager [req-64ff229c-41b3-47c6-9790-3ca56374cbae req-56f9febf-1f17-4062-bbb9-e3dfb22d80d5 service nova] [instance: ed8d54ea-e2df-4429-93f9-976f6aad02be] Received event network-changed-d890e43e-fb20-47e6-a5ec-908627e99cd1 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 921.119404] env[68893]: DEBUG nova.compute.manager [req-64ff229c-41b3-47c6-9790-3ca56374cbae req-56f9febf-1f17-4062-bbb9-e3dfb22d80d5 service nova] [instance: ed8d54ea-e2df-4429-93f9-976f6aad02be] Refreshing instance network info cache due to event network-changed-d890e43e-fb20-47e6-a5ec-908627e99cd1. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 921.119624] env[68893]: DEBUG oslo_concurrency.lockutils [req-64ff229c-41b3-47c6-9790-3ca56374cbae req-56f9febf-1f17-4062-bbb9-e3dfb22d80d5 service nova] Acquiring lock "refresh_cache-ed8d54ea-e2df-4429-93f9-976f6aad02be" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.119764] env[68893]: DEBUG oslo_concurrency.lockutils [req-64ff229c-41b3-47c6-9790-3ca56374cbae req-56f9febf-1f17-4062-bbb9-e3dfb22d80d5 service nova] Acquired lock "refresh_cache-ed8d54ea-e2df-4429-93f9-976f6aad02be" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.119920] env[68893]: DEBUG nova.network.neutron [req-64ff229c-41b3-47c6-9790-3ca56374cbae req-56f9febf-1f17-4062-bbb9-e3dfb22d80d5 service nova] [instance: ed8d54ea-e2df-4429-93f9-976f6aad02be] Refreshing network info cache for port d890e43e-fb20-47e6-a5ec-908627e99cd1 {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 921.281933] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ca0e4aff-b4b9-4242-94ae-2812730ac31f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Acquiring lock "a97578c7-f513-4a3f-81a9-f58bc0619abc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.282602] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ca0e4aff-b4b9-4242-94ae-2812730ac31f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Lock "a97578c7-f513-4a3f-81a9-f58bc0619abc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.282897] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ca0e4aff-b4b9-4242-94ae-2812730ac31f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Acquiring lock "a97578c7-f513-4a3f-81a9-f58bc0619abc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.283172] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ca0e4aff-b4b9-4242-94ae-2812730ac31f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Lock "a97578c7-f513-4a3f-81a9-f58bc0619abc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.283354] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ca0e4aff-b4b9-4242-94ae-2812730ac31f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Lock "a97578c7-f513-4a3f-81a9-f58bc0619abc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.286545] env[68893]: INFO nova.compute.manager [None req-ca0e4aff-b4b9-4242-94ae-2812730ac31f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: a97578c7-f513-4a3f-81a9-f58bc0619abc] Terminating instance [ 921.357127] env[68893]: DEBUG oslo_concurrency.lockutils [None req-1083b107-34bd-449f-a044-2596bd3eb264 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Acquiring lock "cce63948-3b2d-4710-8f14-4f79b24e86fd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.357127] env[68893]: DEBUG oslo_concurrency.lockutils [None req-1083b107-34bd-449f-a044-2596bd3eb264 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Lock "cce63948-3b2d-4710-8f14-4f79b24e86fd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.357127] env[68893]: DEBUG oslo_concurrency.lockutils [None req-1083b107-34bd-449f-a044-2596bd3eb264 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Acquiring lock "cce63948-3b2d-4710-8f14-4f79b24e86fd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.357127] env[68893]: DEBUG oslo_concurrency.lockutils [None req-1083b107-34bd-449f-a044-2596bd3eb264 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Lock "cce63948-3b2d-4710-8f14-4f79b24e86fd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.357127] env[68893]: DEBUG oslo_concurrency.lockutils [None req-1083b107-34bd-449f-a044-2596bd3eb264 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Lock "cce63948-3b2d-4710-8f14-4f79b24e86fd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.357882] env[68893]: INFO nova.compute.manager [None req-1083b107-34bd-449f-a044-2596bd3eb264 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: cce63948-3b2d-4710-8f14-4f79b24e86fd] Terminating instance [ 921.381044] env[68893]: DEBUG nova.compute.manager [None req-5bb026fa-7ba1-4667-be60-19b6f6dd80e6 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] [instance: d89cb24d-9485-4641-a78d-758495a82c10] Start spawning the instance on the hypervisor. {{(pid=68893) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 921.408504] env[68893]: DEBUG nova.virt.hardware [None req-5bb026fa-7ba1-4667-be60-19b6f6dd80e6 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 921.408504] env[68893]: DEBUG nova.virt.hardware [None req-5bb026fa-7ba1-4667-be60-19b6f6dd80e6 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 921.408504] env[68893]: DEBUG nova.virt.hardware [None req-5bb026fa-7ba1-4667-be60-19b6f6dd80e6 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 921.408504] env[68893]: DEBUG nova.virt.hardware [None req-5bb026fa-7ba1-4667-be60-19b6f6dd80e6 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 921.408504] env[68893]: DEBUG nova.virt.hardware [None req-5bb026fa-7ba1-4667-be60-19b6f6dd80e6 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 921.408504] env[68893]: DEBUG nova.virt.hardware [None req-5bb026fa-7ba1-4667-be60-19b6f6dd80e6 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 921.408504] env[68893]: DEBUG nova.virt.hardware [None req-5bb026fa-7ba1-4667-be60-19b6f6dd80e6 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 921.408504] env[68893]: DEBUG nova.virt.hardware [None req-5bb026fa-7ba1-4667-be60-19b6f6dd80e6 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 921.408931] env[68893]: DEBUG nova.virt.hardware [None req-5bb026fa-7ba1-4667-be60-19b6f6dd80e6 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 921.408931] env[68893]: DEBUG nova.virt.hardware [None req-5bb026fa-7ba1-4667-be60-19b6f6dd80e6 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 921.408931] env[68893]: DEBUG nova.virt.hardware [None req-5bb026fa-7ba1-4667-be60-19b6f6dd80e6 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 921.409812] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f83cc1b-e5e2-442b-9447-3c9980c408bc {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.422642] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2a3127c-d397-4388-945b-86617b7a9974 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.427991] env[68893]: DEBUG nova.network.neutron [None req-39ab4e22-db0a-4f9b-ab1a-152434b95a24 tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] [instance: ed8d54ea-e2df-4429-93f9-976f6aad02be] Successfully updated port: 5ba243e0-092e-4b29-bf27-b86ececc03e4 {{(pid=68893) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 921.478611] env[68893]: DEBUG nova.compute.manager [None req-2130460e-dfe1-40a9-82e0-e690735bbfef tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] [instance: 34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b] Starting instance... {{(pid=68893) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 921.481998] env[68893]: DEBUG oslo_vmware.api [None req-cfd8bb7a-771e-4ef0-8974-645ebfe3ae66 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': task-2791702, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.503023] env[68893]: DEBUG oslo_vmware.api [None req-b247122e-52b0-4695-bab3-493c787789e9 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]525ce918-58a2-c09d-c01f-e7f7466a9c51, 'name': SearchDatastore_Task, 'duration_secs': 0.024985} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.503023] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8814cbad-3720-4db3-914b-cbe0cec5cbd9 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.508010] env[68893]: DEBUG oslo_vmware.api [None req-b247122e-52b0-4695-bab3-493c787789e9 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Waiting for the task: (returnval){ [ 921.508010] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]529ce4e3-3932-cae5-2e19-17b003af9406" [ 921.508010] env[68893]: _type = "Task" [ 921.508010] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.517681] env[68893]: DEBUG oslo_vmware.api [None req-b247122e-52b0-4695-bab3-493c787789e9 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]529ce4e3-3932-cae5-2e19-17b003af9406, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.575033] env[68893]: DEBUG nova.scheduler.client.report [None req-e95b0d6d-6795-482a-8ee9-946cc5b6b40f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 921.664036] env[68893]: DEBUG nova.network.neutron [req-64ff229c-41b3-47c6-9790-3ca56374cbae req-56f9febf-1f17-4062-bbb9-e3dfb22d80d5 service nova] [instance: ed8d54ea-e2df-4429-93f9-976f6aad02be] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 921.742316] env[68893]: DEBUG nova.network.neutron [req-64ff229c-41b3-47c6-9790-3ca56374cbae req-56f9febf-1f17-4062-bbb9-e3dfb22d80d5 service nova] [instance: ed8d54ea-e2df-4429-93f9-976f6aad02be] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.791197] env[68893]: DEBUG nova.compute.manager [None req-ca0e4aff-b4b9-4242-94ae-2812730ac31f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: a97578c7-f513-4a3f-81a9-f58bc0619abc] Start destroying the instance on the hypervisor. {{(pid=68893) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 921.791427] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-ca0e4aff-b4b9-4242-94ae-2812730ac31f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: a97578c7-f513-4a3f-81a9-f58bc0619abc] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 921.792798] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-525d29fc-52da-4b76-aaf6-c5d6bc1df30e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.800936] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca0e4aff-b4b9-4242-94ae-2812730ac31f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: a97578c7-f513-4a3f-81a9-f58bc0619abc] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 921.801197] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ee37676-741e-444a-be3e-2505a07c9c3a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.807884] env[68893]: DEBUG oslo_vmware.api [None req-ca0e4aff-b4b9-4242-94ae-2812730ac31f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Waiting for the task: (returnval){ [ 921.807884] env[68893]: value = "task-2791703" [ 921.807884] env[68893]: _type = "Task" [ 921.807884] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.816706] env[68893]: DEBUG oslo_vmware.api [None req-ca0e4aff-b4b9-4242-94ae-2812730ac31f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Task: {'id': task-2791703, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.854076] env[68893]: DEBUG nova.compute.manager [req-27bc1e16-4b4c-4e91-a40d-7ec12d338bee req-dc9937dc-fb6b-43e8-b2f5-37e6ac468136 service nova] [instance: d89cb24d-9485-4641-a78d-758495a82c10] Received event network-vif-plugged-33a389d6-a31e-4f76-9aac-22e0d9025a6c {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 921.854358] env[68893]: DEBUG oslo_concurrency.lockutils [req-27bc1e16-4b4c-4e91-a40d-7ec12d338bee req-dc9937dc-fb6b-43e8-b2f5-37e6ac468136 service nova] Acquiring lock "d89cb24d-9485-4641-a78d-758495a82c10-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.854663] env[68893]: DEBUG oslo_concurrency.lockutils [req-27bc1e16-4b4c-4e91-a40d-7ec12d338bee req-dc9937dc-fb6b-43e8-b2f5-37e6ac468136 service nova] Lock "d89cb24d-9485-4641-a78d-758495a82c10-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.854733] env[68893]: DEBUG oslo_concurrency.lockutils [req-27bc1e16-4b4c-4e91-a40d-7ec12d338bee req-dc9937dc-fb6b-43e8-b2f5-37e6ac468136 service nova] Lock "d89cb24d-9485-4641-a78d-758495a82c10-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.854933] env[68893]: DEBUG nova.compute.manager [req-27bc1e16-4b4c-4e91-a40d-7ec12d338bee req-dc9937dc-fb6b-43e8-b2f5-37e6ac468136 service nova] [instance: d89cb24d-9485-4641-a78d-758495a82c10] No waiting events found dispatching network-vif-plugged-33a389d6-a31e-4f76-9aac-22e0d9025a6c {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 921.855398] env[68893]: WARNING nova.compute.manager [req-27bc1e16-4b4c-4e91-a40d-7ec12d338bee req-dc9937dc-fb6b-43e8-b2f5-37e6ac468136 service nova] [instance: d89cb24d-9485-4641-a78d-758495a82c10] Received unexpected event network-vif-plugged-33a389d6-a31e-4f76-9aac-22e0d9025a6c for instance with vm_state building and task_state spawning. [ 921.863780] env[68893]: DEBUG nova.compute.manager [None req-1083b107-34bd-449f-a044-2596bd3eb264 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: cce63948-3b2d-4710-8f14-4f79b24e86fd] Start destroying the instance on the hypervisor. {{(pid=68893) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 921.863780] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-1083b107-34bd-449f-a044-2596bd3eb264 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: cce63948-3b2d-4710-8f14-4f79b24e86fd] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 921.864526] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33dd9631-547f-41d3-9380-0e6ec79ab86c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.874017] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-1083b107-34bd-449f-a044-2596bd3eb264 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: cce63948-3b2d-4710-8f14-4f79b24e86fd] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 921.874320] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7dde8d84-047b-4342-b2b4-1077ee018ffd {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.881692] env[68893]: DEBUG oslo_vmware.api [None req-1083b107-34bd-449f-a044-2596bd3eb264 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Waiting for the task: (returnval){ [ 921.881692] env[68893]: value = "task-2791704" [ 921.881692] env[68893]: _type = "Task" [ 921.881692] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.891893] env[68893]: DEBUG oslo_vmware.api [None req-1083b107-34bd-449f-a044-2596bd3eb264 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Task: {'id': task-2791704, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.969906] env[68893]: DEBUG nova.network.neutron [None req-5bb026fa-7ba1-4667-be60-19b6f6dd80e6 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] [instance: d89cb24d-9485-4641-a78d-758495a82c10] Successfully updated port: 33a389d6-a31e-4f76-9aac-22e0d9025a6c {{(pid=68893) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 921.982608] env[68893]: DEBUG oslo_vmware.api [None req-cfd8bb7a-771e-4ef0-8974-645ebfe3ae66 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': task-2791702, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.717068} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.985393] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfd8bb7a-771e-4ef0-8974-645ebfe3ae66 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] a168e41a-cc22-4f30-b7eb-e390d73f0eff/a168e41a-cc22-4f30-b7eb-e390d73f0eff.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 921.985779] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-cfd8bb7a-771e-4ef0-8974-645ebfe3ae66 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: a168e41a-cc22-4f30-b7eb-e390d73f0eff] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 921.989072] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6e8e329d-8e7a-4028-91f8-f01a50f11ac8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.999118] env[68893]: DEBUG oslo_vmware.api [None req-cfd8bb7a-771e-4ef0-8974-645ebfe3ae66 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Waiting for the task: (returnval){ [ 921.999118] env[68893]: value = "task-2791705" [ 921.999118] env[68893]: _type = "Task" [ 921.999118] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.006094] env[68893]: DEBUG oslo_concurrency.lockutils [None req-2130460e-dfe1-40a9-82e0-e690735bbfef tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.009049] env[68893]: DEBUG oslo_vmware.api [None req-cfd8bb7a-771e-4ef0-8974-645ebfe3ae66 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': task-2791705, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.018191] env[68893]: DEBUG oslo_vmware.api [None req-b247122e-52b0-4695-bab3-493c787789e9 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]529ce4e3-3932-cae5-2e19-17b003af9406, 'name': SearchDatastore_Task, 'duration_secs': 0.05467} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.018481] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b247122e-52b0-4695-bab3-493c787789e9 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.018753] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-b247122e-52b0-4695-bab3-493c787789e9 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] c3ebb422-0391-4359-abb4-8ea80e767ce2/c3ebb422-0391-4359-abb4-8ea80e767ce2.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 922.019371] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a0ccb3e1-464f-4509-8cc2-9d892219b6ad {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.026009] env[68893]: DEBUG oslo_vmware.api [None req-b247122e-52b0-4695-bab3-493c787789e9 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Waiting for the task: (returnval){ [ 922.026009] env[68893]: value = "task-2791706" [ 922.026009] env[68893]: _type = "Task" [ 922.026009] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.033896] env[68893]: DEBUG oslo_vmware.api [None req-b247122e-52b0-4695-bab3-493c787789e9 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2791706, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.080694] env[68893]: DEBUG oslo_concurrency.lockutils [None req-e95b0d6d-6795-482a-8ee9-946cc5b6b40f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.723s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.081369] env[68893]: DEBUG nova.compute.manager [None req-e95b0d6d-6795-482a-8ee9-946cc5b6b40f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] Start building networks asynchronously for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 922.084378] env[68893]: DEBUG oslo_concurrency.lockutils [None req-19c55213-1d72-452b-b69f-dfadad56c05d tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.642s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.084663] env[68893]: DEBUG nova.objects.instance [None req-19c55213-1d72-452b-b69f-dfadad56c05d tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Lazy-loading 'resources' on Instance uuid 196cd774-e550-4cd2-a547-0b30bdd7f668 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 922.245525] env[68893]: DEBUG oslo_concurrency.lockutils [req-64ff229c-41b3-47c6-9790-3ca56374cbae req-56f9febf-1f17-4062-bbb9-e3dfb22d80d5 service nova] Releasing lock "refresh_cache-ed8d54ea-e2df-4429-93f9-976f6aad02be" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.320370] env[68893]: DEBUG oslo_vmware.api [None req-ca0e4aff-b4b9-4242-94ae-2812730ac31f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Task: {'id': task-2791703, 'name': PowerOffVM_Task, 'duration_secs': 0.220151} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.320853] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca0e4aff-b4b9-4242-94ae-2812730ac31f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: a97578c7-f513-4a3f-81a9-f58bc0619abc] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 922.321120] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-ca0e4aff-b4b9-4242-94ae-2812730ac31f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: a97578c7-f513-4a3f-81a9-f58bc0619abc] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 922.321954] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-19b58fcc-9c80-4128-82db-81ac5b3db7b7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.394143] env[68893]: DEBUG oslo_vmware.api [None req-1083b107-34bd-449f-a044-2596bd3eb264 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Task: {'id': task-2791704, 'name': PowerOffVM_Task, 'duration_secs': 0.239968} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.394506] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-1083b107-34bd-449f-a044-2596bd3eb264 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: cce63948-3b2d-4710-8f14-4f79b24e86fd] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 922.394699] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-1083b107-34bd-449f-a044-2596bd3eb264 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: cce63948-3b2d-4710-8f14-4f79b24e86fd] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 922.394969] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5e6475cb-749f-4472-9e36-6f48f1bdcb0e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.418009] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-ca0e4aff-b4b9-4242-94ae-2812730ac31f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: a97578c7-f513-4a3f-81a9-f58bc0619abc] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 922.418009] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-ca0e4aff-b4b9-4242-94ae-2812730ac31f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: a97578c7-f513-4a3f-81a9-f58bc0619abc] Deleting contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 922.418009] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca0e4aff-b4b9-4242-94ae-2812730ac31f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Deleting the datastore file [datastore2] a97578c7-f513-4a3f-81a9-f58bc0619abc {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 922.418256] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ba7a62ee-60b7-4545-8d91-74e2953d9d2a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.425895] env[68893]: DEBUG oslo_vmware.api [None req-ca0e4aff-b4b9-4242-94ae-2812730ac31f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Waiting for the task: (returnval){ [ 922.425895] env[68893]: value = "task-2791709" [ 922.425895] env[68893]: _type = "Task" [ 922.425895] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.436551] env[68893]: DEBUG oslo_vmware.api [None req-ca0e4aff-b4b9-4242-94ae-2812730ac31f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Task: {'id': task-2791709, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.469475] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-1083b107-34bd-449f-a044-2596bd3eb264 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: cce63948-3b2d-4710-8f14-4f79b24e86fd] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 922.469734] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-1083b107-34bd-449f-a044-2596bd3eb264 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: cce63948-3b2d-4710-8f14-4f79b24e86fd] Deleting contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 922.469846] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-1083b107-34bd-449f-a044-2596bd3eb264 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Deleting the datastore file [datastore2] cce63948-3b2d-4710-8f14-4f79b24e86fd {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 922.470325] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-88870125-0d12-4525-a447-986f23d6de94 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.472504] env[68893]: DEBUG oslo_concurrency.lockutils [None req-5bb026fa-7ba1-4667-be60-19b6f6dd80e6 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Acquiring lock "refresh_cache-d89cb24d-9485-4641-a78d-758495a82c10" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.472635] env[68893]: DEBUG oslo_concurrency.lockutils [None req-5bb026fa-7ba1-4667-be60-19b6f6dd80e6 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Acquired lock "refresh_cache-d89cb24d-9485-4641-a78d-758495a82c10" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.472745] env[68893]: DEBUG nova.network.neutron [None req-5bb026fa-7ba1-4667-be60-19b6f6dd80e6 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] [instance: d89cb24d-9485-4641-a78d-758495a82c10] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 922.479229] env[68893]: DEBUG oslo_vmware.api [None req-1083b107-34bd-449f-a044-2596bd3eb264 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Waiting for the task: (returnval){ [ 922.479229] env[68893]: value = "task-2791710" [ 922.479229] env[68893]: _type = "Task" [ 922.479229] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.490819] env[68893]: DEBUG oslo_vmware.api [None req-1083b107-34bd-449f-a044-2596bd3eb264 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Task: {'id': task-2791710, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.509496] env[68893]: DEBUG oslo_vmware.api [None req-cfd8bb7a-771e-4ef0-8974-645ebfe3ae66 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': task-2791705, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086746} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.511379] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-cfd8bb7a-771e-4ef0-8974-645ebfe3ae66 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: a168e41a-cc22-4f30-b7eb-e390d73f0eff] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 922.511379] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f82a57a-6997-4d0a-99d8-ae53029366d9 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.534748] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfd8bb7a-771e-4ef0-8974-645ebfe3ae66 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: a168e41a-cc22-4f30-b7eb-e390d73f0eff] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] a168e41a-cc22-4f30-b7eb-e390d73f0eff/a168e41a-cc22-4f30-b7eb-e390d73f0eff.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 922.534748] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-748c3ea4-3e65-4677-8895-f38f63984f8e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.567798] env[68893]: DEBUG oslo_vmware.api [None req-b247122e-52b0-4695-bab3-493c787789e9 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2791706, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.539632} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.569371] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-b247122e-52b0-4695-bab3-493c787789e9 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] c3ebb422-0391-4359-abb4-8ea80e767ce2/c3ebb422-0391-4359-abb4-8ea80e767ce2.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 922.569602] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-b247122e-52b0-4695-bab3-493c787789e9 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: c3ebb422-0391-4359-abb4-8ea80e767ce2] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 922.570013] env[68893]: DEBUG oslo_vmware.api [None req-cfd8bb7a-771e-4ef0-8974-645ebfe3ae66 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Waiting for the task: (returnval){ [ 922.570013] env[68893]: value = "task-2791711" [ 922.570013] env[68893]: _type = "Task" [ 922.570013] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.570229] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1ee85c87-37b2-4ed0-8bda-af6c28996170 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.582135] env[68893]: DEBUG oslo_vmware.api [None req-cfd8bb7a-771e-4ef0-8974-645ebfe3ae66 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': task-2791711, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.583748] env[68893]: DEBUG oslo_vmware.api [None req-b247122e-52b0-4695-bab3-493c787789e9 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Waiting for the task: (returnval){ [ 922.583748] env[68893]: value = "task-2791712" [ 922.583748] env[68893]: _type = "Task" [ 922.583748] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.588386] env[68893]: DEBUG nova.compute.utils [None req-e95b0d6d-6795-482a-8ee9-946cc5b6b40f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 922.592776] env[68893]: DEBUG nova.compute.manager [None req-e95b0d6d-6795-482a-8ee9-946cc5b6b40f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] Allocating IP information in the background. {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 922.592950] env[68893]: DEBUG nova.network.neutron [None req-e95b0d6d-6795-482a-8ee9-946cc5b6b40f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] allocate_for_instance() {{(pid=68893) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 922.600535] env[68893]: DEBUG oslo_vmware.api [None req-b247122e-52b0-4695-bab3-493c787789e9 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2791712, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.647270] env[68893]: DEBUG nova.policy [None req-e95b0d6d-6795-482a-8ee9-946cc5b6b40f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c01f2f05cf464d3598cb8045386542bd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '863b84ea17a9459287213695c87d2bec', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68893) authorize /opt/stack/nova/nova/policy.py:192}} [ 922.941112] env[68893]: DEBUG oslo_vmware.api [None req-ca0e4aff-b4b9-4242-94ae-2812730ac31f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Task: {'id': task-2791709, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.347008} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.941550] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca0e4aff-b4b9-4242-94ae-2812730ac31f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 922.941986] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-ca0e4aff-b4b9-4242-94ae-2812730ac31f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: a97578c7-f513-4a3f-81a9-f58bc0619abc] Deleted contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 922.942151] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-ca0e4aff-b4b9-4242-94ae-2812730ac31f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: a97578c7-f513-4a3f-81a9-f58bc0619abc] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 922.942439] env[68893]: INFO nova.compute.manager [None req-ca0e4aff-b4b9-4242-94ae-2812730ac31f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: a97578c7-f513-4a3f-81a9-f58bc0619abc] Took 1.15 seconds to destroy the instance on the hypervisor. [ 922.942787] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ca0e4aff-b4b9-4242-94ae-2812730ac31f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 922.943180] env[68893]: DEBUG nova.compute.manager [-] [instance: a97578c7-f513-4a3f-81a9-f58bc0619abc] Deallocating network for instance {{(pid=68893) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 922.943304] env[68893]: DEBUG nova.network.neutron [-] [instance: a97578c7-f513-4a3f-81a9-f58bc0619abc] deallocate_for_instance() {{(pid=68893) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 922.989895] env[68893]: DEBUG oslo_vmware.api [None req-1083b107-34bd-449f-a044-2596bd3eb264 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Task: {'id': task-2791710, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.290501} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.990105] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-1083b107-34bd-449f-a044-2596bd3eb264 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 922.990299] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-1083b107-34bd-449f-a044-2596bd3eb264 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: cce63948-3b2d-4710-8f14-4f79b24e86fd] Deleted contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 922.990543] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-1083b107-34bd-449f-a044-2596bd3eb264 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: cce63948-3b2d-4710-8f14-4f79b24e86fd] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 922.991872] env[68893]: INFO nova.compute.manager [None req-1083b107-34bd-449f-a044-2596bd3eb264 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] [instance: cce63948-3b2d-4710-8f14-4f79b24e86fd] Took 1.13 seconds to destroy the instance on the hypervisor. [ 922.991872] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1083b107-34bd-449f-a044-2596bd3eb264 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 922.991872] env[68893]: DEBUG nova.compute.manager [-] [instance: cce63948-3b2d-4710-8f14-4f79b24e86fd] Deallocating network for instance {{(pid=68893) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 922.991872] env[68893]: DEBUG nova.network.neutron [-] [instance: cce63948-3b2d-4710-8f14-4f79b24e86fd] deallocate_for_instance() {{(pid=68893) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 923.031692] env[68893]: DEBUG nova.network.neutron [None req-5bb026fa-7ba1-4667-be60-19b6f6dd80e6 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] [instance: d89cb24d-9485-4641-a78d-758495a82c10] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 923.075990] env[68893]: DEBUG nova.network.neutron [None req-e95b0d6d-6795-482a-8ee9-946cc5b6b40f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] Successfully created port: 64eb0ee1-e1cf-48df-9c84-823e502a8b61 {{(pid=68893) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 923.085994] env[68893]: DEBUG oslo_vmware.api [None req-cfd8bb7a-771e-4ef0-8974-645ebfe3ae66 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': task-2791711, 'name': ReconfigVM_Task, 'duration_secs': 0.343173} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.089418] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfd8bb7a-771e-4ef0-8974-645ebfe3ae66 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: a168e41a-cc22-4f30-b7eb-e390d73f0eff] Reconfigured VM instance instance-00000015 to attach disk [datastore2] a168e41a-cc22-4f30-b7eb-e390d73f0eff/a168e41a-cc22-4f30-b7eb-e390d73f0eff.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 923.090242] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b17fb903-91fa-433c-bbde-b76be93da1e2 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.095547] env[68893]: DEBUG nova.compute.manager [None req-e95b0d6d-6795-482a-8ee9-946cc5b6b40f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] Start building block device mappings for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 923.101613] env[68893]: DEBUG oslo_vmware.api [None req-b247122e-52b0-4695-bab3-493c787789e9 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2791712, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09341} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.103655] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-b247122e-52b0-4695-bab3-493c787789e9 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: c3ebb422-0391-4359-abb4-8ea80e767ce2] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 923.103655] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dd67921-f0f3-4e60-a543-5195cc650ae6 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.107335] env[68893]: DEBUG oslo_vmware.api [None req-cfd8bb7a-771e-4ef0-8974-645ebfe3ae66 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Waiting for the task: (returnval){ [ 923.107335] env[68893]: value = "task-2791713" [ 923.107335] env[68893]: _type = "Task" [ 923.107335] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.131339] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-b247122e-52b0-4695-bab3-493c787789e9 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: c3ebb422-0391-4359-abb4-8ea80e767ce2] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] c3ebb422-0391-4359-abb4-8ea80e767ce2/c3ebb422-0391-4359-abb4-8ea80e767ce2.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 923.135104] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aed8882e-52c3-4130-aca0-bf5422af7df1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.155217] env[68893]: DEBUG oslo_vmware.api [None req-cfd8bb7a-771e-4ef0-8974-645ebfe3ae66 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': task-2791713, 'name': Rename_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.156837] env[68893]: DEBUG oslo_vmware.api [None req-b247122e-52b0-4695-bab3-493c787789e9 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Waiting for the task: (returnval){ [ 923.156837] env[68893]: value = "task-2791714" [ 923.156837] env[68893]: _type = "Task" [ 923.156837] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.167138] env[68893]: DEBUG oslo_vmware.api [None req-b247122e-52b0-4695-bab3-493c787789e9 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2791714, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.212703] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb03e3fb-ae3f-43aa-bc65-fc574e92b92b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.220910] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0466696a-e194-4e8a-acc8-dbe81b65a419 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.259339] env[68893]: DEBUG nova.compute.manager [req-c2148a50-61e8-4f49-8f34-f89c190cff99 req-fad7887c-2efa-48c5-b9d4-126909b8265b service nova] [instance: ed8d54ea-e2df-4429-93f9-976f6aad02be] Received event network-vif-plugged-5ba243e0-092e-4b29-bf27-b86ececc03e4 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 923.259627] env[68893]: DEBUG oslo_concurrency.lockutils [req-c2148a50-61e8-4f49-8f34-f89c190cff99 req-fad7887c-2efa-48c5-b9d4-126909b8265b service nova] Acquiring lock "ed8d54ea-e2df-4429-93f9-976f6aad02be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.259769] env[68893]: DEBUG oslo_concurrency.lockutils [req-c2148a50-61e8-4f49-8f34-f89c190cff99 req-fad7887c-2efa-48c5-b9d4-126909b8265b service nova] Lock "ed8d54ea-e2df-4429-93f9-976f6aad02be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.259924] env[68893]: DEBUG oslo_concurrency.lockutils [req-c2148a50-61e8-4f49-8f34-f89c190cff99 req-fad7887c-2efa-48c5-b9d4-126909b8265b service nova] Lock "ed8d54ea-e2df-4429-93f9-976f6aad02be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.260126] env[68893]: DEBUG nova.compute.manager [req-c2148a50-61e8-4f49-8f34-f89c190cff99 req-fad7887c-2efa-48c5-b9d4-126909b8265b service nova] [instance: ed8d54ea-e2df-4429-93f9-976f6aad02be] No waiting events found dispatching network-vif-plugged-5ba243e0-092e-4b29-bf27-b86ececc03e4 {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 923.260312] env[68893]: WARNING nova.compute.manager [req-c2148a50-61e8-4f49-8f34-f89c190cff99 req-fad7887c-2efa-48c5-b9d4-126909b8265b service nova] [instance: ed8d54ea-e2df-4429-93f9-976f6aad02be] Received unexpected event network-vif-plugged-5ba243e0-092e-4b29-bf27-b86ececc03e4 for instance with vm_state building and task_state spawning. [ 923.260473] env[68893]: DEBUG nova.compute.manager [req-c2148a50-61e8-4f49-8f34-f89c190cff99 req-fad7887c-2efa-48c5-b9d4-126909b8265b service nova] [instance: ed8d54ea-e2df-4429-93f9-976f6aad02be] Received event network-changed-5ba243e0-092e-4b29-bf27-b86ececc03e4 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 923.260624] env[68893]: DEBUG nova.compute.manager [req-c2148a50-61e8-4f49-8f34-f89c190cff99 req-fad7887c-2efa-48c5-b9d4-126909b8265b service nova] [instance: ed8d54ea-e2df-4429-93f9-976f6aad02be] Refreshing instance network info cache due to event network-changed-5ba243e0-092e-4b29-bf27-b86ececc03e4. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 923.260799] env[68893]: DEBUG oslo_concurrency.lockutils [req-c2148a50-61e8-4f49-8f34-f89c190cff99 req-fad7887c-2efa-48c5-b9d4-126909b8265b service nova] Acquiring lock "refresh_cache-ed8d54ea-e2df-4429-93f9-976f6aad02be" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.260938] env[68893]: DEBUG oslo_concurrency.lockutils [req-c2148a50-61e8-4f49-8f34-f89c190cff99 req-fad7887c-2efa-48c5-b9d4-126909b8265b service nova] Acquired lock "refresh_cache-ed8d54ea-e2df-4429-93f9-976f6aad02be" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.261109] env[68893]: DEBUG nova.network.neutron [req-c2148a50-61e8-4f49-8f34-f89c190cff99 req-fad7887c-2efa-48c5-b9d4-126909b8265b service nova] [instance: ed8d54ea-e2df-4429-93f9-976f6aad02be] Refreshing network info cache for port 5ba243e0-092e-4b29-bf27-b86ececc03e4 {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 923.262679] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d29c607-a38a-4ee4-b894-da206435be66 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.271901] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-974ec34a-0c3f-42db-95c6-f91abd4564d3 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.287158] env[68893]: DEBUG nova.compute.provider_tree [None req-19c55213-1d72-452b-b69f-dfadad56c05d tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 923.331482] env[68893]: DEBUG nova.network.neutron [None req-5bb026fa-7ba1-4667-be60-19b6f6dd80e6 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] [instance: d89cb24d-9485-4641-a78d-758495a82c10] Updating instance_info_cache with network_info: [{"id": "33a389d6-a31e-4f76-9aac-22e0d9025a6c", "address": "fa:16:3e:de:75:4b", "network": {"id": "b9df0680-ff4c-4e02-bfba-1ed866d7497a", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1652711736-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0d6266d09ad44e8bb08d2abc90dbda5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33a389d6-a3", "ovs_interfaceid": "33a389d6-a31e-4f76-9aac-22e0d9025a6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.619809] env[68893]: DEBUG oslo_vmware.api [None req-cfd8bb7a-771e-4ef0-8974-645ebfe3ae66 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': task-2791713, 'name': Rename_Task, 'duration_secs': 0.158115} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.620107] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfd8bb7a-771e-4ef0-8974-645ebfe3ae66 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: a168e41a-cc22-4f30-b7eb-e390d73f0eff] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 923.620362] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-befc5d39-b823-4d6a-a256-2988bca03e31 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.630768] env[68893]: DEBUG oslo_vmware.api [None req-cfd8bb7a-771e-4ef0-8974-645ebfe3ae66 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Waiting for the task: (returnval){ [ 923.630768] env[68893]: value = "task-2791715" [ 923.630768] env[68893]: _type = "Task" [ 923.630768] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.638995] env[68893]: DEBUG oslo_vmware.api [None req-cfd8bb7a-771e-4ef0-8974-645ebfe3ae66 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': task-2791715, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.639961] env[68893]: DEBUG nova.network.neutron [None req-39ab4e22-db0a-4f9b-ab1a-152434b95a24 tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] [instance: ed8d54ea-e2df-4429-93f9-976f6aad02be] Successfully updated port: a4635847-6226-4cc8-a51a-1ca0f581985b {{(pid=68893) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 923.674475] env[68893]: DEBUG oslo_concurrency.lockutils [None req-2fbc5a5e-94e4-4936-b118-66c2d59163f5 tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Acquiring lock "b7c373f5-60c3-44c6-bbe7-d66be17f34fd" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.674778] env[68893]: DEBUG oslo_concurrency.lockutils [None req-2fbc5a5e-94e4-4936-b118-66c2d59163f5 tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Lock "b7c373f5-60c3-44c6-bbe7-d66be17f34fd" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.676521] env[68893]: DEBUG oslo_vmware.api [None req-b247122e-52b0-4695-bab3-493c787789e9 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2791714, 'name': ReconfigVM_Task, 'duration_secs': 0.318566} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.676987] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-b247122e-52b0-4695-bab3-493c787789e9 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: c3ebb422-0391-4359-abb4-8ea80e767ce2] Reconfigured VM instance instance-0000003a to attach disk [datastore2] c3ebb422-0391-4359-abb4-8ea80e767ce2/c3ebb422-0391-4359-abb4-8ea80e767ce2.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 923.677746] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-11c2d8c5-0a8b-4939-b9b9-9a594c937fbc {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.685212] env[68893]: DEBUG oslo_vmware.api [None req-b247122e-52b0-4695-bab3-493c787789e9 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Waiting for the task: (returnval){ [ 923.685212] env[68893]: value = "task-2791716" [ 923.685212] env[68893]: _type = "Task" [ 923.685212] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.699837] env[68893]: DEBUG oslo_vmware.api [None req-b247122e-52b0-4695-bab3-493c787789e9 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2791716, 'name': Rename_Task} progress is 6%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.792062] env[68893]: DEBUG nova.scheduler.client.report [None req-19c55213-1d72-452b-b69f-dfadad56c05d tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 923.824749] env[68893]: DEBUG nova.network.neutron [req-c2148a50-61e8-4f49-8f34-f89c190cff99 req-fad7887c-2efa-48c5-b9d4-126909b8265b service nova] [instance: ed8d54ea-e2df-4429-93f9-976f6aad02be] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 923.834128] env[68893]: DEBUG oslo_concurrency.lockutils [None req-5bb026fa-7ba1-4667-be60-19b6f6dd80e6 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Releasing lock "refresh_cache-d89cb24d-9485-4641-a78d-758495a82c10" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.834473] env[68893]: DEBUG nova.compute.manager [None req-5bb026fa-7ba1-4667-be60-19b6f6dd80e6 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] [instance: d89cb24d-9485-4641-a78d-758495a82c10] Instance network_info: |[{"id": "33a389d6-a31e-4f76-9aac-22e0d9025a6c", "address": "fa:16:3e:de:75:4b", "network": {"id": "b9df0680-ff4c-4e02-bfba-1ed866d7497a", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1652711736-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0d6266d09ad44e8bb08d2abc90dbda5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33a389d6-a3", "ovs_interfaceid": "33a389d6-a31e-4f76-9aac-22e0d9025a6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 923.835764] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-5bb026fa-7ba1-4667-be60-19b6f6dd80e6 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] [instance: d89cb24d-9485-4641-a78d-758495a82c10] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:75:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52358fcc-0d9f-45dd-8c75-db533fd992c3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '33a389d6-a31e-4f76-9aac-22e0d9025a6c', 'vif_model': 'vmxnet3'}] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 923.842860] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5bb026fa-7ba1-4667-be60-19b6f6dd80e6 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 923.843470] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d89cb24d-9485-4641-a78d-758495a82c10] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 923.843779] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cb4324a9-23de-4614-a17e-fbf07e287c8f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.859882] env[68893]: DEBUG nova.network.neutron [-] [instance: a97578c7-f513-4a3f-81a9-f58bc0619abc] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.866406] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 923.866406] env[68893]: value = "task-2791717" [ 923.866406] env[68893]: _type = "Task" [ 923.866406] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.871048] env[68893]: DEBUG nova.network.neutron [-] [instance: cce63948-3b2d-4710-8f14-4f79b24e86fd] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.875501] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791717, 'name': CreateVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.961513] env[68893]: DEBUG nova.network.neutron [req-c2148a50-61e8-4f49-8f34-f89c190cff99 req-fad7887c-2efa-48c5-b9d4-126909b8265b service nova] [instance: ed8d54ea-e2df-4429-93f9-976f6aad02be] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.029651] env[68893]: DEBUG nova.compute.manager [req-53378e70-e94a-4bb3-93dc-c3ee4110df95 req-bda98845-9d86-49f0-8089-4187152bd76c service nova] [instance: d89cb24d-9485-4641-a78d-758495a82c10] Received event network-changed-33a389d6-a31e-4f76-9aac-22e0d9025a6c {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 924.029819] env[68893]: DEBUG nova.compute.manager [req-53378e70-e94a-4bb3-93dc-c3ee4110df95 req-bda98845-9d86-49f0-8089-4187152bd76c service nova] [instance: d89cb24d-9485-4641-a78d-758495a82c10] Refreshing instance network info cache due to event network-changed-33a389d6-a31e-4f76-9aac-22e0d9025a6c. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 924.030068] env[68893]: DEBUG oslo_concurrency.lockutils [req-53378e70-e94a-4bb3-93dc-c3ee4110df95 req-bda98845-9d86-49f0-8089-4187152bd76c service nova] Acquiring lock "refresh_cache-d89cb24d-9485-4641-a78d-758495a82c10" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.030191] env[68893]: DEBUG oslo_concurrency.lockutils [req-53378e70-e94a-4bb3-93dc-c3ee4110df95 req-bda98845-9d86-49f0-8089-4187152bd76c service nova] Acquired lock "refresh_cache-d89cb24d-9485-4641-a78d-758495a82c10" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.030343] env[68893]: DEBUG nova.network.neutron [req-53378e70-e94a-4bb3-93dc-c3ee4110df95 req-bda98845-9d86-49f0-8089-4187152bd76c service nova] [instance: d89cb24d-9485-4641-a78d-758495a82c10] Refreshing network info cache for port 33a389d6-a31e-4f76-9aac-22e0d9025a6c {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 924.116352] env[68893]: DEBUG nova.compute.manager [None req-e95b0d6d-6795-482a-8ee9-946cc5b6b40f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] Start spawning the instance on the hypervisor. {{(pid=68893) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 924.144405] env[68893]: DEBUG oslo_concurrency.lockutils [None req-39ab4e22-db0a-4f9b-ab1a-152434b95a24 tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Acquiring lock "refresh_cache-ed8d54ea-e2df-4429-93f9-976f6aad02be" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.144692] env[68893]: DEBUG oslo_vmware.api [None req-cfd8bb7a-771e-4ef0-8974-645ebfe3ae66 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': task-2791715, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.146975] env[68893]: DEBUG nova.virt.hardware [None req-e95b0d6d-6795-482a-8ee9-946cc5b6b40f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 924.147254] env[68893]: DEBUG nova.virt.hardware [None req-e95b0d6d-6795-482a-8ee9-946cc5b6b40f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 924.147440] env[68893]: DEBUG nova.virt.hardware [None req-e95b0d6d-6795-482a-8ee9-946cc5b6b40f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 924.147608] env[68893]: DEBUG nova.virt.hardware [None req-e95b0d6d-6795-482a-8ee9-946cc5b6b40f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 924.147743] env[68893]: DEBUG nova.virt.hardware [None req-e95b0d6d-6795-482a-8ee9-946cc5b6b40f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 924.147887] env[68893]: DEBUG nova.virt.hardware [None req-e95b0d6d-6795-482a-8ee9-946cc5b6b40f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 924.148260] env[68893]: DEBUG nova.virt.hardware [None req-e95b0d6d-6795-482a-8ee9-946cc5b6b40f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 924.148399] env[68893]: DEBUG nova.virt.hardware [None req-e95b0d6d-6795-482a-8ee9-946cc5b6b40f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 924.148563] env[68893]: DEBUG nova.virt.hardware [None req-e95b0d6d-6795-482a-8ee9-946cc5b6b40f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 924.148726] env[68893]: DEBUG nova.virt.hardware [None req-e95b0d6d-6795-482a-8ee9-946cc5b6b40f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 924.148926] env[68893]: DEBUG nova.virt.hardware [None req-e95b0d6d-6795-482a-8ee9-946cc5b6b40f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 924.149798] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9c008ef-3d35-4d58-93f3-40bed72bf7c7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.157726] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31ad3928-7cdc-4e25-9f4f-925f2a1c2384 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.178067] env[68893]: INFO nova.compute.manager [None req-2fbc5a5e-94e4-4936-b118-66c2d59163f5 tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] [instance: b7c373f5-60c3-44c6-bbe7-d66be17f34fd] Detaching volume 4622c1cf-eb43-49d5-9835-22e1bab7dd16 [ 924.195213] env[68893]: DEBUG oslo_vmware.api [None req-b247122e-52b0-4695-bab3-493c787789e9 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2791716, 'name': Rename_Task, 'duration_secs': 0.175113} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.195555] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-b247122e-52b0-4695-bab3-493c787789e9 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: c3ebb422-0391-4359-abb4-8ea80e767ce2] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 924.195840] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-962a2b87-5f62-4e28-a1eb-f90b6f2c5bf5 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.202234] env[68893]: DEBUG oslo_vmware.api [None req-b247122e-52b0-4695-bab3-493c787789e9 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Waiting for the task: (returnval){ [ 924.202234] env[68893]: value = "task-2791718" [ 924.202234] env[68893]: _type = "Task" [ 924.202234] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.210354] env[68893]: DEBUG oslo_vmware.api [None req-b247122e-52b0-4695-bab3-493c787789e9 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2791718, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.221351] env[68893]: INFO nova.virt.block_device [None req-2fbc5a5e-94e4-4936-b118-66c2d59163f5 tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] [instance: b7c373f5-60c3-44c6-bbe7-d66be17f34fd] Attempting to driver detach volume 4622c1cf-eb43-49d5-9835-22e1bab7dd16 from mountpoint /dev/sdb [ 924.222141] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fbc5a5e-94e4-4936-b118-66c2d59163f5 tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] [instance: b7c373f5-60c3-44c6-bbe7-d66be17f34fd] Volume detach. Driver type: vmdk {{(pid=68893) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 924.222141] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fbc5a5e-94e4-4936-b118-66c2d59163f5 tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] [instance: b7c373f5-60c3-44c6-bbe7-d66be17f34fd] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561120', 'volume_id': '4622c1cf-eb43-49d5-9835-22e1bab7dd16', 'name': 'volume-4622c1cf-eb43-49d5-9835-22e1bab7dd16', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b7c373f5-60c3-44c6-bbe7-d66be17f34fd', 'attached_at': '', 'detached_at': '', 'volume_id': '4622c1cf-eb43-49d5-9835-22e1bab7dd16', 'serial': '4622c1cf-eb43-49d5-9835-22e1bab7dd16'} {{(pid=68893) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 924.223040] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6174d08-10b4-421e-b01a-bd05e90075e3 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.246241] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5530950-fe62-400c-846c-4128999b98fa {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.255039] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-992afc4d-7cb7-48ca-9721-101d2262bdb9 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.275958] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21a61e94-ed14-422a-8e4e-9f876cd4d5a0 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.293039] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fbc5a5e-94e4-4936-b118-66c2d59163f5 tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] The volume has not been displaced from its original location: [datastore1] volume-4622c1cf-eb43-49d5-9835-22e1bab7dd16/volume-4622c1cf-eb43-49d5-9835-22e1bab7dd16.vmdk. No consolidation needed. {{(pid=68893) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 924.298626] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fbc5a5e-94e4-4936-b118-66c2d59163f5 tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] [instance: b7c373f5-60c3-44c6-bbe7-d66be17f34fd] Reconfiguring VM instance instance-00000019 to detach disk 2001 {{(pid=68893) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 924.299068] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd1970d6-bb8a-4923-a473-921243a489a7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.313011] env[68893]: DEBUG oslo_concurrency.lockutils [None req-19c55213-1d72-452b-b69f-dfadad56c05d tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.229s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.315757] env[68893]: DEBUG oslo_concurrency.lockutils [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.961s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.317772] env[68893]: INFO nova.compute.claims [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] [instance: 71d44879-e74b-4a04-8c49-aaac1163f3f5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 924.327300] env[68893]: DEBUG oslo_vmware.api [None req-2fbc5a5e-94e4-4936-b118-66c2d59163f5 tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Waiting for the task: (returnval){ [ 924.327300] env[68893]: value = "task-2791719" [ 924.327300] env[68893]: _type = "Task" [ 924.327300] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.335781] env[68893]: DEBUG oslo_vmware.api [None req-2fbc5a5e-94e4-4936-b118-66c2d59163f5 tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Task: {'id': task-2791719, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.350205] env[68893]: INFO nova.scheduler.client.report [None req-19c55213-1d72-452b-b69f-dfadad56c05d tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Deleted allocations for instance 196cd774-e550-4cd2-a547-0b30bdd7f668 [ 924.363060] env[68893]: INFO nova.compute.manager [-] [instance: a97578c7-f513-4a3f-81a9-f58bc0619abc] Took 1.42 seconds to deallocate network for instance. [ 924.378900] env[68893]: INFO nova.compute.manager [-] [instance: cce63948-3b2d-4710-8f14-4f79b24e86fd] Took 1.39 seconds to deallocate network for instance. [ 924.379771] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791717, 'name': CreateVM_Task} progress is 25%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.411178] env[68893]: DEBUG oslo_vmware.rw_handles [None req-522bcabc-11db-4532-ab03-cafa651ccaa5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523e8435-0bf0-e0dc-d484-152463b17e86/disk-0.vmdk. {{(pid=68893) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 924.411178] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e0cef81-ffcb-49e3-a93d-747124c3e4ad {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.418317] env[68893]: DEBUG oslo_vmware.rw_handles [None req-522bcabc-11db-4532-ab03-cafa651ccaa5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523e8435-0bf0-e0dc-d484-152463b17e86/disk-0.vmdk is in state: ready. {{(pid=68893) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 924.418645] env[68893]: ERROR oslo_vmware.rw_handles [None req-522bcabc-11db-4532-ab03-cafa651ccaa5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523e8435-0bf0-e0dc-d484-152463b17e86/disk-0.vmdk due to incomplete transfer. [ 924.418927] env[68893]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f6002ec3-88c6-480a-8de7-d1ad8c02ae71 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.428050] env[68893]: DEBUG oslo_vmware.rw_handles [None req-522bcabc-11db-4532-ab03-cafa651ccaa5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523e8435-0bf0-e0dc-d484-152463b17e86/disk-0.vmdk. {{(pid=68893) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 924.428946] env[68893]: DEBUG nova.virt.vmwareapi.images [None req-522bcabc-11db-4532-ab03-cafa651ccaa5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: ee99b6b1-90a4-4c3c-b665-47a60c89d459] Uploaded image f02c73de-1077-45ea-b455-7f5f4bf2cbeb to the Glance image server {{(pid=68893) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 924.432334] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-522bcabc-11db-4532-ab03-cafa651ccaa5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: ee99b6b1-90a4-4c3c-b665-47a60c89d459] Destroying the VM {{(pid=68893) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 924.432748] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-92563ad1-1a26-4e31-ba72-b30881a5122c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.441484] env[68893]: DEBUG oslo_vmware.api [None req-522bcabc-11db-4532-ab03-cafa651ccaa5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Waiting for the task: (returnval){ [ 924.441484] env[68893]: value = "task-2791720" [ 924.441484] env[68893]: _type = "Task" [ 924.441484] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.454839] env[68893]: DEBUG oslo_vmware.api [None req-522bcabc-11db-4532-ab03-cafa651ccaa5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2791720, 'name': Destroy_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.466582] env[68893]: DEBUG oslo_concurrency.lockutils [req-c2148a50-61e8-4f49-8f34-f89c190cff99 req-fad7887c-2efa-48c5-b9d4-126909b8265b service nova] Releasing lock "refresh_cache-ed8d54ea-e2df-4429-93f9-976f6aad02be" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.467059] env[68893]: DEBUG oslo_concurrency.lockutils [None req-39ab4e22-db0a-4f9b-ab1a-152434b95a24 tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Acquired lock "refresh_cache-ed8d54ea-e2df-4429-93f9-976f6aad02be" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.467259] env[68893]: DEBUG nova.network.neutron [None req-39ab4e22-db0a-4f9b-ab1a-152434b95a24 tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] [instance: ed8d54ea-e2df-4429-93f9-976f6aad02be] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 924.647612] env[68893]: DEBUG oslo_vmware.api [None req-cfd8bb7a-771e-4ef0-8974-645ebfe3ae66 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': task-2791715, 'name': PowerOnVM_Task, 'duration_secs': 0.571518} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.647910] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfd8bb7a-771e-4ef0-8974-645ebfe3ae66 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: a168e41a-cc22-4f30-b7eb-e390d73f0eff] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 924.648126] env[68893]: DEBUG nova.compute.manager [None req-cfd8bb7a-771e-4ef0-8974-645ebfe3ae66 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: a168e41a-cc22-4f30-b7eb-e390d73f0eff] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 924.649056] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67dae09c-d346-4e82-94e6-b291b1c56921 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.715259] env[68893]: DEBUG oslo_vmware.api [None req-b247122e-52b0-4695-bab3-493c787789e9 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2791718, 'name': PowerOnVM_Task} progress is 78%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.784333] env[68893]: DEBUG nova.network.neutron [req-53378e70-e94a-4bb3-93dc-c3ee4110df95 req-bda98845-9d86-49f0-8089-4187152bd76c service nova] [instance: d89cb24d-9485-4641-a78d-758495a82c10] Updated VIF entry in instance network info cache for port 33a389d6-a31e-4f76-9aac-22e0d9025a6c. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 924.784715] env[68893]: DEBUG nova.network.neutron [req-53378e70-e94a-4bb3-93dc-c3ee4110df95 req-bda98845-9d86-49f0-8089-4187152bd76c service nova] [instance: d89cb24d-9485-4641-a78d-758495a82c10] Updating instance_info_cache with network_info: [{"id": "33a389d6-a31e-4f76-9aac-22e0d9025a6c", "address": "fa:16:3e:de:75:4b", "network": {"id": "b9df0680-ff4c-4e02-bfba-1ed866d7497a", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1652711736-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0d6266d09ad44e8bb08d2abc90dbda5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33a389d6-a3", "ovs_interfaceid": "33a389d6-a31e-4f76-9aac-22e0d9025a6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.816801] env[68893]: DEBUG nova.network.neutron [None req-e95b0d6d-6795-482a-8ee9-946cc5b6b40f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] Successfully updated port: 64eb0ee1-e1cf-48df-9c84-823e502a8b61 {{(pid=68893) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 924.840841] env[68893]: DEBUG oslo_vmware.api [None req-2fbc5a5e-94e4-4936-b118-66c2d59163f5 tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Task: {'id': task-2791719, 'name': ReconfigVM_Task, 'duration_secs': 0.479045} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.841319] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fbc5a5e-94e4-4936-b118-66c2d59163f5 tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] [instance: b7c373f5-60c3-44c6-bbe7-d66be17f34fd] Reconfigured VM instance instance-00000019 to detach disk 2001 {{(pid=68893) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 924.847269] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eeb91b20-b71a-4a95-bb3a-18629d849ad1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.862341] env[68893]: DEBUG oslo_concurrency.lockutils [None req-19c55213-1d72-452b-b69f-dfadad56c05d tempest-ServerShowV254Test-24403523 tempest-ServerShowV254Test-24403523-project-member] Lock "196cd774-e550-4cd2-a547-0b30bdd7f668" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.695s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.865931] env[68893]: DEBUG oslo_vmware.api [None req-2fbc5a5e-94e4-4936-b118-66c2d59163f5 tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Waiting for the task: (returnval){ [ 924.865931] env[68893]: value = "task-2791721" [ 924.865931] env[68893]: _type = "Task" [ 924.865931] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.873890] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ca0e4aff-b4b9-4242-94ae-2812730ac31f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.879112] env[68893]: DEBUG oslo_vmware.api [None req-2fbc5a5e-94e4-4936-b118-66c2d59163f5 tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Task: {'id': task-2791721, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.883238] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791717, 'name': CreateVM_Task} progress is 25%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.888888] env[68893]: DEBUG oslo_concurrency.lockutils [None req-1083b107-34bd-449f-a044-2596bd3eb264 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.953528] env[68893]: DEBUG oslo_vmware.api [None req-522bcabc-11db-4532-ab03-cafa651ccaa5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2791720, 'name': Destroy_Task} progress is 33%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.017153] env[68893]: DEBUG nova.network.neutron [None req-39ab4e22-db0a-4f9b-ab1a-152434b95a24 tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] [instance: ed8d54ea-e2df-4429-93f9-976f6aad02be] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 925.166298] env[68893]: DEBUG oslo_concurrency.lockutils [None req-cfd8bb7a-771e-4ef0-8974-645ebfe3ae66 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.213658] env[68893]: DEBUG oslo_vmware.api [None req-b247122e-52b0-4695-bab3-493c787789e9 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2791718, 'name': PowerOnVM_Task, 'duration_secs': 0.921092} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.213889] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-b247122e-52b0-4695-bab3-493c787789e9 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: c3ebb422-0391-4359-abb4-8ea80e767ce2] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 925.214105] env[68893]: DEBUG nova.compute.manager [None req-b247122e-52b0-4695-bab3-493c787789e9 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: c3ebb422-0391-4359-abb4-8ea80e767ce2] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 925.214885] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e81a4cef-57f5-41ab-98c3-ea5ba10f00cc {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.279757] env[68893]: DEBUG oslo_concurrency.lockutils [None req-aac51230-fc3e-474b-b24c-8c5393d19f3e tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Acquiring lock "ee99b6b1-90a4-4c3c-b665-47a60c89d459" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.280027] env[68893]: DEBUG oslo_concurrency.lockutils [None req-aac51230-fc3e-474b-b24c-8c5393d19f3e tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Lock "ee99b6b1-90a4-4c3c-b665-47a60c89d459" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.280716] env[68893]: DEBUG oslo_concurrency.lockutils [None req-aac51230-fc3e-474b-b24c-8c5393d19f3e tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Acquiring lock "ee99b6b1-90a4-4c3c-b665-47a60c89d459-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.280919] env[68893]: DEBUG oslo_concurrency.lockutils [None req-aac51230-fc3e-474b-b24c-8c5393d19f3e tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Lock "ee99b6b1-90a4-4c3c-b665-47a60c89d459-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.281108] env[68893]: DEBUG oslo_concurrency.lockutils [None req-aac51230-fc3e-474b-b24c-8c5393d19f3e tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Lock "ee99b6b1-90a4-4c3c-b665-47a60c89d459-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.283388] env[68893]: INFO nova.compute.manager [None req-aac51230-fc3e-474b-b24c-8c5393d19f3e tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: ee99b6b1-90a4-4c3c-b665-47a60c89d459] Terminating instance [ 925.286816] env[68893]: DEBUG oslo_concurrency.lockutils [req-53378e70-e94a-4bb3-93dc-c3ee4110df95 req-bda98845-9d86-49f0-8089-4187152bd76c service nova] Releasing lock "refresh_cache-d89cb24d-9485-4641-a78d-758495a82c10" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.287063] env[68893]: DEBUG nova.compute.manager [req-53378e70-e94a-4bb3-93dc-c3ee4110df95 req-bda98845-9d86-49f0-8089-4187152bd76c service nova] [instance: cce63948-3b2d-4710-8f14-4f79b24e86fd] Received event network-vif-deleted-5e886ebe-1362-4e3a-8ccf-57ea4874e78d {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 925.324162] env[68893]: DEBUG oslo_concurrency.lockutils [None req-e95b0d6d-6795-482a-8ee9-946cc5b6b40f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Acquiring lock "refresh_cache-05def266-bea2-46e6-8916-6b0484ce4edd" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.324349] env[68893]: DEBUG oslo_concurrency.lockutils [None req-e95b0d6d-6795-482a-8ee9-946cc5b6b40f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Acquired lock "refresh_cache-05def266-bea2-46e6-8916-6b0484ce4edd" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.324632] env[68893]: DEBUG nova.network.neutron [None req-e95b0d6d-6795-482a-8ee9-946cc5b6b40f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 925.383642] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791717, 'name': CreateVM_Task, 'duration_secs': 1.283098} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.383926] env[68893]: DEBUG oslo_vmware.api [None req-2fbc5a5e-94e4-4936-b118-66c2d59163f5 tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Task: {'id': task-2791721, 'name': ReconfigVM_Task, 'duration_secs': 0.168621} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.384108] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d89cb24d-9485-4641-a78d-758495a82c10] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 925.384404] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fbc5a5e-94e4-4936-b118-66c2d59163f5 tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] [instance: b7c373f5-60c3-44c6-bbe7-d66be17f34fd] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561120', 'volume_id': '4622c1cf-eb43-49d5-9835-22e1bab7dd16', 'name': 'volume-4622c1cf-eb43-49d5-9835-22e1bab7dd16', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b7c373f5-60c3-44c6-bbe7-d66be17f34fd', 'attached_at': '', 'detached_at': '', 'volume_id': '4622c1cf-eb43-49d5-9835-22e1bab7dd16', 'serial': '4622c1cf-eb43-49d5-9835-22e1bab7dd16'} {{(pid=68893) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 925.387839] env[68893]: DEBUG oslo_concurrency.lockutils [None req-5bb026fa-7ba1-4667-be60-19b6f6dd80e6 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.387839] env[68893]: DEBUG oslo_concurrency.lockutils [None req-5bb026fa-7ba1-4667-be60-19b6f6dd80e6 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.387839] env[68893]: DEBUG oslo_concurrency.lockutils [None req-5bb026fa-7ba1-4667-be60-19b6f6dd80e6 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.390443] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d88d4ac6-34f2-432d-9c3e-9be67280bbc7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.397646] env[68893]: DEBUG oslo_vmware.api [None req-5bb026fa-7ba1-4667-be60-19b6f6dd80e6 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Waiting for the task: (returnval){ [ 925.397646] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]5288c0ce-f518-79ef-89fb-dafb885e7c73" [ 925.397646] env[68893]: _type = "Task" [ 925.397646] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.406933] env[68893]: DEBUG oslo_vmware.api [None req-5bb026fa-7ba1-4667-be60-19b6f6dd80e6 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]5288c0ce-f518-79ef-89fb-dafb885e7c73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.455744] env[68893]: DEBUG oslo_vmware.api [None req-522bcabc-11db-4532-ab03-cafa651ccaa5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2791720, 'name': Destroy_Task, 'duration_secs': 0.875951} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.458477] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-522bcabc-11db-4532-ab03-cafa651ccaa5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: ee99b6b1-90a4-4c3c-b665-47a60c89d459] Destroyed the VM [ 925.458871] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-522bcabc-11db-4532-ab03-cafa651ccaa5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: ee99b6b1-90a4-4c3c-b665-47a60c89d459] Deleting Snapshot of the VM instance {{(pid=68893) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 925.459975] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-19539503-d4f8-4674-a287-5098e79b8efa {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.466489] env[68893]: DEBUG oslo_vmware.api [None req-522bcabc-11db-4532-ab03-cafa651ccaa5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Waiting for the task: (returnval){ [ 925.466489] env[68893]: value = "task-2791722" [ 925.466489] env[68893]: _type = "Task" [ 925.466489] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.480393] env[68893]: DEBUG oslo_vmware.api [None req-522bcabc-11db-4532-ab03-cafa651ccaa5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2791722, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.520122] env[68893]: DEBUG nova.compute.manager [req-a42228e4-e4ab-4c65-9f66-399f702c8e89 req-57940c71-c2fe-46b7-acf5-2415d6cb1def service nova] [instance: a97578c7-f513-4a3f-81a9-f58bc0619abc] Received event network-vif-deleted-1e2ff9b1-cf84-453f-b26f-b657854c7824 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 925.520395] env[68893]: DEBUG nova.compute.manager [req-a42228e4-e4ab-4c65-9f66-399f702c8e89 req-57940c71-c2fe-46b7-acf5-2415d6cb1def service nova] [instance: ed8d54ea-e2df-4429-93f9-976f6aad02be] Received event network-vif-plugged-a4635847-6226-4cc8-a51a-1ca0f581985b {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 925.520566] env[68893]: DEBUG oslo_concurrency.lockutils [req-a42228e4-e4ab-4c65-9f66-399f702c8e89 req-57940c71-c2fe-46b7-acf5-2415d6cb1def service nova] Acquiring lock "ed8d54ea-e2df-4429-93f9-976f6aad02be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.520722] env[68893]: DEBUG oslo_concurrency.lockutils [req-a42228e4-e4ab-4c65-9f66-399f702c8e89 req-57940c71-c2fe-46b7-acf5-2415d6cb1def service nova] Lock "ed8d54ea-e2df-4429-93f9-976f6aad02be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.520897] env[68893]: DEBUG oslo_concurrency.lockutils [req-a42228e4-e4ab-4c65-9f66-399f702c8e89 req-57940c71-c2fe-46b7-acf5-2415d6cb1def service nova] Lock "ed8d54ea-e2df-4429-93f9-976f6aad02be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.522264] env[68893]: DEBUG nova.compute.manager [req-a42228e4-e4ab-4c65-9f66-399f702c8e89 req-57940c71-c2fe-46b7-acf5-2415d6cb1def service nova] [instance: ed8d54ea-e2df-4429-93f9-976f6aad02be] No waiting events found dispatching network-vif-plugged-a4635847-6226-4cc8-a51a-1ca0f581985b {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 925.522469] env[68893]: WARNING nova.compute.manager [req-a42228e4-e4ab-4c65-9f66-399f702c8e89 req-57940c71-c2fe-46b7-acf5-2415d6cb1def service nova] [instance: ed8d54ea-e2df-4429-93f9-976f6aad02be] Received unexpected event network-vif-plugged-a4635847-6226-4cc8-a51a-1ca0f581985b for instance with vm_state building and task_state spawning. [ 925.522642] env[68893]: DEBUG nova.compute.manager [req-a42228e4-e4ab-4c65-9f66-399f702c8e89 req-57940c71-c2fe-46b7-acf5-2415d6cb1def service nova] [instance: ed8d54ea-e2df-4429-93f9-976f6aad02be] Received event network-changed-a4635847-6226-4cc8-a51a-1ca0f581985b {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 925.522803] env[68893]: DEBUG nova.compute.manager [req-a42228e4-e4ab-4c65-9f66-399f702c8e89 req-57940c71-c2fe-46b7-acf5-2415d6cb1def service nova] [instance: ed8d54ea-e2df-4429-93f9-976f6aad02be] Refreshing instance network info cache due to event network-changed-a4635847-6226-4cc8-a51a-1ca0f581985b. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 925.522971] env[68893]: DEBUG oslo_concurrency.lockutils [req-a42228e4-e4ab-4c65-9f66-399f702c8e89 req-57940c71-c2fe-46b7-acf5-2415d6cb1def service nova] Acquiring lock "refresh_cache-ed8d54ea-e2df-4429-93f9-976f6aad02be" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.599111] env[68893]: DEBUG nova.network.neutron [None req-39ab4e22-db0a-4f9b-ab1a-152434b95a24 tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] [instance: ed8d54ea-e2df-4429-93f9-976f6aad02be] Updating instance_info_cache with network_info: [{"id": "d890e43e-fb20-47e6-a5ec-908627e99cd1", "address": "fa:16:3e:41:83:53", "network": {"id": "768498c0-c3c3-4e5b-8930-d0cd747a6770", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1521367074", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.56", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "631880b58e894bcaac66cb177defc000", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd890e43e-fb", "ovs_interfaceid": "d890e43e-fb20-47e6-a5ec-908627e99cd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5ba243e0-092e-4b29-bf27-b86ececc03e4", "address": "fa:16:3e:92:4d:b2", "network": {"id": "52453865-c585-44cc-8740-7f6921c0f94e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-4816734", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.218", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "631880b58e894bcaac66cb177defc000", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ba243e0-09", "ovs_interfaceid": "5ba243e0-092e-4b29-bf27-b86ececc03e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a4635847-6226-4cc8-a51a-1ca0f581985b", "address": "fa:16:3e:93:0c:45", "network": {"id": "768498c0-c3c3-4e5b-8930-d0cd747a6770", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1521367074", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.31", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "631880b58e894bcaac66cb177defc000", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4635847-62", "ovs_interfaceid": "a4635847-6226-4cc8-a51a-1ca0f581985b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.725989] env[68893]: INFO nova.compute.manager [None req-b247122e-52b0-4695-bab3-493c787789e9 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: c3ebb422-0391-4359-abb4-8ea80e767ce2] bringing vm to original state: 'stopped' [ 925.787943] env[68893]: DEBUG nova.compute.manager [None req-aac51230-fc3e-474b-b24c-8c5393d19f3e tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: ee99b6b1-90a4-4c3c-b665-47a60c89d459] Start destroying the instance on the hypervisor. {{(pid=68893) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 925.788260] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-aac51230-fc3e-474b-b24c-8c5393d19f3e tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: ee99b6b1-90a4-4c3c-b665-47a60c89d459] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 925.789195] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5cb3d32-e9de-4aa5-8550-caf6cfa526e1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.802391] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-aac51230-fc3e-474b-b24c-8c5393d19f3e tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: ee99b6b1-90a4-4c3c-b665-47a60c89d459] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 925.802391] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d7d965b1-aca9-4e1d-84d2-6490342275a8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.879885] env[68893]: DEBUG nova.network.neutron [None req-e95b0d6d-6795-482a-8ee9-946cc5b6b40f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 925.913733] env[68893]: DEBUG oslo_vmware.api [None req-5bb026fa-7ba1-4667-be60-19b6f6dd80e6 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]5288c0ce-f518-79ef-89fb-dafb885e7c73, 'name': SearchDatastore_Task, 'duration_secs': 0.046527} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.914209] env[68893]: DEBUG oslo_concurrency.lockutils [None req-5bb026fa-7ba1-4667-be60-19b6f6dd80e6 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.914519] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-5bb026fa-7ba1-4667-be60-19b6f6dd80e6 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] [instance: d89cb24d-9485-4641-a78d-758495a82c10] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 925.914744] env[68893]: DEBUG oslo_concurrency.lockutils [None req-5bb026fa-7ba1-4667-be60-19b6f6dd80e6 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.914868] env[68893]: DEBUG oslo_concurrency.lockutils [None req-5bb026fa-7ba1-4667-be60-19b6f6dd80e6 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.915060] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bb026fa-7ba1-4667-be60-19b6f6dd80e6 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 925.917954] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-82752282-fb81-4551-b9bf-576c30a71f3a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.929549] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bb026fa-7ba1-4667-be60-19b6f6dd80e6 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 925.929822] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-5bb026fa-7ba1-4667-be60-19b6f6dd80e6 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 925.930785] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e4dd0a9-18a3-463e-80e0-d6ac5d0593f4 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.939824] env[68893]: DEBUG oslo_vmware.api [None req-5bb026fa-7ba1-4667-be60-19b6f6dd80e6 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Waiting for the task: (returnval){ [ 925.939824] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]525e0a87-a320-e284-b98d-45b2841020be" [ 925.939824] env[68893]: _type = "Task" [ 925.939824] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.951359] env[68893]: DEBUG oslo_vmware.api [None req-5bb026fa-7ba1-4667-be60-19b6f6dd80e6 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]525e0a87-a320-e284-b98d-45b2841020be, 'name': SearchDatastore_Task, 'duration_secs': 0.008889} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.954741] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb5c5109-87d5-4508-a88d-9e09b850ccf7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.959392] env[68893]: DEBUG oslo_vmware.api [None req-5bb026fa-7ba1-4667-be60-19b6f6dd80e6 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Waiting for the task: (returnval){ [ 925.959392] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52d9414a-1c02-3ffb-e645-5c5884fd6c88" [ 925.959392] env[68893]: _type = "Task" [ 925.959392] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.964059] env[68893]: DEBUG nova.objects.instance [None req-2fbc5a5e-94e4-4936-b118-66c2d59163f5 tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Lazy-loading 'flavor' on Instance uuid b7c373f5-60c3-44c6-bbe7-d66be17f34fd {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 925.968260] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b8fb6c6-5b53-4d6a-8539-baabdea9fd38 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.977720] env[68893]: DEBUG oslo_vmware.api [None req-5bb026fa-7ba1-4667-be60-19b6f6dd80e6 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52d9414a-1c02-3ffb-e645-5c5884fd6c88, 'name': SearchDatastore_Task, 'duration_secs': 0.00864} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.979067] env[68893]: DEBUG oslo_concurrency.lockutils [None req-5bb026fa-7ba1-4667-be60-19b6f6dd80e6 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.979424] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bb026fa-7ba1-4667-be60-19b6f6dd80e6 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] d89cb24d-9485-4641-a78d-758495a82c10/d89cb24d-9485-4641-a78d-758495a82c10.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 925.980287] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-012d67f2-583c-48c7-87a9-f5693243786c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.987049] env[68893]: DEBUG oslo_vmware.api [None req-522bcabc-11db-4532-ab03-cafa651ccaa5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2791722, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.988435] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01b9b460-d8f7-4078-92fc-c72b00a560c5 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.993209] env[68893]: DEBUG oslo_vmware.api [None req-5bb026fa-7ba1-4667-be60-19b6f6dd80e6 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Waiting for the task: (returnval){ [ 925.993209] env[68893]: value = "task-2791724" [ 925.993209] env[68893]: _type = "Task" [ 925.993209] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.030046] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5372d318-e59a-4396-b5fa-b081cf77311d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.035882] env[68893]: DEBUG oslo_vmware.api [None req-5bb026fa-7ba1-4667-be60-19b6f6dd80e6 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Task: {'id': task-2791724, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.041969] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-212da375-5d22-4ec7-bec5-6aaae7f60163 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.064044] env[68893]: DEBUG nova.compute.provider_tree [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 926.106607] env[68893]: DEBUG oslo_concurrency.lockutils [None req-39ab4e22-db0a-4f9b-ab1a-152434b95a24 tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Releasing lock "refresh_cache-ed8d54ea-e2df-4429-93f9-976f6aad02be" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.111019] env[68893]: DEBUG nova.compute.manager [None req-39ab4e22-db0a-4f9b-ab1a-152434b95a24 tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] [instance: ed8d54ea-e2df-4429-93f9-976f6aad02be] Instance network_info: |[{"id": "d890e43e-fb20-47e6-a5ec-908627e99cd1", "address": "fa:16:3e:41:83:53", "network": {"id": "768498c0-c3c3-4e5b-8930-d0cd747a6770", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1521367074", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.56", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "631880b58e894bcaac66cb177defc000", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd890e43e-fb", "ovs_interfaceid": "d890e43e-fb20-47e6-a5ec-908627e99cd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5ba243e0-092e-4b29-bf27-b86ececc03e4", "address": "fa:16:3e:92:4d:b2", "network": {"id": "52453865-c585-44cc-8740-7f6921c0f94e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-4816734", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.218", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "631880b58e894bcaac66cb177defc000", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ba243e0-09", "ovs_interfaceid": "5ba243e0-092e-4b29-bf27-b86ececc03e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a4635847-6226-4cc8-a51a-1ca0f581985b", "address": "fa:16:3e:93:0c:45", "network": {"id": "768498c0-c3c3-4e5b-8930-d0cd747a6770", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1521367074", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.31", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "631880b58e894bcaac66cb177defc000", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4635847-62", "ovs_interfaceid": "a4635847-6226-4cc8-a51a-1ca0f581985b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 926.111019] env[68893]: DEBUG oslo_concurrency.lockutils [req-a42228e4-e4ab-4c65-9f66-399f702c8e89 req-57940c71-c2fe-46b7-acf5-2415d6cb1def service nova] Acquired lock "refresh_cache-ed8d54ea-e2df-4429-93f9-976f6aad02be" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.111019] env[68893]: DEBUG nova.network.neutron [req-a42228e4-e4ab-4c65-9f66-399f702c8e89 req-57940c71-c2fe-46b7-acf5-2415d6cb1def service nova] [instance: ed8d54ea-e2df-4429-93f9-976f6aad02be] Refreshing network info cache for port a4635847-6226-4cc8-a51a-1ca0f581985b {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 926.112839] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-39ab4e22-db0a-4f9b-ab1a-152434b95a24 tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] [instance: ed8d54ea-e2df-4429-93f9-976f6aad02be] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:83:53', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a91c3a96-63d0-407c-bcde-c3d5b58d9cb2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd890e43e-fb20-47e6-a5ec-908627e99cd1', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:4d:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dabbac20-1723-40ad-9da0-e53b28073651', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5ba243e0-092e-4b29-bf27-b86ececc03e4', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:0c:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a91c3a96-63d0-407c-bcde-c3d5b58d9cb2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a4635847-6226-4cc8-a51a-1ca0f581985b', 'vif_model': 'vmxnet3'}] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 926.125285] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-39ab4e22-db0a-4f9b-ab1a-152434b95a24 tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Creating folder: Project (631880b58e894bcaac66cb177defc000). Parent ref: group-v560969. {{(pid=68893) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 926.126569] env[68893]: DEBUG nova.network.neutron [None req-e95b0d6d-6795-482a-8ee9-946cc5b6b40f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] Updating instance_info_cache with network_info: [{"id": "64eb0ee1-e1cf-48df-9c84-823e502a8b61", "address": "fa:16:3e:7f:5b:96", "network": {"id": "ca00c41c-ec6a-4596-915b-34fd716effc2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2042741287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "863b84ea17a9459287213695c87d2bec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f66f8375-4460-4acd-987b-acda72bfcf0d", "external-id": "nsx-vlan-transportzone-533", "segmentation_id": 533, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64eb0ee1-e1", "ovs_interfaceid": "64eb0ee1-e1cf-48df-9c84-823e502a8b61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.128588] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-152b0f36-7c77-48b4-800e-4aefbc9a781d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.134046] env[68893]: DEBUG nova.compute.manager [req-91a86be0-d0a9-4546-a64b-9cc2e1dba8dc req-26e4c6db-49bf-4f12-8dc8-e5d8d8c0410e service nova] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] Received event network-vif-plugged-64eb0ee1-e1cf-48df-9c84-823e502a8b61 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 926.134262] env[68893]: DEBUG oslo_concurrency.lockutils [req-91a86be0-d0a9-4546-a64b-9cc2e1dba8dc req-26e4c6db-49bf-4f12-8dc8-e5d8d8c0410e service nova] Acquiring lock "05def266-bea2-46e6-8916-6b0484ce4edd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.134461] env[68893]: DEBUG oslo_concurrency.lockutils [req-91a86be0-d0a9-4546-a64b-9cc2e1dba8dc req-26e4c6db-49bf-4f12-8dc8-e5d8d8c0410e service nova] Lock "05def266-bea2-46e6-8916-6b0484ce4edd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.134620] env[68893]: DEBUG oslo_concurrency.lockutils [req-91a86be0-d0a9-4546-a64b-9cc2e1dba8dc req-26e4c6db-49bf-4f12-8dc8-e5d8d8c0410e service nova] Lock "05def266-bea2-46e6-8916-6b0484ce4edd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.134777] env[68893]: DEBUG nova.compute.manager [req-91a86be0-d0a9-4546-a64b-9cc2e1dba8dc req-26e4c6db-49bf-4f12-8dc8-e5d8d8c0410e service nova] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] No waiting events found dispatching network-vif-plugged-64eb0ee1-e1cf-48df-9c84-823e502a8b61 {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 926.134959] env[68893]: WARNING nova.compute.manager [req-91a86be0-d0a9-4546-a64b-9cc2e1dba8dc req-26e4c6db-49bf-4f12-8dc8-e5d8d8c0410e service nova] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] Received unexpected event network-vif-plugged-64eb0ee1-e1cf-48df-9c84-823e502a8b61 for instance with vm_state building and task_state spawning. [ 926.135135] env[68893]: DEBUG nova.compute.manager [req-91a86be0-d0a9-4546-a64b-9cc2e1dba8dc req-26e4c6db-49bf-4f12-8dc8-e5d8d8c0410e service nova] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] Received event network-changed-64eb0ee1-e1cf-48df-9c84-823e502a8b61 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 926.135281] env[68893]: DEBUG nova.compute.manager [req-91a86be0-d0a9-4546-a64b-9cc2e1dba8dc req-26e4c6db-49bf-4f12-8dc8-e5d8d8c0410e service nova] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] Refreshing instance network info cache due to event network-changed-64eb0ee1-e1cf-48df-9c84-823e502a8b61. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 926.135441] env[68893]: DEBUG oslo_concurrency.lockutils [req-91a86be0-d0a9-4546-a64b-9cc2e1dba8dc req-26e4c6db-49bf-4f12-8dc8-e5d8d8c0410e service nova] Acquiring lock "refresh_cache-05def266-bea2-46e6-8916-6b0484ce4edd" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.147392] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-39ab4e22-db0a-4f9b-ab1a-152434b95a24 tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Created folder: Project (631880b58e894bcaac66cb177defc000) in parent group-v560969. [ 926.147828] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-39ab4e22-db0a-4f9b-ab1a-152434b95a24 tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Creating folder: Instances. Parent ref: group-v561148. {{(pid=68893) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 926.148288] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c32955f8-0ab0-43bd-ac43-16ae1b7c5757 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.164385] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d3a1aa7d-1bff-4f62-a4f9-9269848e7ee7 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Acquiring lock "c648b3f3-3761-4018-95cd-bb62c58421db" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.165109] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d3a1aa7d-1bff-4f62-a4f9-9269848e7ee7 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Lock "c648b3f3-3761-4018-95cd-bb62c58421db" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.165860] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-39ab4e22-db0a-4f9b-ab1a-152434b95a24 tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Created folder: Instances in parent group-v561148. [ 926.165860] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-39ab4e22-db0a-4f9b-ab1a-152434b95a24 tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 926.165860] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed8d54ea-e2df-4429-93f9-976f6aad02be] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 926.167414] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dee2f080-ccf2-4e44-ae6d-3f52b9292387 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.204039] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 926.204039] env[68893]: value = "task-2791727" [ 926.204039] env[68893]: _type = "Task" [ 926.204039] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.215780] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791727, 'name': CreateVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.404896] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-aac51230-fc3e-474b-b24c-8c5393d19f3e tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: ee99b6b1-90a4-4c3c-b665-47a60c89d459] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 926.405217] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-aac51230-fc3e-474b-b24c-8c5393d19f3e tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: ee99b6b1-90a4-4c3c-b665-47a60c89d459] Deleting contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 926.405414] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-aac51230-fc3e-474b-b24c-8c5393d19f3e tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Deleting the datastore file [datastore2] ee99b6b1-90a4-4c3c-b665-47a60c89d459 {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 926.405782] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a7775256-4a4f-4e8a-bff8-7e13b0a313d9 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.413551] env[68893]: DEBUG oslo_vmware.api [None req-aac51230-fc3e-474b-b24c-8c5393d19f3e tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Waiting for the task: (returnval){ [ 926.413551] env[68893]: value = "task-2791728" [ 926.413551] env[68893]: _type = "Task" [ 926.413551] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.428035] env[68893]: DEBUG oslo_vmware.api [None req-aac51230-fc3e-474b-b24c-8c5393d19f3e tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2791728, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.481786] env[68893]: DEBUG oslo_vmware.api [None req-522bcabc-11db-4532-ab03-cafa651ccaa5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2791722, 'name': RemoveSnapshot_Task, 'duration_secs': 0.679571} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.482741] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-522bcabc-11db-4532-ab03-cafa651ccaa5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: ee99b6b1-90a4-4c3c-b665-47a60c89d459] Deleted Snapshot of the VM instance {{(pid=68893) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 926.483157] env[68893]: INFO nova.compute.manager [None req-522bcabc-11db-4532-ab03-cafa651ccaa5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: ee99b6b1-90a4-4c3c-b665-47a60c89d459] Took 15.92 seconds to snapshot the instance on the hypervisor. [ 926.505902] env[68893]: DEBUG oslo_vmware.api [None req-5bb026fa-7ba1-4667-be60-19b6f6dd80e6 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Task: {'id': task-2791724, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.458496} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.505902] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bb026fa-7ba1-4667-be60-19b6f6dd80e6 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] d89cb24d-9485-4641-a78d-758495a82c10/d89cb24d-9485-4641-a78d-758495a82c10.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 926.506157] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-5bb026fa-7ba1-4667-be60-19b6f6dd80e6 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] [instance: d89cb24d-9485-4641-a78d-758495a82c10] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 926.506421] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d1f200aa-1114-4567-8661-63e674a6c897 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.513993] env[68893]: DEBUG oslo_vmware.api [None req-5bb026fa-7ba1-4667-be60-19b6f6dd80e6 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Waiting for the task: (returnval){ [ 926.513993] env[68893]: value = "task-2791729" [ 926.513993] env[68893]: _type = "Task" [ 926.513993] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.524250] env[68893]: DEBUG oslo_vmware.api [None req-5bb026fa-7ba1-4667-be60-19b6f6dd80e6 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Task: {'id': task-2791729, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.567739] env[68893]: DEBUG nova.scheduler.client.report [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 926.633928] env[68893]: DEBUG oslo_concurrency.lockutils [None req-e95b0d6d-6795-482a-8ee9-946cc5b6b40f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Releasing lock "refresh_cache-05def266-bea2-46e6-8916-6b0484ce4edd" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.634317] env[68893]: DEBUG nova.compute.manager [None req-e95b0d6d-6795-482a-8ee9-946cc5b6b40f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] Instance network_info: |[{"id": "64eb0ee1-e1cf-48df-9c84-823e502a8b61", "address": "fa:16:3e:7f:5b:96", "network": {"id": "ca00c41c-ec6a-4596-915b-34fd716effc2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2042741287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "863b84ea17a9459287213695c87d2bec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f66f8375-4460-4acd-987b-acda72bfcf0d", "external-id": "nsx-vlan-transportzone-533", "segmentation_id": 533, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64eb0ee1-e1", "ovs_interfaceid": "64eb0ee1-e1cf-48df-9c84-823e502a8b61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 926.634620] env[68893]: DEBUG oslo_concurrency.lockutils [req-91a86be0-d0a9-4546-a64b-9cc2e1dba8dc req-26e4c6db-49bf-4f12-8dc8-e5d8d8c0410e service nova] Acquired lock "refresh_cache-05def266-bea2-46e6-8916-6b0484ce4edd" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.634801] env[68893]: DEBUG nova.network.neutron [req-91a86be0-d0a9-4546-a64b-9cc2e1dba8dc req-26e4c6db-49bf-4f12-8dc8-e5d8d8c0410e service nova] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] Refreshing network info cache for port 64eb0ee1-e1cf-48df-9c84-823e502a8b61 {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 926.636123] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-e95b0d6d-6795-482a-8ee9-946cc5b6b40f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:5b:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f66f8375-4460-4acd-987b-acda72bfcf0d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '64eb0ee1-e1cf-48df-9c84-823e502a8b61', 'vif_model': 'vmxnet3'}] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 926.643829] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-e95b0d6d-6795-482a-8ee9-946cc5b6b40f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Creating folder: Project (863b84ea17a9459287213695c87d2bec). Parent ref: group-v560969. {{(pid=68893) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 926.646856] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1f2f83c7-f781-4583-870e-c1f85fa9f6b3 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.657714] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-e95b0d6d-6795-482a-8ee9-946cc5b6b40f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Created folder: Project (863b84ea17a9459287213695c87d2bec) in parent group-v560969. [ 926.657905] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-e95b0d6d-6795-482a-8ee9-946cc5b6b40f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Creating folder: Instances. Parent ref: group-v561151. {{(pid=68893) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 926.658152] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-73e3b476-e5e4-473e-83c8-60d46d142bc1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.666657] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-e95b0d6d-6795-482a-8ee9-946cc5b6b40f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Created folder: Instances in parent group-v561151. [ 926.666889] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e95b0d6d-6795-482a-8ee9-946cc5b6b40f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 926.669203] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 926.669433] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9f6f4839-54a7-4a17-b436-bf2b87acfdc8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.691130] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 926.691130] env[68893]: value = "task-2791732" [ 926.691130] env[68893]: _type = "Task" [ 926.691130] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.699853] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791732, 'name': CreateVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.713829] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791727, 'name': CreateVM_Task} progress is 25%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.735919] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b247122e-52b0-4695-bab3-493c787789e9 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Acquiring lock "c3ebb422-0391-4359-abb4-8ea80e767ce2" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.739030] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b247122e-52b0-4695-bab3-493c787789e9 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Lock "c3ebb422-0391-4359-abb4-8ea80e767ce2" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.739030] env[68893]: DEBUG nova.compute.manager [None req-b247122e-52b0-4695-bab3-493c787789e9 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: c3ebb422-0391-4359-abb4-8ea80e767ce2] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 926.739030] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73a1b1b8-0b4d-4644-90d4-93fec350abca {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.745387] env[68893]: DEBUG nova.compute.manager [None req-b247122e-52b0-4695-bab3-493c787789e9 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: c3ebb422-0391-4359-abb4-8ea80e767ce2] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68893) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 926.898733] env[68893]: DEBUG nova.network.neutron [req-91a86be0-d0a9-4546-a64b-9cc2e1dba8dc req-26e4c6db-49bf-4f12-8dc8-e5d8d8c0410e service nova] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] Updated VIF entry in instance network info cache for port 64eb0ee1-e1cf-48df-9c84-823e502a8b61. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 926.899237] env[68893]: DEBUG nova.network.neutron [req-91a86be0-d0a9-4546-a64b-9cc2e1dba8dc req-26e4c6db-49bf-4f12-8dc8-e5d8d8c0410e service nova] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] Updating instance_info_cache with network_info: [{"id": "64eb0ee1-e1cf-48df-9c84-823e502a8b61", "address": "fa:16:3e:7f:5b:96", "network": {"id": "ca00c41c-ec6a-4596-915b-34fd716effc2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2042741287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "863b84ea17a9459287213695c87d2bec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f66f8375-4460-4acd-987b-acda72bfcf0d", "external-id": "nsx-vlan-transportzone-533", "segmentation_id": 533, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64eb0ee1-e1", "ovs_interfaceid": "64eb0ee1-e1cf-48df-9c84-823e502a8b61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.927632] env[68893]: DEBUG oslo_vmware.api [None req-aac51230-fc3e-474b-b24c-8c5393d19f3e tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2791728, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158939} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.928229] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-aac51230-fc3e-474b-b24c-8c5393d19f3e tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 926.928229] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-aac51230-fc3e-474b-b24c-8c5393d19f3e tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: ee99b6b1-90a4-4c3c-b665-47a60c89d459] Deleted contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 926.928404] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-aac51230-fc3e-474b-b24c-8c5393d19f3e tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: ee99b6b1-90a4-4c3c-b665-47a60c89d459] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 926.928611] env[68893]: INFO nova.compute.manager [None req-aac51230-fc3e-474b-b24c-8c5393d19f3e tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: ee99b6b1-90a4-4c3c-b665-47a60c89d459] Took 1.14 seconds to destroy the instance on the hypervisor. [ 926.928731] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aac51230-fc3e-474b-b24c-8c5393d19f3e tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 926.929171] env[68893]: DEBUG nova.compute.manager [-] [instance: ee99b6b1-90a4-4c3c-b665-47a60c89d459] Deallocating network for instance {{(pid=68893) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 926.929171] env[68893]: DEBUG nova.network.neutron [-] [instance: ee99b6b1-90a4-4c3c-b665-47a60c89d459] deallocate_for_instance() {{(pid=68893) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 926.945068] env[68893]: DEBUG nova.network.neutron [req-a42228e4-e4ab-4c65-9f66-399f702c8e89 req-57940c71-c2fe-46b7-acf5-2415d6cb1def service nova] [instance: ed8d54ea-e2df-4429-93f9-976f6aad02be] Updated VIF entry in instance network info cache for port a4635847-6226-4cc8-a51a-1ca0f581985b. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 926.945719] env[68893]: DEBUG nova.network.neutron [req-a42228e4-e4ab-4c65-9f66-399f702c8e89 req-57940c71-c2fe-46b7-acf5-2415d6cb1def service nova] [instance: ed8d54ea-e2df-4429-93f9-976f6aad02be] Updating instance_info_cache with network_info: [{"id": "d890e43e-fb20-47e6-a5ec-908627e99cd1", "address": "fa:16:3e:41:83:53", "network": {"id": "768498c0-c3c3-4e5b-8930-d0cd747a6770", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1521367074", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.56", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "631880b58e894bcaac66cb177defc000", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd890e43e-fb", "ovs_interfaceid": "d890e43e-fb20-47e6-a5ec-908627e99cd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5ba243e0-092e-4b29-bf27-b86ececc03e4", "address": "fa:16:3e:92:4d:b2", "network": {"id": "52453865-c585-44cc-8740-7f6921c0f94e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-4816734", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.218", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "631880b58e894bcaac66cb177defc000", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ba243e0-09", "ovs_interfaceid": "5ba243e0-092e-4b29-bf27-b86ececc03e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a4635847-6226-4cc8-a51a-1ca0f581985b", "address": "fa:16:3e:93:0c:45", "network": {"id": "768498c0-c3c3-4e5b-8930-d0cd747a6770", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1521367074", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.31", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "631880b58e894bcaac66cb177defc000", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4635847-62", "ovs_interfaceid": "a4635847-6226-4cc8-a51a-1ca0f581985b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.961640] env[68893]: DEBUG oslo_concurrency.lockutils [None req-1638009e-2ed4-4488-9317-23ac008d36e6 tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Acquiring lock "b7c373f5-60c3-44c6-bbe7-d66be17f34fd" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.967024] env[68893]: DEBUG oslo_concurrency.lockutils [None req-da77b604-4e3e-42dc-bc23-1f60b5e34e08 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Acquiring lock "41a13353-becf-4314-82b0-c402dc464f89" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.967155] env[68893]: DEBUG oslo_concurrency.lockutils [None req-da77b604-4e3e-42dc-bc23-1f60b5e34e08 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Lock "41a13353-becf-4314-82b0-c402dc464f89" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.967359] env[68893]: DEBUG oslo_concurrency.lockutils [None req-da77b604-4e3e-42dc-bc23-1f60b5e34e08 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Acquiring lock "41a13353-becf-4314-82b0-c402dc464f89-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.968231] env[68893]: DEBUG oslo_concurrency.lockutils [None req-da77b604-4e3e-42dc-bc23-1f60b5e34e08 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Lock "41a13353-becf-4314-82b0-c402dc464f89-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.968231] env[68893]: DEBUG oslo_concurrency.lockutils [None req-da77b604-4e3e-42dc-bc23-1f60b5e34e08 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Lock "41a13353-becf-4314-82b0-c402dc464f89-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.970243] env[68893]: INFO nova.compute.manager [None req-da77b604-4e3e-42dc-bc23-1f60b5e34e08 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: 41a13353-becf-4314-82b0-c402dc464f89] Terminating instance [ 926.974418] env[68893]: DEBUG oslo_concurrency.lockutils [None req-2fbc5a5e-94e4-4936-b118-66c2d59163f5 tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Lock "b7c373f5-60c3-44c6-bbe7-d66be17f34fd" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.300s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.975194] env[68893]: DEBUG oslo_concurrency.lockutils [None req-1638009e-2ed4-4488-9317-23ac008d36e6 tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Lock "b7c373f5-60c3-44c6-bbe7-d66be17f34fd" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.014s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.975393] env[68893]: DEBUG nova.compute.manager [None req-1638009e-2ed4-4488-9317-23ac008d36e6 tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] [instance: b7c373f5-60c3-44c6-bbe7-d66be17f34fd] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 926.979588] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20089fe3-d9c5-4738-a649-9e65a412e43b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.986808] env[68893]: DEBUG nova.compute.manager [None req-522bcabc-11db-4532-ab03-cafa651ccaa5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: ee99b6b1-90a4-4c3c-b665-47a60c89d459] Instance disappeared during snapshot {{(pid=68893) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 926.989266] env[68893]: DEBUG nova.compute.manager [None req-1638009e-2ed4-4488-9317-23ac008d36e6 tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] [instance: b7c373f5-60c3-44c6-bbe7-d66be17f34fd] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68893) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 926.989863] env[68893]: DEBUG nova.objects.instance [None req-1638009e-2ed4-4488-9317-23ac008d36e6 tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Lazy-loading 'flavor' on Instance uuid b7c373f5-60c3-44c6-bbe7-d66be17f34fd {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 927.002888] env[68893]: DEBUG nova.compute.manager [None req-522bcabc-11db-4532-ab03-cafa651ccaa5 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Image not found during clean up f02c73de-1077-45ea-b455-7f5f4bf2cbeb {{(pid=68893) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 927.024282] env[68893]: DEBUG oslo_vmware.api [None req-5bb026fa-7ba1-4667-be60-19b6f6dd80e6 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Task: {'id': task-2791729, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090949} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.024565] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-5bb026fa-7ba1-4667-be60-19b6f6dd80e6 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] [instance: d89cb24d-9485-4641-a78d-758495a82c10] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 927.027686] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d026839-ddd4-4c0d-bed8-efdf73c67527 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.052497] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bb026fa-7ba1-4667-be60-19b6f6dd80e6 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] [instance: d89cb24d-9485-4641-a78d-758495a82c10] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] d89cb24d-9485-4641-a78d-758495a82c10/d89cb24d-9485-4641-a78d-758495a82c10.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 927.052892] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d101f4bf-bfb1-4a0e-a2c9-05e2150d5661 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.073340] env[68893]: DEBUG oslo_concurrency.lockutils [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.758s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.073930] env[68893]: DEBUG nova.compute.manager [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] [instance: 71d44879-e74b-4a04-8c49-aaac1163f3f5] Start building networks asynchronously for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 927.077583] env[68893]: DEBUG oslo_concurrency.lockutils [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.722s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.081020] env[68893]: INFO nova.compute.claims [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] [instance: b7b2d291-da9b-4b77-9898-e181a8e011c2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 927.081853] env[68893]: DEBUG oslo_vmware.api [None req-5bb026fa-7ba1-4667-be60-19b6f6dd80e6 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Waiting for the task: (returnval){ [ 927.081853] env[68893]: value = "task-2791733" [ 927.081853] env[68893]: _type = "Task" [ 927.081853] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.090691] env[68893]: DEBUG oslo_vmware.api [None req-5bb026fa-7ba1-4667-be60-19b6f6dd80e6 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Task: {'id': task-2791733, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.201110] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791732, 'name': CreateVM_Task, 'duration_secs': 0.343518} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.201347] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 927.201971] env[68893]: DEBUG oslo_concurrency.lockutils [None req-e95b0d6d-6795-482a-8ee9-946cc5b6b40f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.202156] env[68893]: DEBUG oslo_concurrency.lockutils [None req-e95b0d6d-6795-482a-8ee9-946cc5b6b40f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.202483] env[68893]: DEBUG oslo_concurrency.lockutils [None req-e95b0d6d-6795-482a-8ee9-946cc5b6b40f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.202752] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da3ff6f4-916c-4fdd-84a0-33088475ad31 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.211805] env[68893]: DEBUG oslo_vmware.api [None req-e95b0d6d-6795-482a-8ee9-946cc5b6b40f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Waiting for the task: (returnval){ [ 927.211805] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]520a3108-b059-765b-b905-aea7ec9b1088" [ 927.211805] env[68893]: _type = "Task" [ 927.211805] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.215600] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791727, 'name': CreateVM_Task, 'duration_secs': 0.739969} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.216064] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed8d54ea-e2df-4429-93f9-976f6aad02be] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 927.216916] env[68893]: DEBUG oslo_concurrency.lockutils [None req-39ab4e22-db0a-4f9b-ab1a-152434b95a24 tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.221156] env[68893]: DEBUG oslo_vmware.api [None req-e95b0d6d-6795-482a-8ee9-946cc5b6b40f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]520a3108-b059-765b-b905-aea7ec9b1088, 'name': SearchDatastore_Task, 'duration_secs': 0.009511} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.221415] env[68893]: DEBUG oslo_concurrency.lockutils [None req-e95b0d6d-6795-482a-8ee9-946cc5b6b40f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.221638] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-e95b0d6d-6795-482a-8ee9-946cc5b6b40f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 927.221858] env[68893]: DEBUG oslo_concurrency.lockutils [None req-e95b0d6d-6795-482a-8ee9-946cc5b6b40f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.222017] env[68893]: DEBUG oslo_concurrency.lockutils [None req-e95b0d6d-6795-482a-8ee9-946cc5b6b40f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.222195] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-e95b0d6d-6795-482a-8ee9-946cc5b6b40f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 927.222458] env[68893]: DEBUG oslo_concurrency.lockutils [None req-39ab4e22-db0a-4f9b-ab1a-152434b95a24 tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.222742] env[68893]: DEBUG oslo_concurrency.lockutils [None req-39ab4e22-db0a-4f9b-ab1a-152434b95a24 tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.222960] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a6ec5279-cc05-4494-b486-7ac5292ef8e4 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.224591] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-540f07ad-3170-4230-afc7-dd2e3490e922 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.229347] env[68893]: DEBUG oslo_vmware.api [None req-39ab4e22-db0a-4f9b-ab1a-152434b95a24 tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Waiting for the task: (returnval){ [ 927.229347] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]5256ea04-9263-4e20-8478-313d3ab35823" [ 927.229347] env[68893]: _type = "Task" [ 927.229347] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.234078] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-e95b0d6d-6795-482a-8ee9-946cc5b6b40f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 927.234294] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-e95b0d6d-6795-482a-8ee9-946cc5b6b40f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 927.235420] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45216249-30e2-4a3c-b531-787b93bebd10 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.240567] env[68893]: DEBUG oslo_vmware.api [None req-39ab4e22-db0a-4f9b-ab1a-152434b95a24 tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]5256ea04-9263-4e20-8478-313d3ab35823, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.244041] env[68893]: DEBUG oslo_vmware.api [None req-e95b0d6d-6795-482a-8ee9-946cc5b6b40f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Waiting for the task: (returnval){ [ 927.244041] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]529a8399-d13e-b2d4-bbd9-942267057529" [ 927.244041] env[68893]: _type = "Task" [ 927.244041] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.252282] env[68893]: DEBUG oslo_vmware.api [None req-e95b0d6d-6795-482a-8ee9-946cc5b6b40f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]529a8399-d13e-b2d4-bbd9-942267057529, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.255109] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-b247122e-52b0-4695-bab3-493c787789e9 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: c3ebb422-0391-4359-abb4-8ea80e767ce2] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 927.255652] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-995a12c6-ceb8-4974-b449-7eda4cea4782 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.262958] env[68893]: DEBUG oslo_vmware.api [None req-b247122e-52b0-4695-bab3-493c787789e9 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Waiting for the task: (returnval){ [ 927.262958] env[68893]: value = "task-2791734" [ 927.262958] env[68893]: _type = "Task" [ 927.262958] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.270857] env[68893]: DEBUG oslo_vmware.api [None req-b247122e-52b0-4695-bab3-493c787789e9 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2791734, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.402781] env[68893]: DEBUG oslo_concurrency.lockutils [req-91a86be0-d0a9-4546-a64b-9cc2e1dba8dc req-26e4c6db-49bf-4f12-8dc8-e5d8d8c0410e service nova] Releasing lock "refresh_cache-05def266-bea2-46e6-8916-6b0484ce4edd" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.448960] env[68893]: DEBUG oslo_concurrency.lockutils [req-a42228e4-e4ab-4c65-9f66-399f702c8e89 req-57940c71-c2fe-46b7-acf5-2415d6cb1def service nova] Releasing lock "refresh_cache-ed8d54ea-e2df-4429-93f9-976f6aad02be" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.474048] env[68893]: DEBUG nova.compute.manager [None req-da77b604-4e3e-42dc-bc23-1f60b5e34e08 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: 41a13353-becf-4314-82b0-c402dc464f89] Start destroying the instance on the hypervisor. {{(pid=68893) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 927.474145] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-da77b604-4e3e-42dc-bc23-1f60b5e34e08 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: 41a13353-becf-4314-82b0-c402dc464f89] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 927.475188] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffd565fb-7b01-45be-8315-513015e65a3f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.485742] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-da77b604-4e3e-42dc-bc23-1f60b5e34e08 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: 41a13353-becf-4314-82b0-c402dc464f89] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 927.486104] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7473469a-a95a-4cce-a7a2-4309c7a2f645 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.495825] env[68893]: DEBUG oslo_vmware.api [None req-da77b604-4e3e-42dc-bc23-1f60b5e34e08 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Waiting for the task: (returnval){ [ 927.495825] env[68893]: value = "task-2791735" [ 927.495825] env[68893]: _type = "Task" [ 927.495825] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.515899] env[68893]: DEBUG oslo_vmware.api [None req-da77b604-4e3e-42dc-bc23-1f60b5e34e08 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': task-2791735, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.549648] env[68893]: DEBUG nova.compute.manager [req-dd281a40-0c22-4637-9a1f-96668d29599c req-16dc3c21-8d7a-4eea-8f81-b96be69573d8 service nova] [instance: ee99b6b1-90a4-4c3c-b665-47a60c89d459] Received event network-vif-deleted-9bdeddf7-9202-4466-bf1b-96391fd92e09 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 927.549957] env[68893]: INFO nova.compute.manager [req-dd281a40-0c22-4637-9a1f-96668d29599c req-16dc3c21-8d7a-4eea-8f81-b96be69573d8 service nova] [instance: ee99b6b1-90a4-4c3c-b665-47a60c89d459] Neutron deleted interface 9bdeddf7-9202-4466-bf1b-96391fd92e09; detaching it from the instance and deleting it from the info cache [ 927.550130] env[68893]: DEBUG nova.network.neutron [req-dd281a40-0c22-4637-9a1f-96668d29599c req-16dc3c21-8d7a-4eea-8f81-b96be69573d8 service nova] [instance: ee99b6b1-90a4-4c3c-b665-47a60c89d459] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.583605] env[68893]: DEBUG nova.compute.utils [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 927.589042] env[68893]: DEBUG nova.compute.manager [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] [instance: 71d44879-e74b-4a04-8c49-aaac1163f3f5] Allocating IP information in the background. {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 927.589042] env[68893]: DEBUG nova.network.neutron [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] [instance: 71d44879-e74b-4a04-8c49-aaac1163f3f5] allocate_for_instance() {{(pid=68893) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 927.601709] env[68893]: DEBUG oslo_vmware.api [None req-5bb026fa-7ba1-4667-be60-19b6f6dd80e6 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Task: {'id': task-2791733, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.632626] env[68893]: DEBUG nova.policy [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '58ba1999de454eee8f9e768e94eae55b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f45c6b8c12354c8f9d562c7672fe812b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68893) authorize /opt/stack/nova/nova/policy.py:192}} [ 927.740240] env[68893]: DEBUG oslo_vmware.api [None req-39ab4e22-db0a-4f9b-ab1a-152434b95a24 tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]5256ea04-9263-4e20-8478-313d3ab35823, 'name': SearchDatastore_Task, 'duration_secs': 0.009512} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.740595] env[68893]: DEBUG oslo_concurrency.lockutils [None req-39ab4e22-db0a-4f9b-ab1a-152434b95a24 tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.740838] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-39ab4e22-db0a-4f9b-ab1a-152434b95a24 tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] [instance: ed8d54ea-e2df-4429-93f9-976f6aad02be] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 927.741081] env[68893]: DEBUG oslo_concurrency.lockutils [None req-39ab4e22-db0a-4f9b-ab1a-152434b95a24 tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.753410] env[68893]: DEBUG nova.network.neutron [-] [instance: ee99b6b1-90a4-4c3c-b665-47a60c89d459] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.754613] env[68893]: DEBUG oslo_vmware.api [None req-e95b0d6d-6795-482a-8ee9-946cc5b6b40f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]529a8399-d13e-b2d4-bbd9-942267057529, 'name': SearchDatastore_Task, 'duration_secs': 0.009522} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.755394] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f33e268-2946-4326-b97a-bf2fde255295 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.760480] env[68893]: DEBUG oslo_vmware.api [None req-e95b0d6d-6795-482a-8ee9-946cc5b6b40f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Waiting for the task: (returnval){ [ 927.760480] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]522df761-4719-828a-8e4d-04f38d0a5cce" [ 927.760480] env[68893]: _type = "Task" [ 927.760480] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.771217] env[68893]: DEBUG oslo_vmware.api [None req-e95b0d6d-6795-482a-8ee9-946cc5b6b40f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]522df761-4719-828a-8e4d-04f38d0a5cce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.774919] env[68893]: DEBUG oslo_vmware.api [None req-b247122e-52b0-4695-bab3-493c787789e9 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2791734, 'name': PowerOffVM_Task, 'duration_secs': 0.318363} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.775435] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-b247122e-52b0-4695-bab3-493c787789e9 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: c3ebb422-0391-4359-abb4-8ea80e767ce2] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 927.775435] env[68893]: DEBUG nova.compute.manager [None req-b247122e-52b0-4695-bab3-493c787789e9 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: c3ebb422-0391-4359-abb4-8ea80e767ce2] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 927.776117] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcd8bfff-d5e2-4da7-a381-614cbaa1ce4e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.006696] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-1638009e-2ed4-4488-9317-23ac008d36e6 tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] [instance: b7c373f5-60c3-44c6-bbe7-d66be17f34fd] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 928.006974] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cbc92128-3895-4c99-9b33-4d0a0e25ea24 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.013039] env[68893]: DEBUG oslo_vmware.api [None req-da77b604-4e3e-42dc-bc23-1f60b5e34e08 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': task-2791735, 'name': PowerOffVM_Task, 'duration_secs': 0.217875} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.013039] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-da77b604-4e3e-42dc-bc23-1f60b5e34e08 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: 41a13353-becf-4314-82b0-c402dc464f89] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 928.013180] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-da77b604-4e3e-42dc-bc23-1f60b5e34e08 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: 41a13353-becf-4314-82b0-c402dc464f89] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 928.013445] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a87423f5-f500-4458-9da6-d10e333d18a9 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.016626] env[68893]: DEBUG nova.network.neutron [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] [instance: 71d44879-e74b-4a04-8c49-aaac1163f3f5] Successfully created port: e6a58cc1-b7c6-48e9-8104-dc9e360d1942 {{(pid=68893) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 928.020695] env[68893]: DEBUG oslo_vmware.api [None req-1638009e-2ed4-4488-9317-23ac008d36e6 tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Waiting for the task: (returnval){ [ 928.020695] env[68893]: value = "task-2791736" [ 928.020695] env[68893]: _type = "Task" [ 928.020695] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.030019] env[68893]: DEBUG oslo_vmware.api [None req-1638009e-2ed4-4488-9317-23ac008d36e6 tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Task: {'id': task-2791736, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.054045] env[68893]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a99affd0-1b32-4196-b3e7-0cb7e7380593 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.062092] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9dec336-a521-4197-a4f7-df810f079143 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.107018] env[68893]: DEBUG nova.compute.manager [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] [instance: 71d44879-e74b-4a04-8c49-aaac1163f3f5] Start building block device mappings for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 928.107973] env[68893]: DEBUG nova.compute.manager [req-dd281a40-0c22-4637-9a1f-96668d29599c req-16dc3c21-8d7a-4eea-8f81-b96be69573d8 service nova] [instance: ee99b6b1-90a4-4c3c-b665-47a60c89d459] Detach interface failed, port_id=9bdeddf7-9202-4466-bf1b-96391fd92e09, reason: Instance ee99b6b1-90a4-4c3c-b665-47a60c89d459 could not be found. {{(pid=68893) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 928.118100] env[68893]: DEBUG oslo_vmware.api [None req-5bb026fa-7ba1-4667-be60-19b6f6dd80e6 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Task: {'id': task-2791733, 'name': ReconfigVM_Task, 'duration_secs': 0.656661} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.118583] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bb026fa-7ba1-4667-be60-19b6f6dd80e6 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] [instance: d89cb24d-9485-4641-a78d-758495a82c10] Reconfigured VM instance instance-0000003e to attach disk [datastore2] d89cb24d-9485-4641-a78d-758495a82c10/d89cb24d-9485-4641-a78d-758495a82c10.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 928.119311] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-206599b9-7ac2-49c2-8839-966b22677072 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.126132] env[68893]: DEBUG oslo_vmware.api [None req-5bb026fa-7ba1-4667-be60-19b6f6dd80e6 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Waiting for the task: (returnval){ [ 928.126132] env[68893]: value = "task-2791738" [ 928.126132] env[68893]: _type = "Task" [ 928.126132] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.134492] env[68893]: DEBUG oslo_vmware.api [None req-5bb026fa-7ba1-4667-be60-19b6f6dd80e6 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Task: {'id': task-2791738, 'name': Rename_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.260818] env[68893]: INFO nova.compute.manager [-] [instance: ee99b6b1-90a4-4c3c-b665-47a60c89d459] Took 1.33 seconds to deallocate network for instance. [ 928.263454] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-da77b604-4e3e-42dc-bc23-1f60b5e34e08 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: 41a13353-becf-4314-82b0-c402dc464f89] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 928.263454] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-da77b604-4e3e-42dc-bc23-1f60b5e34e08 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: 41a13353-becf-4314-82b0-c402dc464f89] Deleting contents of the VM from datastore datastore1 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 928.263707] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-da77b604-4e3e-42dc-bc23-1f60b5e34e08 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Deleting the datastore file [datastore1] 41a13353-becf-4314-82b0-c402dc464f89 {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 928.266858] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e9b93c5b-5a0d-41e9-ac4c-e3ff49de63fd {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.278890] env[68893]: DEBUG oslo_vmware.api [None req-e95b0d6d-6795-482a-8ee9-946cc5b6b40f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]522df761-4719-828a-8e4d-04f38d0a5cce, 'name': SearchDatastore_Task, 'duration_secs': 0.009786} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.280199] env[68893]: DEBUG oslo_concurrency.lockutils [None req-e95b0d6d-6795-482a-8ee9-946cc5b6b40f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.280454] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-e95b0d6d-6795-482a-8ee9-946cc5b6b40f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] 05def266-bea2-46e6-8916-6b0484ce4edd/05def266-bea2-46e6-8916-6b0484ce4edd.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 928.280768] env[68893]: DEBUG oslo_vmware.api [None req-da77b604-4e3e-42dc-bc23-1f60b5e34e08 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Waiting for the task: (returnval){ [ 928.280768] env[68893]: value = "task-2791739" [ 928.280768] env[68893]: _type = "Task" [ 928.280768] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.280974] env[68893]: DEBUG oslo_concurrency.lockutils [None req-39ab4e22-db0a-4f9b-ab1a-152434b95a24 tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.281177] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-39ab4e22-db0a-4f9b-ab1a-152434b95a24 tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 928.281689] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c81c8d61-f7bb-4608-89b0-fd06becdcdf5 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.283661] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b27d701c-83cb-4a6a-b20c-e9e9e9de796b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.293487] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b247122e-52b0-4695-bab3-493c787789e9 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Lock "c3ebb422-0391-4359-abb4-8ea80e767ce2" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.557s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.297653] env[68893]: DEBUG oslo_vmware.api [None req-e95b0d6d-6795-482a-8ee9-946cc5b6b40f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Waiting for the task: (returnval){ [ 928.297653] env[68893]: value = "task-2791740" [ 928.297653] env[68893]: _type = "Task" [ 928.297653] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.301050] env[68893]: DEBUG oslo_vmware.api [None req-da77b604-4e3e-42dc-bc23-1f60b5e34e08 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': task-2791739, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.305208] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-39ab4e22-db0a-4f9b-ab1a-152434b95a24 tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 928.305406] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-39ab4e22-db0a-4f9b-ab1a-152434b95a24 tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 928.306155] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3cd66fcd-e5fa-4b63-8d6a-ec84423e26e4 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.318371] env[68893]: DEBUG oslo_vmware.api [None req-e95b0d6d-6795-482a-8ee9-946cc5b6b40f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2791740, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.318671] env[68893]: DEBUG oslo_vmware.api [None req-39ab4e22-db0a-4f9b-ab1a-152434b95a24 tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Waiting for the task: (returnval){ [ 928.318671] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52c1ff79-97b6-bedc-50b3-1db52a1c4539" [ 928.318671] env[68893]: _type = "Task" [ 928.318671] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.330531] env[68893]: DEBUG oslo_vmware.api [None req-39ab4e22-db0a-4f9b-ab1a-152434b95a24 tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52c1ff79-97b6-bedc-50b3-1db52a1c4539, 'name': SearchDatastore_Task, 'duration_secs': 0.009561} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.331053] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc330b1d-b7ce-4310-a087-ab56770a9aa7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.339772] env[68893]: DEBUG oslo_vmware.api [None req-39ab4e22-db0a-4f9b-ab1a-152434b95a24 tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Waiting for the task: (returnval){ [ 928.339772] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52332e8a-0a79-e39f-00f8-542787eb9b11" [ 928.339772] env[68893]: _type = "Task" [ 928.339772] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.348680] env[68893]: DEBUG oslo_vmware.api [None req-39ab4e22-db0a-4f9b-ab1a-152434b95a24 tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52332e8a-0a79-e39f-00f8-542787eb9b11, 'name': SearchDatastore_Task, 'duration_secs': 0.00836} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.349470] env[68893]: DEBUG oslo_concurrency.lockutils [None req-39ab4e22-db0a-4f9b-ab1a-152434b95a24 tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.349470] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-39ab4e22-db0a-4f9b-ab1a-152434b95a24 tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] ed8d54ea-e2df-4429-93f9-976f6aad02be/ed8d54ea-e2df-4429-93f9-976f6aad02be.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 928.349575] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-558a9971-5f30-40dd-bae1-8dd837a009b6 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.358392] env[68893]: DEBUG oslo_vmware.api [None req-39ab4e22-db0a-4f9b-ab1a-152434b95a24 tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Waiting for the task: (returnval){ [ 928.358392] env[68893]: value = "task-2791741" [ 928.358392] env[68893]: _type = "Task" [ 928.358392] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.366502] env[68893]: DEBUG oslo_vmware.api [None req-39ab4e22-db0a-4f9b-ab1a-152434b95a24 tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Task: {'id': task-2791741, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.537859] env[68893]: DEBUG oslo_vmware.api [None req-1638009e-2ed4-4488-9317-23ac008d36e6 tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Task: {'id': task-2791736, 'name': PowerOffVM_Task, 'duration_secs': 0.207878} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.538149] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-1638009e-2ed4-4488-9317-23ac008d36e6 tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] [instance: b7c373f5-60c3-44c6-bbe7-d66be17f34fd] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 928.538393] env[68893]: DEBUG nova.compute.manager [None req-1638009e-2ed4-4488-9317-23ac008d36e6 tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] [instance: b7c373f5-60c3-44c6-bbe7-d66be17f34fd] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 928.539357] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-434ef202-4768-49f5-8bd9-5a7d16fa332b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.638824] env[68893]: DEBUG oslo_vmware.api [None req-5bb026fa-7ba1-4667-be60-19b6f6dd80e6 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Task: {'id': task-2791738, 'name': Rename_Task, 'duration_secs': 0.204582} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.642107] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bb026fa-7ba1-4667-be60-19b6f6dd80e6 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] [instance: d89cb24d-9485-4641-a78d-758495a82c10] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 928.642708] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-03eee97e-4aed-4d7c-a495-b7fd7420b709 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.651208] env[68893]: DEBUG oslo_vmware.api [None req-5bb026fa-7ba1-4667-be60-19b6f6dd80e6 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Waiting for the task: (returnval){ [ 928.651208] env[68893]: value = "task-2791742" [ 928.651208] env[68893]: _type = "Task" [ 928.651208] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.664952] env[68893]: DEBUG oslo_vmware.api [None req-5bb026fa-7ba1-4667-be60-19b6f6dd80e6 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Task: {'id': task-2791742, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.672097] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb13781f-c5d9-4eca-a444-7a967590a3fc {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.683381] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66c3a5ed-eecc-4259-88f4-089f4c073b73 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.719572] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d4e267c-c32c-41aa-9023-6441573bf418 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.728728] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-373f3eb5-189f-4ad6-9475-4c75a0bfc8d2 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.743821] env[68893]: DEBUG nova.compute.provider_tree [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 928.775916] env[68893]: DEBUG oslo_concurrency.lockutils [None req-aac51230-fc3e-474b-b24c-8c5393d19f3e tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.794979] env[68893]: DEBUG oslo_vmware.api [None req-da77b604-4e3e-42dc-bc23-1f60b5e34e08 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': task-2791739, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155816} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.798811] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-da77b604-4e3e-42dc-bc23-1f60b5e34e08 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 928.799091] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-da77b604-4e3e-42dc-bc23-1f60b5e34e08 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: 41a13353-becf-4314-82b0-c402dc464f89] Deleted contents of the VM from datastore datastore1 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 928.799300] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-da77b604-4e3e-42dc-bc23-1f60b5e34e08 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: 41a13353-becf-4314-82b0-c402dc464f89] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 928.799983] env[68893]: INFO nova.compute.manager [None req-da77b604-4e3e-42dc-bc23-1f60b5e34e08 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: 41a13353-becf-4314-82b0-c402dc464f89] Took 1.33 seconds to destroy the instance on the hypervisor. [ 928.799983] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-da77b604-4e3e-42dc-bc23-1f60b5e34e08 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 928.802142] env[68893]: DEBUG nova.compute.manager [-] [instance: 41a13353-becf-4314-82b0-c402dc464f89] Deallocating network for instance {{(pid=68893) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 928.802142] env[68893]: DEBUG nova.network.neutron [-] [instance: 41a13353-becf-4314-82b0-c402dc464f89] deallocate_for_instance() {{(pid=68893) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 928.804442] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b247122e-52b0-4695-bab3-493c787789e9 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.816551] env[68893]: DEBUG oslo_vmware.api [None req-e95b0d6d-6795-482a-8ee9-946cc5b6b40f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2791740, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.871448] env[68893]: DEBUG oslo_vmware.api [None req-39ab4e22-db0a-4f9b-ab1a-152434b95a24 tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Task: {'id': task-2791741, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.055288] env[68893]: DEBUG oslo_concurrency.lockutils [None req-1638009e-2ed4-4488-9317-23ac008d36e6 tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Lock "b7c373f5-60c3-44c6-bbe7-d66be17f34fd" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.080s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.116775] env[68893]: DEBUG nova.compute.manager [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] [instance: 71d44879-e74b-4a04-8c49-aaac1163f3f5] Start spawning the instance on the hypervisor. {{(pid=68893) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 929.159801] env[68893]: DEBUG nova.virt.hardware [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 929.160186] env[68893]: DEBUG nova.virt.hardware [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 929.160375] env[68893]: DEBUG nova.virt.hardware [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 929.160558] env[68893]: DEBUG nova.virt.hardware [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 929.160706] env[68893]: DEBUG nova.virt.hardware [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 929.160853] env[68893]: DEBUG nova.virt.hardware [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 929.161077] env[68893]: DEBUG nova.virt.hardware [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 929.161246] env[68893]: DEBUG nova.virt.hardware [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 929.161419] env[68893]: DEBUG nova.virt.hardware [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 929.161584] env[68893]: DEBUG nova.virt.hardware [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 929.161761] env[68893]: DEBUG nova.virt.hardware [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 929.166789] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e07c894-bc42-4129-82a8-7183347e2621 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.178025] env[68893]: DEBUG oslo_vmware.api [None req-5bb026fa-7ba1-4667-be60-19b6f6dd80e6 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Task: {'id': task-2791742, 'name': PowerOnVM_Task} progress is 78%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.184648] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79ce4519-c0c8-46bc-b1e8-2ec4b7e20e6e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.247910] env[68893]: DEBUG nova.scheduler.client.report [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 929.313986] env[68893]: DEBUG oslo_vmware.api [None req-e95b0d6d-6795-482a-8ee9-946cc5b6b40f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2791740, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.569342} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.314447] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-e95b0d6d-6795-482a-8ee9-946cc5b6b40f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] 05def266-bea2-46e6-8916-6b0484ce4edd/05def266-bea2-46e6-8916-6b0484ce4edd.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 929.314835] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-e95b0d6d-6795-482a-8ee9-946cc5b6b40f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 929.315447] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1555ea17-9f5e-4749-a3d7-0585a1694e8c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.325018] env[68893]: DEBUG oslo_vmware.api [None req-e95b0d6d-6795-482a-8ee9-946cc5b6b40f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Waiting for the task: (returnval){ [ 929.325018] env[68893]: value = "task-2791743" [ 929.325018] env[68893]: _type = "Task" [ 929.325018] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.330917] env[68893]: DEBUG oslo_vmware.api [None req-e95b0d6d-6795-482a-8ee9-946cc5b6b40f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2791743, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.352150] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f05c1a20-df45-48c6-be99-0c529dc60756 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Acquiring lock "c3ebb422-0391-4359-abb4-8ea80e767ce2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.352336] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f05c1a20-df45-48c6-be99-0c529dc60756 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Lock "c3ebb422-0391-4359-abb4-8ea80e767ce2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.352552] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f05c1a20-df45-48c6-be99-0c529dc60756 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Acquiring lock "c3ebb422-0391-4359-abb4-8ea80e767ce2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.352739] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f05c1a20-df45-48c6-be99-0c529dc60756 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Lock "c3ebb422-0391-4359-abb4-8ea80e767ce2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.352960] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f05c1a20-df45-48c6-be99-0c529dc60756 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Lock "c3ebb422-0391-4359-abb4-8ea80e767ce2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.354939] env[68893]: INFO nova.compute.manager [None req-f05c1a20-df45-48c6-be99-0c529dc60756 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: c3ebb422-0391-4359-abb4-8ea80e767ce2] Terminating instance [ 929.369397] env[68893]: DEBUG oslo_vmware.api [None req-39ab4e22-db0a-4f9b-ab1a-152434b95a24 tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Task: {'id': task-2791741, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.909925} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.370223] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-39ab4e22-db0a-4f9b-ab1a-152434b95a24 tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] ed8d54ea-e2df-4429-93f9-976f6aad02be/ed8d54ea-e2df-4429-93f9-976f6aad02be.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 929.370442] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-39ab4e22-db0a-4f9b-ab1a-152434b95a24 tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] [instance: ed8d54ea-e2df-4429-93f9-976f6aad02be] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 929.370684] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-92731ac5-fc92-4cdb-be18-b2fb880756d6 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.376674] env[68893]: DEBUG nova.compute.manager [req-aee25a05-7761-4649-a73a-c7716df3dc70 req-c080cb8f-8105-4848-8437-7cb72b55fb3a service nova] [instance: 41a13353-becf-4314-82b0-c402dc464f89] Received event network-vif-deleted-06c8fd02-dceb-4323-a841-77f310344252 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 929.376862] env[68893]: INFO nova.compute.manager [req-aee25a05-7761-4649-a73a-c7716df3dc70 req-c080cb8f-8105-4848-8437-7cb72b55fb3a service nova] [instance: 41a13353-becf-4314-82b0-c402dc464f89] Neutron deleted interface 06c8fd02-dceb-4323-a841-77f310344252; detaching it from the instance and deleting it from the info cache [ 929.379161] env[68893]: DEBUG nova.network.neutron [req-aee25a05-7761-4649-a73a-c7716df3dc70 req-c080cb8f-8105-4848-8437-7cb72b55fb3a service nova] [instance: 41a13353-becf-4314-82b0-c402dc464f89] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.381974] env[68893]: DEBUG oslo_vmware.api [None req-39ab4e22-db0a-4f9b-ab1a-152434b95a24 tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Waiting for the task: (returnval){ [ 929.381974] env[68893]: value = "task-2791744" [ 929.381974] env[68893]: _type = "Task" [ 929.381974] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.392412] env[68893]: DEBUG oslo_vmware.api [None req-39ab4e22-db0a-4f9b-ab1a-152434b95a24 tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Task: {'id': task-2791744, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.593525] env[68893]: DEBUG nova.objects.instance [None req-881b538a-e334-4fdd-9be2-786565dfcdf6 tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Lazy-loading 'flavor' on Instance uuid b7c373f5-60c3-44c6-bbe7-d66be17f34fd {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 929.617603] env[68893]: DEBUG nova.compute.manager [req-40b5d89c-4010-42b9-a86f-b10d0c16ee3c req-8d0b2d9a-e64b-4740-8ac2-a11b25425c3e service nova] [instance: 71d44879-e74b-4a04-8c49-aaac1163f3f5] Received event network-vif-plugged-e6a58cc1-b7c6-48e9-8104-dc9e360d1942 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 929.617869] env[68893]: DEBUG oslo_concurrency.lockutils [req-40b5d89c-4010-42b9-a86f-b10d0c16ee3c req-8d0b2d9a-e64b-4740-8ac2-a11b25425c3e service nova] Acquiring lock "71d44879-e74b-4a04-8c49-aaac1163f3f5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.618045] env[68893]: DEBUG oslo_concurrency.lockutils [req-40b5d89c-4010-42b9-a86f-b10d0c16ee3c req-8d0b2d9a-e64b-4740-8ac2-a11b25425c3e service nova] Lock "71d44879-e74b-4a04-8c49-aaac1163f3f5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.618218] env[68893]: DEBUG oslo_concurrency.lockutils [req-40b5d89c-4010-42b9-a86f-b10d0c16ee3c req-8d0b2d9a-e64b-4740-8ac2-a11b25425c3e service nova] Lock "71d44879-e74b-4a04-8c49-aaac1163f3f5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.618408] env[68893]: DEBUG nova.compute.manager [req-40b5d89c-4010-42b9-a86f-b10d0c16ee3c req-8d0b2d9a-e64b-4740-8ac2-a11b25425c3e service nova] [instance: 71d44879-e74b-4a04-8c49-aaac1163f3f5] No waiting events found dispatching network-vif-plugged-e6a58cc1-b7c6-48e9-8104-dc9e360d1942 {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 929.618624] env[68893]: WARNING nova.compute.manager [req-40b5d89c-4010-42b9-a86f-b10d0c16ee3c req-8d0b2d9a-e64b-4740-8ac2-a11b25425c3e service nova] [instance: 71d44879-e74b-4a04-8c49-aaac1163f3f5] Received unexpected event network-vif-plugged-e6a58cc1-b7c6-48e9-8104-dc9e360d1942 for instance with vm_state building and task_state spawning. [ 929.664040] env[68893]: DEBUG oslo_vmware.api [None req-5bb026fa-7ba1-4667-be60-19b6f6dd80e6 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Task: {'id': task-2791742, 'name': PowerOnVM_Task, 'duration_secs': 0.97812} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.664238] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bb026fa-7ba1-4667-be60-19b6f6dd80e6 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] [instance: d89cb24d-9485-4641-a78d-758495a82c10] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 929.664433] env[68893]: INFO nova.compute.manager [None req-5bb026fa-7ba1-4667-be60-19b6f6dd80e6 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] [instance: d89cb24d-9485-4641-a78d-758495a82c10] Took 8.28 seconds to spawn the instance on the hypervisor. [ 929.664608] env[68893]: DEBUG nova.compute.manager [None req-5bb026fa-7ba1-4667-be60-19b6f6dd80e6 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] [instance: d89cb24d-9485-4641-a78d-758495a82c10] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 929.665396] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-472e8625-3681-418f-9471-17223bc85bb0 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.690184] env[68893]: DEBUG nova.network.neutron [-] [instance: 41a13353-becf-4314-82b0-c402dc464f89] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.710499] env[68893]: DEBUG nova.network.neutron [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] [instance: 71d44879-e74b-4a04-8c49-aaac1163f3f5] Successfully updated port: e6a58cc1-b7c6-48e9-8104-dc9e360d1942 {{(pid=68893) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 929.753169] env[68893]: DEBUG oslo_concurrency.lockutils [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.675s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.753664] env[68893]: DEBUG nova.compute.manager [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] [instance: b7b2d291-da9b-4b77-9898-e181a8e011c2] Start building networks asynchronously for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 929.756506] env[68893]: DEBUG oslo_concurrency.lockutils [None req-4f3cc4d1-6df2-44e4-8254-8d80e6a023a4 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.194s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.756783] env[68893]: DEBUG nova.objects.instance [None req-4f3cc4d1-6df2-44e4-8254-8d80e6a023a4 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Lazy-loading 'resources' on Instance uuid 516dbd27-468e-4ac4-b8c9-d25861663e75 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 929.831706] env[68893]: DEBUG oslo_vmware.api [None req-e95b0d6d-6795-482a-8ee9-946cc5b6b40f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2791743, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.143448} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.831985] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-e95b0d6d-6795-482a-8ee9-946cc5b6b40f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 929.832841] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67e0617d-cdf0-4db7-b75e-ad0f692b02af {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.855734] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-e95b0d6d-6795-482a-8ee9-946cc5b6b40f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] 05def266-bea2-46e6-8916-6b0484ce4edd/05def266-bea2-46e6-8916-6b0484ce4edd.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 929.856008] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c62c553-b208-44bf-b3d3-1b382015ddbf {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.870095] env[68893]: DEBUG nova.compute.manager [None req-f05c1a20-df45-48c6-be99-0c529dc60756 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: c3ebb422-0391-4359-abb4-8ea80e767ce2] Start destroying the instance on the hypervisor. {{(pid=68893) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 929.870298] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-f05c1a20-df45-48c6-be99-0c529dc60756 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: c3ebb422-0391-4359-abb4-8ea80e767ce2] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 929.871330] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05e8b570-0450-4cdc-903d-de7adf6f837f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.878447] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-f05c1a20-df45-48c6-be99-0c529dc60756 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: c3ebb422-0391-4359-abb4-8ea80e767ce2] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 929.879508] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-887dff6a-387f-406c-851c-f29e08d9acd7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.881176] env[68893]: DEBUG oslo_vmware.api [None req-e95b0d6d-6795-482a-8ee9-946cc5b6b40f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Waiting for the task: (returnval){ [ 929.881176] env[68893]: value = "task-2791745" [ 929.881176] env[68893]: _type = "Task" [ 929.881176] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.884484] env[68893]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-49b5d186-cfa6-473a-9b9f-b3b71b7e5bc5 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.894794] env[68893]: DEBUG oslo_vmware.api [None req-39ab4e22-db0a-4f9b-ab1a-152434b95a24 tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Task: {'id': task-2791744, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.147506} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.898162] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-39ab4e22-db0a-4f9b-ab1a-152434b95a24 tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] [instance: ed8d54ea-e2df-4429-93f9-976f6aad02be] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 929.898579] env[68893]: DEBUG oslo_vmware.api [None req-e95b0d6d-6795-482a-8ee9-946cc5b6b40f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2791745, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.899199] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b155c2f-e575-41bf-8ee2-552735659ef6 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.904092] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-630cb9a9-7996-4086-8c26-31014ae5af2a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.942434] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-39ab4e22-db0a-4f9b-ab1a-152434b95a24 tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] [instance: ed8d54ea-e2df-4429-93f9-976f6aad02be] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] ed8d54ea-e2df-4429-93f9-976f6aad02be/ed8d54ea-e2df-4429-93f9-976f6aad02be.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 929.958696] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d14cb5a9-4667-4448-b273-9228d3196456 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.972902] env[68893]: DEBUG nova.compute.manager [req-aee25a05-7761-4649-a73a-c7716df3dc70 req-c080cb8f-8105-4848-8437-7cb72b55fb3a service nova] [instance: 41a13353-becf-4314-82b0-c402dc464f89] Detach interface failed, port_id=06c8fd02-dceb-4323-a841-77f310344252, reason: Instance 41a13353-becf-4314-82b0-c402dc464f89 could not be found. {{(pid=68893) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 929.974842] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-f05c1a20-df45-48c6-be99-0c529dc60756 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: c3ebb422-0391-4359-abb4-8ea80e767ce2] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 929.975160] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-f05c1a20-df45-48c6-be99-0c529dc60756 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: c3ebb422-0391-4359-abb4-8ea80e767ce2] Deleting contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 929.975436] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-f05c1a20-df45-48c6-be99-0c529dc60756 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Deleting the datastore file [datastore2] c3ebb422-0391-4359-abb4-8ea80e767ce2 {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 929.976233] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9acd9f81-acac-454a-b359-17740b8446e6 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.980402] env[68893]: DEBUG oslo_vmware.api [None req-39ab4e22-db0a-4f9b-ab1a-152434b95a24 tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Waiting for the task: (returnval){ [ 929.980402] env[68893]: value = "task-2791747" [ 929.980402] env[68893]: _type = "Task" [ 929.980402] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.985542] env[68893]: DEBUG oslo_vmware.api [None req-f05c1a20-df45-48c6-be99-0c529dc60756 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Waiting for the task: (returnval){ [ 929.985542] env[68893]: value = "task-2791748" [ 929.985542] env[68893]: _type = "Task" [ 929.985542] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.993884] env[68893]: DEBUG oslo_vmware.api [None req-39ab4e22-db0a-4f9b-ab1a-152434b95a24 tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Task: {'id': task-2791747, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.998628] env[68893]: DEBUG oslo_vmware.api [None req-f05c1a20-df45-48c6-be99-0c529dc60756 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2791748, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.102950] env[68893]: DEBUG oslo_concurrency.lockutils [None req-881b538a-e334-4fdd-9be2-786565dfcdf6 tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Acquiring lock "refresh_cache-b7c373f5-60c3-44c6-bbe7-d66be17f34fd" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.103246] env[68893]: DEBUG oslo_concurrency.lockutils [None req-881b538a-e334-4fdd-9be2-786565dfcdf6 tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Acquired lock "refresh_cache-b7c373f5-60c3-44c6-bbe7-d66be17f34fd" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.103298] env[68893]: DEBUG nova.network.neutron [None req-881b538a-e334-4fdd-9be2-786565dfcdf6 tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] [instance: b7c373f5-60c3-44c6-bbe7-d66be17f34fd] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 930.103476] env[68893]: DEBUG nova.objects.instance [None req-881b538a-e334-4fdd-9be2-786565dfcdf6 tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Lazy-loading 'info_cache' on Instance uuid b7c373f5-60c3-44c6-bbe7-d66be17f34fd {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 930.182855] env[68893]: INFO nova.compute.manager [None req-5bb026fa-7ba1-4667-be60-19b6f6dd80e6 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] [instance: d89cb24d-9485-4641-a78d-758495a82c10] Took 40.42 seconds to build instance. [ 930.192537] env[68893]: INFO nova.compute.manager [-] [instance: 41a13353-becf-4314-82b0-c402dc464f89] Took 1.39 seconds to deallocate network for instance. [ 930.213747] env[68893]: DEBUG oslo_concurrency.lockutils [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Acquiring lock "refresh_cache-71d44879-e74b-4a04-8c49-aaac1163f3f5" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.213747] env[68893]: DEBUG oslo_concurrency.lockutils [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Acquired lock "refresh_cache-71d44879-e74b-4a04-8c49-aaac1163f3f5" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.213912] env[68893]: DEBUG nova.network.neutron [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] [instance: 71d44879-e74b-4a04-8c49-aaac1163f3f5] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 930.259789] env[68893]: DEBUG nova.compute.utils [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 930.263959] env[68893]: DEBUG nova.compute.manager [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] [instance: b7b2d291-da9b-4b77-9898-e181a8e011c2] Allocating IP information in the background. {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 930.264367] env[68893]: DEBUG nova.network.neutron [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] [instance: b7b2d291-da9b-4b77-9898-e181a8e011c2] allocate_for_instance() {{(pid=68893) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 930.312366] env[68893]: DEBUG nova.policy [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '58ba1999de454eee8f9e768e94eae55b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f45c6b8c12354c8f9d562c7672fe812b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68893) authorize /opt/stack/nova/nova/policy.py:192}} [ 930.397112] env[68893]: DEBUG oslo_vmware.api [None req-e95b0d6d-6795-482a-8ee9-946cc5b6b40f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2791745, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.493135] env[68893]: DEBUG oslo_vmware.api [None req-39ab4e22-db0a-4f9b-ab1a-152434b95a24 tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Task: {'id': task-2791747, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.500507] env[68893]: DEBUG oslo_vmware.api [None req-f05c1a20-df45-48c6-be99-0c529dc60756 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2791748, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162278} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.503444] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-f05c1a20-df45-48c6-be99-0c529dc60756 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 930.503444] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-f05c1a20-df45-48c6-be99-0c529dc60756 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: c3ebb422-0391-4359-abb4-8ea80e767ce2] Deleted contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 930.503444] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-f05c1a20-df45-48c6-be99-0c529dc60756 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: c3ebb422-0391-4359-abb4-8ea80e767ce2] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 930.503444] env[68893]: INFO nova.compute.manager [None req-f05c1a20-df45-48c6-be99-0c529dc60756 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: c3ebb422-0391-4359-abb4-8ea80e767ce2] Took 0.63 seconds to destroy the instance on the hypervisor. [ 930.503444] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f05c1a20-df45-48c6-be99-0c529dc60756 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 930.503444] env[68893]: DEBUG nova.compute.manager [-] [instance: c3ebb422-0391-4359-abb4-8ea80e767ce2] Deallocating network for instance {{(pid=68893) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 930.503444] env[68893]: DEBUG nova.network.neutron [-] [instance: c3ebb422-0391-4359-abb4-8ea80e767ce2] deallocate_for_instance() {{(pid=68893) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 930.607965] env[68893]: DEBUG nova.objects.base [None req-881b538a-e334-4fdd-9be2-786565dfcdf6 tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=68893) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 930.681077] env[68893]: DEBUG nova.network.neutron [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] [instance: b7b2d291-da9b-4b77-9898-e181a8e011c2] Successfully created port: f88e70c7-26c2-4280-869f-c1d94928759f {{(pid=68893) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 930.685260] env[68893]: DEBUG oslo_concurrency.lockutils [None req-5bb026fa-7ba1-4667-be60-19b6f6dd80e6 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Lock "d89cb24d-9485-4641-a78d-758495a82c10" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.581s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.699203] env[68893]: DEBUG oslo_concurrency.lockutils [None req-da77b604-4e3e-42dc-bc23-1f60b5e34e08 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.759638] env[68893]: DEBUG nova.network.neutron [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] [instance: 71d44879-e74b-4a04-8c49-aaac1163f3f5] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 930.766122] env[68893]: DEBUG nova.compute.manager [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] [instance: b7b2d291-da9b-4b77-9898-e181a8e011c2] Start building block device mappings for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 930.817117] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24af853b-4195-4a42-92ce-d44c31c68920 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.826222] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceb27e70-49da-4f2c-94e3-70dfd37ae955 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.864603] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5e27184-aaa5-4e44-a188-eb284edea2c9 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.873163] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d86b1923-9f1b-4e26-823d-1ec2ad8cce5f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.898086] env[68893]: DEBUG nova.compute.provider_tree [None req-4f3cc4d1-6df2-44e4-8254-8d80e6a023a4 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 930.908394] env[68893]: DEBUG oslo_vmware.api [None req-e95b0d6d-6795-482a-8ee9-946cc5b6b40f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2791745, 'name': ReconfigVM_Task, 'duration_secs': 0.938908} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.912034] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-e95b0d6d-6795-482a-8ee9-946cc5b6b40f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] Reconfigured VM instance instance-0000003f to attach disk [datastore2] 05def266-bea2-46e6-8916-6b0484ce4edd/05def266-bea2-46e6-8916-6b0484ce4edd.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 930.912515] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-940cf745-7826-43f1-a53d-3741111a179b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.920647] env[68893]: DEBUG oslo_vmware.api [None req-e95b0d6d-6795-482a-8ee9-946cc5b6b40f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Waiting for the task: (returnval){ [ 930.920647] env[68893]: value = "task-2791749" [ 930.920647] env[68893]: _type = "Task" [ 930.920647] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.930936] env[68893]: DEBUG oslo_vmware.api [None req-e95b0d6d-6795-482a-8ee9-946cc5b6b40f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2791749, 'name': Rename_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.995445] env[68893]: DEBUG oslo_vmware.api [None req-39ab4e22-db0a-4f9b-ab1a-152434b95a24 tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Task: {'id': task-2791747, 'name': ReconfigVM_Task, 'duration_secs': 0.803483} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.996421] env[68893]: DEBUG nova.network.neutron [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] [instance: 71d44879-e74b-4a04-8c49-aaac1163f3f5] Updating instance_info_cache with network_info: [{"id": "e6a58cc1-b7c6-48e9-8104-dc9e360d1942", "address": "fa:16:3e:fc:43:00", "network": {"id": "3ba8f2eb-23cd-45fc-ab68-5a714119797b", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-998892519-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f45c6b8c12354c8f9d562c7672fe812b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6a58cc1-b7", "ovs_interfaceid": "e6a58cc1-b7c6-48e9-8104-dc9e360d1942", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.997633] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-39ab4e22-db0a-4f9b-ab1a-152434b95a24 tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] [instance: ed8d54ea-e2df-4429-93f9-976f6aad02be] Reconfigured VM instance instance-0000003d to attach disk [datastore2] ed8d54ea-e2df-4429-93f9-976f6aad02be/ed8d54ea-e2df-4429-93f9-976f6aad02be.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 930.998465] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2fcf1aa0-0ab0-4e5d-9976-bf8d7a4c0eac {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.006795] env[68893]: DEBUG oslo_vmware.api [None req-39ab4e22-db0a-4f9b-ab1a-152434b95a24 tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Waiting for the task: (returnval){ [ 931.006795] env[68893]: value = "task-2791750" [ 931.006795] env[68893]: _type = "Task" [ 931.006795] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.017106] env[68893]: DEBUG oslo_vmware.api [None req-39ab4e22-db0a-4f9b-ab1a-152434b95a24 tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Task: {'id': task-2791750, 'name': Rename_Task} progress is 6%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.191466] env[68893]: DEBUG nova.compute.manager [None req-92244897-9294-4682-a65f-2f52e588e58c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 7e40a4c8-e64e-41f1-9b87-8c5f0af19a35] Starting instance... {{(pid=68893) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 931.377258] env[68893]: DEBUG nova.network.neutron [None req-881b538a-e334-4fdd-9be2-786565dfcdf6 tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] [instance: b7c373f5-60c3-44c6-bbe7-d66be17f34fd] Updating instance_info_cache with network_info: [{"id": "f8bbcef1-1b6c-4f30-9b84-4bf712e7d16d", "address": "fa:16:3e:bd:fc:d1", "network": {"id": "3297cc8d-5d95-4ee1-9980-6b0e8b7de833", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1082529985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4064ede1a11d4834b85e4081e6eb81aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8bbcef1-1b", "ovs_interfaceid": "f8bbcef1-1b6c-4f30-9b84-4bf712e7d16d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.383917] env[68893]: DEBUG nova.network.neutron [-] [instance: c3ebb422-0391-4359-abb4-8ea80e767ce2] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.404366] env[68893]: DEBUG nova.scheduler.client.report [None req-4f3cc4d1-6df2-44e4-8254-8d80e6a023a4 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 931.430782] env[68893]: DEBUG oslo_vmware.api [None req-e95b0d6d-6795-482a-8ee9-946cc5b6b40f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2791749, 'name': Rename_Task, 'duration_secs': 0.143008} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.431974] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-e95b0d6d-6795-482a-8ee9-946cc5b6b40f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 931.433065] env[68893]: DEBUG nova.compute.manager [req-7719249a-293c-40f8-a755-38f8390ad659 req-0061037f-9f6b-43fc-9cb7-9608eb0d2236 service nova] [instance: c3ebb422-0391-4359-abb4-8ea80e767ce2] Received event network-vif-deleted-51159863-2ebf-4246-a325-51bea11a2af8 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 931.433334] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-28d730f8-5cf6-4eed-929d-3ffc3a012563 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.440408] env[68893]: DEBUG oslo_vmware.api [None req-e95b0d6d-6795-482a-8ee9-946cc5b6b40f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Waiting for the task: (returnval){ [ 931.440408] env[68893]: value = "task-2791751" [ 931.440408] env[68893]: _type = "Task" [ 931.440408] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.448501] env[68893]: DEBUG oslo_vmware.api [None req-e95b0d6d-6795-482a-8ee9-946cc5b6b40f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2791751, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.500447] env[68893]: DEBUG oslo_concurrency.lockutils [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Releasing lock "refresh_cache-71d44879-e74b-4a04-8c49-aaac1163f3f5" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.500447] env[68893]: DEBUG nova.compute.manager [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] [instance: 71d44879-e74b-4a04-8c49-aaac1163f3f5] Instance network_info: |[{"id": "e6a58cc1-b7c6-48e9-8104-dc9e360d1942", "address": "fa:16:3e:fc:43:00", "network": {"id": "3ba8f2eb-23cd-45fc-ab68-5a714119797b", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-998892519-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f45c6b8c12354c8f9d562c7672fe812b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6a58cc1-b7", "ovs_interfaceid": "e6a58cc1-b7c6-48e9-8104-dc9e360d1942", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 931.500447] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] [instance: 71d44879-e74b-4a04-8c49-aaac1163f3f5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:43:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d94740a-bce8-4103-8ecf-230d02ec0a44', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e6a58cc1-b7c6-48e9-8104-dc9e360d1942', 'vif_model': 'vmxnet3'}] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 931.508289] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Creating folder: Project (f45c6b8c12354c8f9d562c7672fe812b). Parent ref: group-v560969. {{(pid=68893) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 931.509067] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b00a3e68-6cb5-4ebf-80ab-ce0f195186e4 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.519399] env[68893]: DEBUG oslo_vmware.api [None req-39ab4e22-db0a-4f9b-ab1a-152434b95a24 tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Task: {'id': task-2791750, 'name': Rename_Task, 'duration_secs': 0.171206} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.519706] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-39ab4e22-db0a-4f9b-ab1a-152434b95a24 tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] [instance: ed8d54ea-e2df-4429-93f9-976f6aad02be] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 931.519983] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1bd5a0cc-cc92-4e82-9381-a38ebfb642c0 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.523314] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Created folder: Project (f45c6b8c12354c8f9d562c7672fe812b) in parent group-v560969. [ 931.523543] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Creating folder: Instances. Parent ref: group-v561154. {{(pid=68893) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 931.523796] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-21a90706-969a-46ff-988a-1cc3375d9862 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.530023] env[68893]: DEBUG oslo_vmware.api [None req-39ab4e22-db0a-4f9b-ab1a-152434b95a24 tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Waiting for the task: (returnval){ [ 931.530023] env[68893]: value = "task-2791753" [ 931.530023] env[68893]: _type = "Task" [ 931.530023] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.539315] env[68893]: DEBUG oslo_vmware.api [None req-39ab4e22-db0a-4f9b-ab1a-152434b95a24 tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Task: {'id': task-2791753, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.539315] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Created folder: Instances in parent group-v561154. [ 931.539315] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 931.539315] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71d44879-e74b-4a04-8c49-aaac1163f3f5] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 931.539315] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7e85aea0-1b66-4c9d-83a1-6825c197f7b3 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.562552] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 931.562552] env[68893]: value = "task-2791755" [ 931.562552] env[68893]: _type = "Task" [ 931.562552] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.571676] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791755, 'name': CreateVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.672259] env[68893]: DEBUG nova.compute.manager [req-672e17fc-3a2e-4bcf-972b-7aa5119e81c5 req-7bafd6e0-99ba-485b-87ae-09b299d161e0 service nova] [instance: 71d44879-e74b-4a04-8c49-aaac1163f3f5] Received event network-changed-e6a58cc1-b7c6-48e9-8104-dc9e360d1942 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 931.672462] env[68893]: DEBUG nova.compute.manager [req-672e17fc-3a2e-4bcf-972b-7aa5119e81c5 req-7bafd6e0-99ba-485b-87ae-09b299d161e0 service nova] [instance: 71d44879-e74b-4a04-8c49-aaac1163f3f5] Refreshing instance network info cache due to event network-changed-e6a58cc1-b7c6-48e9-8104-dc9e360d1942. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 931.672708] env[68893]: DEBUG oslo_concurrency.lockutils [req-672e17fc-3a2e-4bcf-972b-7aa5119e81c5 req-7bafd6e0-99ba-485b-87ae-09b299d161e0 service nova] Acquiring lock "refresh_cache-71d44879-e74b-4a04-8c49-aaac1163f3f5" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.672872] env[68893]: DEBUG oslo_concurrency.lockutils [req-672e17fc-3a2e-4bcf-972b-7aa5119e81c5 req-7bafd6e0-99ba-485b-87ae-09b299d161e0 service nova] Acquired lock "refresh_cache-71d44879-e74b-4a04-8c49-aaac1163f3f5" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.673053] env[68893]: DEBUG nova.network.neutron [req-672e17fc-3a2e-4bcf-972b-7aa5119e81c5 req-7bafd6e0-99ba-485b-87ae-09b299d161e0 service nova] [instance: 71d44879-e74b-4a04-8c49-aaac1163f3f5] Refreshing network info cache for port e6a58cc1-b7c6-48e9-8104-dc9e360d1942 {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 931.716269] env[68893]: DEBUG oslo_concurrency.lockutils [None req-92244897-9294-4682-a65f-2f52e588e58c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.776585] env[68893]: DEBUG nova.compute.manager [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] [instance: b7b2d291-da9b-4b77-9898-e181a8e011c2] Start spawning the instance on the hypervisor. {{(pid=68893) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 931.799569] env[68893]: DEBUG nova.virt.hardware [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 931.799850] env[68893]: DEBUG nova.virt.hardware [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 931.800022] env[68893]: DEBUG nova.virt.hardware [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 931.800231] env[68893]: DEBUG nova.virt.hardware [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 931.800350] env[68893]: DEBUG nova.virt.hardware [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 931.800501] env[68893]: DEBUG nova.virt.hardware [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 931.800708] env[68893]: DEBUG nova.virt.hardware [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 931.800866] env[68893]: DEBUG nova.virt.hardware [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 931.801047] env[68893]: DEBUG nova.virt.hardware [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 931.801215] env[68893]: DEBUG nova.virt.hardware [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 931.801385] env[68893]: DEBUG nova.virt.hardware [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 931.802261] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0307ffce-0f9c-4b1d-a70f-459bae6c1a9a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.811018] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5440cc36-2086-4823-8eb8-d69b6ed1ba35 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.880894] env[68893]: DEBUG oslo_concurrency.lockutils [None req-881b538a-e334-4fdd-9be2-786565dfcdf6 tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Releasing lock "refresh_cache-b7c373f5-60c3-44c6-bbe7-d66be17f34fd" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.886534] env[68893]: INFO nova.compute.manager [-] [instance: c3ebb422-0391-4359-abb4-8ea80e767ce2] Took 1.38 seconds to deallocate network for instance. [ 931.909689] env[68893]: DEBUG oslo_concurrency.lockutils [None req-4f3cc4d1-6df2-44e4-8254-8d80e6a023a4 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.153s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.911963] env[68893]: DEBUG oslo_concurrency.lockutils [None req-3d572f83-1539-4186-b6d3-2b9c314e9043 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.104s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.913835] env[68893]: INFO nova.compute.claims [None req-3d572f83-1539-4186-b6d3-2b9c314e9043 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] [instance: 9eff2a8e-9c7f-4f84-958a-ecf1f5f730d9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 931.936217] env[68893]: INFO nova.scheduler.client.report [None req-4f3cc4d1-6df2-44e4-8254-8d80e6a023a4 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Deleted allocations for instance 516dbd27-468e-4ac4-b8c9-d25861663e75 [ 931.951417] env[68893]: DEBUG oslo_vmware.api [None req-e95b0d6d-6795-482a-8ee9-946cc5b6b40f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2791751, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.037866] env[68893]: DEBUG oslo_vmware.api [None req-39ab4e22-db0a-4f9b-ab1a-152434b95a24 tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Task: {'id': task-2791753, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.073893] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791755, 'name': CreateVM_Task, 'duration_secs': 0.335566} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.074133] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71d44879-e74b-4a04-8c49-aaac1163f3f5] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 932.074924] env[68893]: DEBUG oslo_concurrency.lockutils [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.075187] env[68893]: DEBUG oslo_concurrency.lockutils [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.075563] env[68893]: DEBUG oslo_concurrency.lockutils [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.075879] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3dec3e53-7b78-4695-a020-129c417e3d57 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.081276] env[68893]: DEBUG oslo_vmware.api [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Waiting for the task: (returnval){ [ 932.081276] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52f2868a-1c96-9c57-52f3-34421ae8ce28" [ 932.081276] env[68893]: _type = "Task" [ 932.081276] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.090321] env[68893]: DEBUG oslo_vmware.api [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52f2868a-1c96-9c57-52f3-34421ae8ce28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.114764] env[68893]: DEBUG nova.compute.manager [None req-17d1c686-16d8-46f9-a7ea-9e1524c4aa09 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] [instance: d89cb24d-9485-4641-a78d-758495a82c10] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 932.115728] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc39f0ba-f362-4398-a368-4e771ff08b75 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.243997] env[68893]: DEBUG nova.network.neutron [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] [instance: b7b2d291-da9b-4b77-9898-e181a8e011c2] Successfully updated port: f88e70c7-26c2-4280-869f-c1d94928759f {{(pid=68893) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 932.395579] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f05c1a20-df45-48c6-be99-0c529dc60756 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.449244] env[68893]: DEBUG oslo_concurrency.lockutils [None req-4f3cc4d1-6df2-44e4-8254-8d80e6a023a4 tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Lock "516dbd27-468e-4ac4-b8c9-d25861663e75" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.416s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.456944] env[68893]: DEBUG oslo_vmware.api [None req-e95b0d6d-6795-482a-8ee9-946cc5b6b40f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2791751, 'name': PowerOnVM_Task, 'duration_secs': 0.535701} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.459794] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-e95b0d6d-6795-482a-8ee9-946cc5b6b40f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 932.460058] env[68893]: INFO nova.compute.manager [None req-e95b0d6d-6795-482a-8ee9-946cc5b6b40f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] Took 8.34 seconds to spawn the instance on the hypervisor. [ 932.460272] env[68893]: DEBUG nova.compute.manager [None req-e95b0d6d-6795-482a-8ee9-946cc5b6b40f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 932.461473] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1a58f95-0449-4f96-a6ea-5810b7e7444d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.498455] env[68893]: DEBUG nova.network.neutron [req-672e17fc-3a2e-4bcf-972b-7aa5119e81c5 req-7bafd6e0-99ba-485b-87ae-09b299d161e0 service nova] [instance: 71d44879-e74b-4a04-8c49-aaac1163f3f5] Updated VIF entry in instance network info cache for port e6a58cc1-b7c6-48e9-8104-dc9e360d1942. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 932.498880] env[68893]: DEBUG nova.network.neutron [req-672e17fc-3a2e-4bcf-972b-7aa5119e81c5 req-7bafd6e0-99ba-485b-87ae-09b299d161e0 service nova] [instance: 71d44879-e74b-4a04-8c49-aaac1163f3f5] Updating instance_info_cache with network_info: [{"id": "e6a58cc1-b7c6-48e9-8104-dc9e360d1942", "address": "fa:16:3e:fc:43:00", "network": {"id": "3ba8f2eb-23cd-45fc-ab68-5a714119797b", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-998892519-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f45c6b8c12354c8f9d562c7672fe812b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6a58cc1-b7", "ovs_interfaceid": "e6a58cc1-b7c6-48e9-8104-dc9e360d1942", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.539134] env[68893]: DEBUG oslo_vmware.api [None req-39ab4e22-db0a-4f9b-ab1a-152434b95a24 tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Task: {'id': task-2791753, 'name': PowerOnVM_Task, 'duration_secs': 0.980646} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.539423] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-39ab4e22-db0a-4f9b-ab1a-152434b95a24 tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] [instance: ed8d54ea-e2df-4429-93f9-976f6aad02be] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 932.539654] env[68893]: INFO nova.compute.manager [None req-39ab4e22-db0a-4f9b-ab1a-152434b95a24 tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] [instance: ed8d54ea-e2df-4429-93f9-976f6aad02be] Took 14.87 seconds to spawn the instance on the hypervisor. [ 932.539877] env[68893]: DEBUG nova.compute.manager [None req-39ab4e22-db0a-4f9b-ab1a-152434b95a24 tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] [instance: ed8d54ea-e2df-4429-93f9-976f6aad02be] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 932.540727] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-881b5b37-c8d1-451c-aa46-421e1bfe2dd7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.595253] env[68893]: DEBUG oslo_vmware.api [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52f2868a-1c96-9c57-52f3-34421ae8ce28, 'name': SearchDatastore_Task, 'duration_secs': 0.016997} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.595431] env[68893]: DEBUG oslo_concurrency.lockutils [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.596030] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] [instance: 71d44879-e74b-4a04-8c49-aaac1163f3f5] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 932.596030] env[68893]: DEBUG oslo_concurrency.lockutils [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.596030] env[68893]: DEBUG oslo_concurrency.lockutils [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.596220] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 932.596413] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9e5c75a8-c9fc-451d-8ca3-b8ab07a74ed1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.606943] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 932.607317] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 932.608646] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c34e4fd-8f0b-4b05-b071-11e36626a661 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.614815] env[68893]: DEBUG oslo_vmware.api [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Waiting for the task: (returnval){ [ 932.614815] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52a49bda-ed80-2aa4-0ae7-91770474e1d9" [ 932.614815] env[68893]: _type = "Task" [ 932.614815] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.623511] env[68893]: DEBUG oslo_vmware.api [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52a49bda-ed80-2aa4-0ae7-91770474e1d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.628915] env[68893]: INFO nova.compute.manager [None req-17d1c686-16d8-46f9-a7ea-9e1524c4aa09 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] [instance: d89cb24d-9485-4641-a78d-758495a82c10] instance snapshotting [ 932.631929] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9389953-be93-4cd9-8b53-ee33171ab209 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.652200] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faba39c6-04ff-4465-ad9a-0430f5fa5d4d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.748740] env[68893]: DEBUG oslo_concurrency.lockutils [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Acquiring lock "refresh_cache-b7b2d291-da9b-4b77-9898-e181a8e011c2" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.749036] env[68893]: DEBUG oslo_concurrency.lockutils [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Acquired lock "refresh_cache-b7b2d291-da9b-4b77-9898-e181a8e011c2" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.749116] env[68893]: DEBUG nova.network.neutron [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] [instance: b7b2d291-da9b-4b77-9898-e181a8e011c2] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 932.887367] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-881b538a-e334-4fdd-9be2-786565dfcdf6 tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] [instance: b7c373f5-60c3-44c6-bbe7-d66be17f34fd] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 932.890119] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a5d2ff9e-6911-4aab-a418-2366673e5a62 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.897660] env[68893]: DEBUG oslo_vmware.api [None req-881b538a-e334-4fdd-9be2-786565dfcdf6 tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Waiting for the task: (returnval){ [ 932.897660] env[68893]: value = "task-2791757" [ 932.897660] env[68893]: _type = "Task" [ 932.897660] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.905938] env[68893]: DEBUG oslo_vmware.api [None req-881b538a-e334-4fdd-9be2-786565dfcdf6 tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Task: {'id': task-2791757, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.981566] env[68893]: INFO nova.compute.manager [None req-e95b0d6d-6795-482a-8ee9-946cc5b6b40f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] Took 42.50 seconds to build instance. [ 933.001613] env[68893]: DEBUG oslo_concurrency.lockutils [req-672e17fc-3a2e-4bcf-972b-7aa5119e81c5 req-7bafd6e0-99ba-485b-87ae-09b299d161e0 service nova] Releasing lock "refresh_cache-71d44879-e74b-4a04-8c49-aaac1163f3f5" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.060282] env[68893]: INFO nova.compute.manager [None req-39ab4e22-db0a-4f9b-ab1a-152434b95a24 tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] [instance: ed8d54ea-e2df-4429-93f9-976f6aad02be] Took 45.67 seconds to build instance. [ 933.126535] env[68893]: DEBUG oslo_vmware.api [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52a49bda-ed80-2aa4-0ae7-91770474e1d9, 'name': SearchDatastore_Task, 'duration_secs': 0.012887} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.129410] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d340ca2-07fb-462f-8f42-67be0565d246 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.135045] env[68893]: DEBUG oslo_vmware.api [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Waiting for the task: (returnval){ [ 933.135045] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52bb6145-ee16-2c34-0a09-d1b7e9dcaf69" [ 933.135045] env[68893]: _type = "Task" [ 933.135045] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.143352] env[68893]: DEBUG oslo_vmware.api [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52bb6145-ee16-2c34-0a09-d1b7e9dcaf69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.163630] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-17d1c686-16d8-46f9-a7ea-9e1524c4aa09 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] [instance: d89cb24d-9485-4641-a78d-758495a82c10] Creating Snapshot of the VM instance {{(pid=68893) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 933.163942] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-35b11498-27fc-430b-ac9b-7d88dccd4391 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.173824] env[68893]: DEBUG oslo_vmware.api [None req-17d1c686-16d8-46f9-a7ea-9e1524c4aa09 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Waiting for the task: (returnval){ [ 933.173824] env[68893]: value = "task-2791758" [ 933.173824] env[68893]: _type = "Task" [ 933.173824] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.184297] env[68893]: DEBUG oslo_vmware.api [None req-17d1c686-16d8-46f9-a7ea-9e1524c4aa09 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Task: {'id': task-2791758, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.293235] env[68893]: DEBUG nova.network.neutron [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] [instance: b7b2d291-da9b-4b77-9898-e181a8e011c2] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 933.394315] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14ed8c71-7c30-41ab-8332-2040d5379988 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.404938] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e61af5e5-4eef-4972-8002-95bef4038b34 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.411296] env[68893]: DEBUG oslo_vmware.api [None req-881b538a-e334-4fdd-9be2-786565dfcdf6 tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Task: {'id': task-2791757, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.441988] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17e01eb9-f524-4509-aa03-f6f854900c0f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.452631] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a8ce107-0dba-4156-9dd1-ac1e6b6c552d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.467934] env[68893]: DEBUG nova.compute.provider_tree [None req-3d572f83-1539-4186-b6d3-2b9c314e9043 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 933.483511] env[68893]: DEBUG oslo_concurrency.lockutils [None req-e95b0d6d-6795-482a-8ee9-946cc5b6b40f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Lock "05def266-bea2-46e6-8916-6b0484ce4edd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.922s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.562040] env[68893]: DEBUG oslo_concurrency.lockutils [None req-39ab4e22-db0a-4f9b-ab1a-152434b95a24 tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Lock "ed8d54ea-e2df-4429-93f9-976f6aad02be" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.861s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.581092] env[68893]: DEBUG nova.network.neutron [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] [instance: b7b2d291-da9b-4b77-9898-e181a8e011c2] Updating instance_info_cache with network_info: [{"id": "f88e70c7-26c2-4280-869f-c1d94928759f", "address": "fa:16:3e:33:57:02", "network": {"id": "3ba8f2eb-23cd-45fc-ab68-5a714119797b", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-998892519-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f45c6b8c12354c8f9d562c7672fe812b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf88e70c7-26", "ovs_interfaceid": "f88e70c7-26c2-4280-869f-c1d94928759f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.645406] env[68893]: DEBUG oslo_vmware.api [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52bb6145-ee16-2c34-0a09-d1b7e9dcaf69, 'name': SearchDatastore_Task, 'duration_secs': 0.019038} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.645695] env[68893]: DEBUG oslo_concurrency.lockutils [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.645961] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore1] 71d44879-e74b-4a04-8c49-aaac1163f3f5/71d44879-e74b-4a04-8c49-aaac1163f3f5.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 933.646250] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-679d1d47-61cd-494e-88bd-b908e2dfbe0b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.652932] env[68893]: DEBUG oslo_vmware.api [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Waiting for the task: (returnval){ [ 933.652932] env[68893]: value = "task-2791759" [ 933.652932] env[68893]: _type = "Task" [ 933.652932] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.661245] env[68893]: DEBUG oslo_vmware.api [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Task: {'id': task-2791759, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.686815] env[68893]: DEBUG oslo_vmware.api [None req-17d1c686-16d8-46f9-a7ea-9e1524c4aa09 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Task: {'id': task-2791758, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.770847] env[68893]: DEBUG nova.compute.manager [req-c1cb299e-0528-4bf1-a9f1-1253e79ca149 req-d91b1b9b-7041-49cb-931b-ebc8ba613d6f service nova] [instance: b7b2d291-da9b-4b77-9898-e181a8e011c2] Received event network-vif-plugged-f88e70c7-26c2-4280-869f-c1d94928759f {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 933.771068] env[68893]: DEBUG oslo_concurrency.lockutils [req-c1cb299e-0528-4bf1-a9f1-1253e79ca149 req-d91b1b9b-7041-49cb-931b-ebc8ba613d6f service nova] Acquiring lock "b7b2d291-da9b-4b77-9898-e181a8e011c2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.771272] env[68893]: DEBUG oslo_concurrency.lockutils [req-c1cb299e-0528-4bf1-a9f1-1253e79ca149 req-d91b1b9b-7041-49cb-931b-ebc8ba613d6f service nova] Lock "b7b2d291-da9b-4b77-9898-e181a8e011c2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.771435] env[68893]: DEBUG oslo_concurrency.lockutils [req-c1cb299e-0528-4bf1-a9f1-1253e79ca149 req-d91b1b9b-7041-49cb-931b-ebc8ba613d6f service nova] Lock "b7b2d291-da9b-4b77-9898-e181a8e011c2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.771595] env[68893]: DEBUG nova.compute.manager [req-c1cb299e-0528-4bf1-a9f1-1253e79ca149 req-d91b1b9b-7041-49cb-931b-ebc8ba613d6f service nova] [instance: b7b2d291-da9b-4b77-9898-e181a8e011c2] No waiting events found dispatching network-vif-plugged-f88e70c7-26c2-4280-869f-c1d94928759f {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 933.771752] env[68893]: WARNING nova.compute.manager [req-c1cb299e-0528-4bf1-a9f1-1253e79ca149 req-d91b1b9b-7041-49cb-931b-ebc8ba613d6f service nova] [instance: b7b2d291-da9b-4b77-9898-e181a8e011c2] Received unexpected event network-vif-plugged-f88e70c7-26c2-4280-869f-c1d94928759f for instance with vm_state building and task_state spawning. [ 933.771907] env[68893]: DEBUG nova.compute.manager [req-c1cb299e-0528-4bf1-a9f1-1253e79ca149 req-d91b1b9b-7041-49cb-931b-ebc8ba613d6f service nova] [instance: b7b2d291-da9b-4b77-9898-e181a8e011c2] Received event network-changed-f88e70c7-26c2-4280-869f-c1d94928759f {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 933.772306] env[68893]: DEBUG nova.compute.manager [req-c1cb299e-0528-4bf1-a9f1-1253e79ca149 req-d91b1b9b-7041-49cb-931b-ebc8ba613d6f service nova] [instance: b7b2d291-da9b-4b77-9898-e181a8e011c2] Refreshing instance network info cache due to event network-changed-f88e70c7-26c2-4280-869f-c1d94928759f. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 933.772508] env[68893]: DEBUG oslo_concurrency.lockutils [req-c1cb299e-0528-4bf1-a9f1-1253e79ca149 req-d91b1b9b-7041-49cb-931b-ebc8ba613d6f service nova] Acquiring lock "refresh_cache-b7b2d291-da9b-4b77-9898-e181a8e011c2" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.908216] env[68893]: DEBUG oslo_vmware.api [None req-881b538a-e334-4fdd-9be2-786565dfcdf6 tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Task: {'id': task-2791757, 'name': PowerOnVM_Task, 'duration_secs': 0.58542} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.908606] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-881b538a-e334-4fdd-9be2-786565dfcdf6 tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] [instance: b7c373f5-60c3-44c6-bbe7-d66be17f34fd] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 933.908879] env[68893]: DEBUG nova.compute.manager [None req-881b538a-e334-4fdd-9be2-786565dfcdf6 tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] [instance: b7c373f5-60c3-44c6-bbe7-d66be17f34fd] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 933.909714] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf20bb7b-9446-43e0-b23e-3de5e7fdafaf {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.970247] env[68893]: DEBUG nova.compute.manager [req-eb59c107-d87d-4cd0-a012-f7bf82b79d73 req-cba93d73-1ae9-4b51-a976-a9be45f752cc service nova] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] Received event network-changed-64eb0ee1-e1cf-48df-9c84-823e502a8b61 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 933.970499] env[68893]: DEBUG nova.compute.manager [req-eb59c107-d87d-4cd0-a012-f7bf82b79d73 req-cba93d73-1ae9-4b51-a976-a9be45f752cc service nova] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] Refreshing instance network info cache due to event network-changed-64eb0ee1-e1cf-48df-9c84-823e502a8b61. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 933.970745] env[68893]: DEBUG oslo_concurrency.lockutils [req-eb59c107-d87d-4cd0-a012-f7bf82b79d73 req-cba93d73-1ae9-4b51-a976-a9be45f752cc service nova] Acquiring lock "refresh_cache-05def266-bea2-46e6-8916-6b0484ce4edd" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.970860] env[68893]: DEBUG oslo_concurrency.lockutils [req-eb59c107-d87d-4cd0-a012-f7bf82b79d73 req-cba93d73-1ae9-4b51-a976-a9be45f752cc service nova] Acquired lock "refresh_cache-05def266-bea2-46e6-8916-6b0484ce4edd" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.971792] env[68893]: DEBUG nova.network.neutron [req-eb59c107-d87d-4cd0-a012-f7bf82b79d73 req-cba93d73-1ae9-4b51-a976-a9be45f752cc service nova] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] Refreshing network info cache for port 64eb0ee1-e1cf-48df-9c84-823e502a8b61 {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 933.974498] env[68893]: DEBUG nova.scheduler.client.report [None req-3d572f83-1539-4186-b6d3-2b9c314e9043 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 933.990098] env[68893]: DEBUG nova.compute.manager [None req-d3a1aa7d-1bff-4f62-a4f9-9269848e7ee7 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: c648b3f3-3761-4018-95cd-bb62c58421db] Starting instance... {{(pid=68893) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 934.084442] env[68893]: DEBUG oslo_concurrency.lockutils [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Releasing lock "refresh_cache-b7b2d291-da9b-4b77-9898-e181a8e011c2" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.084827] env[68893]: DEBUG nova.compute.manager [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] [instance: b7b2d291-da9b-4b77-9898-e181a8e011c2] Instance network_info: |[{"id": "f88e70c7-26c2-4280-869f-c1d94928759f", "address": "fa:16:3e:33:57:02", "network": {"id": "3ba8f2eb-23cd-45fc-ab68-5a714119797b", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-998892519-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f45c6b8c12354c8f9d562c7672fe812b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf88e70c7-26", "ovs_interfaceid": "f88e70c7-26c2-4280-869f-c1d94928759f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 934.085167] env[68893]: DEBUG oslo_concurrency.lockutils [req-c1cb299e-0528-4bf1-a9f1-1253e79ca149 req-d91b1b9b-7041-49cb-931b-ebc8ba613d6f service nova] Acquired lock "refresh_cache-b7b2d291-da9b-4b77-9898-e181a8e011c2" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.085380] env[68893]: DEBUG nova.network.neutron [req-c1cb299e-0528-4bf1-a9f1-1253e79ca149 req-d91b1b9b-7041-49cb-931b-ebc8ba613d6f service nova] [instance: b7b2d291-da9b-4b77-9898-e181a8e011c2] Refreshing network info cache for port f88e70c7-26c2-4280-869f-c1d94928759f {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 934.086681] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] [instance: b7b2d291-da9b-4b77-9898-e181a8e011c2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:57:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d94740a-bce8-4103-8ecf-230d02ec0a44', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f88e70c7-26c2-4280-869f-c1d94928759f', 'vif_model': 'vmxnet3'}] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 934.095196] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 934.098509] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7b2d291-da9b-4b77-9898-e181a8e011c2] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 934.099109] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-15d2e857-dd3e-4bd5-9bb4-312b52211496 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.127959] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 934.127959] env[68893]: value = "task-2791760" [ 934.127959] env[68893]: _type = "Task" [ 934.127959] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.137517] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791760, 'name': CreateVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.165625] env[68893]: DEBUG oslo_vmware.api [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Task: {'id': task-2791759, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.184818] env[68893]: DEBUG oslo_vmware.api [None req-17d1c686-16d8-46f9-a7ea-9e1524c4aa09 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Task: {'id': task-2791758, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.245934] env[68893]: DEBUG oslo_concurrency.lockutils [None req-7c1ef88b-15d4-4989-8384-726dc970a4df tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Acquiring lock "ed8d54ea-e2df-4429-93f9-976f6aad02be" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.246262] env[68893]: DEBUG oslo_concurrency.lockutils [None req-7c1ef88b-15d4-4989-8384-726dc970a4df tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Lock "ed8d54ea-e2df-4429-93f9-976f6aad02be" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.246475] env[68893]: DEBUG oslo_concurrency.lockutils [None req-7c1ef88b-15d4-4989-8384-726dc970a4df tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Acquiring lock "ed8d54ea-e2df-4429-93f9-976f6aad02be-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.246665] env[68893]: DEBUG oslo_concurrency.lockutils [None req-7c1ef88b-15d4-4989-8384-726dc970a4df tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Lock "ed8d54ea-e2df-4429-93f9-976f6aad02be-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.246835] env[68893]: DEBUG oslo_concurrency.lockutils [None req-7c1ef88b-15d4-4989-8384-726dc970a4df tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Lock "ed8d54ea-e2df-4429-93f9-976f6aad02be-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.252759] env[68893]: INFO nova.compute.manager [None req-7c1ef88b-15d4-4989-8384-726dc970a4df tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] [instance: ed8d54ea-e2df-4429-93f9-976f6aad02be] Terminating instance [ 934.365377] env[68893]: DEBUG nova.network.neutron [req-c1cb299e-0528-4bf1-a9f1-1253e79ca149 req-d91b1b9b-7041-49cb-931b-ebc8ba613d6f service nova] [instance: b7b2d291-da9b-4b77-9898-e181a8e011c2] Updated VIF entry in instance network info cache for port f88e70c7-26c2-4280-869f-c1d94928759f. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 934.365842] env[68893]: DEBUG nova.network.neutron [req-c1cb299e-0528-4bf1-a9f1-1253e79ca149 req-d91b1b9b-7041-49cb-931b-ebc8ba613d6f service nova] [instance: b7b2d291-da9b-4b77-9898-e181a8e011c2] Updating instance_info_cache with network_info: [{"id": "f88e70c7-26c2-4280-869f-c1d94928759f", "address": "fa:16:3e:33:57:02", "network": {"id": "3ba8f2eb-23cd-45fc-ab68-5a714119797b", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-998892519-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f45c6b8c12354c8f9d562c7672fe812b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf88e70c7-26", "ovs_interfaceid": "f88e70c7-26c2-4280-869f-c1d94928759f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.481433] env[68893]: DEBUG oslo_concurrency.lockutils [None req-3d572f83-1539-4186-b6d3-2b9c314e9043 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.569s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.481983] env[68893]: DEBUG nova.compute.manager [None req-3d572f83-1539-4186-b6d3-2b9c314e9043 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] [instance: 9eff2a8e-9c7f-4f84-958a-ecf1f5f730d9] Start building networks asynchronously for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 934.484786] env[68893]: DEBUG oslo_concurrency.lockutils [None req-767b107d-8070-4991-aa60-6a2a8b0e66ca tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.422s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.485462] env[68893]: DEBUG nova.objects.instance [None req-767b107d-8070-4991-aa60-6a2a8b0e66ca tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Lazy-loading 'resources' on Instance uuid 3870f0d6-e7bb-4565-be1c-9b8377a81281 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 934.523512] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d3a1aa7d-1bff-4f62-a4f9-9269848e7ee7 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.640469] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791760, 'name': CreateVM_Task, 'duration_secs': 0.493763} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.640469] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7b2d291-da9b-4b77-9898-e181a8e011c2] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 934.640469] env[68893]: DEBUG oslo_concurrency.lockutils [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.640469] env[68893]: DEBUG oslo_concurrency.lockutils [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.640469] env[68893]: DEBUG oslo_concurrency.lockutils [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.640469] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5bcfa3b-5060-453c-9ce3-623d056fa4cb {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.645029] env[68893]: DEBUG oslo_vmware.api [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Waiting for the task: (returnval){ [ 934.645029] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52c2a412-bfc2-5b65-8382-ef01d1b6c8db" [ 934.645029] env[68893]: _type = "Task" [ 934.645029] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.653577] env[68893]: DEBUG oslo_vmware.api [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52c2a412-bfc2-5b65-8382-ef01d1b6c8db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.664190] env[68893]: DEBUG oslo_vmware.api [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Task: {'id': task-2791759, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.665247} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.666861] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore1] 71d44879-e74b-4a04-8c49-aaac1163f3f5/71d44879-e74b-4a04-8c49-aaac1163f3f5.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 934.667092] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] [instance: 71d44879-e74b-4a04-8c49-aaac1163f3f5] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 934.667398] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5f433eff-ac8f-4381-9902-7e9515924426 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.674459] env[68893]: DEBUG oslo_vmware.api [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Waiting for the task: (returnval){ [ 934.674459] env[68893]: value = "task-2791761" [ 934.674459] env[68893]: _type = "Task" [ 934.674459] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.686951] env[68893]: DEBUG oslo_vmware.api [None req-17d1c686-16d8-46f9-a7ea-9e1524c4aa09 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Task: {'id': task-2791758, 'name': CreateSnapshot_Task, 'duration_secs': 1.053145} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.689893] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-17d1c686-16d8-46f9-a7ea-9e1524c4aa09 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] [instance: d89cb24d-9485-4641-a78d-758495a82c10] Created Snapshot of the VM instance {{(pid=68893) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 934.690034] env[68893]: DEBUG oslo_vmware.api [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Task: {'id': task-2791761, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.690789] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dff83b2-682e-46d8-b12b-7fd2db254bea {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.758268] env[68893]: DEBUG nova.compute.manager [None req-7c1ef88b-15d4-4989-8384-726dc970a4df tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] [instance: ed8d54ea-e2df-4429-93f9-976f6aad02be] Start destroying the instance on the hypervisor. {{(pid=68893) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 934.758609] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-7c1ef88b-15d4-4989-8384-726dc970a4df tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] [instance: ed8d54ea-e2df-4429-93f9-976f6aad02be] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 934.760251] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ef95de7-3128-4fd5-8d16-18665757ee7e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.768210] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c1ef88b-15d4-4989-8384-726dc970a4df tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] [instance: ed8d54ea-e2df-4429-93f9-976f6aad02be] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 934.768508] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a1cf698e-f78b-48e5-9b98-a8c3a43d104e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.775128] env[68893]: DEBUG oslo_vmware.api [None req-7c1ef88b-15d4-4989-8384-726dc970a4df tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Waiting for the task: (returnval){ [ 934.775128] env[68893]: value = "task-2791762" [ 934.775128] env[68893]: _type = "Task" [ 934.775128] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.787213] env[68893]: DEBUG oslo_vmware.api [None req-7c1ef88b-15d4-4989-8384-726dc970a4df tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Task: {'id': task-2791762, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.868994] env[68893]: DEBUG oslo_concurrency.lockutils [req-c1cb299e-0528-4bf1-a9f1-1253e79ca149 req-d91b1b9b-7041-49cb-931b-ebc8ba613d6f service nova] Releasing lock "refresh_cache-b7b2d291-da9b-4b77-9898-e181a8e011c2" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.992235] env[68893]: DEBUG nova.compute.utils [None req-3d572f83-1539-4186-b6d3-2b9c314e9043 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 934.994392] env[68893]: DEBUG nova.network.neutron [req-eb59c107-d87d-4cd0-a012-f7bf82b79d73 req-cba93d73-1ae9-4b51-a976-a9be45f752cc service nova] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] Updated VIF entry in instance network info cache for port 64eb0ee1-e1cf-48df-9c84-823e502a8b61. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 934.994673] env[68893]: DEBUG nova.network.neutron [req-eb59c107-d87d-4cd0-a012-f7bf82b79d73 req-cba93d73-1ae9-4b51-a976-a9be45f752cc service nova] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] Updating instance_info_cache with network_info: [{"id": "64eb0ee1-e1cf-48df-9c84-823e502a8b61", "address": "fa:16:3e:7f:5b:96", "network": {"id": "ca00c41c-ec6a-4596-915b-34fd716effc2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2042741287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "863b84ea17a9459287213695c87d2bec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f66f8375-4460-4acd-987b-acda72bfcf0d", "external-id": "nsx-vlan-transportzone-533", "segmentation_id": 533, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64eb0ee1-e1", "ovs_interfaceid": "64eb0ee1-e1cf-48df-9c84-823e502a8b61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.995772] env[68893]: DEBUG nova.compute.manager [None req-3d572f83-1539-4186-b6d3-2b9c314e9043 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] [instance: 9eff2a8e-9c7f-4f84-958a-ecf1f5f730d9] Allocating IP information in the background. {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 934.995933] env[68893]: DEBUG nova.network.neutron [None req-3d572f83-1539-4186-b6d3-2b9c314e9043 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] [instance: 9eff2a8e-9c7f-4f84-958a-ecf1f5f730d9] allocate_for_instance() {{(pid=68893) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 935.040243] env[68893]: DEBUG nova.policy [None req-3d572f83-1539-4186-b6d3-2b9c314e9043 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cd24eba0aaff4096acd274d4076a1d26', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '16847a024c794c4991b8a93717dcf937', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68893) authorize /opt/stack/nova/nova/policy.py:192}} [ 935.161592] env[68893]: DEBUG oslo_vmware.api [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52c2a412-bfc2-5b65-8382-ef01d1b6c8db, 'name': SearchDatastore_Task, 'duration_secs': 0.01147} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.164610] env[68893]: DEBUG oslo_concurrency.lockutils [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.164885] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] [instance: b7b2d291-da9b-4b77-9898-e181a8e011c2] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 935.165215] env[68893]: DEBUG oslo_concurrency.lockutils [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.165405] env[68893]: DEBUG oslo_concurrency.lockutils [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.165595] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 935.166191] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-79e237fa-5c5b-4287-9278-104599a6c182 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.185427] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 935.185620] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 935.189379] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b356215-c30b-47bb-ab47-6621ca0269ea {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.191719] env[68893]: DEBUG oslo_vmware.api [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Task: {'id': task-2791761, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067164} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.191972] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] [instance: 71d44879-e74b-4a04-8c49-aaac1163f3f5] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 935.193332] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f4d9476-812e-46dd-bb0c-70fabf08a0a8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.199804] env[68893]: DEBUG oslo_vmware.api [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Waiting for the task: (returnval){ [ 935.199804] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52600ba1-a0fa-2593-8c83-ef3f8bdd80eb" [ 935.199804] env[68893]: _type = "Task" [ 935.199804] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.220633] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-17d1c686-16d8-46f9-a7ea-9e1524c4aa09 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] [instance: d89cb24d-9485-4641-a78d-758495a82c10] Creating linked-clone VM from snapshot {{(pid=68893) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 935.230269] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] [instance: 71d44879-e74b-4a04-8c49-aaac1163f3f5] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] 71d44879-e74b-4a04-8c49-aaac1163f3f5/71d44879-e74b-4a04-8c49-aaac1163f3f5.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 935.233359] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b405db2a-9883-4637-acfe-74b9516ab520 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.240039] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-088afc43-107c-448b-9159-212be87b9914 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.255569] env[68893]: DEBUG oslo_vmware.api [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52600ba1-a0fa-2593-8c83-ef3f8bdd80eb, 'name': SearchDatastore_Task, 'duration_secs': 0.026525} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.257239] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-def8adb0-a7f2-4597-98a9-1ecf00ac7e9c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.261757] env[68893]: DEBUG oslo_vmware.api [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Waiting for the task: (returnval){ [ 935.261757] env[68893]: value = "task-2791764" [ 935.261757] env[68893]: _type = "Task" [ 935.261757] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.265525] env[68893]: DEBUG oslo_vmware.api [None req-17d1c686-16d8-46f9-a7ea-9e1524c4aa09 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Waiting for the task: (returnval){ [ 935.265525] env[68893]: value = "task-2791763" [ 935.265525] env[68893]: _type = "Task" [ 935.265525] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.270115] env[68893]: DEBUG oslo_vmware.api [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Waiting for the task: (returnval){ [ 935.270115] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]522d1060-2f04-2876-2d36-65ead42034c9" [ 935.270115] env[68893]: _type = "Task" [ 935.270115] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.288046] env[68893]: DEBUG oslo_vmware.api [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Task: {'id': task-2791764, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.291652] env[68893]: DEBUG oslo_vmware.api [None req-17d1c686-16d8-46f9-a7ea-9e1524c4aa09 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Task: {'id': task-2791763, 'name': CloneVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.297917] env[68893]: DEBUG oslo_vmware.api [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]522d1060-2f04-2876-2d36-65ead42034c9, 'name': SearchDatastore_Task, 'duration_secs': 0.026259} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.301082] env[68893]: DEBUG oslo_concurrency.lockutils [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.301354] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] b7b2d291-da9b-4b77-9898-e181a8e011c2/b7b2d291-da9b-4b77-9898-e181a8e011c2.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 935.301637] env[68893]: DEBUG oslo_vmware.api [None req-7c1ef88b-15d4-4989-8384-726dc970a4df tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Task: {'id': task-2791762, 'name': PowerOffVM_Task, 'duration_secs': 0.436552} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.301833] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b0cf1081-a502-441c-b7df-c1e65735ec54 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.303798] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c1ef88b-15d4-4989-8384-726dc970a4df tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] [instance: ed8d54ea-e2df-4429-93f9-976f6aad02be] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 935.303972] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-7c1ef88b-15d4-4989-8384-726dc970a4df tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] [instance: ed8d54ea-e2df-4429-93f9-976f6aad02be] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 935.304215] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-21af0fcf-2922-401c-aca4-30e5daf3eeaf {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.311116] env[68893]: DEBUG oslo_vmware.api [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Waiting for the task: (returnval){ [ 935.311116] env[68893]: value = "task-2791766" [ 935.311116] env[68893]: _type = "Task" [ 935.311116] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.322663] env[68893]: DEBUG oslo_vmware.api [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Task: {'id': task-2791766, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.450983] env[68893]: DEBUG nova.network.neutron [None req-3d572f83-1539-4186-b6d3-2b9c314e9043 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] [instance: 9eff2a8e-9c7f-4f84-958a-ecf1f5f730d9] Successfully created port: 8a8d6eec-15a9-445d-a0a8-1a6a69e41d35 {{(pid=68893) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 935.474401] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-7c1ef88b-15d4-4989-8384-726dc970a4df tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] [instance: ed8d54ea-e2df-4429-93f9-976f6aad02be] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 935.474711] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-7c1ef88b-15d4-4989-8384-726dc970a4df tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] [instance: ed8d54ea-e2df-4429-93f9-976f6aad02be] Deleting contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 935.474926] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c1ef88b-15d4-4989-8384-726dc970a4df tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Deleting the datastore file [datastore2] ed8d54ea-e2df-4429-93f9-976f6aad02be {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 935.475273] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5904015e-eaee-4a85-bf29-8ca33db8499b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.483846] env[68893]: DEBUG oslo_vmware.api [None req-7c1ef88b-15d4-4989-8384-726dc970a4df tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Waiting for the task: (returnval){ [ 935.483846] env[68893]: value = "task-2791767" [ 935.483846] env[68893]: _type = "Task" [ 935.483846] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.492397] env[68893]: DEBUG oslo_vmware.api [None req-7c1ef88b-15d4-4989-8384-726dc970a4df tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Task: {'id': task-2791767, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.501703] env[68893]: DEBUG nova.compute.manager [None req-3d572f83-1539-4186-b6d3-2b9c314e9043 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] [instance: 9eff2a8e-9c7f-4f84-958a-ecf1f5f730d9] Start building block device mappings for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 935.501703] env[68893]: DEBUG oslo_concurrency.lockutils [req-eb59c107-d87d-4cd0-a012-f7bf82b79d73 req-cba93d73-1ae9-4b51-a976-a9be45f752cc service nova] Releasing lock "refresh_cache-05def266-bea2-46e6-8916-6b0484ce4edd" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.577020] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a1d7557-398f-481c-b7e3-fba394ea1ac7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.587282] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1c7c9a0-b764-44f1-a51c-6b319b1f5e94 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.622385] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e4dcb51-3cb8-4e5f-9f33-21ecb7e8581a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.630823] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49ffbbc0-f9b5-4bff-814a-a188acf38d97 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.646916] env[68893]: DEBUG nova.compute.provider_tree [None req-767b107d-8070-4991-aa60-6a2a8b0e66ca tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 935.778018] env[68893]: DEBUG oslo_vmware.api [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Task: {'id': task-2791764, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.784122] env[68893]: DEBUG oslo_vmware.api [None req-17d1c686-16d8-46f9-a7ea-9e1524c4aa09 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Task: {'id': task-2791763, 'name': CloneVM_Task} progress is 94%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.823150] env[68893]: DEBUG oslo_vmware.api [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Task: {'id': task-2791766, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.996359] env[68893]: DEBUG oslo_vmware.api [None req-7c1ef88b-15d4-4989-8384-726dc970a4df tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Task: {'id': task-2791767, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.152780] env[68893]: DEBUG nova.scheduler.client.report [None req-767b107d-8070-4991-aa60-6a2a8b0e66ca tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 936.236728] env[68893]: DEBUG oslo_concurrency.lockutils [None req-c793dfe4-c526-4324-bdb4-5ad9defd8e8d tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Acquiring lock "add4ef29-6e07-4272-b41a-04a95f62e169" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.237036] env[68893]: DEBUG oslo_concurrency.lockutils [None req-c793dfe4-c526-4324-bdb4-5ad9defd8e8d tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Lock "add4ef29-6e07-4272-b41a-04a95f62e169" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.237251] env[68893]: DEBUG oslo_concurrency.lockutils [None req-c793dfe4-c526-4324-bdb4-5ad9defd8e8d tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Acquiring lock "add4ef29-6e07-4272-b41a-04a95f62e169-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.237479] env[68893]: DEBUG oslo_concurrency.lockutils [None req-c793dfe4-c526-4324-bdb4-5ad9defd8e8d tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Lock "add4ef29-6e07-4272-b41a-04a95f62e169-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.237650] env[68893]: DEBUG oslo_concurrency.lockutils [None req-c793dfe4-c526-4324-bdb4-5ad9defd8e8d tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Lock "add4ef29-6e07-4272-b41a-04a95f62e169-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.239742] env[68893]: INFO nova.compute.manager [None req-c793dfe4-c526-4324-bdb4-5ad9defd8e8d tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] [instance: add4ef29-6e07-4272-b41a-04a95f62e169] Terminating instance [ 936.273891] env[68893]: DEBUG oslo_vmware.api [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Task: {'id': task-2791764, 'name': ReconfigVM_Task, 'duration_secs': 0.630711} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.277139] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] [instance: 71d44879-e74b-4a04-8c49-aaac1163f3f5] Reconfigured VM instance instance-00000041 to attach disk [datastore1] 71d44879-e74b-4a04-8c49-aaac1163f3f5/71d44879-e74b-4a04-8c49-aaac1163f3f5.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 936.277812] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-19734aba-22be-4bdf-8db7-8989234ae0ce {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.285681] env[68893]: DEBUG oslo_vmware.api [None req-17d1c686-16d8-46f9-a7ea-9e1524c4aa09 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Task: {'id': task-2791763, 'name': CloneVM_Task} progress is 94%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.286957] env[68893]: DEBUG oslo_vmware.api [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Waiting for the task: (returnval){ [ 936.286957] env[68893]: value = "task-2791768" [ 936.286957] env[68893]: _type = "Task" [ 936.286957] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.295218] env[68893]: DEBUG oslo_vmware.api [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Task: {'id': task-2791768, 'name': Rename_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.322894] env[68893]: DEBUG oslo_vmware.api [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Task: {'id': task-2791766, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.721542} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.323249] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] b7b2d291-da9b-4b77-9898-e181a8e011c2/b7b2d291-da9b-4b77-9898-e181a8e011c2.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 936.323532] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] [instance: b7b2d291-da9b-4b77-9898-e181a8e011c2] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 936.323868] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dfcda56a-c776-4e49-b6c3-f26258a932b4 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.330982] env[68893]: DEBUG oslo_vmware.api [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Waiting for the task: (returnval){ [ 936.330982] env[68893]: value = "task-2791769" [ 936.330982] env[68893]: _type = "Task" [ 936.330982] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.339051] env[68893]: DEBUG oslo_vmware.api [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Task: {'id': task-2791769, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.495170] env[68893]: DEBUG oslo_vmware.api [None req-7c1ef88b-15d4-4989-8384-726dc970a4df tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Task: {'id': task-2791767, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.562698} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.495493] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c1ef88b-15d4-4989-8384-726dc970a4df tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 936.495612] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-7c1ef88b-15d4-4989-8384-726dc970a4df tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] [instance: ed8d54ea-e2df-4429-93f9-976f6aad02be] Deleted contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 936.495816] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-7c1ef88b-15d4-4989-8384-726dc970a4df tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] [instance: ed8d54ea-e2df-4429-93f9-976f6aad02be] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 936.495947] env[68893]: INFO nova.compute.manager [None req-7c1ef88b-15d4-4989-8384-726dc970a4df tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] [instance: ed8d54ea-e2df-4429-93f9-976f6aad02be] Took 1.74 seconds to destroy the instance on the hypervisor. [ 936.496218] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7c1ef88b-15d4-4989-8384-726dc970a4df tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 936.496425] env[68893]: DEBUG nova.compute.manager [-] [instance: ed8d54ea-e2df-4429-93f9-976f6aad02be] Deallocating network for instance {{(pid=68893) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 936.496520] env[68893]: DEBUG nova.network.neutron [-] [instance: ed8d54ea-e2df-4429-93f9-976f6aad02be] deallocate_for_instance() {{(pid=68893) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 936.508937] env[68893]: DEBUG nova.compute.manager [None req-3d572f83-1539-4186-b6d3-2b9c314e9043 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] [instance: 9eff2a8e-9c7f-4f84-958a-ecf1f5f730d9] Start spawning the instance on the hypervisor. {{(pid=68893) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 936.539362] env[68893]: DEBUG nova.virt.hardware [None req-3d572f83-1539-4186-b6d3-2b9c314e9043 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 936.539737] env[68893]: DEBUG nova.virt.hardware [None req-3d572f83-1539-4186-b6d3-2b9c314e9043 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 936.540010] env[68893]: DEBUG nova.virt.hardware [None req-3d572f83-1539-4186-b6d3-2b9c314e9043 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 936.540343] env[68893]: DEBUG nova.virt.hardware [None req-3d572f83-1539-4186-b6d3-2b9c314e9043 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 936.540613] env[68893]: DEBUG nova.virt.hardware [None req-3d572f83-1539-4186-b6d3-2b9c314e9043 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 936.540865] env[68893]: DEBUG nova.virt.hardware [None req-3d572f83-1539-4186-b6d3-2b9c314e9043 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 936.541137] env[68893]: DEBUG nova.virt.hardware [None req-3d572f83-1539-4186-b6d3-2b9c314e9043 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 936.541319] env[68893]: DEBUG nova.virt.hardware [None req-3d572f83-1539-4186-b6d3-2b9c314e9043 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 936.541496] env[68893]: DEBUG nova.virt.hardware [None req-3d572f83-1539-4186-b6d3-2b9c314e9043 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 936.541661] env[68893]: DEBUG nova.virt.hardware [None req-3d572f83-1539-4186-b6d3-2b9c314e9043 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 936.541832] env[68893]: DEBUG nova.virt.hardware [None req-3d572f83-1539-4186-b6d3-2b9c314e9043 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 936.542724] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f229050-779f-424c-bfe0-b039c78a5f1b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.554494] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1722c69b-e738-4217-b476-27bc791a172f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.660020] env[68893]: DEBUG oslo_concurrency.lockutils [None req-767b107d-8070-4991-aa60-6a2a8b0e66ca tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.174s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.661013] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ec7ab252-ed57-40ba-bcb2-74ab3efcc231 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.571s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.661277] env[68893]: DEBUG nova.objects.instance [None req-ec7ab252-ed57-40ba-bcb2-74ab3efcc231 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Lazy-loading 'resources' on Instance uuid 073e59c7-2b22-4fa9-a6d2-03a158475093 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 936.692296] env[68893]: INFO nova.scheduler.client.report [None req-767b107d-8070-4991-aa60-6a2a8b0e66ca tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Deleted allocations for instance 3870f0d6-e7bb-4565-be1c-9b8377a81281 [ 936.743587] env[68893]: DEBUG nova.compute.manager [None req-c793dfe4-c526-4324-bdb4-5ad9defd8e8d tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] [instance: add4ef29-6e07-4272-b41a-04a95f62e169] Start destroying the instance on the hypervisor. {{(pid=68893) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 936.743838] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-c793dfe4-c526-4324-bdb4-5ad9defd8e8d tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] [instance: add4ef29-6e07-4272-b41a-04a95f62e169] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 936.744716] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63ef1c23-3528-4b1e-bf0e-b838d1831827 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.752150] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-c793dfe4-c526-4324-bdb4-5ad9defd8e8d tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] [instance: add4ef29-6e07-4272-b41a-04a95f62e169] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 936.752382] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-40ce5fdc-55c6-4175-abef-fe4f6b66c7ba {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.762755] env[68893]: DEBUG oslo_vmware.api [None req-c793dfe4-c526-4324-bdb4-5ad9defd8e8d tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Waiting for the task: (returnval){ [ 936.762755] env[68893]: value = "task-2791770" [ 936.762755] env[68893]: _type = "Task" [ 936.762755] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.774860] env[68893]: DEBUG oslo_vmware.api [None req-c793dfe4-c526-4324-bdb4-5ad9defd8e8d tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Task: {'id': task-2791770, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.788616] env[68893]: DEBUG oslo_vmware.api [None req-17d1c686-16d8-46f9-a7ea-9e1524c4aa09 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Task: {'id': task-2791763, 'name': CloneVM_Task} progress is 94%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.795428] env[68893]: DEBUG nova.compute.manager [req-cf52ce85-aaae-471c-a8a0-87b1b0b6c3d9 req-d2c1b985-1996-45fa-8754-9a7e8c0b0fe4 service nova] [instance: ed8d54ea-e2df-4429-93f9-976f6aad02be] Received event network-vif-deleted-5ba243e0-092e-4b29-bf27-b86ececc03e4 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 936.795666] env[68893]: INFO nova.compute.manager [req-cf52ce85-aaae-471c-a8a0-87b1b0b6c3d9 req-d2c1b985-1996-45fa-8754-9a7e8c0b0fe4 service nova] [instance: ed8d54ea-e2df-4429-93f9-976f6aad02be] Neutron deleted interface 5ba243e0-092e-4b29-bf27-b86ececc03e4; detaching it from the instance and deleting it from the info cache [ 936.795913] env[68893]: DEBUG nova.network.neutron [req-cf52ce85-aaae-471c-a8a0-87b1b0b6c3d9 req-d2c1b985-1996-45fa-8754-9a7e8c0b0fe4 service nova] [instance: ed8d54ea-e2df-4429-93f9-976f6aad02be] Updating instance_info_cache with network_info: [{"id": "d890e43e-fb20-47e6-a5ec-908627e99cd1", "address": "fa:16:3e:41:83:53", "network": {"id": "768498c0-c3c3-4e5b-8930-d0cd747a6770", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1521367074", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.56", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "631880b58e894bcaac66cb177defc000", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd890e43e-fb", "ovs_interfaceid": "d890e43e-fb20-47e6-a5ec-908627e99cd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a4635847-6226-4cc8-a51a-1ca0f581985b", "address": "fa:16:3e:93:0c:45", "network": {"id": "768498c0-c3c3-4e5b-8930-d0cd747a6770", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1521367074", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.31", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "631880b58e894bcaac66cb177defc000", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4635847-62", "ovs_interfaceid": "a4635847-6226-4cc8-a51a-1ca0f581985b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.800625] env[68893]: DEBUG oslo_vmware.api [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Task: {'id': task-2791768, 'name': Rename_Task, 'duration_secs': 0.342227} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.801078] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] [instance: 71d44879-e74b-4a04-8c49-aaac1163f3f5] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 936.801336] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-87ef0576-8af3-4600-8056-37f1ea6941bf {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.808695] env[68893]: DEBUG oslo_vmware.api [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Waiting for the task: (returnval){ [ 936.808695] env[68893]: value = "task-2791771" [ 936.808695] env[68893]: _type = "Task" [ 936.808695] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.817721] env[68893]: DEBUG oslo_vmware.api [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Task: {'id': task-2791771, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.842310] env[68893]: DEBUG oslo_vmware.api [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Task: {'id': task-2791769, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.187493} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.842644] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] [instance: b7b2d291-da9b-4b77-9898-e181a8e011c2] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 936.843606] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04e616c8-ba2b-4513-8b63-898af2805f22 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.867785] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] [instance: b7b2d291-da9b-4b77-9898-e181a8e011c2] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] b7b2d291-da9b-4b77-9898-e181a8e011c2/b7b2d291-da9b-4b77-9898-e181a8e011c2.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 936.868118] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5af8272d-c722-4882-8c01-122c75e01cc0 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.888764] env[68893]: DEBUG oslo_vmware.api [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Waiting for the task: (returnval){ [ 936.888764] env[68893]: value = "task-2791772" [ 936.888764] env[68893]: _type = "Task" [ 936.888764] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.898434] env[68893]: DEBUG oslo_vmware.api [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Task: {'id': task-2791772, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.103111] env[68893]: DEBUG nova.compute.manager [req-89840d1b-391a-4420-97e3-dca89e9c6958 req-fab40724-29e5-46bf-91b9-1828857b477f service nova] [instance: 9eff2a8e-9c7f-4f84-958a-ecf1f5f730d9] Received event network-vif-plugged-8a8d6eec-15a9-445d-a0a8-1a6a69e41d35 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 937.103613] env[68893]: DEBUG oslo_concurrency.lockutils [req-89840d1b-391a-4420-97e3-dca89e9c6958 req-fab40724-29e5-46bf-91b9-1828857b477f service nova] Acquiring lock "9eff2a8e-9c7f-4f84-958a-ecf1f5f730d9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.103613] env[68893]: DEBUG oslo_concurrency.lockutils [req-89840d1b-391a-4420-97e3-dca89e9c6958 req-fab40724-29e5-46bf-91b9-1828857b477f service nova] Lock "9eff2a8e-9c7f-4f84-958a-ecf1f5f730d9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.103894] env[68893]: DEBUG oslo_concurrency.lockutils [req-89840d1b-391a-4420-97e3-dca89e9c6958 req-fab40724-29e5-46bf-91b9-1828857b477f service nova] Lock "9eff2a8e-9c7f-4f84-958a-ecf1f5f730d9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.103894] env[68893]: DEBUG nova.compute.manager [req-89840d1b-391a-4420-97e3-dca89e9c6958 req-fab40724-29e5-46bf-91b9-1828857b477f service nova] [instance: 9eff2a8e-9c7f-4f84-958a-ecf1f5f730d9] No waiting events found dispatching network-vif-plugged-8a8d6eec-15a9-445d-a0a8-1a6a69e41d35 {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 937.104189] env[68893]: WARNING nova.compute.manager [req-89840d1b-391a-4420-97e3-dca89e9c6958 req-fab40724-29e5-46bf-91b9-1828857b477f service nova] [instance: 9eff2a8e-9c7f-4f84-958a-ecf1f5f730d9] Received unexpected event network-vif-plugged-8a8d6eec-15a9-445d-a0a8-1a6a69e41d35 for instance with vm_state building and task_state spawning. [ 937.140831] env[68893]: DEBUG nova.network.neutron [None req-3d572f83-1539-4186-b6d3-2b9c314e9043 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] [instance: 9eff2a8e-9c7f-4f84-958a-ecf1f5f730d9] Successfully updated port: 8a8d6eec-15a9-445d-a0a8-1a6a69e41d35 {{(pid=68893) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 937.200675] env[68893]: DEBUG oslo_concurrency.lockutils [None req-767b107d-8070-4991-aa60-6a2a8b0e66ca tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Lock "3870f0d6-e7bb-4565-be1c-9b8377a81281" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.809s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.278477] env[68893]: DEBUG oslo_vmware.api [None req-c793dfe4-c526-4324-bdb4-5ad9defd8e8d tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Task: {'id': task-2791770, 'name': PowerOffVM_Task, 'duration_secs': 0.239432} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.281983] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-c793dfe4-c526-4324-bdb4-5ad9defd8e8d tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] [instance: add4ef29-6e07-4272-b41a-04a95f62e169] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 937.282279] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-c793dfe4-c526-4324-bdb4-5ad9defd8e8d tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] [instance: add4ef29-6e07-4272-b41a-04a95f62e169] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 937.285514] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ee2ef4cb-24cb-46c3-b14f-850ded1949c5 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.293236] env[68893]: DEBUG oslo_vmware.api [None req-17d1c686-16d8-46f9-a7ea-9e1524c4aa09 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Task: {'id': task-2791763, 'name': CloneVM_Task, 'duration_secs': 1.896583} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.293526] env[68893]: INFO nova.virt.vmwareapi.vmops [None req-17d1c686-16d8-46f9-a7ea-9e1524c4aa09 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] [instance: d89cb24d-9485-4641-a78d-758495a82c10] Created linked-clone VM from snapshot [ 937.294354] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23ef4e1d-bf49-4779-881b-b9dc3c602d94 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.303868] env[68893]: DEBUG nova.virt.vmwareapi.images [None req-17d1c686-16d8-46f9-a7ea-9e1524c4aa09 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] [instance: d89cb24d-9485-4641-a78d-758495a82c10] Uploading image e5d0a2fb-42ac-4c79-8599-9431b0b1c3e2 {{(pid=68893) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 937.305741] env[68893]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b925f783-e038-4bdc-8f2e-022a50058aff {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.320474] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d13c86d8-db1c-4ea3-8010-b5dac83736d4 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.338056] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-17d1c686-16d8-46f9-a7ea-9e1524c4aa09 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] [instance: d89cb24d-9485-4641-a78d-758495a82c10] Destroying the VM {{(pid=68893) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 937.338858] env[68893]: DEBUG oslo_vmware.api [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Task: {'id': task-2791771, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.339353] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c495d173-6492-4e68-ba5e-b819b7ae2bd3 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.347913] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-c793dfe4-c526-4324-bdb4-5ad9defd8e8d tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] [instance: add4ef29-6e07-4272-b41a-04a95f62e169] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 937.348180] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-c793dfe4-c526-4324-bdb4-5ad9defd8e8d tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] [instance: add4ef29-6e07-4272-b41a-04a95f62e169] Deleting contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 937.348319] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-c793dfe4-c526-4324-bdb4-5ad9defd8e8d tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Deleting the datastore file [datastore2] add4ef29-6e07-4272-b41a-04a95f62e169 {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 937.348609] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c8623ec7-93bc-4ac8-8a3b-4db638fff3c8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.354370] env[68893]: DEBUG oslo_vmware.api [None req-c793dfe4-c526-4324-bdb4-5ad9defd8e8d tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Waiting for the task: (returnval){ [ 937.354370] env[68893]: value = "task-2791775" [ 937.354370] env[68893]: _type = "Task" [ 937.354370] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.376764] env[68893]: DEBUG oslo_vmware.api [None req-17d1c686-16d8-46f9-a7ea-9e1524c4aa09 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Waiting for the task: (returnval){ [ 937.376764] env[68893]: value = "task-2791774" [ 937.376764] env[68893]: _type = "Task" [ 937.376764] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.377870] env[68893]: DEBUG nova.compute.manager [req-cf52ce85-aaae-471c-a8a0-87b1b0b6c3d9 req-d2c1b985-1996-45fa-8754-9a7e8c0b0fe4 service nova] [instance: ed8d54ea-e2df-4429-93f9-976f6aad02be] Detach interface failed, port_id=5ba243e0-092e-4b29-bf27-b86ececc03e4, reason: Instance ed8d54ea-e2df-4429-93f9-976f6aad02be could not be found. {{(pid=68893) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 937.386121] env[68893]: DEBUG oslo_vmware.api [None req-c793dfe4-c526-4324-bdb4-5ad9defd8e8d tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Task: {'id': task-2791775, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.391834] env[68893]: DEBUG oslo_vmware.api [None req-17d1c686-16d8-46f9-a7ea-9e1524c4aa09 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Task: {'id': task-2791774, 'name': Destroy_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.403504] env[68893]: DEBUG oslo_vmware.api [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Task: {'id': task-2791772, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.645924] env[68893]: DEBUG oslo_concurrency.lockutils [None req-3d572f83-1539-4186-b6d3-2b9c314e9043 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Acquiring lock "refresh_cache-9eff2a8e-9c7f-4f84-958a-ecf1f5f730d9" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.645924] env[68893]: DEBUG oslo_concurrency.lockutils [None req-3d572f83-1539-4186-b6d3-2b9c314e9043 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Acquired lock "refresh_cache-9eff2a8e-9c7f-4f84-958a-ecf1f5f730d9" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.645924] env[68893]: DEBUG nova.network.neutron [None req-3d572f83-1539-4186-b6d3-2b9c314e9043 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] [instance: 9eff2a8e-9c7f-4f84-958a-ecf1f5f730d9] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 937.697056] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ca88dee-dfee-42ef-8951-d007ecd97767 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.705178] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c64d03c5-6d55-4276-8f03-ca9725de1ddc {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.739434] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9537ee07-b26f-47fc-8bd3-cd469e4cb302 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.750392] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ff4b621-3ab2-4a1a-bb6f-2fefd1f7f747 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.766844] env[68893]: DEBUG nova.compute.provider_tree [None req-ec7ab252-ed57-40ba-bcb2-74ab3efcc231 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 937.772904] env[68893]: DEBUG nova.network.neutron [-] [instance: ed8d54ea-e2df-4429-93f9-976f6aad02be] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.818861] env[68893]: DEBUG oslo_vmware.api [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Task: {'id': task-2791771, 'name': PowerOnVM_Task, 'duration_secs': 0.870855} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.819147] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] [instance: 71d44879-e74b-4a04-8c49-aaac1163f3f5] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 937.819352] env[68893]: INFO nova.compute.manager [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] [instance: 71d44879-e74b-4a04-8c49-aaac1163f3f5] Took 8.70 seconds to spawn the instance on the hypervisor. [ 937.819530] env[68893]: DEBUG nova.compute.manager [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] [instance: 71d44879-e74b-4a04-8c49-aaac1163f3f5] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 937.820381] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cf2c26b-6935-4eb2-8f15-7080c10600db {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.866074] env[68893]: DEBUG oslo_vmware.api [None req-c793dfe4-c526-4324-bdb4-5ad9defd8e8d tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Task: {'id': task-2791775, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.245316} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.866074] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-c793dfe4-c526-4324-bdb4-5ad9defd8e8d tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 937.866239] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-c793dfe4-c526-4324-bdb4-5ad9defd8e8d tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] [instance: add4ef29-6e07-4272-b41a-04a95f62e169] Deleted contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 937.866348] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-c793dfe4-c526-4324-bdb4-5ad9defd8e8d tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] [instance: add4ef29-6e07-4272-b41a-04a95f62e169] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 937.866540] env[68893]: INFO nova.compute.manager [None req-c793dfe4-c526-4324-bdb4-5ad9defd8e8d tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] [instance: add4ef29-6e07-4272-b41a-04a95f62e169] Took 1.12 seconds to destroy the instance on the hypervisor. [ 937.866776] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c793dfe4-c526-4324-bdb4-5ad9defd8e8d tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 937.866959] env[68893]: DEBUG nova.compute.manager [-] [instance: add4ef29-6e07-4272-b41a-04a95f62e169] Deallocating network for instance {{(pid=68893) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 937.867070] env[68893]: DEBUG nova.network.neutron [-] [instance: add4ef29-6e07-4272-b41a-04a95f62e169] deallocate_for_instance() {{(pid=68893) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 937.889519] env[68893]: DEBUG oslo_vmware.api [None req-17d1c686-16d8-46f9-a7ea-9e1524c4aa09 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Task: {'id': task-2791774, 'name': Destroy_Task} progress is 33%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.901671] env[68893]: DEBUG oslo_vmware.api [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Task: {'id': task-2791772, 'name': ReconfigVM_Task, 'duration_secs': 0.56144} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.902549] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] [instance: b7b2d291-da9b-4b77-9898-e181a8e011c2] Reconfigured VM instance instance-00000040 to attach disk [datastore2] b7b2d291-da9b-4b77-9898-e181a8e011c2/b7b2d291-da9b-4b77-9898-e181a8e011c2.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 937.902549] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4adedb02-778d-4ece-b948-2b5a64441449 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.909281] env[68893]: DEBUG oslo_vmware.api [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Waiting for the task: (returnval){ [ 937.909281] env[68893]: value = "task-2791776" [ 937.909281] env[68893]: _type = "Task" [ 937.909281] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.918718] env[68893]: DEBUG oslo_vmware.api [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Task: {'id': task-2791776, 'name': Rename_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.189667] env[68893]: DEBUG nova.network.neutron [None req-3d572f83-1539-4186-b6d3-2b9c314e9043 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] [instance: 9eff2a8e-9c7f-4f84-958a-ecf1f5f730d9] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 938.249706] env[68893]: DEBUG oslo_concurrency.lockutils [None req-c40f82d8-07ac-4dac-81a0-91934506b90f tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Acquiring lock "70917eab-66ad-4d76-9866-a8a793025df1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.249706] env[68893]: DEBUG oslo_concurrency.lockutils [None req-c40f82d8-07ac-4dac-81a0-91934506b90f tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Lock "70917eab-66ad-4d76-9866-a8a793025df1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.249706] env[68893]: DEBUG oslo_concurrency.lockutils [None req-c40f82d8-07ac-4dac-81a0-91934506b90f tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Acquiring lock "70917eab-66ad-4d76-9866-a8a793025df1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.249706] env[68893]: DEBUG oslo_concurrency.lockutils [None req-c40f82d8-07ac-4dac-81a0-91934506b90f tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Lock "70917eab-66ad-4d76-9866-a8a793025df1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.249706] env[68893]: DEBUG oslo_concurrency.lockutils [None req-c40f82d8-07ac-4dac-81a0-91934506b90f tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Lock "70917eab-66ad-4d76-9866-a8a793025df1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.253812] env[68893]: INFO nova.compute.manager [None req-c40f82d8-07ac-4dac-81a0-91934506b90f tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] [instance: 70917eab-66ad-4d76-9866-a8a793025df1] Terminating instance [ 938.271258] env[68893]: DEBUG nova.scheduler.client.report [None req-ec7ab252-ed57-40ba-bcb2-74ab3efcc231 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 938.279800] env[68893]: INFO nova.compute.manager [-] [instance: ed8d54ea-e2df-4429-93f9-976f6aad02be] Took 1.78 seconds to deallocate network for instance. [ 938.341045] env[68893]: INFO nova.compute.manager [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] [instance: 71d44879-e74b-4a04-8c49-aaac1163f3f5] Took 39.01 seconds to build instance. [ 938.359331] env[68893]: DEBUG nova.network.neutron [None req-3d572f83-1539-4186-b6d3-2b9c314e9043 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] [instance: 9eff2a8e-9c7f-4f84-958a-ecf1f5f730d9] Updating instance_info_cache with network_info: [{"id": "8a8d6eec-15a9-445d-a0a8-1a6a69e41d35", "address": "fa:16:3e:92:7a:09", "network": {"id": "3a3ee66b-d6c9-42be-96b0-b379b748814e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-449769129-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "16847a024c794c4991b8a93717dcf937", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a8d6eec-15", "ovs_interfaceid": "8a8d6eec-15a9-445d-a0a8-1a6a69e41d35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.390858] env[68893]: DEBUG oslo_vmware.api [None req-17d1c686-16d8-46f9-a7ea-9e1524c4aa09 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Task: {'id': task-2791774, 'name': Destroy_Task, 'duration_secs': 0.638508} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.390858] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-17d1c686-16d8-46f9-a7ea-9e1524c4aa09 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] [instance: d89cb24d-9485-4641-a78d-758495a82c10] Destroyed the VM [ 938.393918] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-17d1c686-16d8-46f9-a7ea-9e1524c4aa09 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] [instance: d89cb24d-9485-4641-a78d-758495a82c10] Deleting Snapshot of the VM instance {{(pid=68893) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 938.393918] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0fb84ce6-52f7-4a00-a68a-2d01740ede7a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.398204] env[68893]: DEBUG oslo_vmware.api [None req-17d1c686-16d8-46f9-a7ea-9e1524c4aa09 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Waiting for the task: (returnval){ [ 938.398204] env[68893]: value = "task-2791777" [ 938.398204] env[68893]: _type = "Task" [ 938.398204] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.409323] env[68893]: DEBUG oslo_vmware.api [None req-17d1c686-16d8-46f9-a7ea-9e1524c4aa09 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Task: {'id': task-2791777, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.418965] env[68893]: DEBUG oslo_vmware.api [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Task: {'id': task-2791776, 'name': Rename_Task, 'duration_secs': 0.193051} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.419280] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] [instance: b7b2d291-da9b-4b77-9898-e181a8e011c2] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 938.419563] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-63a3984e-889d-4bf2-a748-8fd707ce8ba0 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.427572] env[68893]: DEBUG oslo_vmware.api [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Waiting for the task: (returnval){ [ 938.427572] env[68893]: value = "task-2791778" [ 938.427572] env[68893]: _type = "Task" [ 938.427572] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.439935] env[68893]: DEBUG oslo_vmware.api [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Task: {'id': task-2791778, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.758222] env[68893]: DEBUG nova.compute.manager [None req-c40f82d8-07ac-4dac-81a0-91934506b90f tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] [instance: 70917eab-66ad-4d76-9866-a8a793025df1] Start destroying the instance on the hypervisor. {{(pid=68893) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 938.758536] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-c40f82d8-07ac-4dac-81a0-91934506b90f tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] [instance: 70917eab-66ad-4d76-9866-a8a793025df1] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 938.759501] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbaae472-e63f-44c9-8754-f919db01ef84 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.771798] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-c40f82d8-07ac-4dac-81a0-91934506b90f tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] [instance: 70917eab-66ad-4d76-9866-a8a793025df1] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 938.772069] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d2fb73d9-6d24-4d9e-8d0d-e4b98922ebb5 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.779781] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ec7ab252-ed57-40ba-bcb2-74ab3efcc231 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.119s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.781782] env[68893]: DEBUG oslo_vmware.api [None req-c40f82d8-07ac-4dac-81a0-91934506b90f tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Waiting for the task: (returnval){ [ 938.781782] env[68893]: value = "task-2791779" [ 938.781782] env[68893]: _type = "Task" [ 938.781782] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.782970] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 31.510s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.782970] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.782970] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68893) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 938.782970] env[68893]: DEBUG oslo_concurrency.lockutils [None req-70da0402-2feb-4ac0-adb3-8815ff12d806 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 30.235s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.785080] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-543de259-b8b0-428d-b1c8-1b5ad1b002c7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.788195] env[68893]: DEBUG oslo_concurrency.lockutils [None req-7c1ef88b-15d4-4989-8384-726dc970a4df tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.799456] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-528dc155-04be-48fe-93e7-e1c9901f572a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.815078] env[68893]: INFO nova.scheduler.client.report [None req-ec7ab252-ed57-40ba-bcb2-74ab3efcc231 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Deleted allocations for instance 073e59c7-2b22-4fa9-a6d2-03a158475093 [ 938.816788] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab2c9bcf-1954-49e5-9a84-6f89354363ea {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.829814] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ea3299d-45b0-4b01-8700-e90cfd1948b3 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.842965] env[68893]: DEBUG oslo_concurrency.lockutils [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Lock "71d44879-e74b-4a04-8c49-aaac1163f3f5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.192s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.875619] env[68893]: DEBUG oslo_concurrency.lockutils [None req-3d572f83-1539-4186-b6d3-2b9c314e9043 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Releasing lock "refresh_cache-9eff2a8e-9c7f-4f84-958a-ecf1f5f730d9" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.875943] env[68893]: DEBUG nova.compute.manager [None req-3d572f83-1539-4186-b6d3-2b9c314e9043 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] [instance: 9eff2a8e-9c7f-4f84-958a-ecf1f5f730d9] Instance network_info: |[{"id": "8a8d6eec-15a9-445d-a0a8-1a6a69e41d35", "address": "fa:16:3e:92:7a:09", "network": {"id": "3a3ee66b-d6c9-42be-96b0-b379b748814e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-449769129-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "16847a024c794c4991b8a93717dcf937", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a8d6eec-15", "ovs_interfaceid": "8a8d6eec-15a9-445d-a0a8-1a6a69e41d35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 938.876292] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178198MB free_disk=173GB free_vcpus=48 pci_devices=None {{(pid=68893) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 938.876430] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.878012] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-3d572f83-1539-4186-b6d3-2b9c314e9043 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] [instance: 9eff2a8e-9c7f-4f84-958a-ecf1f5f730d9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:7a:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '87bbf4e0-9064-4516-b7e7-44973f817205', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8a8d6eec-15a9-445d-a0a8-1a6a69e41d35', 'vif_model': 'vmxnet3'}] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 938.885441] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d572f83-1539-4186-b6d3-2b9c314e9043 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Creating folder: Project (16847a024c794c4991b8a93717dcf937). Parent ref: group-v560969. {{(pid=68893) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 938.887023] env[68893]: DEBUG nova.compute.manager [req-e4f18a30-6d36-42c1-8a57-1a26a8be69b4 req-89aea5f6-ca4a-4a53-8b00-0ea5c2b6c3c9 service nova] [instance: ed8d54ea-e2df-4429-93f9-976f6aad02be] Received event network-vif-deleted-d890e43e-fb20-47e6-a5ec-908627e99cd1 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 938.887217] env[68893]: DEBUG nova.compute.manager [req-e4f18a30-6d36-42c1-8a57-1a26a8be69b4 req-89aea5f6-ca4a-4a53-8b00-0ea5c2b6c3c9 service nova] [instance: ed8d54ea-e2df-4429-93f9-976f6aad02be] Received event network-vif-deleted-a4635847-6226-4cc8-a51a-1ca0f581985b {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 938.887406] env[68893]: DEBUG nova.compute.manager [req-e4f18a30-6d36-42c1-8a57-1a26a8be69b4 req-89aea5f6-ca4a-4a53-8b00-0ea5c2b6c3c9 service nova] [instance: add4ef29-6e07-4272-b41a-04a95f62e169] Received event network-vif-deleted-0947a9d6-6bbb-4fa8-8aab-5f0025cc95dc {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 938.887767] env[68893]: INFO nova.compute.manager [req-e4f18a30-6d36-42c1-8a57-1a26a8be69b4 req-89aea5f6-ca4a-4a53-8b00-0ea5c2b6c3c9 service nova] [instance: add4ef29-6e07-4272-b41a-04a95f62e169] Neutron deleted interface 0947a9d6-6bbb-4fa8-8aab-5f0025cc95dc; detaching it from the instance and deleting it from the info cache [ 938.887898] env[68893]: DEBUG nova.network.neutron [req-e4f18a30-6d36-42c1-8a57-1a26a8be69b4 req-89aea5f6-ca4a-4a53-8b00-0ea5c2b6c3c9 service nova] [instance: add4ef29-6e07-4272-b41a-04a95f62e169] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.892068] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d44d9327-11dc-4087-9881-a83846cb619b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.906637] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-3d572f83-1539-4186-b6d3-2b9c314e9043 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Created folder: Project (16847a024c794c4991b8a93717dcf937) in parent group-v560969. [ 938.906934] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d572f83-1539-4186-b6d3-2b9c314e9043 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Creating folder: Instances. Parent ref: group-v561160. {{(pid=68893) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 938.908070] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dea9ad09-ea3c-48a7-be17-4d8a4f716a48 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.913371] env[68893]: DEBUG oslo_vmware.api [None req-17d1c686-16d8-46f9-a7ea-9e1524c4aa09 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Task: {'id': task-2791777, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.921737] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-3d572f83-1539-4186-b6d3-2b9c314e9043 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Created folder: Instances in parent group-v561160. [ 938.922009] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3d572f83-1539-4186-b6d3-2b9c314e9043 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 938.922526] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9eff2a8e-9c7f-4f84-958a-ecf1f5f730d9] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 938.923106] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-972517fa-10aa-4ff1-9464-51a6ac3f9411 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.939122] env[68893]: DEBUG nova.network.neutron [-] [instance: add4ef29-6e07-4272-b41a-04a95f62e169] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.951169] env[68893]: DEBUG oslo_vmware.api [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Task: {'id': task-2791778, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.951707] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 938.951707] env[68893]: value = "task-2791782" [ 938.951707] env[68893]: _type = "Task" [ 938.951707] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.961319] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791782, 'name': CreateVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.257535] env[68893]: DEBUG nova.compute.manager [req-fdd947ae-f18f-492d-90a1-cb4aac30746c req-652e5754-4638-43cd-a524-67b0be772a9d service nova] [instance: 9eff2a8e-9c7f-4f84-958a-ecf1f5f730d9] Received event network-changed-8a8d6eec-15a9-445d-a0a8-1a6a69e41d35 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 939.257903] env[68893]: DEBUG nova.compute.manager [req-fdd947ae-f18f-492d-90a1-cb4aac30746c req-652e5754-4638-43cd-a524-67b0be772a9d service nova] [instance: 9eff2a8e-9c7f-4f84-958a-ecf1f5f730d9] Refreshing instance network info cache due to event network-changed-8a8d6eec-15a9-445d-a0a8-1a6a69e41d35. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 939.258401] env[68893]: DEBUG oslo_concurrency.lockutils [req-fdd947ae-f18f-492d-90a1-cb4aac30746c req-652e5754-4638-43cd-a524-67b0be772a9d service nova] Acquiring lock "refresh_cache-9eff2a8e-9c7f-4f84-958a-ecf1f5f730d9" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.258475] env[68893]: DEBUG oslo_concurrency.lockutils [req-fdd947ae-f18f-492d-90a1-cb4aac30746c req-652e5754-4638-43cd-a524-67b0be772a9d service nova] Acquired lock "refresh_cache-9eff2a8e-9c7f-4f84-958a-ecf1f5f730d9" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.258760] env[68893]: DEBUG nova.network.neutron [req-fdd947ae-f18f-492d-90a1-cb4aac30746c req-652e5754-4638-43cd-a524-67b0be772a9d service nova] [instance: 9eff2a8e-9c7f-4f84-958a-ecf1f5f730d9] Refreshing network info cache for port 8a8d6eec-15a9-445d-a0a8-1a6a69e41d35 {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 939.292387] env[68893]: DEBUG nova.objects.instance [None req-70da0402-2feb-4ac0-adb3-8815ff12d806 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Lazy-loading 'migration_context' on Instance uuid bd49c388-5a16-4af3-91cf-777982d4567f {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 939.299989] env[68893]: DEBUG oslo_vmware.api [None req-c40f82d8-07ac-4dac-81a0-91934506b90f tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Task: {'id': task-2791779, 'name': PowerOffVM_Task, 'duration_secs': 0.28629} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.300420] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-c40f82d8-07ac-4dac-81a0-91934506b90f tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] [instance: 70917eab-66ad-4d76-9866-a8a793025df1] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 939.300712] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-c40f82d8-07ac-4dac-81a0-91934506b90f tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] [instance: 70917eab-66ad-4d76-9866-a8a793025df1] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 939.301304] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-73d90790-c4a8-4db2-a328-8ce1a466d964 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.326220] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ec7ab252-ed57-40ba-bcb2-74ab3efcc231 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Lock "073e59c7-2b22-4fa9-a6d2-03a158475093" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.643s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.389310] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-c40f82d8-07ac-4dac-81a0-91934506b90f tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] [instance: 70917eab-66ad-4d76-9866-a8a793025df1] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 939.389835] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-c40f82d8-07ac-4dac-81a0-91934506b90f tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] [instance: 70917eab-66ad-4d76-9866-a8a793025df1] Deleting contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 939.389914] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-c40f82d8-07ac-4dac-81a0-91934506b90f tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Deleting the datastore file [datastore2] 70917eab-66ad-4d76-9866-a8a793025df1 {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 939.390984] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f4bca9f9-034c-49ea-a816-7c424970a10d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.393675] env[68893]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fd81efa0-0e20-4201-8af0-d34dade6aac7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.405261] env[68893]: DEBUG oslo_vmware.api [None req-c40f82d8-07ac-4dac-81a0-91934506b90f tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Waiting for the task: (returnval){ [ 939.405261] env[68893]: value = "task-2791784" [ 939.405261] env[68893]: _type = "Task" [ 939.405261] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.408868] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4f3d7a3-3adb-4143-a262-96c518026cd2 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.428517] env[68893]: DEBUG oslo_vmware.api [None req-17d1c686-16d8-46f9-a7ea-9e1524c4aa09 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Task: {'id': task-2791777, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.434768] env[68893]: DEBUG oslo_vmware.api [None req-c40f82d8-07ac-4dac-81a0-91934506b90f tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Task: {'id': task-2791784, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.456483] env[68893]: INFO nova.compute.manager [-] [instance: add4ef29-6e07-4272-b41a-04a95f62e169] Took 1.59 seconds to deallocate network for instance. [ 939.456998] env[68893]: DEBUG nova.compute.manager [req-e4f18a30-6d36-42c1-8a57-1a26a8be69b4 req-89aea5f6-ca4a-4a53-8b00-0ea5c2b6c3c9 service nova] [instance: add4ef29-6e07-4272-b41a-04a95f62e169] Detach interface failed, port_id=0947a9d6-6bbb-4fa8-8aab-5f0025cc95dc, reason: Instance add4ef29-6e07-4272-b41a-04a95f62e169 could not be found. {{(pid=68893) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 939.475074] env[68893]: DEBUG oslo_vmware.api [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Task: {'id': task-2791778, 'name': PowerOnVM_Task, 'duration_secs': 0.781244} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.478719] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] [instance: b7b2d291-da9b-4b77-9898-e181a8e011c2] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 939.478940] env[68893]: INFO nova.compute.manager [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] [instance: b7b2d291-da9b-4b77-9898-e181a8e011c2] Took 7.70 seconds to spawn the instance on the hypervisor. [ 939.479137] env[68893]: DEBUG nova.compute.manager [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] [instance: b7b2d291-da9b-4b77-9898-e181a8e011c2] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 939.479390] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791782, 'name': CreateVM_Task, 'duration_secs': 0.496963} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.480642] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53ed6d9d-80e9-4031-a217-d51af143344b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.485025] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9eff2a8e-9c7f-4f84-958a-ecf1f5f730d9] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 939.485381] env[68893]: DEBUG oslo_concurrency.lockutils [None req-3d572f83-1539-4186-b6d3-2b9c314e9043 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.485508] env[68893]: DEBUG oslo_concurrency.lockutils [None req-3d572f83-1539-4186-b6d3-2b9c314e9043 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.485819] env[68893]: DEBUG oslo_concurrency.lockutils [None req-3d572f83-1539-4186-b6d3-2b9c314e9043 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.486574] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-489b8566-954b-47b1-9c94-74e6c9839320 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.496011] env[68893]: DEBUG oslo_vmware.api [None req-3d572f83-1539-4186-b6d3-2b9c314e9043 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Waiting for the task: (returnval){ [ 939.496011] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52e1ba9c-c508-ecbc-00b8-8851f2d6e69c" [ 939.496011] env[68893]: _type = "Task" [ 939.496011] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.504406] env[68893]: DEBUG oslo_vmware.api [None req-3d572f83-1539-4186-b6d3-2b9c314e9043 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52e1ba9c-c508-ecbc-00b8-8851f2d6e69c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.909218] env[68893]: DEBUG oslo_vmware.api [None req-17d1c686-16d8-46f9-a7ea-9e1524c4aa09 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Task: {'id': task-2791777, 'name': RemoveSnapshot_Task, 'duration_secs': 1.495232} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.909218] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-17d1c686-16d8-46f9-a7ea-9e1524c4aa09 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] [instance: d89cb24d-9485-4641-a78d-758495a82c10] Deleted Snapshot of the VM instance {{(pid=68893) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 939.935526] env[68893]: DEBUG oslo_vmware.api [None req-c40f82d8-07ac-4dac-81a0-91934506b90f tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Task: {'id': task-2791784, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.340653} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.935680] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-c40f82d8-07ac-4dac-81a0-91934506b90f tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 939.936443] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-c40f82d8-07ac-4dac-81a0-91934506b90f tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] [instance: 70917eab-66ad-4d76-9866-a8a793025df1] Deleted contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 939.936443] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-c40f82d8-07ac-4dac-81a0-91934506b90f tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] [instance: 70917eab-66ad-4d76-9866-a8a793025df1] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 939.936443] env[68893]: INFO nova.compute.manager [None req-c40f82d8-07ac-4dac-81a0-91934506b90f tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] [instance: 70917eab-66ad-4d76-9866-a8a793025df1] Took 1.18 seconds to destroy the instance on the hypervisor. [ 939.936443] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c40f82d8-07ac-4dac-81a0-91934506b90f tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 939.936628] env[68893]: DEBUG nova.compute.manager [-] [instance: 70917eab-66ad-4d76-9866-a8a793025df1] Deallocating network for instance {{(pid=68893) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 939.936721] env[68893]: DEBUG nova.network.neutron [-] [instance: 70917eab-66ad-4d76-9866-a8a793025df1] deallocate_for_instance() {{(pid=68893) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 939.972336] env[68893]: DEBUG oslo_concurrency.lockutils [None req-c793dfe4-c526-4324-bdb4-5ad9defd8e8d tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.003026] env[68893]: DEBUG nova.network.neutron [req-fdd947ae-f18f-492d-90a1-cb4aac30746c req-652e5754-4638-43cd-a524-67b0be772a9d service nova] [instance: 9eff2a8e-9c7f-4f84-958a-ecf1f5f730d9] Updated VIF entry in instance network info cache for port 8a8d6eec-15a9-445d-a0a8-1a6a69e41d35. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 940.003026] env[68893]: DEBUG nova.network.neutron [req-fdd947ae-f18f-492d-90a1-cb4aac30746c req-652e5754-4638-43cd-a524-67b0be772a9d service nova] [instance: 9eff2a8e-9c7f-4f84-958a-ecf1f5f730d9] Updating instance_info_cache with network_info: [{"id": "8a8d6eec-15a9-445d-a0a8-1a6a69e41d35", "address": "fa:16:3e:92:7a:09", "network": {"id": "3a3ee66b-d6c9-42be-96b0-b379b748814e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-449769129-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "16847a024c794c4991b8a93717dcf937", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a8d6eec-15", "ovs_interfaceid": "8a8d6eec-15a9-445d-a0a8-1a6a69e41d35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.009981] env[68893]: INFO nova.compute.manager [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] [instance: b7b2d291-da9b-4b77-9898-e181a8e011c2] Took 40.67 seconds to build instance. [ 940.016811] env[68893]: DEBUG oslo_vmware.api [None req-3d572f83-1539-4186-b6d3-2b9c314e9043 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52e1ba9c-c508-ecbc-00b8-8851f2d6e69c, 'name': SearchDatastore_Task, 'duration_secs': 0.030052} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.017142] env[68893]: DEBUG oslo_concurrency.lockutils [None req-3d572f83-1539-4186-b6d3-2b9c314e9043 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.017414] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-3d572f83-1539-4186-b6d3-2b9c314e9043 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] [instance: 9eff2a8e-9c7f-4f84-958a-ecf1f5f730d9] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 940.017635] env[68893]: DEBUG oslo_concurrency.lockutils [None req-3d572f83-1539-4186-b6d3-2b9c314e9043 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.017784] env[68893]: DEBUG oslo_concurrency.lockutils [None req-3d572f83-1539-4186-b6d3-2b9c314e9043 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.017964] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d572f83-1539-4186-b6d3-2b9c314e9043 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 940.018238] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cf54baca-e7a8-4bec-9345-fb678c7cbfb4 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.028485] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d572f83-1539-4186-b6d3-2b9c314e9043 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 940.028670] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-3d572f83-1539-4186-b6d3-2b9c314e9043 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 940.029665] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-876a0e9b-2202-4659-8efc-8f0780779e02 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.035039] env[68893]: DEBUG oslo_vmware.api [None req-3d572f83-1539-4186-b6d3-2b9c314e9043 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Waiting for the task: (returnval){ [ 940.035039] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]5265689a-18ed-92e8-17ce-d8f97e7efc8c" [ 940.035039] env[68893]: _type = "Task" [ 940.035039] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.047475] env[68893]: DEBUG oslo_vmware.api [None req-3d572f83-1539-4186-b6d3-2b9c314e9043 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]5265689a-18ed-92e8-17ce-d8f97e7efc8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.325075] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61c1384e-adde-415c-82d0-e28ca43ef29e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.332262] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6897145a-b8ff-4b53-9d1e-d22b56350edd {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.367810] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-278752da-4cf9-4de6-b863-199c0143de6e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.375660] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2871c4ea-5798-443e-b849-57aa6d26571b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.392143] env[68893]: DEBUG nova.compute.provider_tree [None req-70da0402-2feb-4ac0-adb3-8815ff12d806 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 940.416322] env[68893]: WARNING nova.compute.manager [None req-17d1c686-16d8-46f9-a7ea-9e1524c4aa09 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] [instance: d89cb24d-9485-4641-a78d-758495a82c10] Image not found during snapshot: nova.exception.ImageNotFound: Image e5d0a2fb-42ac-4c79-8599-9431b0b1c3e2 could not be found. [ 940.510720] env[68893]: DEBUG oslo_concurrency.lockutils [req-fdd947ae-f18f-492d-90a1-cb4aac30746c req-652e5754-4638-43cd-a524-67b0be772a9d service nova] Releasing lock "refresh_cache-9eff2a8e-9c7f-4f84-958a-ecf1f5f730d9" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.512578] env[68893]: DEBUG oslo_concurrency.lockutils [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Lock "b7b2d291-da9b-4b77-9898-e181a8e011c2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.901s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.546224] env[68893]: DEBUG oslo_vmware.api [None req-3d572f83-1539-4186-b6d3-2b9c314e9043 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]5265689a-18ed-92e8-17ce-d8f97e7efc8c, 'name': SearchDatastore_Task, 'duration_secs': 0.021516} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.546932] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5e0a1c2-a22b-48c9-982a-f1e2f221c0c4 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.552303] env[68893]: DEBUG oslo_vmware.api [None req-3d572f83-1539-4186-b6d3-2b9c314e9043 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Waiting for the task: (returnval){ [ 940.552303] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52cf77df-f68f-bdd2-8b3f-13d315457566" [ 940.552303] env[68893]: _type = "Task" [ 940.552303] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.560715] env[68893]: DEBUG oslo_vmware.api [None req-3d572f83-1539-4186-b6d3-2b9c314e9043 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52cf77df-f68f-bdd2-8b3f-13d315457566, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.734439] env[68893]: DEBUG nova.network.neutron [-] [instance: 70917eab-66ad-4d76-9866-a8a793025df1] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.823053] env[68893]: DEBUG oslo_concurrency.lockutils [None req-9d12a837-578f-4240-b0b1-6bdaff8a0048 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Acquiring lock "9d2c4276-803a-45ac-92bd-82eb2c5095eb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.823384] env[68893]: DEBUG oslo_concurrency.lockutils [None req-9d12a837-578f-4240-b0b1-6bdaff8a0048 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Lock "9d2c4276-803a-45ac-92bd-82eb2c5095eb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.894370] env[68893]: DEBUG nova.scheduler.client.report [None req-70da0402-2feb-4ac0-adb3-8815ff12d806 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 941.062633] env[68893]: DEBUG oslo_vmware.api [None req-3d572f83-1539-4186-b6d3-2b9c314e9043 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52cf77df-f68f-bdd2-8b3f-13d315457566, 'name': SearchDatastore_Task, 'duration_secs': 0.013928} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.062979] env[68893]: DEBUG oslo_concurrency.lockutils [None req-3d572f83-1539-4186-b6d3-2b9c314e9043 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.063163] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d572f83-1539-4186-b6d3-2b9c314e9043 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] 9eff2a8e-9c7f-4f84-958a-ecf1f5f730d9/9eff2a8e-9c7f-4f84-958a-ecf1f5f730d9.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 941.063538] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-522d3bc2-2790-4064-8a7b-e501c5b35c14 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.070210] env[68893]: DEBUG oslo_vmware.api [None req-3d572f83-1539-4186-b6d3-2b9c314e9043 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Waiting for the task: (returnval){ [ 941.070210] env[68893]: value = "task-2791785" [ 941.070210] env[68893]: _type = "Task" [ 941.070210] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.077958] env[68893]: DEBUG oslo_vmware.api [None req-3d572f83-1539-4186-b6d3-2b9c314e9043 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Task: {'id': task-2791785, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.180763] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d91a3914-3189-452a-ad5b-d9d38181e5fe tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Acquiring lock "d89cb24d-9485-4641-a78d-758495a82c10" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.181043] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d91a3914-3189-452a-ad5b-d9d38181e5fe tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Lock "d89cb24d-9485-4641-a78d-758495a82c10" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.181635] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d91a3914-3189-452a-ad5b-d9d38181e5fe tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Acquiring lock "d89cb24d-9485-4641-a78d-758495a82c10-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.181635] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d91a3914-3189-452a-ad5b-d9d38181e5fe tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Lock "d89cb24d-9485-4641-a78d-758495a82c10-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.181768] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d91a3914-3189-452a-ad5b-d9d38181e5fe tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Lock "d89cb24d-9485-4641-a78d-758495a82c10-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.183834] env[68893]: INFO nova.compute.manager [None req-d91a3914-3189-452a-ad5b-d9d38181e5fe tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] [instance: d89cb24d-9485-4641-a78d-758495a82c10] Terminating instance [ 941.236859] env[68893]: INFO nova.compute.manager [-] [instance: 70917eab-66ad-4d76-9866-a8a793025df1] Took 1.30 seconds to deallocate network for instance. [ 941.284442] env[68893]: DEBUG nova.compute.manager [req-af9c9b81-6f7f-491f-b126-e9b294b6abe9 req-b619f96f-70c4-45b2-9509-ae46d6da1996 service nova] [instance: 70917eab-66ad-4d76-9866-a8a793025df1] Received event network-vif-deleted-938f16a8-5375-4090-ac06-94ae952c565d {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 941.325599] env[68893]: DEBUG nova.compute.manager [None req-9d12a837-578f-4240-b0b1-6bdaff8a0048 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 9d2c4276-803a-45ac-92bd-82eb2c5095eb] Starting instance... {{(pid=68893) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 941.580659] env[68893]: DEBUG oslo_vmware.api [None req-3d572f83-1539-4186-b6d3-2b9c314e9043 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Task: {'id': task-2791785, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.688032] env[68893]: DEBUG nova.compute.manager [None req-d91a3914-3189-452a-ad5b-d9d38181e5fe tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] [instance: d89cb24d-9485-4641-a78d-758495a82c10] Start destroying the instance on the hypervisor. {{(pid=68893) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 941.688237] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-d91a3914-3189-452a-ad5b-d9d38181e5fe tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] [instance: d89cb24d-9485-4641-a78d-758495a82c10] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 941.689204] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27e61d30-59c6-4708-b74a-49882157c121 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.697557] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-d91a3914-3189-452a-ad5b-d9d38181e5fe tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] [instance: d89cb24d-9485-4641-a78d-758495a82c10] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 941.697908] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2b377ec4-543f-4ff8-9eb9-ef0f753b338c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.705330] env[68893]: DEBUG oslo_vmware.api [None req-d91a3914-3189-452a-ad5b-d9d38181e5fe tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Waiting for the task: (returnval){ [ 941.705330] env[68893]: value = "task-2791786" [ 941.705330] env[68893]: _type = "Task" [ 941.705330] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.713799] env[68893]: DEBUG oslo_vmware.api [None req-d91a3914-3189-452a-ad5b-d9d38181e5fe tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Task: {'id': task-2791786, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.744168] env[68893]: DEBUG oslo_concurrency.lockutils [None req-c40f82d8-07ac-4dac-81a0-91934506b90f tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.853248] env[68893]: DEBUG oslo_concurrency.lockutils [None req-9d12a837-578f-4240-b0b1-6bdaff8a0048 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.907500] env[68893]: DEBUG oslo_concurrency.lockutils [None req-70da0402-2feb-4ac0-adb3-8815ff12d806 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.124s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.913183] env[68893]: DEBUG oslo_concurrency.lockutils [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.374s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.914717] env[68893]: INFO nova.compute.claims [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] [instance: 9c6996d6-48cd-4bcd-847a-a05b547a6891] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 942.083665] env[68893]: DEBUG oslo_vmware.api [None req-3d572f83-1539-4186-b6d3-2b9c314e9043 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Task: {'id': task-2791785, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.215088] env[68893]: DEBUG oslo_vmware.api [None req-d91a3914-3189-452a-ad5b-d9d38181e5fe tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Task: {'id': task-2791786, 'name': PowerOffVM_Task, 'duration_secs': 0.207629} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.215309] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-d91a3914-3189-452a-ad5b-d9d38181e5fe tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] [instance: d89cb24d-9485-4641-a78d-758495a82c10] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 942.215482] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-d91a3914-3189-452a-ad5b-d9d38181e5fe tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] [instance: d89cb24d-9485-4641-a78d-758495a82c10] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 942.215741] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cf374b60-6a5f-4410-85d2-f806f228f952 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.278833] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-d91a3914-3189-452a-ad5b-d9d38181e5fe tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] [instance: d89cb24d-9485-4641-a78d-758495a82c10] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 942.279067] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-d91a3914-3189-452a-ad5b-d9d38181e5fe tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] [instance: d89cb24d-9485-4641-a78d-758495a82c10] Deleting contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 942.279252] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-d91a3914-3189-452a-ad5b-d9d38181e5fe tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Deleting the datastore file [datastore2] d89cb24d-9485-4641-a78d-758495a82c10 {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 942.279851] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-93e8bd2a-b8a6-492b-a1f4-c2eba92d55bf {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.285632] env[68893]: DEBUG oslo_vmware.api [None req-d91a3914-3189-452a-ad5b-d9d38181e5fe tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Waiting for the task: (returnval){ [ 942.285632] env[68893]: value = "task-2791788" [ 942.285632] env[68893]: _type = "Task" [ 942.285632] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.295587] env[68893]: DEBUG oslo_vmware.api [None req-d91a3914-3189-452a-ad5b-d9d38181e5fe tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Task: {'id': task-2791788, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.581466] env[68893]: DEBUG oslo_vmware.api [None req-3d572f83-1539-4186-b6d3-2b9c314e9043 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Task: {'id': task-2791785, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.800381] env[68893]: DEBUG oslo_vmware.api [None req-d91a3914-3189-452a-ad5b-d9d38181e5fe tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Task: {'id': task-2791788, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.084267] env[68893]: DEBUG oslo_vmware.api [None req-3d572f83-1539-4186-b6d3-2b9c314e9043 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Task: {'id': task-2791785, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.659336} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.084567] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d572f83-1539-4186-b6d3-2b9c314e9043 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] 9eff2a8e-9c7f-4f84-958a-ecf1f5f730d9/9eff2a8e-9c7f-4f84-958a-ecf1f5f730d9.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 943.084772] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-3d572f83-1539-4186-b6d3-2b9c314e9043 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] [instance: 9eff2a8e-9c7f-4f84-958a-ecf1f5f730d9] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 943.085616] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a0ddeb33-82af-42b9-ab97-2b77481cb8e6 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.092105] env[68893]: DEBUG oslo_vmware.api [None req-3d572f83-1539-4186-b6d3-2b9c314e9043 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Waiting for the task: (returnval){ [ 943.092105] env[68893]: value = "task-2791789" [ 943.092105] env[68893]: _type = "Task" [ 943.092105] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.105106] env[68893]: DEBUG oslo_vmware.api [None req-3d572f83-1539-4186-b6d3-2b9c314e9043 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Task: {'id': task-2791789, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.298460] env[68893]: DEBUG oslo_vmware.api [None req-d91a3914-3189-452a-ad5b-d9d38181e5fe tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Task: {'id': task-2791788, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.704477} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.298826] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-d91a3914-3189-452a-ad5b-d9d38181e5fe tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 943.299052] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-d91a3914-3189-452a-ad5b-d9d38181e5fe tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] [instance: d89cb24d-9485-4641-a78d-758495a82c10] Deleted contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 943.299217] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-d91a3914-3189-452a-ad5b-d9d38181e5fe tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] [instance: d89cb24d-9485-4641-a78d-758495a82c10] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 943.299398] env[68893]: INFO nova.compute.manager [None req-d91a3914-3189-452a-ad5b-d9d38181e5fe tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] [instance: d89cb24d-9485-4641-a78d-758495a82c10] Took 1.61 seconds to destroy the instance on the hypervisor. [ 943.299640] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d91a3914-3189-452a-ad5b-d9d38181e5fe tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 943.299834] env[68893]: DEBUG nova.compute.manager [-] [instance: d89cb24d-9485-4641-a78d-758495a82c10] Deallocating network for instance {{(pid=68893) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 943.299928] env[68893]: DEBUG nova.network.neutron [-] [instance: d89cb24d-9485-4641-a78d-758495a82c10] deallocate_for_instance() {{(pid=68893) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 943.420489] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c6a557b-7dbf-42d1-ab37-3cbaa1e6bcd4 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.428268] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79ed5d5c-37fd-40cc-bcee-e9f21c67cb1b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.470159] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab63c0c7-8114-46d6-8970-a3d060077fab {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.479330] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3f4813e-d1c5-4aff-a35e-6b13295ab497 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.486962] env[68893]: INFO nova.compute.manager [None req-70da0402-2feb-4ac0-adb3-8815ff12d806 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: bd49c388-5a16-4af3-91cf-777982d4567f] Swapping old allocation on dict_keys(['d14b70d6-a636-4db0-b5a6-b901da6fa895']) held by migration 7579db84-1f0c-4711-982b-2b1e68dbecb8 for instance [ 943.501677] env[68893]: DEBUG nova.compute.provider_tree [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 943.520212] env[68893]: DEBUG nova.scheduler.client.report [None req-70da0402-2feb-4ac0-adb3-8815ff12d806 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Overwriting current allocation {'allocations': {'d14b70d6-a636-4db0-b5a6-b901da6fa895': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 96}}, 'project_id': 'd4d6da16c6974dd6ba61faefc3f54c56', 'user_id': '6c24af0e548d4ec3a540056ecbf2e03d', 'consumer_generation': 1} on consumer bd49c388-5a16-4af3-91cf-777982d4567f {{(pid=68893) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 943.602346] env[68893]: DEBUG oslo_vmware.api [None req-3d572f83-1539-4186-b6d3-2b9c314e9043 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Task: {'id': task-2791789, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061913} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.602739] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-3d572f83-1539-4186-b6d3-2b9c314e9043 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] [instance: 9eff2a8e-9c7f-4f84-958a-ecf1f5f730d9] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 943.603699] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cd9528b-4931-4de6-98a9-90b4014f7de6 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.627013] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d572f83-1539-4186-b6d3-2b9c314e9043 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] [instance: 9eff2a8e-9c7f-4f84-958a-ecf1f5f730d9] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] 9eff2a8e-9c7f-4f84-958a-ecf1f5f730d9/9eff2a8e-9c7f-4f84-958a-ecf1f5f730d9.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 943.627356] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60234a50-78ad-4b25-b23c-709102dc6bbc {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.642258] env[68893]: DEBUG oslo_concurrency.lockutils [None req-70da0402-2feb-4ac0-adb3-8815ff12d806 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Acquiring lock "refresh_cache-bd49c388-5a16-4af3-91cf-777982d4567f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.642417] env[68893]: DEBUG oslo_concurrency.lockutils [None req-70da0402-2feb-4ac0-adb3-8815ff12d806 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Acquired lock "refresh_cache-bd49c388-5a16-4af3-91cf-777982d4567f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.642603] env[68893]: DEBUG nova.network.neutron [None req-70da0402-2feb-4ac0-adb3-8815ff12d806 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: bd49c388-5a16-4af3-91cf-777982d4567f] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 943.648522] env[68893]: DEBUG nova.compute.manager [req-0fadf4dd-00e1-433f-8b5c-89434492692f req-13a2969a-3c68-49bb-8e65-1a9ac2520f41 service nova] [instance: d89cb24d-9485-4641-a78d-758495a82c10] Received event network-vif-deleted-33a389d6-a31e-4f76-9aac-22e0d9025a6c {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 943.648522] env[68893]: INFO nova.compute.manager [req-0fadf4dd-00e1-433f-8b5c-89434492692f req-13a2969a-3c68-49bb-8e65-1a9ac2520f41 service nova] [instance: d89cb24d-9485-4641-a78d-758495a82c10] Neutron deleted interface 33a389d6-a31e-4f76-9aac-22e0d9025a6c; detaching it from the instance and deleting it from the info cache [ 943.648522] env[68893]: DEBUG nova.network.neutron [req-0fadf4dd-00e1-433f-8b5c-89434492692f req-13a2969a-3c68-49bb-8e65-1a9ac2520f41 service nova] [instance: d89cb24d-9485-4641-a78d-758495a82c10] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.651420] env[68893]: DEBUG oslo_vmware.api [None req-3d572f83-1539-4186-b6d3-2b9c314e9043 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Waiting for the task: (returnval){ [ 943.651420] env[68893]: value = "task-2791790" [ 943.651420] env[68893]: _type = "Task" [ 943.651420] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.660678] env[68893]: DEBUG oslo_vmware.api [None req-3d572f83-1539-4186-b6d3-2b9c314e9043 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Task: {'id': task-2791790, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.007963] env[68893]: DEBUG nova.scheduler.client.report [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 944.055843] env[68893]: DEBUG nova.network.neutron [-] [instance: d89cb24d-9485-4641-a78d-758495a82c10] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.149805] env[68893]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-67dec6c0-773a-4591-839a-23c065487d13 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.159891] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74327391-4768-46bf-b01a-2a5a32d337c6 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.174353] env[68893]: DEBUG oslo_vmware.api [None req-3d572f83-1539-4186-b6d3-2b9c314e9043 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Task: {'id': task-2791790, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.201572] env[68893]: DEBUG nova.compute.manager [req-0fadf4dd-00e1-433f-8b5c-89434492692f req-13a2969a-3c68-49bb-8e65-1a9ac2520f41 service nova] [instance: d89cb24d-9485-4641-a78d-758495a82c10] Detach interface failed, port_id=33a389d6-a31e-4f76-9aac-22e0d9025a6c, reason: Instance d89cb24d-9485-4641-a78d-758495a82c10 could not be found. {{(pid=68893) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 944.408569] env[68893]: DEBUG nova.network.neutron [None req-70da0402-2feb-4ac0-adb3-8815ff12d806 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: bd49c388-5a16-4af3-91cf-777982d4567f] Updating instance_info_cache with network_info: [{"id": "d808b1fb-a12a-47f5-9c1c-f58e8e34d7c6", "address": "fa:16:3e:fc:67:5c", "network": {"id": "508509dd-7bfd-4a64-9135-d3dbeac23fa6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.168", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a15c0c8454c748249efd16f753a7dc35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd808b1fb-a1", "ovs_interfaceid": "d808b1fb-a12a-47f5-9c1c-f58e8e34d7c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.513301] env[68893]: DEBUG oslo_concurrency.lockutils [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.600s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.513872] env[68893]: DEBUG nova.compute.manager [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] [instance: 9c6996d6-48cd-4bcd-847a-a05b547a6891] Start building networks asynchronously for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 944.517133] env[68893]: DEBUG oslo_concurrency.lockutils [None req-761a5e21-b44a-4425-927d-1a766f8713db tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.541s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.518620] env[68893]: INFO nova.compute.claims [None req-761a5e21-b44a-4425-927d-1a766f8713db tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 706ea7e2-3150-4843-a0dd-e60e1cef3c52] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 944.558531] env[68893]: INFO nova.compute.manager [-] [instance: d89cb24d-9485-4641-a78d-758495a82c10] Took 1.26 seconds to deallocate network for instance. [ 944.662422] env[68893]: DEBUG oslo_vmware.api [None req-3d572f83-1539-4186-b6d3-2b9c314e9043 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Task: {'id': task-2791790, 'name': ReconfigVM_Task, 'duration_secs': 0.698002} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.662720] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d572f83-1539-4186-b6d3-2b9c314e9043 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] [instance: 9eff2a8e-9c7f-4f84-958a-ecf1f5f730d9] Reconfigured VM instance instance-00000043 to attach disk [datastore2] 9eff2a8e-9c7f-4f84-958a-ecf1f5f730d9/9eff2a8e-9c7f-4f84-958a-ecf1f5f730d9.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 944.663355] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a3ebf30f-fbb0-419d-a46b-b233c5abff9b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.669857] env[68893]: DEBUG oslo_vmware.api [None req-3d572f83-1539-4186-b6d3-2b9c314e9043 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Waiting for the task: (returnval){ [ 944.669857] env[68893]: value = "task-2791791" [ 944.669857] env[68893]: _type = "Task" [ 944.669857] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.677909] env[68893]: DEBUG oslo_vmware.api [None req-3d572f83-1539-4186-b6d3-2b9c314e9043 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Task: {'id': task-2791791, 'name': Rename_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.912616] env[68893]: DEBUG oslo_concurrency.lockutils [None req-70da0402-2feb-4ac0-adb3-8815ff12d806 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Releasing lock "refresh_cache-bd49c388-5a16-4af3-91cf-777982d4567f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.913082] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-70da0402-2feb-4ac0-adb3-8815ff12d806 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: bd49c388-5a16-4af3-91cf-777982d4567f] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 944.913399] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-794e410a-f025-4e90-b7a8-87842ab606da {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.920753] env[68893]: DEBUG oslo_vmware.api [None req-70da0402-2feb-4ac0-adb3-8815ff12d806 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Waiting for the task: (returnval){ [ 944.920753] env[68893]: value = "task-2791792" [ 944.920753] env[68893]: _type = "Task" [ 944.920753] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.929490] env[68893]: DEBUG oslo_vmware.api [None req-70da0402-2feb-4ac0-adb3-8815ff12d806 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Task: {'id': task-2791792, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.026094] env[68893]: DEBUG nova.compute.utils [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 945.027895] env[68893]: DEBUG nova.compute.manager [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] [instance: 9c6996d6-48cd-4bcd-847a-a05b547a6891] Allocating IP information in the background. {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 945.028190] env[68893]: DEBUG nova.network.neutron [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] [instance: 9c6996d6-48cd-4bcd-847a-a05b547a6891] allocate_for_instance() {{(pid=68893) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 945.065061] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d91a3914-3189-452a-ad5b-d9d38181e5fe tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.068467] env[68893]: DEBUG nova.policy [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '58ba1999de454eee8f9e768e94eae55b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f45c6b8c12354c8f9d562c7672fe812b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68893) authorize /opt/stack/nova/nova/policy.py:192}} [ 945.183697] env[68893]: DEBUG oslo_vmware.api [None req-3d572f83-1539-4186-b6d3-2b9c314e9043 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Task: {'id': task-2791791, 'name': Rename_Task, 'duration_secs': 0.139173} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.184031] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d572f83-1539-4186-b6d3-2b9c314e9043 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] [instance: 9eff2a8e-9c7f-4f84-958a-ecf1f5f730d9] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 945.184268] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6166ea30-0b13-4857-add6-5c4de9a12a2a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.191529] env[68893]: DEBUG oslo_vmware.api [None req-3d572f83-1539-4186-b6d3-2b9c314e9043 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Waiting for the task: (returnval){ [ 945.191529] env[68893]: value = "task-2791793" [ 945.191529] env[68893]: _type = "Task" [ 945.191529] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.199655] env[68893]: DEBUG oslo_vmware.api [None req-3d572f83-1539-4186-b6d3-2b9c314e9043 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Task: {'id': task-2791793, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.347246] env[68893]: DEBUG nova.network.neutron [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] [instance: 9c6996d6-48cd-4bcd-847a-a05b547a6891] Successfully created port: fd03734a-a0cb-4933-96f4-c405dd83fa50 {{(pid=68893) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 945.432597] env[68893]: DEBUG oslo_vmware.api [None req-70da0402-2feb-4ac0-adb3-8815ff12d806 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Task: {'id': task-2791792, 'name': PowerOffVM_Task, 'duration_secs': 0.170824} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.432896] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-70da0402-2feb-4ac0-adb3-8815ff12d806 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: bd49c388-5a16-4af3-91cf-777982d4567f] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 945.433626] env[68893]: DEBUG nova.virt.hardware [None req-70da0402-2feb-4ac0-adb3-8815ff12d806 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:35:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='7b6de200-70a1-4450-b5e2-0845006b400c',id=28,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1677123642',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 945.433845] env[68893]: DEBUG nova.virt.hardware [None req-70da0402-2feb-4ac0-adb3-8815ff12d806 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 945.434038] env[68893]: DEBUG nova.virt.hardware [None req-70da0402-2feb-4ac0-adb3-8815ff12d806 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 945.434267] env[68893]: DEBUG nova.virt.hardware [None req-70da0402-2feb-4ac0-adb3-8815ff12d806 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 945.434424] env[68893]: DEBUG nova.virt.hardware [None req-70da0402-2feb-4ac0-adb3-8815ff12d806 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 945.434584] env[68893]: DEBUG nova.virt.hardware [None req-70da0402-2feb-4ac0-adb3-8815ff12d806 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 945.434806] env[68893]: DEBUG nova.virt.hardware [None req-70da0402-2feb-4ac0-adb3-8815ff12d806 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 945.434975] env[68893]: DEBUG nova.virt.hardware [None req-70da0402-2feb-4ac0-adb3-8815ff12d806 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 945.435177] env[68893]: DEBUG nova.virt.hardware [None req-70da0402-2feb-4ac0-adb3-8815ff12d806 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 945.435350] env[68893]: DEBUG nova.virt.hardware [None req-70da0402-2feb-4ac0-adb3-8815ff12d806 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 945.435535] env[68893]: DEBUG nova.virt.hardware [None req-70da0402-2feb-4ac0-adb3-8815ff12d806 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 945.442085] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a2023ff-ee0b-4189-917f-375979bc7bea {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.459087] env[68893]: DEBUG oslo_vmware.api [None req-70da0402-2feb-4ac0-adb3-8815ff12d806 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Waiting for the task: (returnval){ [ 945.459087] env[68893]: value = "task-2791794" [ 945.459087] env[68893]: _type = "Task" [ 945.459087] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.469834] env[68893]: DEBUG oslo_vmware.api [None req-70da0402-2feb-4ac0-adb3-8815ff12d806 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Task: {'id': task-2791794, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.532282] env[68893]: DEBUG nova.compute.manager [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] [instance: 9c6996d6-48cd-4bcd-847a-a05b547a6891] Start building block device mappings for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 945.706403] env[68893]: DEBUG oslo_vmware.api [None req-3d572f83-1539-4186-b6d3-2b9c314e9043 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Task: {'id': task-2791793, 'name': PowerOnVM_Task, 'duration_secs': 0.447681} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.708956] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d572f83-1539-4186-b6d3-2b9c314e9043 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] [instance: 9eff2a8e-9c7f-4f84-958a-ecf1f5f730d9] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 945.709236] env[68893]: INFO nova.compute.manager [None req-3d572f83-1539-4186-b6d3-2b9c314e9043 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] [instance: 9eff2a8e-9c7f-4f84-958a-ecf1f5f730d9] Took 9.20 seconds to spawn the instance on the hypervisor. [ 945.709429] env[68893]: DEBUG nova.compute.manager [None req-3d572f83-1539-4186-b6d3-2b9c314e9043 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] [instance: 9eff2a8e-9c7f-4f84-958a-ecf1f5f730d9] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 945.710405] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dda1136-142c-4978-b3f5-4ba60cfdc44f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.968306] env[68893]: DEBUG oslo_vmware.api [None req-70da0402-2feb-4ac0-adb3-8815ff12d806 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Task: {'id': task-2791794, 'name': ReconfigVM_Task, 'duration_secs': 0.140451} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.971592] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d1bf59c-29cf-4737-872a-8441bc7bf8fe {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.990380] env[68893]: DEBUG nova.virt.hardware [None req-70da0402-2feb-4ac0-adb3-8815ff12d806 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:35:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='7b6de200-70a1-4450-b5e2-0845006b400c',id=28,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1677123642',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 945.990643] env[68893]: DEBUG nova.virt.hardware [None req-70da0402-2feb-4ac0-adb3-8815ff12d806 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 945.990803] env[68893]: DEBUG nova.virt.hardware [None req-70da0402-2feb-4ac0-adb3-8815ff12d806 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 945.990992] env[68893]: DEBUG nova.virt.hardware [None req-70da0402-2feb-4ac0-adb3-8815ff12d806 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 945.991162] env[68893]: DEBUG nova.virt.hardware [None req-70da0402-2feb-4ac0-adb3-8815ff12d806 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 945.991311] env[68893]: DEBUG nova.virt.hardware [None req-70da0402-2feb-4ac0-adb3-8815ff12d806 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 945.991522] env[68893]: DEBUG nova.virt.hardware [None req-70da0402-2feb-4ac0-adb3-8815ff12d806 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 945.991783] env[68893]: DEBUG nova.virt.hardware [None req-70da0402-2feb-4ac0-adb3-8815ff12d806 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 945.991842] env[68893]: DEBUG nova.virt.hardware [None req-70da0402-2feb-4ac0-adb3-8815ff12d806 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 945.992016] env[68893]: DEBUG nova.virt.hardware [None req-70da0402-2feb-4ac0-adb3-8815ff12d806 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 945.992194] env[68893]: DEBUG nova.virt.hardware [None req-70da0402-2feb-4ac0-adb3-8815ff12d806 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 945.995454] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f9875e5-805f-49c8-9513-387df80b041a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.001253] env[68893]: DEBUG oslo_vmware.api [None req-70da0402-2feb-4ac0-adb3-8815ff12d806 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Waiting for the task: (returnval){ [ 946.001253] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52da3c70-501c-067f-e969-c04583824c23" [ 946.001253] env[68893]: _type = "Task" [ 946.001253] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.009629] env[68893]: DEBUG oslo_vmware.api [None req-70da0402-2feb-4ac0-adb3-8815ff12d806 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52da3c70-501c-067f-e969-c04583824c23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.011323] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f0b205b-cea1-4763-9dd7-0297538fb3e2 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.018205] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c121501-8bb4-46e0-ab8c-fb56ff9dafc0 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.050692] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53ff4701-a285-4cfc-9907-2ce55829e331 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.058031] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-826b9259-19ab-4ad2-ab84-36391b6caeed {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.072485] env[68893]: DEBUG nova.compute.provider_tree [None req-761a5e21-b44a-4425-927d-1a766f8713db tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 946.227031] env[68893]: INFO nova.compute.manager [None req-3d572f83-1539-4186-b6d3-2b9c314e9043 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] [instance: 9eff2a8e-9c7f-4f84-958a-ecf1f5f730d9] Took 39.44 seconds to build instance. [ 946.511203] env[68893]: DEBUG oslo_vmware.api [None req-70da0402-2feb-4ac0-adb3-8815ff12d806 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52da3c70-501c-067f-e969-c04583824c23, 'name': SearchDatastore_Task, 'duration_secs': 0.013244} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.516728] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-70da0402-2feb-4ac0-adb3-8815ff12d806 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: bd49c388-5a16-4af3-91cf-777982d4567f] Reconfiguring VM instance instance-0000002c to detach disk 2000 {{(pid=68893) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 946.517009] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2aa8629-1023-40d4-b489-3665ad770427 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.535622] env[68893]: DEBUG oslo_vmware.api [None req-70da0402-2feb-4ac0-adb3-8815ff12d806 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Waiting for the task: (returnval){ [ 946.535622] env[68893]: value = "task-2791795" [ 946.535622] env[68893]: _type = "Task" [ 946.535622] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.543314] env[68893]: DEBUG oslo_vmware.api [None req-70da0402-2feb-4ac0-adb3-8815ff12d806 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Task: {'id': task-2791795, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.554743] env[68893]: DEBUG nova.compute.manager [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] [instance: 9c6996d6-48cd-4bcd-847a-a05b547a6891] Start spawning the instance on the hypervisor. {{(pid=68893) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 946.576900] env[68893]: DEBUG nova.scheduler.client.report [None req-761a5e21-b44a-4425-927d-1a766f8713db tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 946.586221] env[68893]: DEBUG nova.virt.hardware [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 946.586458] env[68893]: DEBUG nova.virt.hardware [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 946.586665] env[68893]: DEBUG nova.virt.hardware [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 946.586920] env[68893]: DEBUG nova.virt.hardware [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 946.587142] env[68893]: DEBUG nova.virt.hardware [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 946.587311] env[68893]: DEBUG nova.virt.hardware [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 946.587600] env[68893]: DEBUG nova.virt.hardware [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 946.587763] env[68893]: DEBUG nova.virt.hardware [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 946.587939] env[68893]: DEBUG nova.virt.hardware [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 946.588155] env[68893]: DEBUG nova.virt.hardware [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 946.588349] env[68893]: DEBUG nova.virt.hardware [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 946.589444] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-677d02bd-9190-4806-b935-cafd728506ac {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.600356] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2ba5369-1114-4bd5-a357-a70d5a00819a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.729152] env[68893]: DEBUG oslo_concurrency.lockutils [None req-3d572f83-1539-4186-b6d3-2b9c314e9043 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Lock "9eff2a8e-9c7f-4f84-958a-ecf1f5f730d9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.056s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.835452] env[68893]: DEBUG nova.compute.manager [req-9f8c1bb5-b553-484d-845f-b2691306f92e req-9fd34af5-c416-4a8d-becf-cee0a07bf4f6 service nova] [instance: 9c6996d6-48cd-4bcd-847a-a05b547a6891] Received event network-vif-plugged-fd03734a-a0cb-4933-96f4-c405dd83fa50 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 946.839787] env[68893]: DEBUG oslo_concurrency.lockutils [req-9f8c1bb5-b553-484d-845f-b2691306f92e req-9fd34af5-c416-4a8d-becf-cee0a07bf4f6 service nova] Acquiring lock "9c6996d6-48cd-4bcd-847a-a05b547a6891-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.839787] env[68893]: DEBUG oslo_concurrency.lockutils [req-9f8c1bb5-b553-484d-845f-b2691306f92e req-9fd34af5-c416-4a8d-becf-cee0a07bf4f6 service nova] Lock "9c6996d6-48cd-4bcd-847a-a05b547a6891-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.839787] env[68893]: DEBUG oslo_concurrency.lockutils [req-9f8c1bb5-b553-484d-845f-b2691306f92e req-9fd34af5-c416-4a8d-becf-cee0a07bf4f6 service nova] Lock "9c6996d6-48cd-4bcd-847a-a05b547a6891-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.839958] env[68893]: DEBUG nova.compute.manager [req-9f8c1bb5-b553-484d-845f-b2691306f92e req-9fd34af5-c416-4a8d-becf-cee0a07bf4f6 service nova] [instance: 9c6996d6-48cd-4bcd-847a-a05b547a6891] No waiting events found dispatching network-vif-plugged-fd03734a-a0cb-4933-96f4-c405dd83fa50 {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 946.840329] env[68893]: WARNING nova.compute.manager [req-9f8c1bb5-b553-484d-845f-b2691306f92e req-9fd34af5-c416-4a8d-becf-cee0a07bf4f6 service nova] [instance: 9c6996d6-48cd-4bcd-847a-a05b547a6891] Received unexpected event network-vif-plugged-fd03734a-a0cb-4933-96f4-c405dd83fa50 for instance with vm_state building and task_state spawning. [ 946.941611] env[68893]: DEBUG nova.network.neutron [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] [instance: 9c6996d6-48cd-4bcd-847a-a05b547a6891] Successfully updated port: fd03734a-a0cb-4933-96f4-c405dd83fa50 {{(pid=68893) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 947.044688] env[68893]: DEBUG oslo_vmware.api [None req-70da0402-2feb-4ac0-adb3-8815ff12d806 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Task: {'id': task-2791795, 'name': ReconfigVM_Task, 'duration_secs': 0.353412} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.044955] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-70da0402-2feb-4ac0-adb3-8815ff12d806 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: bd49c388-5a16-4af3-91cf-777982d4567f] Reconfigured VM instance instance-0000002c to detach disk 2000 {{(pid=68893) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 947.045765] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63bb491b-77d9-4bc5-993f-31bd30633d80 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.069840] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-70da0402-2feb-4ac0-adb3-8815ff12d806 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: bd49c388-5a16-4af3-91cf-777982d4567f] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] bd49c388-5a16-4af3-91cf-777982d4567f/bd49c388-5a16-4af3-91cf-777982d4567f.vmdk or device None with type thin {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 947.070178] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8210318a-aeef-445e-9494-cac887fe2916 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.083523] env[68893]: DEBUG oslo_concurrency.lockutils [None req-761a5e21-b44a-4425-927d-1a766f8713db tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.566s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.084019] env[68893]: DEBUG nova.compute.manager [None req-761a5e21-b44a-4425-927d-1a766f8713db tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 706ea7e2-3150-4843-a0dd-e60e1cef3c52] Start building networks asynchronously for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 947.086808] env[68893]: DEBUG oslo_concurrency.lockutils [None req-11a590ab-89bd-4499-81eb-4b91fb5c8241 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 33.658s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.086808] env[68893]: DEBUG nova.objects.instance [None req-11a590ab-89bd-4499-81eb-4b91fb5c8241 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: a168e41a-cc22-4f30-b7eb-e390d73f0eff] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68893) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 947.094256] env[68893]: DEBUG oslo_vmware.api [None req-70da0402-2feb-4ac0-adb3-8815ff12d806 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Waiting for the task: (returnval){ [ 947.094256] env[68893]: value = "task-2791796" [ 947.094256] env[68893]: _type = "Task" [ 947.094256] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.104343] env[68893]: DEBUG oslo_vmware.api [None req-70da0402-2feb-4ac0-adb3-8815ff12d806 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Task: {'id': task-2791796, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.128027] env[68893]: INFO nova.compute.manager [None req-b3adcf6a-42d0-410d-a700-f32a2edb2b9b tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] [instance: 9eff2a8e-9c7f-4f84-958a-ecf1f5f730d9] Rescuing [ 947.128273] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b3adcf6a-42d0-410d-a700-f32a2edb2b9b tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Acquiring lock "refresh_cache-9eff2a8e-9c7f-4f84-958a-ecf1f5f730d9" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.128427] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b3adcf6a-42d0-410d-a700-f32a2edb2b9b tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Acquired lock "refresh_cache-9eff2a8e-9c7f-4f84-958a-ecf1f5f730d9" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.128591] env[68893]: DEBUG nova.network.neutron [None req-b3adcf6a-42d0-410d-a700-f32a2edb2b9b tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] [instance: 9eff2a8e-9c7f-4f84-958a-ecf1f5f730d9] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 947.444366] env[68893]: DEBUG oslo_concurrency.lockutils [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Acquiring lock "refresh_cache-9c6996d6-48cd-4bcd-847a-a05b547a6891" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.444366] env[68893]: DEBUG oslo_concurrency.lockutils [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Acquired lock "refresh_cache-9c6996d6-48cd-4bcd-847a-a05b547a6891" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.444366] env[68893]: DEBUG nova.network.neutron [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] [instance: 9c6996d6-48cd-4bcd-847a-a05b547a6891] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 947.592235] env[68893]: DEBUG nova.compute.utils [None req-761a5e21-b44a-4425-927d-1a766f8713db tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 947.596628] env[68893]: DEBUG nova.compute.manager [None req-761a5e21-b44a-4425-927d-1a766f8713db tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 706ea7e2-3150-4843-a0dd-e60e1cef3c52] Allocating IP information in the background. {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 947.596800] env[68893]: DEBUG nova.network.neutron [None req-761a5e21-b44a-4425-927d-1a766f8713db tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 706ea7e2-3150-4843-a0dd-e60e1cef3c52] allocate_for_instance() {{(pid=68893) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 947.611242] env[68893]: DEBUG oslo_vmware.api [None req-70da0402-2feb-4ac0-adb3-8815ff12d806 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Task: {'id': task-2791796, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.647599] env[68893]: DEBUG nova.policy [None req-761a5e21-b44a-4425-927d-1a766f8713db tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0f72dbb1c71d4ae588b9103cee0d5602', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '872be088070049fca518560306460c4e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68893) authorize /opt/stack/nova/nova/policy.py:192}} [ 947.882783] env[68893]: DEBUG nova.network.neutron [None req-b3adcf6a-42d0-410d-a700-f32a2edb2b9b tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] [instance: 9eff2a8e-9c7f-4f84-958a-ecf1f5f730d9] Updating instance_info_cache with network_info: [{"id": "8a8d6eec-15a9-445d-a0a8-1a6a69e41d35", "address": "fa:16:3e:92:7a:09", "network": {"id": "3a3ee66b-d6c9-42be-96b0-b379b748814e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-449769129-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "16847a024c794c4991b8a93717dcf937", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a8d6eec-15", "ovs_interfaceid": "8a8d6eec-15a9-445d-a0a8-1a6a69e41d35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.976062] env[68893]: DEBUG nova.network.neutron [None req-761a5e21-b44a-4425-927d-1a766f8713db tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 706ea7e2-3150-4843-a0dd-e60e1cef3c52] Successfully created port: 3fae5615-32af-4591-9447-7392b43abf9a {{(pid=68893) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 947.996180] env[68893]: DEBUG nova.network.neutron [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] [instance: 9c6996d6-48cd-4bcd-847a-a05b547a6891] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 948.098777] env[68893]: DEBUG nova.compute.manager [None req-761a5e21-b44a-4425-927d-1a766f8713db tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 706ea7e2-3150-4843-a0dd-e60e1cef3c52] Start building block device mappings for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 948.105024] env[68893]: DEBUG oslo_concurrency.lockutils [None req-11a590ab-89bd-4499-81eb-4b91fb5c8241 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.108646] env[68893]: DEBUG oslo_concurrency.lockutils [None req-19735d8c-67ec-4ca1-9d0c-3dfe60cb76a2 tempest-AttachInterfacesV270Test-1805132181 tempest-AttachInterfacesV270Test-1805132181-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.650s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.108901] env[68893]: DEBUG nova.objects.instance [None req-19735d8c-67ec-4ca1-9d0c-3dfe60cb76a2 tempest-AttachInterfacesV270Test-1805132181 tempest-AttachInterfacesV270Test-1805132181-project-member] Lazy-loading 'resources' on Instance uuid 7e3012fb-7c3b-4f95-b109-e711c784e89e {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 948.115674] env[68893]: DEBUG oslo_vmware.api [None req-70da0402-2feb-4ac0-adb3-8815ff12d806 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Task: {'id': task-2791796, 'name': ReconfigVM_Task, 'duration_secs': 0.702212} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.115911] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-70da0402-2feb-4ac0-adb3-8815ff12d806 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: bd49c388-5a16-4af3-91cf-777982d4567f] Reconfigured VM instance instance-0000002c to attach disk [datastore2] bd49c388-5a16-4af3-91cf-777982d4567f/bd49c388-5a16-4af3-91cf-777982d4567f.vmdk or device None with type thin {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 948.117235] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce33e180-dfa1-47e1-a404-a37a9ce9f2fe {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.139955] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b620bacb-299d-4450-81dd-c62b7f303f36 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.159300] env[68893]: DEBUG nova.network.neutron [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] [instance: 9c6996d6-48cd-4bcd-847a-a05b547a6891] Updating instance_info_cache with network_info: [{"id": "fd03734a-a0cb-4933-96f4-c405dd83fa50", "address": "fa:16:3e:fa:f6:89", "network": {"id": "3ba8f2eb-23cd-45fc-ab68-5a714119797b", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-998892519-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f45c6b8c12354c8f9d562c7672fe812b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd03734a-a0", "ovs_interfaceid": "fd03734a-a0cb-4933-96f4-c405dd83fa50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.166024] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18c80c6c-6361-4cf6-965e-b14138afc1dd {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.186820] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32ca0093-7e30-419f-99a7-bf9c1a4e9d9b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.196140] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-70da0402-2feb-4ac0-adb3-8815ff12d806 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: bd49c388-5a16-4af3-91cf-777982d4567f] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 948.196432] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-25a31def-63cc-45b2-b402-8661302e2d4e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.204431] env[68893]: DEBUG oslo_vmware.api [None req-70da0402-2feb-4ac0-adb3-8815ff12d806 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Waiting for the task: (returnval){ [ 948.204431] env[68893]: value = "task-2791797" [ 948.204431] env[68893]: _type = "Task" [ 948.204431] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.213429] env[68893]: DEBUG oslo_vmware.api [None req-70da0402-2feb-4ac0-adb3-8815ff12d806 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Task: {'id': task-2791797, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.385756] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b3adcf6a-42d0-410d-a700-f32a2edb2b9b tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Releasing lock "refresh_cache-9eff2a8e-9c7f-4f84-958a-ecf1f5f730d9" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.665733] env[68893]: DEBUG oslo_concurrency.lockutils [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Releasing lock "refresh_cache-9c6996d6-48cd-4bcd-847a-a05b547a6891" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.666066] env[68893]: DEBUG nova.compute.manager [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] [instance: 9c6996d6-48cd-4bcd-847a-a05b547a6891] Instance network_info: |[{"id": "fd03734a-a0cb-4933-96f4-c405dd83fa50", "address": "fa:16:3e:fa:f6:89", "network": {"id": "3ba8f2eb-23cd-45fc-ab68-5a714119797b", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-998892519-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f45c6b8c12354c8f9d562c7672fe812b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd03734a-a0", "ovs_interfaceid": "fd03734a-a0cb-4933-96f4-c405dd83fa50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 948.668533] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] [instance: 9c6996d6-48cd-4bcd-847a-a05b547a6891] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:f6:89', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d94740a-bce8-4103-8ecf-230d02ec0a44', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fd03734a-a0cb-4933-96f4-c405dd83fa50', 'vif_model': 'vmxnet3'}] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 948.675870] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 948.676524] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c6996d6-48cd-4bcd-847a-a05b547a6891] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 948.676791] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ca7ab92c-e7ef-46d9-af47-348d7a6f7247 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.698731] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 948.698731] env[68893]: value = "task-2791798" [ 948.698731] env[68893]: _type = "Task" [ 948.698731] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.710798] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791798, 'name': CreateVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.716325] env[68893]: DEBUG oslo_vmware.api [None req-70da0402-2feb-4ac0-adb3-8815ff12d806 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Task: {'id': task-2791797, 'name': PowerOnVM_Task, 'duration_secs': 0.369805} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.718760] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-70da0402-2feb-4ac0-adb3-8815ff12d806 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: bd49c388-5a16-4af3-91cf-777982d4567f] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 948.861140] env[68893]: DEBUG nova.compute.manager [req-ace810a3-8a47-436f-b552-855e87a56ef2 req-0bd786f2-0004-4830-b1a6-ac97eb380a92 service nova] [instance: 9c6996d6-48cd-4bcd-847a-a05b547a6891] Received event network-changed-fd03734a-a0cb-4933-96f4-c405dd83fa50 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 948.861349] env[68893]: DEBUG nova.compute.manager [req-ace810a3-8a47-436f-b552-855e87a56ef2 req-0bd786f2-0004-4830-b1a6-ac97eb380a92 service nova] [instance: 9c6996d6-48cd-4bcd-847a-a05b547a6891] Refreshing instance network info cache due to event network-changed-fd03734a-a0cb-4933-96f4-c405dd83fa50. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 948.861532] env[68893]: DEBUG oslo_concurrency.lockutils [req-ace810a3-8a47-436f-b552-855e87a56ef2 req-0bd786f2-0004-4830-b1a6-ac97eb380a92 service nova] Acquiring lock "refresh_cache-9c6996d6-48cd-4bcd-847a-a05b547a6891" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.861739] env[68893]: DEBUG oslo_concurrency.lockutils [req-ace810a3-8a47-436f-b552-855e87a56ef2 req-0bd786f2-0004-4830-b1a6-ac97eb380a92 service nova] Acquired lock "refresh_cache-9c6996d6-48cd-4bcd-847a-a05b547a6891" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.861921] env[68893]: DEBUG nova.network.neutron [req-ace810a3-8a47-436f-b552-855e87a56ef2 req-0bd786f2-0004-4830-b1a6-ac97eb380a92 service nova] [instance: 9c6996d6-48cd-4bcd-847a-a05b547a6891] Refreshing network info cache for port fd03734a-a0cb-4933-96f4-c405dd83fa50 {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 949.061835] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a08b9ef7-4a58-4d49-aa3d-d46fe7533dcb {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.072023] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac2468bd-bb34-42dd-974f-5db0d4ece531 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.756117] env[68893]: DEBUG nova.compute.manager [None req-761a5e21-b44a-4425-927d-1a766f8713db tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 706ea7e2-3150-4843-a0dd-e60e1cef3c52] Start spawning the instance on the hypervisor. {{(pid=68893) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 949.765828] env[68893]: DEBUG nova.network.neutron [None req-761a5e21-b44a-4425-927d-1a766f8713db tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 706ea7e2-3150-4843-a0dd-e60e1cef3c52] Successfully updated port: 3fae5615-32af-4591-9447-7392b43abf9a {{(pid=68893) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 949.771032] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6771a0e7-f454-4646-970f-3cfc66f6392a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.779399] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791798, 'name': CreateVM_Task, 'duration_secs': 0.501366} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.781373] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c6996d6-48cd-4bcd-847a-a05b547a6891] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 949.782303] env[68893]: DEBUG oslo_concurrency.lockutils [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.782467] env[68893]: DEBUG oslo_concurrency.lockutils [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.782768] env[68893]: DEBUG oslo_concurrency.lockutils [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.783956] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fcf82a6-e87d-44a8-ade6-39cb4b941524 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.789208] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd4379b5-1b2e-4807-8ce1-62350529c3be {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.803206] env[68893]: DEBUG nova.compute.provider_tree [None req-19735d8c-67ec-4ca1-9d0c-3dfe60cb76a2 tempest-AttachInterfacesV270Test-1805132181 tempest-AttachInterfacesV270Test-1805132181-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 949.804492] env[68893]: DEBUG oslo_vmware.api [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Waiting for the task: (returnval){ [ 949.804492] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52ed43d6-8256-62c3-6858-25980138b6fe" [ 949.804492] env[68893]: _type = "Task" [ 949.804492] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.808671] env[68893]: DEBUG nova.virt.hardware [None req-761a5e21-b44a-4425-927d-1a766f8713db tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 949.808922] env[68893]: DEBUG nova.virt.hardware [None req-761a5e21-b44a-4425-927d-1a766f8713db tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 949.809069] env[68893]: DEBUG nova.virt.hardware [None req-761a5e21-b44a-4425-927d-1a766f8713db tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 949.809255] env[68893]: DEBUG nova.virt.hardware [None req-761a5e21-b44a-4425-927d-1a766f8713db tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 949.809402] env[68893]: DEBUG nova.virt.hardware [None req-761a5e21-b44a-4425-927d-1a766f8713db tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 949.809548] env[68893]: DEBUG nova.virt.hardware [None req-761a5e21-b44a-4425-927d-1a766f8713db tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 949.809756] env[68893]: DEBUG nova.virt.hardware [None req-761a5e21-b44a-4425-927d-1a766f8713db tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 949.809910] env[68893]: DEBUG nova.virt.hardware [None req-761a5e21-b44a-4425-927d-1a766f8713db tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 949.810089] env[68893]: DEBUG nova.virt.hardware [None req-761a5e21-b44a-4425-927d-1a766f8713db tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 949.810251] env[68893]: DEBUG nova.virt.hardware [None req-761a5e21-b44a-4425-927d-1a766f8713db tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 949.810419] env[68893]: DEBUG nova.virt.hardware [None req-761a5e21-b44a-4425-927d-1a766f8713db tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 949.811788] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97883027-067a-4e86-a0b7-b9f85b0132b4 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.825188] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-246c7094-e28a-4b11-a668-abc7efbd060e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.829373] env[68893]: DEBUG oslo_vmware.api [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52ed43d6-8256-62c3-6858-25980138b6fe, 'name': SearchDatastore_Task, 'duration_secs': 0.010314} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.830026] env[68893]: DEBUG oslo_concurrency.lockutils [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.830272] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] [instance: 9c6996d6-48cd-4bcd-847a-a05b547a6891] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 949.830501] env[68893]: DEBUG oslo_concurrency.lockutils [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.830650] env[68893]: DEBUG oslo_concurrency.lockutils [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.830826] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 949.831479] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d166c60-622d-4f23-ae0e-34a3af864a7d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.846845] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 949.846989] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 949.847663] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84876574-123e-4dbe-a1f0-69e45be91919 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.855575] env[68893]: DEBUG oslo_vmware.api [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Waiting for the task: (returnval){ [ 949.855575] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]529cad2f-63a5-5381-4a31-0015ea68b3fc" [ 949.855575] env[68893]: _type = "Task" [ 949.855575] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.860160] env[68893]: DEBUG oslo_vmware.api [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]529cad2f-63a5-5381-4a31-0015ea68b3fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.014341] env[68893]: DEBUG nova.network.neutron [req-ace810a3-8a47-436f-b552-855e87a56ef2 req-0bd786f2-0004-4830-b1a6-ac97eb380a92 service nova] [instance: 9c6996d6-48cd-4bcd-847a-a05b547a6891] Updated VIF entry in instance network info cache for port fd03734a-a0cb-4933-96f4-c405dd83fa50. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 950.014719] env[68893]: DEBUG nova.network.neutron [req-ace810a3-8a47-436f-b552-855e87a56ef2 req-0bd786f2-0004-4830-b1a6-ac97eb380a92 service nova] [instance: 9c6996d6-48cd-4bcd-847a-a05b547a6891] Updating instance_info_cache with network_info: [{"id": "fd03734a-a0cb-4933-96f4-c405dd83fa50", "address": "fa:16:3e:fa:f6:89", "network": {"id": "3ba8f2eb-23cd-45fc-ab68-5a714119797b", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-998892519-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f45c6b8c12354c8f9d562c7672fe812b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd03734a-a0", "ovs_interfaceid": "fd03734a-a0cb-4933-96f4-c405dd83fa50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.268633] env[68893]: INFO nova.compute.manager [None req-70da0402-2feb-4ac0-adb3-8815ff12d806 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: bd49c388-5a16-4af3-91cf-777982d4567f] Updating instance to original state: 'active' [ 950.273431] env[68893]: DEBUG oslo_concurrency.lockutils [None req-761a5e21-b44a-4425-927d-1a766f8713db tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Acquiring lock "refresh_cache-706ea7e2-3150-4843-a0dd-e60e1cef3c52" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.273603] env[68893]: DEBUG oslo_concurrency.lockutils [None req-761a5e21-b44a-4425-927d-1a766f8713db tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Acquired lock "refresh_cache-706ea7e2-3150-4843-a0dd-e60e1cef3c52" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.273720] env[68893]: DEBUG nova.network.neutron [None req-761a5e21-b44a-4425-927d-1a766f8713db tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 706ea7e2-3150-4843-a0dd-e60e1cef3c52] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 950.274885] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3adcf6a-42d0-410d-a700-f32a2edb2b9b tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] [instance: 9eff2a8e-9c7f-4f84-958a-ecf1f5f730d9] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 950.275161] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-12d2ca68-a651-4869-a24a-bf5b71b7c403 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.282314] env[68893]: DEBUG oslo_vmware.api [None req-b3adcf6a-42d0-410d-a700-f32a2edb2b9b tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Waiting for the task: (returnval){ [ 950.282314] env[68893]: value = "task-2791799" [ 950.282314] env[68893]: _type = "Task" [ 950.282314] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.291988] env[68893]: DEBUG oslo_vmware.api [None req-b3adcf6a-42d0-410d-a700-f32a2edb2b9b tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Task: {'id': task-2791799, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.307906] env[68893]: DEBUG nova.scheduler.client.report [None req-19735d8c-67ec-4ca1-9d0c-3dfe60cb76a2 tempest-AttachInterfacesV270Test-1805132181 tempest-AttachInterfacesV270Test-1805132181-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 950.362705] env[68893]: DEBUG oslo_vmware.api [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]529cad2f-63a5-5381-4a31-0015ea68b3fc, 'name': SearchDatastore_Task, 'duration_secs': 0.008004} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.363933] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7a37db7-386f-4d03-acf3-695eb9b517d4 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.369689] env[68893]: DEBUG oslo_vmware.api [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Waiting for the task: (returnval){ [ 950.369689] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52e54037-39a0-b7e6-d439-ba3ce5f697f1" [ 950.369689] env[68893]: _type = "Task" [ 950.369689] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.378273] env[68893]: DEBUG oslo_vmware.api [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52e54037-39a0-b7e6-d439-ba3ce5f697f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.517861] env[68893]: DEBUG oslo_concurrency.lockutils [req-ace810a3-8a47-436f-b552-855e87a56ef2 req-0bd786f2-0004-4830-b1a6-ac97eb380a92 service nova] Releasing lock "refresh_cache-9c6996d6-48cd-4bcd-847a-a05b547a6891" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.792990] env[68893]: DEBUG oslo_vmware.api [None req-b3adcf6a-42d0-410d-a700-f32a2edb2b9b tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Task: {'id': task-2791799, 'name': PowerOffVM_Task, 'duration_secs': 0.235089} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.793339] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3adcf6a-42d0-410d-a700-f32a2edb2b9b tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] [instance: 9eff2a8e-9c7f-4f84-958a-ecf1f5f730d9] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 950.794182] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b692f8e-bc2e-49ed-82d4-8a37d63de494 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.812142] env[68893]: DEBUG nova.network.neutron [None req-761a5e21-b44a-4425-927d-1a766f8713db tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 706ea7e2-3150-4843-a0dd-e60e1cef3c52] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 950.814489] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2de9a867-2377-4bab-b053-13198a9521e6 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.817615] env[68893]: DEBUG oslo_concurrency.lockutils [None req-19735d8c-67ec-4ca1-9d0c-3dfe60cb76a2 tempest-AttachInterfacesV270Test-1805132181 tempest-AttachInterfacesV270Test-1805132181-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.709s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.820709] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6a1fbde5-d143-4f88-8d9c-92869b718c12 tempest-ServersTestManualDisk-932089305 tempest-ServersTestManualDisk-932089305-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.194s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.822579] env[68893]: INFO nova.compute.claims [None req-6a1fbde5-d143-4f88-8d9c-92869b718c12 tempest-ServersTestManualDisk-932089305 tempest-ServersTestManualDisk-932089305-project-member] [instance: c1843643-f9e8-45dd-88f9-38a4faf62ce4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 950.840911] env[68893]: INFO nova.scheduler.client.report [None req-19735d8c-67ec-4ca1-9d0c-3dfe60cb76a2 tempest-AttachInterfacesV270Test-1805132181 tempest-AttachInterfacesV270Test-1805132181-project-member] Deleted allocations for instance 7e3012fb-7c3b-4f95-b109-e711c784e89e [ 950.855888] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3adcf6a-42d0-410d-a700-f32a2edb2b9b tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] [instance: 9eff2a8e-9c7f-4f84-958a-ecf1f5f730d9] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 950.856253] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-65cabc4e-85e0-44ed-902b-e97ac7236251 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.862553] env[68893]: DEBUG oslo_vmware.api [None req-b3adcf6a-42d0-410d-a700-f32a2edb2b9b tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Waiting for the task: (returnval){ [ 950.862553] env[68893]: value = "task-2791800" [ 950.862553] env[68893]: _type = "Task" [ 950.862553] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.871681] env[68893]: DEBUG oslo_vmware.api [None req-b3adcf6a-42d0-410d-a700-f32a2edb2b9b tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Task: {'id': task-2791800, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.883097] env[68893]: DEBUG oslo_vmware.api [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52e54037-39a0-b7e6-d439-ba3ce5f697f1, 'name': SearchDatastore_Task, 'duration_secs': 0.00907} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.883403] env[68893]: DEBUG oslo_concurrency.lockutils [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.883689] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] 9c6996d6-48cd-4bcd-847a-a05b547a6891/9c6996d6-48cd-4bcd-847a-a05b547a6891.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 950.884459] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-180f1f68-9eca-4457-9fc6-d0e64ec22314 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.888868] env[68893]: DEBUG nova.compute.manager [req-90c78759-54c0-43a3-a15d-141f1a09b694 req-85f4f40f-f229-4427-89ad-dfd50f365fa3 service nova] [instance: 706ea7e2-3150-4843-a0dd-e60e1cef3c52] Received event network-vif-plugged-3fae5615-32af-4591-9447-7392b43abf9a {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 950.888868] env[68893]: DEBUG oslo_concurrency.lockutils [req-90c78759-54c0-43a3-a15d-141f1a09b694 req-85f4f40f-f229-4427-89ad-dfd50f365fa3 service nova] Acquiring lock "706ea7e2-3150-4843-a0dd-e60e1cef3c52-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.889673] env[68893]: DEBUG oslo_concurrency.lockutils [req-90c78759-54c0-43a3-a15d-141f1a09b694 req-85f4f40f-f229-4427-89ad-dfd50f365fa3 service nova] Lock "706ea7e2-3150-4843-a0dd-e60e1cef3c52-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.889673] env[68893]: DEBUG oslo_concurrency.lockutils [req-90c78759-54c0-43a3-a15d-141f1a09b694 req-85f4f40f-f229-4427-89ad-dfd50f365fa3 service nova] Lock "706ea7e2-3150-4843-a0dd-e60e1cef3c52-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.889673] env[68893]: DEBUG nova.compute.manager [req-90c78759-54c0-43a3-a15d-141f1a09b694 req-85f4f40f-f229-4427-89ad-dfd50f365fa3 service nova] [instance: 706ea7e2-3150-4843-a0dd-e60e1cef3c52] No waiting events found dispatching network-vif-plugged-3fae5615-32af-4591-9447-7392b43abf9a {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 950.889673] env[68893]: WARNING nova.compute.manager [req-90c78759-54c0-43a3-a15d-141f1a09b694 req-85f4f40f-f229-4427-89ad-dfd50f365fa3 service nova] [instance: 706ea7e2-3150-4843-a0dd-e60e1cef3c52] Received unexpected event network-vif-plugged-3fae5615-32af-4591-9447-7392b43abf9a for instance with vm_state building and task_state spawning. [ 950.889840] env[68893]: DEBUG nova.compute.manager [req-90c78759-54c0-43a3-a15d-141f1a09b694 req-85f4f40f-f229-4427-89ad-dfd50f365fa3 service nova] [instance: 706ea7e2-3150-4843-a0dd-e60e1cef3c52] Received event network-changed-3fae5615-32af-4591-9447-7392b43abf9a {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 950.889925] env[68893]: DEBUG nova.compute.manager [req-90c78759-54c0-43a3-a15d-141f1a09b694 req-85f4f40f-f229-4427-89ad-dfd50f365fa3 service nova] [instance: 706ea7e2-3150-4843-a0dd-e60e1cef3c52] Refreshing instance network info cache due to event network-changed-3fae5615-32af-4591-9447-7392b43abf9a. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 950.890114] env[68893]: DEBUG oslo_concurrency.lockutils [req-90c78759-54c0-43a3-a15d-141f1a09b694 req-85f4f40f-f229-4427-89ad-dfd50f365fa3 service nova] Acquiring lock "refresh_cache-706ea7e2-3150-4843-a0dd-e60e1cef3c52" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.891896] env[68893]: DEBUG oslo_vmware.api [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Waiting for the task: (returnval){ [ 950.891896] env[68893]: value = "task-2791801" [ 950.891896] env[68893]: _type = "Task" [ 950.891896] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.900772] env[68893]: DEBUG oslo_vmware.api [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Task: {'id': task-2791801, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.012423] env[68893]: DEBUG nova.network.neutron [None req-761a5e21-b44a-4425-927d-1a766f8713db tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 706ea7e2-3150-4843-a0dd-e60e1cef3c52] Updating instance_info_cache with network_info: [{"id": "3fae5615-32af-4591-9447-7392b43abf9a", "address": "fa:16:3e:09:ba:87", "network": {"id": "24a732d8-714e-49f0-9527-b47a108a6ab9", "bridge": "br-int", "label": "tempest-ServersTestJSON-634596432-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "872be088070049fca518560306460c4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fae5615-32", "ovs_interfaceid": "3fae5615-32af-4591-9447-7392b43abf9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.350358] env[68893]: DEBUG oslo_concurrency.lockutils [None req-19735d8c-67ec-4ca1-9d0c-3dfe60cb76a2 tempest-AttachInterfacesV270Test-1805132181 tempest-AttachInterfacesV270Test-1805132181-project-member] Lock "7e3012fb-7c3b-4f95-b109-e711c784e89e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.422s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.372300] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3adcf6a-42d0-410d-a700-f32a2edb2b9b tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] [instance: 9eff2a8e-9c7f-4f84-958a-ecf1f5f730d9] VM already powered off {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 951.372446] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-b3adcf6a-42d0-410d-a700-f32a2edb2b9b tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] [instance: 9eff2a8e-9c7f-4f84-958a-ecf1f5f730d9] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 951.372683] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b3adcf6a-42d0-410d-a700-f32a2edb2b9b tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.373124] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b3adcf6a-42d0-410d-a700-f32a2edb2b9b tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.373124] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3adcf6a-42d0-410d-a700-f32a2edb2b9b tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 951.373267] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-386eceae-3e61-4584-a9f4-d62544f036d3 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.381548] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3adcf6a-42d0-410d-a700-f32a2edb2b9b tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 951.381728] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-b3adcf6a-42d0-410d-a700-f32a2edb2b9b tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 951.382456] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d68fdad5-de63-4b00-8223-73f7a6deaf65 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.387353] env[68893]: DEBUG oslo_vmware.api [None req-b3adcf6a-42d0-410d-a700-f32a2edb2b9b tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Waiting for the task: (returnval){ [ 951.387353] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52ddf0bb-320e-6d86-0d30-0118b90e4da6" [ 951.387353] env[68893]: _type = "Task" [ 951.387353] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.395282] env[68893]: DEBUG oslo_vmware.api [None req-b3adcf6a-42d0-410d-a700-f32a2edb2b9b tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52ddf0bb-320e-6d86-0d30-0118b90e4da6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.402974] env[68893]: DEBUG oslo_vmware.api [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Task: {'id': task-2791801, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.459231} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.403171] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] 9c6996d6-48cd-4bcd-847a-a05b547a6891/9c6996d6-48cd-4bcd-847a-a05b547a6891.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 951.403369] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] [instance: 9c6996d6-48cd-4bcd-847a-a05b547a6891] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 951.403609] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-02973f6e-28b2-43ca-bbaa-87be6c81152c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.409761] env[68893]: DEBUG oslo_vmware.api [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Waiting for the task: (returnval){ [ 951.409761] env[68893]: value = "task-2791802" [ 951.409761] env[68893]: _type = "Task" [ 951.409761] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.418623] env[68893]: DEBUG oslo_vmware.api [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Task: {'id': task-2791802, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.515452] env[68893]: DEBUG oslo_concurrency.lockutils [None req-761a5e21-b44a-4425-927d-1a766f8713db tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Releasing lock "refresh_cache-706ea7e2-3150-4843-a0dd-e60e1cef3c52" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.515798] env[68893]: DEBUG nova.compute.manager [None req-761a5e21-b44a-4425-927d-1a766f8713db tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 706ea7e2-3150-4843-a0dd-e60e1cef3c52] Instance network_info: |[{"id": "3fae5615-32af-4591-9447-7392b43abf9a", "address": "fa:16:3e:09:ba:87", "network": {"id": "24a732d8-714e-49f0-9527-b47a108a6ab9", "bridge": "br-int", "label": "tempest-ServersTestJSON-634596432-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "872be088070049fca518560306460c4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fae5615-32", "ovs_interfaceid": "3fae5615-32af-4591-9447-7392b43abf9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 951.516114] env[68893]: DEBUG oslo_concurrency.lockutils [req-90c78759-54c0-43a3-a15d-141f1a09b694 req-85f4f40f-f229-4427-89ad-dfd50f365fa3 service nova] Acquired lock "refresh_cache-706ea7e2-3150-4843-a0dd-e60e1cef3c52" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.516299] env[68893]: DEBUG nova.network.neutron [req-90c78759-54c0-43a3-a15d-141f1a09b694 req-85f4f40f-f229-4427-89ad-dfd50f365fa3 service nova] [instance: 706ea7e2-3150-4843-a0dd-e60e1cef3c52] Refreshing network info cache for port 3fae5615-32af-4591-9447-7392b43abf9a {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 951.517616] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-761a5e21-b44a-4425-927d-1a766f8713db tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 706ea7e2-3150-4843-a0dd-e60e1cef3c52] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:ba:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac7039c0-3374-4c08-87fc-af2449b48b02', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3fae5615-32af-4591-9447-7392b43abf9a', 'vif_model': 'vmxnet3'}] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 951.526016] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-761a5e21-b44a-4425-927d-1a766f8713db tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 951.526496] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 706ea7e2-3150-4843-a0dd-e60e1cef3c52] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 951.526727] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2cd3b103-c102-4a8a-8e46-136a390b006d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.550831] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 951.550831] env[68893]: value = "task-2791803" [ 951.550831] env[68893]: _type = "Task" [ 951.550831] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.560326] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791803, 'name': CreateVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.902747] env[68893]: DEBUG oslo_vmware.api [None req-b3adcf6a-42d0-410d-a700-f32a2edb2b9b tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52ddf0bb-320e-6d86-0d30-0118b90e4da6, 'name': SearchDatastore_Task, 'duration_secs': 0.00765} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.903547] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4de215f9-a86a-4170-9eac-f3d14f7cc65a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.918509] env[68893]: DEBUG oslo_vmware.api [None req-b3adcf6a-42d0-410d-a700-f32a2edb2b9b tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Waiting for the task: (returnval){ [ 951.918509] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]5254575c-5c82-e794-49cb-5aa292c884be" [ 951.918509] env[68893]: _type = "Task" [ 951.918509] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.926350] env[68893]: DEBUG oslo_vmware.api [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Task: {'id': task-2791802, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060045} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.929417] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] [instance: 9c6996d6-48cd-4bcd-847a-a05b547a6891] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 951.931507] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5eb9b56-2366-46fa-94ff-9341bdc9e3e3 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.944770] env[68893]: DEBUG oslo_vmware.api [None req-b3adcf6a-42d0-410d-a700-f32a2edb2b9b tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]5254575c-5c82-e794-49cb-5aa292c884be, 'name': SearchDatastore_Task, 'duration_secs': 0.009906} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.947940] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b3adcf6a-42d0-410d-a700-f32a2edb2b9b tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.948303] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3adcf6a-42d0-410d-a700-f32a2edb2b9b tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] 9eff2a8e-9c7f-4f84-958a-ecf1f5f730d9/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f-rescue.vmdk. {{(pid=68893) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 951.948797] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c99e4ac0-a562-4dcc-8d95-ba07032683dd {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.971631] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] [instance: 9c6996d6-48cd-4bcd-847a-a05b547a6891] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] 9c6996d6-48cd-4bcd-847a-a05b547a6891/9c6996d6-48cd-4bcd-847a-a05b547a6891.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 951.976356] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b45619d4-599a-4e49-98d3-4e50d4c45a30 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.993621] env[68893]: DEBUG oslo_vmware.api [None req-b3adcf6a-42d0-410d-a700-f32a2edb2b9b tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Waiting for the task: (returnval){ [ 951.993621] env[68893]: value = "task-2791804" [ 951.993621] env[68893]: _type = "Task" [ 951.993621] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.998859] env[68893]: DEBUG oslo_vmware.api [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Waiting for the task: (returnval){ [ 951.998859] env[68893]: value = "task-2791805" [ 951.998859] env[68893]: _type = "Task" [ 951.998859] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.003045] env[68893]: DEBUG oslo_vmware.api [None req-b3adcf6a-42d0-410d-a700-f32a2edb2b9b tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Task: {'id': task-2791804, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.015173] env[68893]: DEBUG oslo_vmware.api [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Task: {'id': task-2791805, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.062990] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791803, 'name': CreateVM_Task} progress is 99%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.212694] env[68893]: DEBUG oslo_concurrency.lockutils [None req-01a1160d-bfdf-49c0-8117-86a41ea37753 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Acquiring lock "bd49c388-5a16-4af3-91cf-777982d4567f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.213039] env[68893]: DEBUG oslo_concurrency.lockutils [None req-01a1160d-bfdf-49c0-8117-86a41ea37753 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Lock "bd49c388-5a16-4af3-91cf-777982d4567f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.213266] env[68893]: DEBUG oslo_concurrency.lockutils [None req-01a1160d-bfdf-49c0-8117-86a41ea37753 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Acquiring lock "bd49c388-5a16-4af3-91cf-777982d4567f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.213568] env[68893]: DEBUG oslo_concurrency.lockutils [None req-01a1160d-bfdf-49c0-8117-86a41ea37753 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Lock "bd49c388-5a16-4af3-91cf-777982d4567f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.213672] env[68893]: DEBUG oslo_concurrency.lockutils [None req-01a1160d-bfdf-49c0-8117-86a41ea37753 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Lock "bd49c388-5a16-4af3-91cf-777982d4567f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.219129] env[68893]: INFO nova.compute.manager [None req-01a1160d-bfdf-49c0-8117-86a41ea37753 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: bd49c388-5a16-4af3-91cf-777982d4567f] Terminating instance [ 952.371189] env[68893]: DEBUG nova.network.neutron [req-90c78759-54c0-43a3-a15d-141f1a09b694 req-85f4f40f-f229-4427-89ad-dfd50f365fa3 service nova] [instance: 706ea7e2-3150-4843-a0dd-e60e1cef3c52] Updated VIF entry in instance network info cache for port 3fae5615-32af-4591-9447-7392b43abf9a. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 952.371189] env[68893]: DEBUG nova.network.neutron [req-90c78759-54c0-43a3-a15d-141f1a09b694 req-85f4f40f-f229-4427-89ad-dfd50f365fa3 service nova] [instance: 706ea7e2-3150-4843-a0dd-e60e1cef3c52] Updating instance_info_cache with network_info: [{"id": "3fae5615-32af-4591-9447-7392b43abf9a", "address": "fa:16:3e:09:ba:87", "network": {"id": "24a732d8-714e-49f0-9527-b47a108a6ab9", "bridge": "br-int", "label": "tempest-ServersTestJSON-634596432-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "872be088070049fca518560306460c4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fae5615-32", "ovs_interfaceid": "3fae5615-32af-4591-9447-7392b43abf9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.372295] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2c8bc3a-9a36-4a02-ace1-c22d00a60e94 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.383407] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41b9e277-23d7-4790-9043-1c5a253bcc08 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.427570] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f82549ef-4f19-4485-a1c6-0ce0a7ae8f96 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.435824] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b8996bc-b7a8-48b5-8f54-57616b1c5570 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.454643] env[68893]: DEBUG nova.compute.provider_tree [None req-6a1fbde5-d143-4f88-8d9c-92869b718c12 tempest-ServersTestManualDisk-932089305 tempest-ServersTestManualDisk-932089305-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 952.504501] env[68893]: DEBUG oslo_vmware.api [None req-b3adcf6a-42d0-410d-a700-f32a2edb2b9b tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Task: {'id': task-2791804, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.513169] env[68893]: DEBUG oslo_vmware.api [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Task: {'id': task-2791805, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.560959] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791803, 'name': CreateVM_Task, 'duration_secs': 0.614107} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.560959] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 706ea7e2-3150-4843-a0dd-e60e1cef3c52] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 952.561637] env[68893]: DEBUG oslo_concurrency.lockutils [None req-761a5e21-b44a-4425-927d-1a766f8713db tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.561792] env[68893]: DEBUG oslo_concurrency.lockutils [None req-761a5e21-b44a-4425-927d-1a766f8713db tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.562244] env[68893]: DEBUG oslo_concurrency.lockutils [None req-761a5e21-b44a-4425-927d-1a766f8713db tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.562403] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a1565c2-be74-4f5c-bd72-a7a7a9073857 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.567368] env[68893]: DEBUG oslo_vmware.api [None req-761a5e21-b44a-4425-927d-1a766f8713db tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Waiting for the task: (returnval){ [ 952.567368] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52886c5c-2675-8673-5645-7825f86c8022" [ 952.567368] env[68893]: _type = "Task" [ 952.567368] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.576384] env[68893]: DEBUG oslo_vmware.api [None req-761a5e21-b44a-4425-927d-1a766f8713db tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52886c5c-2675-8673-5645-7825f86c8022, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.726026] env[68893]: DEBUG nova.compute.manager [None req-01a1160d-bfdf-49c0-8117-86a41ea37753 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: bd49c388-5a16-4af3-91cf-777982d4567f] Start destroying the instance on the hypervisor. {{(pid=68893) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 952.726026] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-01a1160d-bfdf-49c0-8117-86a41ea37753 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: bd49c388-5a16-4af3-91cf-777982d4567f] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 952.726026] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4631810-a0db-4088-9e8b-540e000f53ff {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.733502] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-01a1160d-bfdf-49c0-8117-86a41ea37753 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: bd49c388-5a16-4af3-91cf-777982d4567f] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 952.733950] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed926570-f33b-4c3b-9afb-35a6207d8c88 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.742086] env[68893]: DEBUG oslo_vmware.api [None req-01a1160d-bfdf-49c0-8117-86a41ea37753 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Waiting for the task: (returnval){ [ 952.742086] env[68893]: value = "task-2791806" [ 952.742086] env[68893]: _type = "Task" [ 952.742086] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.748864] env[68893]: DEBUG oslo_vmware.api [None req-01a1160d-bfdf-49c0-8117-86a41ea37753 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Task: {'id': task-2791806, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.877069] env[68893]: DEBUG oslo_concurrency.lockutils [req-90c78759-54c0-43a3-a15d-141f1a09b694 req-85f4f40f-f229-4427-89ad-dfd50f365fa3 service nova] Releasing lock "refresh_cache-706ea7e2-3150-4843-a0dd-e60e1cef3c52" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.957696] env[68893]: DEBUG nova.scheduler.client.report [None req-6a1fbde5-d143-4f88-8d9c-92869b718c12 tempest-ServersTestManualDisk-932089305 tempest-ServersTestManualDisk-932089305-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 953.004212] env[68893]: DEBUG oslo_vmware.api [None req-b3adcf6a-42d0-410d-a700-f32a2edb2b9b tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Task: {'id': task-2791804, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.531207} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.004493] env[68893]: INFO nova.virt.vmwareapi.ds_util [None req-b3adcf6a-42d0-410d-a700-f32a2edb2b9b tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] 9eff2a8e-9c7f-4f84-958a-ecf1f5f730d9/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f-rescue.vmdk. [ 953.005308] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef5f475a-4e4f-4c02-b8e9-fd2832b0aa28 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.032686] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3adcf6a-42d0-410d-a700-f32a2edb2b9b tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] [instance: 9eff2a8e-9c7f-4f84-958a-ecf1f5f730d9] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] 9eff2a8e-9c7f-4f84-958a-ecf1f5f730d9/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f-rescue.vmdk or device None with type thin {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 953.035918] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2cb0839-d86f-41d0-bdd3-9e87f2335a8c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.050875] env[68893]: DEBUG oslo_vmware.api [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Task: {'id': task-2791805, 'name': ReconfigVM_Task, 'duration_secs': 0.684666} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.051185] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] [instance: 9c6996d6-48cd-4bcd-847a-a05b547a6891] Reconfigured VM instance instance-00000042 to attach disk [datastore2] 9c6996d6-48cd-4bcd-847a-a05b547a6891/9c6996d6-48cd-4bcd-847a-a05b547a6891.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 953.052202] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8cda8c67-fc11-420b-ab53-553284914b65 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.057119] env[68893]: DEBUG oslo_vmware.api [None req-b3adcf6a-42d0-410d-a700-f32a2edb2b9b tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Waiting for the task: (returnval){ [ 953.057119] env[68893]: value = "task-2791807" [ 953.057119] env[68893]: _type = "Task" [ 953.057119] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.061894] env[68893]: DEBUG oslo_vmware.api [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Waiting for the task: (returnval){ [ 953.061894] env[68893]: value = "task-2791808" [ 953.061894] env[68893]: _type = "Task" [ 953.061894] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.070184] env[68893]: DEBUG oslo_vmware.api [None req-b3adcf6a-42d0-410d-a700-f32a2edb2b9b tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Task: {'id': task-2791807, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.075820] env[68893]: DEBUG oslo_vmware.api [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Task: {'id': task-2791808, 'name': Rename_Task} progress is 6%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.083993] env[68893]: DEBUG oslo_vmware.api [None req-761a5e21-b44a-4425-927d-1a766f8713db tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52886c5c-2675-8673-5645-7825f86c8022, 'name': SearchDatastore_Task, 'duration_secs': 0.033097} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.084314] env[68893]: DEBUG oslo_concurrency.lockutils [None req-761a5e21-b44a-4425-927d-1a766f8713db tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.084544] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-761a5e21-b44a-4425-927d-1a766f8713db tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 706ea7e2-3150-4843-a0dd-e60e1cef3c52] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 953.084770] env[68893]: DEBUG oslo_concurrency.lockutils [None req-761a5e21-b44a-4425-927d-1a766f8713db tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.084912] env[68893]: DEBUG oslo_concurrency.lockutils [None req-761a5e21-b44a-4425-927d-1a766f8713db tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.085097] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-761a5e21-b44a-4425-927d-1a766f8713db tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 953.085359] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4041234b-78ee-43ef-8aab-acacc5e2ef91 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.092966] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-761a5e21-b44a-4425-927d-1a766f8713db tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 953.093164] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-761a5e21-b44a-4425-927d-1a766f8713db tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 953.093976] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31865ffb-cffe-4a96-8a19-e564a0b32b60 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.099267] env[68893]: DEBUG oslo_vmware.api [None req-761a5e21-b44a-4425-927d-1a766f8713db tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Waiting for the task: (returnval){ [ 953.099267] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]528cec2d-45e3-b970-256f-023d010e9ee3" [ 953.099267] env[68893]: _type = "Task" [ 953.099267] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.107053] env[68893]: DEBUG oslo_vmware.api [None req-761a5e21-b44a-4425-927d-1a766f8713db tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]528cec2d-45e3-b970-256f-023d010e9ee3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.250374] env[68893]: DEBUG oslo_vmware.api [None req-01a1160d-bfdf-49c0-8117-86a41ea37753 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Task: {'id': task-2791806, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.463950] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6a1fbde5-d143-4f88-8d9c-92869b718c12 tempest-ServersTestManualDisk-932089305 tempest-ServersTestManualDisk-932089305-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.643s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.463950] env[68893]: DEBUG nova.compute.manager [None req-6a1fbde5-d143-4f88-8d9c-92869b718c12 tempest-ServersTestManualDisk-932089305 tempest-ServersTestManualDisk-932089305-project-member] [instance: c1843643-f9e8-45dd-88f9-38a4faf62ce4] Start building networks asynchronously for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 953.467074] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b69e0821-8498-4c55-905a-b417ceac1053 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.897s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.467368] env[68893]: DEBUG nova.objects.instance [None req-b69e0821-8498-4c55-905a-b417ceac1053 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Lazy-loading 'resources' on Instance uuid 9bed2863-be23-41c8-9794-5f7dfbeaf219 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 953.569677] env[68893]: DEBUG oslo_vmware.api [None req-b3adcf6a-42d0-410d-a700-f32a2edb2b9b tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Task: {'id': task-2791807, 'name': ReconfigVM_Task, 'duration_secs': 0.471784} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.570458] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3adcf6a-42d0-410d-a700-f32a2edb2b9b tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] [instance: 9eff2a8e-9c7f-4f84-958a-ecf1f5f730d9] Reconfigured VM instance instance-00000043 to attach disk [datastore2] 9eff2a8e-9c7f-4f84-958a-ecf1f5f730d9/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f-rescue.vmdk or device None with type thin {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 953.571320] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32bc52a7-a7b6-48ac-9c10-eb391ad36216 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.576711] env[68893]: DEBUG oslo_vmware.api [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Task: {'id': task-2791808, 'name': Rename_Task, 'duration_secs': 0.148695} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.577349] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] [instance: 9c6996d6-48cd-4bcd-847a-a05b547a6891] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 953.577650] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3e2b9da0-5618-4d14-95ae-e623a91e6ba8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.601261] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b446fe64-ad9a-40a6-831f-49dccdbe5fb0 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.618342] env[68893]: DEBUG oslo_vmware.api [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Waiting for the task: (returnval){ [ 953.618342] env[68893]: value = "task-2791809" [ 953.618342] env[68893]: _type = "Task" [ 953.618342] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.628313] env[68893]: DEBUG oslo_vmware.api [None req-b3adcf6a-42d0-410d-a700-f32a2edb2b9b tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Waiting for the task: (returnval){ [ 953.628313] env[68893]: value = "task-2791810" [ 953.628313] env[68893]: _type = "Task" [ 953.628313] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.628313] env[68893]: DEBUG oslo_vmware.api [None req-761a5e21-b44a-4425-927d-1a766f8713db tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]528cec2d-45e3-b970-256f-023d010e9ee3, 'name': SearchDatastore_Task, 'duration_secs': 0.012638} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.632664] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7300d43b-d6c1-46e5-b5dd-cfea8750a77f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.638417] env[68893]: DEBUG oslo_vmware.api [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Task: {'id': task-2791809, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.645765] env[68893]: DEBUG oslo_vmware.api [None req-761a5e21-b44a-4425-927d-1a766f8713db tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Waiting for the task: (returnval){ [ 953.645765] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]525d41c4-0b3d-6680-1bae-72fcebf1ab07" [ 953.645765] env[68893]: _type = "Task" [ 953.645765] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.646050] env[68893]: DEBUG oslo_vmware.api [None req-b3adcf6a-42d0-410d-a700-f32a2edb2b9b tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Task: {'id': task-2791810, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.654086] env[68893]: DEBUG oslo_vmware.api [None req-761a5e21-b44a-4425-927d-1a766f8713db tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]525d41c4-0b3d-6680-1bae-72fcebf1ab07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.751947] env[68893]: DEBUG oslo_vmware.api [None req-01a1160d-bfdf-49c0-8117-86a41ea37753 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Task: {'id': task-2791806, 'name': PowerOffVM_Task, 'duration_secs': 0.637956} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.752292] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-01a1160d-bfdf-49c0-8117-86a41ea37753 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: bd49c388-5a16-4af3-91cf-777982d4567f] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 953.752475] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-01a1160d-bfdf-49c0-8117-86a41ea37753 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: bd49c388-5a16-4af3-91cf-777982d4567f] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 953.752777] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5cc0def3-e5f2-4ce0-ac42-1c9e475648be {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.819559] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-01a1160d-bfdf-49c0-8117-86a41ea37753 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: bd49c388-5a16-4af3-91cf-777982d4567f] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 953.819856] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-01a1160d-bfdf-49c0-8117-86a41ea37753 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: bd49c388-5a16-4af3-91cf-777982d4567f] Deleting contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 953.820098] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-01a1160d-bfdf-49c0-8117-86a41ea37753 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Deleting the datastore file [datastore2] bd49c388-5a16-4af3-91cf-777982d4567f {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 953.820383] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e39f31ba-70b0-4e4c-8fb8-d6d57ea4d4a6 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.828212] env[68893]: DEBUG oslo_vmware.api [None req-01a1160d-bfdf-49c0-8117-86a41ea37753 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Waiting for the task: (returnval){ [ 953.828212] env[68893]: value = "task-2791812" [ 953.828212] env[68893]: _type = "Task" [ 953.828212] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.836800] env[68893]: DEBUG oslo_vmware.api [None req-01a1160d-bfdf-49c0-8117-86a41ea37753 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Task: {'id': task-2791812, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.974752] env[68893]: DEBUG nova.compute.utils [None req-6a1fbde5-d143-4f88-8d9c-92869b718c12 tempest-ServersTestManualDisk-932089305 tempest-ServersTestManualDisk-932089305-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 953.979924] env[68893]: DEBUG nova.compute.manager [None req-6a1fbde5-d143-4f88-8d9c-92869b718c12 tempest-ServersTestManualDisk-932089305 tempest-ServersTestManualDisk-932089305-project-member] [instance: c1843643-f9e8-45dd-88f9-38a4faf62ce4] Allocating IP information in the background. {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 953.979924] env[68893]: DEBUG nova.network.neutron [None req-6a1fbde5-d143-4f88-8d9c-92869b718c12 tempest-ServersTestManualDisk-932089305 tempest-ServersTestManualDisk-932089305-project-member] [instance: c1843643-f9e8-45dd-88f9-38a4faf62ce4] allocate_for_instance() {{(pid=68893) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 954.020082] env[68893]: DEBUG nova.policy [None req-6a1fbde5-d143-4f88-8d9c-92869b718c12 tempest-ServersTestManualDisk-932089305 tempest-ServersTestManualDisk-932089305-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2b99713b154f4d4da1a2b296ade41762', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8fc00d09b9e8486dac904af1b238e60d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68893) authorize /opt/stack/nova/nova/policy.py:192}} [ 954.130217] env[68893]: DEBUG oslo_vmware.api [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Task: {'id': task-2791809, 'name': PowerOnVM_Task, 'duration_secs': 0.463241} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.132015] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] [instance: 9c6996d6-48cd-4bcd-847a-a05b547a6891] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 954.132244] env[68893]: INFO nova.compute.manager [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] [instance: 9c6996d6-48cd-4bcd-847a-a05b547a6891] Took 7.58 seconds to spawn the instance on the hypervisor. [ 954.132420] env[68893]: DEBUG nova.compute.manager [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] [instance: 9c6996d6-48cd-4bcd-847a-a05b547a6891] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 954.137386] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3993c216-5dcd-4430-9f43-a4c5d6376e1a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.146183] env[68893]: DEBUG oslo_vmware.api [None req-b3adcf6a-42d0-410d-a700-f32a2edb2b9b tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Task: {'id': task-2791810, 'name': ReconfigVM_Task, 'duration_secs': 0.16579} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.148019] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3adcf6a-42d0-410d-a700-f32a2edb2b9b tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] [instance: 9eff2a8e-9c7f-4f84-958a-ecf1f5f730d9] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 954.156440] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-db8c5935-7e09-4439-a6dd-7c4b69565901 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.165092] env[68893]: DEBUG oslo_vmware.api [None req-761a5e21-b44a-4425-927d-1a766f8713db tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]525d41c4-0b3d-6680-1bae-72fcebf1ab07, 'name': SearchDatastore_Task, 'duration_secs': 0.013991} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.166467] env[68893]: DEBUG oslo_concurrency.lockutils [None req-761a5e21-b44a-4425-927d-1a766f8713db tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.166782] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-761a5e21-b44a-4425-927d-1a766f8713db tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] 706ea7e2-3150-4843-a0dd-e60e1cef3c52/706ea7e2-3150-4843-a0dd-e60e1cef3c52.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 954.167175] env[68893]: DEBUG oslo_vmware.api [None req-b3adcf6a-42d0-410d-a700-f32a2edb2b9b tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Waiting for the task: (returnval){ [ 954.167175] env[68893]: value = "task-2791813" [ 954.167175] env[68893]: _type = "Task" [ 954.167175] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.167363] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-77baa76c-093e-46db-83d3-a5b8d795617d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.180987] env[68893]: DEBUG oslo_vmware.api [None req-b3adcf6a-42d0-410d-a700-f32a2edb2b9b tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Task: {'id': task-2791813, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.181326] env[68893]: DEBUG oslo_vmware.api [None req-761a5e21-b44a-4425-927d-1a766f8713db tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Waiting for the task: (returnval){ [ 954.181326] env[68893]: value = "task-2791814" [ 954.181326] env[68893]: _type = "Task" [ 954.181326] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.192951] env[68893]: DEBUG oslo_vmware.api [None req-761a5e21-b44a-4425-927d-1a766f8713db tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': task-2791814, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.336369] env[68893]: DEBUG oslo_vmware.api [None req-01a1160d-bfdf-49c0-8117-86a41ea37753 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Task: {'id': task-2791812, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.215566} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.336662] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-01a1160d-bfdf-49c0-8117-86a41ea37753 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 954.336937] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-01a1160d-bfdf-49c0-8117-86a41ea37753 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: bd49c388-5a16-4af3-91cf-777982d4567f] Deleted contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 954.337332] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-01a1160d-bfdf-49c0-8117-86a41ea37753 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: bd49c388-5a16-4af3-91cf-777982d4567f] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 954.337332] env[68893]: INFO nova.compute.manager [None req-01a1160d-bfdf-49c0-8117-86a41ea37753 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: bd49c388-5a16-4af3-91cf-777982d4567f] Took 1.61 seconds to destroy the instance on the hypervisor. [ 954.337500] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-01a1160d-bfdf-49c0-8117-86a41ea37753 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 954.337731] env[68893]: DEBUG nova.compute.manager [-] [instance: bd49c388-5a16-4af3-91cf-777982d4567f] Deallocating network for instance {{(pid=68893) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 954.337829] env[68893]: DEBUG nova.network.neutron [-] [instance: bd49c388-5a16-4af3-91cf-777982d4567f] deallocate_for_instance() {{(pid=68893) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 954.380112] env[68893]: DEBUG nova.network.neutron [None req-6a1fbde5-d143-4f88-8d9c-92869b718c12 tempest-ServersTestManualDisk-932089305 tempest-ServersTestManualDisk-932089305-project-member] [instance: c1843643-f9e8-45dd-88f9-38a4faf62ce4] Successfully created port: ac42b8e2-6ec3-4b31-895d-6a16dcbea506 {{(pid=68893) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 954.479796] env[68893]: DEBUG nova.compute.manager [None req-6a1fbde5-d143-4f88-8d9c-92869b718c12 tempest-ServersTestManualDisk-932089305 tempest-ServersTestManualDisk-932089305-project-member] [instance: c1843643-f9e8-45dd-88f9-38a4faf62ce4] Start building block device mappings for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 954.512195] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fdeee20-bbb1-4a9f-aeec-84c8e991af7f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.520830] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b257c896-4629-421f-8cd9-dde717bce3fe {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.556021] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f03eff1-3e18-4f2a-ade2-e0835c289c10 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.565140] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7263c58-d510-456a-9969-075fe54dd02c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.582324] env[68893]: DEBUG nova.compute.provider_tree [None req-b69e0821-8498-4c55-905a-b417ceac1053 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 954.670151] env[68893]: INFO nova.compute.manager [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] [instance: 9c6996d6-48cd-4bcd-847a-a05b547a6891] Took 43.16 seconds to build instance. [ 954.684993] env[68893]: DEBUG oslo_vmware.api [None req-b3adcf6a-42d0-410d-a700-f32a2edb2b9b tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Task: {'id': task-2791813, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.694732] env[68893]: DEBUG oslo_vmware.api [None req-761a5e21-b44a-4425-927d-1a766f8713db tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': task-2791814, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.886152] env[68893]: DEBUG nova.compute.manager [req-2156b51d-41a9-43c0-8f91-ea69d4ce16f9 req-b171332a-663f-4339-a462-114a121440ee service nova] [instance: bd49c388-5a16-4af3-91cf-777982d4567f] Received event network-vif-deleted-d808b1fb-a12a-47f5-9c1c-f58e8e34d7c6 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 954.886152] env[68893]: INFO nova.compute.manager [req-2156b51d-41a9-43c0-8f91-ea69d4ce16f9 req-b171332a-663f-4339-a462-114a121440ee service nova] [instance: bd49c388-5a16-4af3-91cf-777982d4567f] Neutron deleted interface d808b1fb-a12a-47f5-9c1c-f58e8e34d7c6; detaching it from the instance and deleting it from the info cache [ 954.886152] env[68893]: DEBUG nova.network.neutron [req-2156b51d-41a9-43c0-8f91-ea69d4ce16f9 req-b171332a-663f-4339-a462-114a121440ee service nova] [instance: bd49c388-5a16-4af3-91cf-777982d4567f] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.084992] env[68893]: DEBUG nova.scheduler.client.report [None req-b69e0821-8498-4c55-905a-b417ceac1053 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 955.152953] env[68893]: DEBUG nova.network.neutron [-] [instance: bd49c388-5a16-4af3-91cf-777982d4567f] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.174817] env[68893]: DEBUG oslo_concurrency.lockutils [None req-274a1828-f741-43f7-a98d-486716502e99 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Lock "9c6996d6-48cd-4bcd-847a-a05b547a6891" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.481s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.182665] env[68893]: DEBUG oslo_vmware.api [None req-b3adcf6a-42d0-410d-a700-f32a2edb2b9b tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Task: {'id': task-2791813, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.192151] env[68893]: DEBUG oslo_vmware.api [None req-761a5e21-b44a-4425-927d-1a766f8713db tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': task-2791814, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.636626} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.192403] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-761a5e21-b44a-4425-927d-1a766f8713db tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] 706ea7e2-3150-4843-a0dd-e60e1cef3c52/706ea7e2-3150-4843-a0dd-e60e1cef3c52.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 955.192611] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-761a5e21-b44a-4425-927d-1a766f8713db tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 706ea7e2-3150-4843-a0dd-e60e1cef3c52] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 955.192920] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9acb6ada-31c7-484b-9339-449b7321565a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.199485] env[68893]: DEBUG oslo_vmware.api [None req-761a5e21-b44a-4425-927d-1a766f8713db tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Waiting for the task: (returnval){ [ 955.199485] env[68893]: value = "task-2791815" [ 955.199485] env[68893]: _type = "Task" [ 955.199485] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.208756] env[68893]: DEBUG oslo_vmware.api [None req-761a5e21-b44a-4425-927d-1a766f8713db tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': task-2791815, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.388066] env[68893]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-eaa7d4d0-9ddb-449b-9325-6c1c31c93a2b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.396555] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba4c5e02-23cd-419e-9470-14f4b7871e0b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.432685] env[68893]: DEBUG nova.compute.manager [req-2156b51d-41a9-43c0-8f91-ea69d4ce16f9 req-b171332a-663f-4339-a462-114a121440ee service nova] [instance: bd49c388-5a16-4af3-91cf-777982d4567f] Detach interface failed, port_id=d808b1fb-a12a-47f5-9c1c-f58e8e34d7c6, reason: Instance bd49c388-5a16-4af3-91cf-777982d4567f could not be found. {{(pid=68893) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 955.489411] env[68893]: DEBUG nova.compute.manager [None req-6a1fbde5-d143-4f88-8d9c-92869b718c12 tempest-ServersTestManualDisk-932089305 tempest-ServersTestManualDisk-932089305-project-member] [instance: c1843643-f9e8-45dd-88f9-38a4faf62ce4] Start spawning the instance on the hypervisor. {{(pid=68893) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 955.514014] env[68893]: DEBUG nova.virt.hardware [None req-6a1fbde5-d143-4f88-8d9c-92869b718c12 tempest-ServersTestManualDisk-932089305 tempest-ServersTestManualDisk-932089305-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 955.514268] env[68893]: DEBUG nova.virt.hardware [None req-6a1fbde5-d143-4f88-8d9c-92869b718c12 tempest-ServersTestManualDisk-932089305 tempest-ServersTestManualDisk-932089305-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 955.514444] env[68893]: DEBUG nova.virt.hardware [None req-6a1fbde5-d143-4f88-8d9c-92869b718c12 tempest-ServersTestManualDisk-932089305 tempest-ServersTestManualDisk-932089305-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 955.514599] env[68893]: DEBUG nova.virt.hardware [None req-6a1fbde5-d143-4f88-8d9c-92869b718c12 tempest-ServersTestManualDisk-932089305 tempest-ServersTestManualDisk-932089305-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 955.514744] env[68893]: DEBUG nova.virt.hardware [None req-6a1fbde5-d143-4f88-8d9c-92869b718c12 tempest-ServersTestManualDisk-932089305 tempest-ServersTestManualDisk-932089305-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 955.514889] env[68893]: DEBUG nova.virt.hardware [None req-6a1fbde5-d143-4f88-8d9c-92869b718c12 tempest-ServersTestManualDisk-932089305 tempest-ServersTestManualDisk-932089305-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 955.515102] env[68893]: DEBUG nova.virt.hardware [None req-6a1fbde5-d143-4f88-8d9c-92869b718c12 tempest-ServersTestManualDisk-932089305 tempest-ServersTestManualDisk-932089305-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 955.515465] env[68893]: DEBUG nova.virt.hardware [None req-6a1fbde5-d143-4f88-8d9c-92869b718c12 tempest-ServersTestManualDisk-932089305 tempest-ServersTestManualDisk-932089305-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 955.515465] env[68893]: DEBUG nova.virt.hardware [None req-6a1fbde5-d143-4f88-8d9c-92869b718c12 tempest-ServersTestManualDisk-932089305 tempest-ServersTestManualDisk-932089305-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 955.515608] env[68893]: DEBUG nova.virt.hardware [None req-6a1fbde5-d143-4f88-8d9c-92869b718c12 tempest-ServersTestManualDisk-932089305 tempest-ServersTestManualDisk-932089305-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 955.515796] env[68893]: DEBUG nova.virt.hardware [None req-6a1fbde5-d143-4f88-8d9c-92869b718c12 tempest-ServersTestManualDisk-932089305 tempest-ServersTestManualDisk-932089305-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 955.516903] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3692da6e-0c79-43cb-88ef-5b68ee28997a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.525596] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d355f1b-12e8-4101-ad5b-6fbe0bc7cec4 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.589858] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b69e0821-8498-4c55-905a-b417ceac1053 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.123s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.592148] env[68893]: DEBUG oslo_concurrency.lockutils [None req-2130460e-dfe1-40a9-82e0-e690735bbfef tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.586s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.593621] env[68893]: INFO nova.compute.claims [None req-2130460e-dfe1-40a9-82e0-e690735bbfef tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] [instance: 34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 955.612992] env[68893]: INFO nova.scheduler.client.report [None req-b69e0821-8498-4c55-905a-b417ceac1053 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Deleted allocations for instance 9bed2863-be23-41c8-9794-5f7dfbeaf219 [ 955.655364] env[68893]: INFO nova.compute.manager [-] [instance: bd49c388-5a16-4af3-91cf-777982d4567f] Took 1.32 seconds to deallocate network for instance. [ 955.681638] env[68893]: DEBUG oslo_vmware.api [None req-b3adcf6a-42d0-410d-a700-f32a2edb2b9b tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Task: {'id': task-2791813, 'name': PowerOnVM_Task, 'duration_secs': 1.200746} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.681901] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3adcf6a-42d0-410d-a700-f32a2edb2b9b tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] [instance: 9eff2a8e-9c7f-4f84-958a-ecf1f5f730d9] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 955.684319] env[68893]: DEBUG nova.compute.manager [None req-b3adcf6a-42d0-410d-a700-f32a2edb2b9b tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] [instance: 9eff2a8e-9c7f-4f84-958a-ecf1f5f730d9] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 955.685497] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27571f9b-be57-4ef1-b5d1-90789a8e349b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.708136] env[68893]: DEBUG oslo_vmware.api [None req-761a5e21-b44a-4425-927d-1a766f8713db tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': task-2791815, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064353} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.708419] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-761a5e21-b44a-4425-927d-1a766f8713db tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 706ea7e2-3150-4843-a0dd-e60e1cef3c52] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 955.709353] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43703567-a0c7-40f4-b617-6ca23d7cd668 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.731034] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-761a5e21-b44a-4425-927d-1a766f8713db tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 706ea7e2-3150-4843-a0dd-e60e1cef3c52] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] 706ea7e2-3150-4843-a0dd-e60e1cef3c52/706ea7e2-3150-4843-a0dd-e60e1cef3c52.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 955.732083] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65b80562-bf86-44d0-a447-48283967c66b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.752897] env[68893]: DEBUG oslo_vmware.api [None req-761a5e21-b44a-4425-927d-1a766f8713db tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Waiting for the task: (returnval){ [ 955.752897] env[68893]: value = "task-2791816" [ 955.752897] env[68893]: _type = "Task" [ 955.752897] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.762531] env[68893]: DEBUG oslo_vmware.api [None req-761a5e21-b44a-4425-927d-1a766f8713db tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': task-2791816, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.013069] env[68893]: DEBUG oslo_concurrency.lockutils [None req-98727d48-392c-4666-9f80-8f72a1d1a433 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Acquiring lock "b7b2d291-da9b-4b77-9898-e181a8e011c2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.013664] env[68893]: DEBUG oslo_concurrency.lockutils [None req-98727d48-392c-4666-9f80-8f72a1d1a433 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Lock "b7b2d291-da9b-4b77-9898-e181a8e011c2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.013747] env[68893]: DEBUG oslo_concurrency.lockutils [None req-98727d48-392c-4666-9f80-8f72a1d1a433 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Acquiring lock "b7b2d291-da9b-4b77-9898-e181a8e011c2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.014205] env[68893]: DEBUG oslo_concurrency.lockutils [None req-98727d48-392c-4666-9f80-8f72a1d1a433 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Lock "b7b2d291-da9b-4b77-9898-e181a8e011c2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.014205] env[68893]: DEBUG oslo_concurrency.lockutils [None req-98727d48-392c-4666-9f80-8f72a1d1a433 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Lock "b7b2d291-da9b-4b77-9898-e181a8e011c2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.020512] env[68893]: INFO nova.compute.manager [None req-98727d48-392c-4666-9f80-8f72a1d1a433 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] [instance: b7b2d291-da9b-4b77-9898-e181a8e011c2] Terminating instance [ 956.030831] env[68893]: DEBUG nova.compute.manager [req-0f0a0e9e-c10b-427d-a27c-1a096fb57bba req-58109b16-11cc-4c1d-8416-d3340a32f1f7 service nova] [instance: c1843643-f9e8-45dd-88f9-38a4faf62ce4] Received event network-vif-plugged-ac42b8e2-6ec3-4b31-895d-6a16dcbea506 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 956.031054] env[68893]: DEBUG oslo_concurrency.lockutils [req-0f0a0e9e-c10b-427d-a27c-1a096fb57bba req-58109b16-11cc-4c1d-8416-d3340a32f1f7 service nova] Acquiring lock "c1843643-f9e8-45dd-88f9-38a4faf62ce4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.031257] env[68893]: DEBUG oslo_concurrency.lockutils [req-0f0a0e9e-c10b-427d-a27c-1a096fb57bba req-58109b16-11cc-4c1d-8416-d3340a32f1f7 service nova] Lock "c1843643-f9e8-45dd-88f9-38a4faf62ce4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.031475] env[68893]: DEBUG oslo_concurrency.lockutils [req-0f0a0e9e-c10b-427d-a27c-1a096fb57bba req-58109b16-11cc-4c1d-8416-d3340a32f1f7 service nova] Lock "c1843643-f9e8-45dd-88f9-38a4faf62ce4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.031589] env[68893]: DEBUG nova.compute.manager [req-0f0a0e9e-c10b-427d-a27c-1a096fb57bba req-58109b16-11cc-4c1d-8416-d3340a32f1f7 service nova] [instance: c1843643-f9e8-45dd-88f9-38a4faf62ce4] No waiting events found dispatching network-vif-plugged-ac42b8e2-6ec3-4b31-895d-6a16dcbea506 {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 956.031754] env[68893]: WARNING nova.compute.manager [req-0f0a0e9e-c10b-427d-a27c-1a096fb57bba req-58109b16-11cc-4c1d-8416-d3340a32f1f7 service nova] [instance: c1843643-f9e8-45dd-88f9-38a4faf62ce4] Received unexpected event network-vif-plugged-ac42b8e2-6ec3-4b31-895d-6a16dcbea506 for instance with vm_state building and task_state spawning. [ 956.121803] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b69e0821-8498-4c55-905a-b417ceac1053 tempest-SecurityGroupsTestJSON-1648374841 tempest-SecurityGroupsTestJSON-1648374841-project-member] Lock "9bed2863-be23-41c8-9794-5f7dfbeaf219" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.571s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.129134] env[68893]: DEBUG nova.network.neutron [None req-6a1fbde5-d143-4f88-8d9c-92869b718c12 tempest-ServersTestManualDisk-932089305 tempest-ServersTestManualDisk-932089305-project-member] [instance: c1843643-f9e8-45dd-88f9-38a4faf62ce4] Successfully updated port: ac42b8e2-6ec3-4b31-895d-6a16dcbea506 {{(pid=68893) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 956.162187] env[68893]: DEBUG oslo_concurrency.lockutils [None req-01a1160d-bfdf-49c0-8117-86a41ea37753 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.263352] env[68893]: DEBUG oslo_vmware.api [None req-761a5e21-b44a-4425-927d-1a766f8713db tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': task-2791816, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.524374] env[68893]: DEBUG nova.compute.manager [None req-98727d48-392c-4666-9f80-8f72a1d1a433 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] [instance: b7b2d291-da9b-4b77-9898-e181a8e011c2] Start destroying the instance on the hypervisor. {{(pid=68893) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 956.524649] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-98727d48-392c-4666-9f80-8f72a1d1a433 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] [instance: b7b2d291-da9b-4b77-9898-e181a8e011c2] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 956.525734] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba9b1eb8-fd79-4ce4-af40-125e9a43a312 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.533844] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-98727d48-392c-4666-9f80-8f72a1d1a433 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] [instance: b7b2d291-da9b-4b77-9898-e181a8e011c2] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 956.534130] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dd7eb432-c551-447a-9d8b-437d860128e0 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.540189] env[68893]: DEBUG oslo_vmware.api [None req-98727d48-392c-4666-9f80-8f72a1d1a433 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Waiting for the task: (returnval){ [ 956.540189] env[68893]: value = "task-2791817" [ 956.540189] env[68893]: _type = "Task" [ 956.540189] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.548380] env[68893]: DEBUG oslo_vmware.api [None req-98727d48-392c-4666-9f80-8f72a1d1a433 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Task: {'id': task-2791817, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.633219] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6a1fbde5-d143-4f88-8d9c-92869b718c12 tempest-ServersTestManualDisk-932089305 tempest-ServersTestManualDisk-932089305-project-member] Acquiring lock "refresh_cache-c1843643-f9e8-45dd-88f9-38a4faf62ce4" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.633361] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6a1fbde5-d143-4f88-8d9c-92869b718c12 tempest-ServersTestManualDisk-932089305 tempest-ServersTestManualDisk-932089305-project-member] Acquired lock "refresh_cache-c1843643-f9e8-45dd-88f9-38a4faf62ce4" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.633711] env[68893]: DEBUG nova.network.neutron [None req-6a1fbde5-d143-4f88-8d9c-92869b718c12 tempest-ServersTestManualDisk-932089305 tempest-ServersTestManualDisk-932089305-project-member] [instance: c1843643-f9e8-45dd-88f9-38a4faf62ce4] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 956.767068] env[68893]: DEBUG oslo_vmware.api [None req-761a5e21-b44a-4425-927d-1a766f8713db tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': task-2791816, 'name': ReconfigVM_Task, 'duration_secs': 0.779418} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.770033] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-761a5e21-b44a-4425-927d-1a766f8713db tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 706ea7e2-3150-4843-a0dd-e60e1cef3c52] Reconfigured VM instance instance-00000044 to attach disk [datastore2] 706ea7e2-3150-4843-a0dd-e60e1cef3c52/706ea7e2-3150-4843-a0dd-e60e1cef3c52.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 956.772984] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ba48880d-6254-4902-ae78-5457ac80e33d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.777718] env[68893]: DEBUG oslo_vmware.api [None req-761a5e21-b44a-4425-927d-1a766f8713db tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Waiting for the task: (returnval){ [ 956.777718] env[68893]: value = "task-2791818" [ 956.777718] env[68893]: _type = "Task" [ 956.777718] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.790107] env[68893]: DEBUG oslo_vmware.api [None req-761a5e21-b44a-4425-927d-1a766f8713db tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': task-2791818, 'name': Rename_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.953888] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b4b89977-cab0-4550-8334-c71c8318f0ec tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Acquiring lock "250fb202-c0a4-4fc9-822e-d3c18cf8d340" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.954127] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b4b89977-cab0-4550-8334-c71c8318f0ec tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Lock "250fb202-c0a4-4fc9-822e-d3c18cf8d340" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.049996] env[68893]: DEBUG oslo_vmware.api [None req-98727d48-392c-4666-9f80-8f72a1d1a433 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Task: {'id': task-2791817, 'name': PowerOffVM_Task, 'duration_secs': 0.245974} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.050432] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-98727d48-392c-4666-9f80-8f72a1d1a433 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] [instance: b7b2d291-da9b-4b77-9898-e181a8e011c2] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 957.050603] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-98727d48-392c-4666-9f80-8f72a1d1a433 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] [instance: b7b2d291-da9b-4b77-9898-e181a8e011c2] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 957.054083] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7c219716-6fdc-4ae3-b93e-6f6c6ed2a814 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.110990] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28516a2c-0e77-4b33-b9b3-4e640421cea7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.122191] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47a40ab4-7da1-4d1e-9a0c-549f9814656c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.125555] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-98727d48-392c-4666-9f80-8f72a1d1a433 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] [instance: b7b2d291-da9b-4b77-9898-e181a8e011c2] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 957.125818] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-98727d48-392c-4666-9f80-8f72a1d1a433 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] [instance: b7b2d291-da9b-4b77-9898-e181a8e011c2] Deleting contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 957.126033] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-98727d48-392c-4666-9f80-8f72a1d1a433 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Deleting the datastore file [datastore2] b7b2d291-da9b-4b77-9898-e181a8e011c2 {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 957.126324] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2862f072-9595-41ea-b97c-bcb0faf8f800 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.161215] env[68893]: DEBUG oslo_vmware.api [None req-98727d48-392c-4666-9f80-8f72a1d1a433 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Waiting for the task: (returnval){ [ 957.161215] env[68893]: value = "task-2791820" [ 957.161215] env[68893]: _type = "Task" [ 957.161215] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.164156] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecccde90-b13e-42d0-97f0-6dfa9bf5510c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.177384] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb783119-33ee-4ad6-aed0-832b068c313e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.191952] env[68893]: DEBUG nova.compute.provider_tree [None req-2130460e-dfe1-40a9-82e0-e690735bbfef tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 957.216355] env[68893]: DEBUG nova.network.neutron [None req-6a1fbde5-d143-4f88-8d9c-92869b718c12 tempest-ServersTestManualDisk-932089305 tempest-ServersTestManualDisk-932089305-project-member] [instance: c1843643-f9e8-45dd-88f9-38a4faf62ce4] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 957.287027] env[68893]: DEBUG oslo_vmware.api [None req-761a5e21-b44a-4425-927d-1a766f8713db tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': task-2791818, 'name': Rename_Task, 'duration_secs': 0.182805} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.287309] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-761a5e21-b44a-4425-927d-1a766f8713db tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 706ea7e2-3150-4843-a0dd-e60e1cef3c52] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 957.287596] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-80d33cc1-a223-47f6-ab47-2740bc06904e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.293915] env[68893]: DEBUG oslo_vmware.api [None req-761a5e21-b44a-4425-927d-1a766f8713db tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Waiting for the task: (returnval){ [ 957.293915] env[68893]: value = "task-2791821" [ 957.293915] env[68893]: _type = "Task" [ 957.293915] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.302238] env[68893]: DEBUG oslo_vmware.api [None req-761a5e21-b44a-4425-927d-1a766f8713db tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': task-2791821, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.456447] env[68893]: DEBUG nova.compute.manager [None req-b4b89977-cab0-4550-8334-c71c8318f0ec tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] [instance: 250fb202-c0a4-4fc9-822e-d3c18cf8d340] Starting instance... {{(pid=68893) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 957.461191] env[68893]: DEBUG nova.network.neutron [None req-6a1fbde5-d143-4f88-8d9c-92869b718c12 tempest-ServersTestManualDisk-932089305 tempest-ServersTestManualDisk-932089305-project-member] [instance: c1843643-f9e8-45dd-88f9-38a4faf62ce4] Updating instance_info_cache with network_info: [{"id": "ac42b8e2-6ec3-4b31-895d-6a16dcbea506", "address": "fa:16:3e:ec:88:30", "network": {"id": "10cd32c2-7046-4d02-8d12-2f336ff75c0a", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-658366483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fc00d09b9e8486dac904af1b238e60d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "842f738f-eaa4-4444-a9bf-90d2b533184c", "external-id": "nsx-vlan-transportzone-460", "segmentation_id": 460, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac42b8e2-6e", "ovs_interfaceid": "ac42b8e2-6ec3-4b31-895d-6a16dcbea506", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.675370] env[68893]: DEBUG oslo_vmware.api [None req-98727d48-392c-4666-9f80-8f72a1d1a433 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Task: {'id': task-2791820, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.695756] env[68893]: DEBUG nova.scheduler.client.report [None req-2130460e-dfe1-40a9-82e0-e690735bbfef tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 957.804872] env[68893]: DEBUG oslo_vmware.api [None req-761a5e21-b44a-4425-927d-1a766f8713db tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': task-2791821, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.965924] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6a1fbde5-d143-4f88-8d9c-92869b718c12 tempest-ServersTestManualDisk-932089305 tempest-ServersTestManualDisk-932089305-project-member] Releasing lock "refresh_cache-c1843643-f9e8-45dd-88f9-38a4faf62ce4" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.966728] env[68893]: DEBUG nova.compute.manager [None req-6a1fbde5-d143-4f88-8d9c-92869b718c12 tempest-ServersTestManualDisk-932089305 tempest-ServersTestManualDisk-932089305-project-member] [instance: c1843643-f9e8-45dd-88f9-38a4faf62ce4] Instance network_info: |[{"id": "ac42b8e2-6ec3-4b31-895d-6a16dcbea506", "address": "fa:16:3e:ec:88:30", "network": {"id": "10cd32c2-7046-4d02-8d12-2f336ff75c0a", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-658366483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fc00d09b9e8486dac904af1b238e60d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "842f738f-eaa4-4444-a9bf-90d2b533184c", "external-id": "nsx-vlan-transportzone-460", "segmentation_id": 460, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac42b8e2-6e", "ovs_interfaceid": "ac42b8e2-6ec3-4b31-895d-6a16dcbea506", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 957.966728] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-6a1fbde5-d143-4f88-8d9c-92869b718c12 tempest-ServersTestManualDisk-932089305 tempest-ServersTestManualDisk-932089305-project-member] [instance: c1843643-f9e8-45dd-88f9-38a4faf62ce4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:88:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '842f738f-eaa4-4444-a9bf-90d2b533184c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ac42b8e2-6ec3-4b31-895d-6a16dcbea506', 'vif_model': 'vmxnet3'}] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 957.974179] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a1fbde5-d143-4f88-8d9c-92869b718c12 tempest-ServersTestManualDisk-932089305 tempest-ServersTestManualDisk-932089305-project-member] Creating folder: Project (8fc00d09b9e8486dac904af1b238e60d). Parent ref: group-v560969. {{(pid=68893) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 957.977788] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-03f0a9b1-3816-4f65-b18c-acf3ea3fbce0 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.990241] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-6a1fbde5-d143-4f88-8d9c-92869b718c12 tempest-ServersTestManualDisk-932089305 tempest-ServersTestManualDisk-932089305-project-member] Created folder: Project (8fc00d09b9e8486dac904af1b238e60d) in parent group-v560969. [ 957.990614] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a1fbde5-d143-4f88-8d9c-92869b718c12 tempest-ServersTestManualDisk-932089305 tempest-ServersTestManualDisk-932089305-project-member] Creating folder: Instances. Parent ref: group-v561165. {{(pid=68893) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 957.990703] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e7000faa-3415-48d5-ac9b-7e04eba5d5dd {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.994379] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b4b89977-cab0-4550-8334-c71c8318f0ec tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.003103] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-6a1fbde5-d143-4f88-8d9c-92869b718c12 tempest-ServersTestManualDisk-932089305 tempest-ServersTestManualDisk-932089305-project-member] Created folder: Instances in parent group-v561165. [ 958.003103] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6a1fbde5-d143-4f88-8d9c-92869b718c12 tempest-ServersTestManualDisk-932089305 tempest-ServersTestManualDisk-932089305-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 958.003103] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1843643-f9e8-45dd-88f9-38a4faf62ce4] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 958.003103] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-729d97ab-dae5-4823-8624-95a8b4d5f979 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.029670] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 958.029670] env[68893]: value = "task-2791824" [ 958.029670] env[68893]: _type = "Task" [ 958.029670] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.039058] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791824, 'name': CreateVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.124154] env[68893]: DEBUG nova.compute.manager [req-c3eb1c39-d2c8-41ea-bd39-748ee410ed48 req-af8a8d82-6cd3-4c57-99e4-0fc6f59367bb service nova] [instance: c1843643-f9e8-45dd-88f9-38a4faf62ce4] Received event network-changed-ac42b8e2-6ec3-4b31-895d-6a16dcbea506 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 958.124154] env[68893]: DEBUG nova.compute.manager [req-c3eb1c39-d2c8-41ea-bd39-748ee410ed48 req-af8a8d82-6cd3-4c57-99e4-0fc6f59367bb service nova] [instance: c1843643-f9e8-45dd-88f9-38a4faf62ce4] Refreshing instance network info cache due to event network-changed-ac42b8e2-6ec3-4b31-895d-6a16dcbea506. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 958.124470] env[68893]: DEBUG oslo_concurrency.lockutils [req-c3eb1c39-d2c8-41ea-bd39-748ee410ed48 req-af8a8d82-6cd3-4c57-99e4-0fc6f59367bb service nova] Acquiring lock "refresh_cache-c1843643-f9e8-45dd-88f9-38a4faf62ce4" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.124470] env[68893]: DEBUG oslo_concurrency.lockutils [req-c3eb1c39-d2c8-41ea-bd39-748ee410ed48 req-af8a8d82-6cd3-4c57-99e4-0fc6f59367bb service nova] Acquired lock "refresh_cache-c1843643-f9e8-45dd-88f9-38a4faf62ce4" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.124539] env[68893]: DEBUG nova.network.neutron [req-c3eb1c39-d2c8-41ea-bd39-748ee410ed48 req-af8a8d82-6cd3-4c57-99e4-0fc6f59367bb service nova] [instance: c1843643-f9e8-45dd-88f9-38a4faf62ce4] Refreshing network info cache for port ac42b8e2-6ec3-4b31-895d-6a16dcbea506 {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 958.175309] env[68893]: DEBUG oslo_vmware.api [None req-98727d48-392c-4666-9f80-8f72a1d1a433 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Task: {'id': task-2791820, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.671004} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.175614] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-98727d48-392c-4666-9f80-8f72a1d1a433 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 958.175889] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-98727d48-392c-4666-9f80-8f72a1d1a433 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] [instance: b7b2d291-da9b-4b77-9898-e181a8e011c2] Deleted contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 958.175976] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-98727d48-392c-4666-9f80-8f72a1d1a433 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] [instance: b7b2d291-da9b-4b77-9898-e181a8e011c2] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 958.176163] env[68893]: INFO nova.compute.manager [None req-98727d48-392c-4666-9f80-8f72a1d1a433 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] [instance: b7b2d291-da9b-4b77-9898-e181a8e011c2] Took 1.65 seconds to destroy the instance on the hypervisor. [ 958.176466] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-98727d48-392c-4666-9f80-8f72a1d1a433 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 958.176631] env[68893]: DEBUG nova.compute.manager [-] [instance: b7b2d291-da9b-4b77-9898-e181a8e011c2] Deallocating network for instance {{(pid=68893) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 958.176729] env[68893]: DEBUG nova.network.neutron [-] [instance: b7b2d291-da9b-4b77-9898-e181a8e011c2] deallocate_for_instance() {{(pid=68893) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 958.204123] env[68893]: DEBUG oslo_concurrency.lockutils [None req-2130460e-dfe1-40a9-82e0-e690735bbfef tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.609s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.204123] env[68893]: DEBUG nova.compute.manager [None req-2130460e-dfe1-40a9-82e0-e690735bbfef tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] [instance: 34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b] Start building networks asynchronously for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 958.206045] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ca0e4aff-b4b9-4242-94ae-2812730ac31f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.332s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.207310] env[68893]: DEBUG nova.objects.instance [None req-ca0e4aff-b4b9-4242-94ae-2812730ac31f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Lazy-loading 'resources' on Instance uuid a97578c7-f513-4a3f-81a9-f58bc0619abc {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 958.307473] env[68893]: DEBUG oslo_vmware.api [None req-761a5e21-b44a-4425-927d-1a766f8713db tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': task-2791821, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.540579] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791824, 'name': CreateVM_Task, 'duration_secs': 0.355301} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.540750] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1843643-f9e8-45dd-88f9-38a4faf62ce4] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 958.541470] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6a1fbde5-d143-4f88-8d9c-92869b718c12 tempest-ServersTestManualDisk-932089305 tempest-ServersTestManualDisk-932089305-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.541641] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6a1fbde5-d143-4f88-8d9c-92869b718c12 tempest-ServersTestManualDisk-932089305 tempest-ServersTestManualDisk-932089305-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.541953] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6a1fbde5-d143-4f88-8d9c-92869b718c12 tempest-ServersTestManualDisk-932089305 tempest-ServersTestManualDisk-932089305-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.542229] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5c16428-60cf-4317-85c7-6185b47786b4 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.546979] env[68893]: DEBUG oslo_vmware.api [None req-6a1fbde5-d143-4f88-8d9c-92869b718c12 tempest-ServersTestManualDisk-932089305 tempest-ServersTestManualDisk-932089305-project-member] Waiting for the task: (returnval){ [ 958.546979] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]520b395f-70bb-8c48-576c-c10d2cccfec7" [ 958.546979] env[68893]: _type = "Task" [ 958.546979] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.555205] env[68893]: DEBUG oslo_vmware.api [None req-6a1fbde5-d143-4f88-8d9c-92869b718c12 tempest-ServersTestManualDisk-932089305 tempest-ServersTestManualDisk-932089305-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]520b395f-70bb-8c48-576c-c10d2cccfec7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.711130] env[68893]: DEBUG nova.compute.utils [None req-2130460e-dfe1-40a9-82e0-e690735bbfef tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 958.715039] env[68893]: DEBUG nova.compute.manager [None req-2130460e-dfe1-40a9-82e0-e690735bbfef tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] [instance: 34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b] Allocating IP information in the background. {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 958.715226] env[68893]: DEBUG nova.network.neutron [None req-2130460e-dfe1-40a9-82e0-e690735bbfef tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] [instance: 34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b] allocate_for_instance() {{(pid=68893) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 958.756931] env[68893]: DEBUG nova.policy [None req-2130460e-dfe1-40a9-82e0-e690735bbfef tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fc1b4dcd50de4a2abc81a1442c48612e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fb4142d94ebe4d3b93b9330d7d22a156', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68893) authorize /opt/stack/nova/nova/policy.py:192}} [ 958.805107] env[68893]: DEBUG oslo_vmware.api [None req-761a5e21-b44a-4425-927d-1a766f8713db tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': task-2791821, 'name': PowerOnVM_Task, 'duration_secs': 1.384313} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.807769] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-761a5e21-b44a-4425-927d-1a766f8713db tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 706ea7e2-3150-4843-a0dd-e60e1cef3c52] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 958.807991] env[68893]: INFO nova.compute.manager [None req-761a5e21-b44a-4425-927d-1a766f8713db tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 706ea7e2-3150-4843-a0dd-e60e1cef3c52] Took 9.05 seconds to spawn the instance on the hypervisor. [ 958.808645] env[68893]: DEBUG nova.compute.manager [None req-761a5e21-b44a-4425-927d-1a766f8713db tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 706ea7e2-3150-4843-a0dd-e60e1cef3c52] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 958.811634] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c46d29f5-4a6b-43b3-b62d-78f4cf1fb0ae {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.849772] env[68893]: DEBUG nova.network.neutron [req-c3eb1c39-d2c8-41ea-bd39-748ee410ed48 req-af8a8d82-6cd3-4c57-99e4-0fc6f59367bb service nova] [instance: c1843643-f9e8-45dd-88f9-38a4faf62ce4] Updated VIF entry in instance network info cache for port ac42b8e2-6ec3-4b31-895d-6a16dcbea506. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 958.850316] env[68893]: DEBUG nova.network.neutron [req-c3eb1c39-d2c8-41ea-bd39-748ee410ed48 req-af8a8d82-6cd3-4c57-99e4-0fc6f59367bb service nova] [instance: c1843643-f9e8-45dd-88f9-38a4faf62ce4] Updating instance_info_cache with network_info: [{"id": "ac42b8e2-6ec3-4b31-895d-6a16dcbea506", "address": "fa:16:3e:ec:88:30", "network": {"id": "10cd32c2-7046-4d02-8d12-2f336ff75c0a", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-658366483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fc00d09b9e8486dac904af1b238e60d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "842f738f-eaa4-4444-a9bf-90d2b533184c", "external-id": "nsx-vlan-transportzone-460", "segmentation_id": 460, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac42b8e2-6e", "ovs_interfaceid": "ac42b8e2-6ec3-4b31-895d-6a16dcbea506", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.984638] env[68893]: DEBUG nova.network.neutron [-] [instance: b7b2d291-da9b-4b77-9898-e181a8e011c2] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.045848] env[68893]: DEBUG nova.network.neutron [None req-2130460e-dfe1-40a9-82e0-e690735bbfef tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] [instance: 34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b] Successfully created port: da54e22b-783c-4a8d-b400-7ce1e224cb5a {{(pid=68893) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 959.059762] env[68893]: DEBUG oslo_vmware.api [None req-6a1fbde5-d143-4f88-8d9c-92869b718c12 tempest-ServersTestManualDisk-932089305 tempest-ServersTestManualDisk-932089305-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]520b395f-70bb-8c48-576c-c10d2cccfec7, 'name': SearchDatastore_Task, 'duration_secs': 0.025601} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.060121] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6a1fbde5-d143-4f88-8d9c-92869b718c12 tempest-ServersTestManualDisk-932089305 tempest-ServersTestManualDisk-932089305-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.060376] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-6a1fbde5-d143-4f88-8d9c-92869b718c12 tempest-ServersTestManualDisk-932089305 tempest-ServersTestManualDisk-932089305-project-member] [instance: c1843643-f9e8-45dd-88f9-38a4faf62ce4] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 959.060900] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6a1fbde5-d143-4f88-8d9c-92869b718c12 tempest-ServersTestManualDisk-932089305 tempest-ServersTestManualDisk-932089305-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.061518] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6a1fbde5-d143-4f88-8d9c-92869b718c12 tempest-ServersTestManualDisk-932089305 tempest-ServersTestManualDisk-932089305-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.061853] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a1fbde5-d143-4f88-8d9c-92869b718c12 tempest-ServersTestManualDisk-932089305 tempest-ServersTestManualDisk-932089305-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 959.062198] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-79ea0859-e8a9-4e53-9660-06aef265b181 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.073247] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a1fbde5-d143-4f88-8d9c-92869b718c12 tempest-ServersTestManualDisk-932089305 tempest-ServersTestManualDisk-932089305-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 959.073726] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-6a1fbde5-d143-4f88-8d9c-92869b718c12 tempest-ServersTestManualDisk-932089305 tempest-ServersTestManualDisk-932089305-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 959.074242] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59187fb8-99fc-45f0-ad0c-6e9c4abbc280 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.081192] env[68893]: DEBUG oslo_vmware.api [None req-6a1fbde5-d143-4f88-8d9c-92869b718c12 tempest-ServersTestManualDisk-932089305 tempest-ServersTestManualDisk-932089305-project-member] Waiting for the task: (returnval){ [ 959.081192] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]520652f4-8f6f-1ecc-61c7-d5c708cf0f89" [ 959.081192] env[68893]: _type = "Task" [ 959.081192] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.088656] env[68893]: DEBUG oslo_vmware.api [None req-6a1fbde5-d143-4f88-8d9c-92869b718c12 tempest-ServersTestManualDisk-932089305 tempest-ServersTestManualDisk-932089305-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]520652f4-8f6f-1ecc-61c7-d5c708cf0f89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.182509] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cc3bbdd-ad96-4a85-a3de-66bc1cc291d8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.189815] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5923575-a1dd-4a87-b7c8-7f96aecb38d1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.219762] env[68893]: DEBUG nova.compute.manager [None req-2130460e-dfe1-40a9-82e0-e690735bbfef tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] [instance: 34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b] Start building block device mappings for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 959.223194] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0f782a3-6495-444b-a82b-05b8ed288f71 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.231218] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02856d6b-2909-44cb-b89c-e75377d1143c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.248549] env[68893]: DEBUG nova.compute.provider_tree [None req-ca0e4aff-b4b9-4242-94ae-2812730ac31f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 959.330328] env[68893]: INFO nova.compute.manager [None req-761a5e21-b44a-4425-927d-1a766f8713db tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 706ea7e2-3150-4843-a0dd-e60e1cef3c52] Took 46.38 seconds to build instance. [ 959.355836] env[68893]: DEBUG oslo_concurrency.lockutils [req-c3eb1c39-d2c8-41ea-bd39-748ee410ed48 req-af8a8d82-6cd3-4c57-99e4-0fc6f59367bb service nova] Releasing lock "refresh_cache-c1843643-f9e8-45dd-88f9-38a4faf62ce4" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.487389] env[68893]: INFO nova.compute.manager [-] [instance: b7b2d291-da9b-4b77-9898-e181a8e011c2] Took 1.31 seconds to deallocate network for instance. [ 959.592300] env[68893]: DEBUG oslo_vmware.api [None req-6a1fbde5-d143-4f88-8d9c-92869b718c12 tempest-ServersTestManualDisk-932089305 tempest-ServersTestManualDisk-932089305-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]520652f4-8f6f-1ecc-61c7-d5c708cf0f89, 'name': SearchDatastore_Task, 'duration_secs': 0.019077} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.593134] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c464540c-cf52-4c0b-9bd3-ef4e4b58db3c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.598420] env[68893]: DEBUG oslo_vmware.api [None req-6a1fbde5-d143-4f88-8d9c-92869b718c12 tempest-ServersTestManualDisk-932089305 tempest-ServersTestManualDisk-932089305-project-member] Waiting for the task: (returnval){ [ 959.598420] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52d9544c-c459-621d-93e5-ec6ec2f2169a" [ 959.598420] env[68893]: _type = "Task" [ 959.598420] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.606520] env[68893]: DEBUG oslo_vmware.api [None req-6a1fbde5-d143-4f88-8d9c-92869b718c12 tempest-ServersTestManualDisk-932089305 tempest-ServersTestManualDisk-932089305-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52d9544c-c459-621d-93e5-ec6ec2f2169a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.750780] env[68893]: DEBUG nova.scheduler.client.report [None req-ca0e4aff-b4b9-4242-94ae-2812730ac31f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 959.789357] env[68893]: DEBUG oslo_concurrency.lockutils [None req-567778df-8672-409c-8071-74b1a70aba88 tempest-ServersAaction247Test-1215653772 tempest-ServersAaction247Test-1215653772-project-member] Acquiring lock "8d99ff20-bffa-417a-ae2a-84957a794332" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.789591] env[68893]: DEBUG oslo_concurrency.lockutils [None req-567778df-8672-409c-8071-74b1a70aba88 tempest-ServersAaction247Test-1215653772 tempest-ServersAaction247Test-1215653772-project-member] Lock "8d99ff20-bffa-417a-ae2a-84957a794332" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.831369] env[68893]: DEBUG oslo_concurrency.lockutils [None req-761a5e21-b44a-4425-927d-1a766f8713db tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Lock "706ea7e2-3150-4843-a0dd-e60e1cef3c52" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.898s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.993594] env[68893]: DEBUG oslo_concurrency.lockutils [None req-98727d48-392c-4666-9f80-8f72a1d1a433 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.108737] env[68893]: DEBUG oslo_vmware.api [None req-6a1fbde5-d143-4f88-8d9c-92869b718c12 tempest-ServersTestManualDisk-932089305 tempest-ServersTestManualDisk-932089305-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52d9544c-c459-621d-93e5-ec6ec2f2169a, 'name': SearchDatastore_Task, 'duration_secs': 0.019433} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.108983] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6a1fbde5-d143-4f88-8d9c-92869b718c12 tempest-ServersTestManualDisk-932089305 tempest-ServersTestManualDisk-932089305-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.109264] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a1fbde5-d143-4f88-8d9c-92869b718c12 tempest-ServersTestManualDisk-932089305 tempest-ServersTestManualDisk-932089305-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] c1843643-f9e8-45dd-88f9-38a4faf62ce4/c1843643-f9e8-45dd-88f9-38a4faf62ce4.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 960.109526] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2cdfac26-b696-41ca-806d-71b67af556b2 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.116699] env[68893]: DEBUG oslo_vmware.api [None req-6a1fbde5-d143-4f88-8d9c-92869b718c12 tempest-ServersTestManualDisk-932089305 tempest-ServersTestManualDisk-932089305-project-member] Waiting for the task: (returnval){ [ 960.116699] env[68893]: value = "task-2791825" [ 960.116699] env[68893]: _type = "Task" [ 960.116699] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.124403] env[68893]: DEBUG oslo_concurrency.lockutils [None req-130dfb65-d5f1-4975-9c46-3b9f27ad9735 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Acquiring lock "706ea7e2-3150-4843-a0dd-e60e1cef3c52" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.124667] env[68893]: DEBUG oslo_concurrency.lockutils [None req-130dfb65-d5f1-4975-9c46-3b9f27ad9735 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Lock "706ea7e2-3150-4843-a0dd-e60e1cef3c52" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.124814] env[68893]: DEBUG oslo_concurrency.lockutils [None req-130dfb65-d5f1-4975-9c46-3b9f27ad9735 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Acquiring lock "706ea7e2-3150-4843-a0dd-e60e1cef3c52-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.124998] env[68893]: DEBUG oslo_concurrency.lockutils [None req-130dfb65-d5f1-4975-9c46-3b9f27ad9735 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Lock "706ea7e2-3150-4843-a0dd-e60e1cef3c52-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.125181] env[68893]: DEBUG oslo_concurrency.lockutils [None req-130dfb65-d5f1-4975-9c46-3b9f27ad9735 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Lock "706ea7e2-3150-4843-a0dd-e60e1cef3c52-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.127205] env[68893]: INFO nova.compute.manager [None req-130dfb65-d5f1-4975-9c46-3b9f27ad9735 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 706ea7e2-3150-4843-a0dd-e60e1cef3c52] Terminating instance [ 960.128829] env[68893]: DEBUG oslo_vmware.api [None req-6a1fbde5-d143-4f88-8d9c-92869b718c12 tempest-ServersTestManualDisk-932089305 tempest-ServersTestManualDisk-932089305-project-member] Task: {'id': task-2791825, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.155201] env[68893]: DEBUG nova.compute.manager [req-0c20c62e-a5e8-4ff8-84e1-aca0ae9f063f req-883b8bec-5e21-4fa1-99ba-14afb06f0003 service nova] [instance: b7b2d291-da9b-4b77-9898-e181a8e011c2] Received event network-vif-deleted-f88e70c7-26c2-4280-869f-c1d94928759f {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 960.228468] env[68893]: DEBUG nova.compute.manager [None req-2130460e-dfe1-40a9-82e0-e690735bbfef tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] [instance: 34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b] Start spawning the instance on the hypervisor. {{(pid=68893) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 960.258034] env[68893]: DEBUG nova.virt.hardware [None req-2130460e-dfe1-40a9-82e0-e690735bbfef tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 960.258370] env[68893]: DEBUG nova.virt.hardware [None req-2130460e-dfe1-40a9-82e0-e690735bbfef tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 960.258475] env[68893]: DEBUG nova.virt.hardware [None req-2130460e-dfe1-40a9-82e0-e690735bbfef tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 960.258684] env[68893]: DEBUG nova.virt.hardware [None req-2130460e-dfe1-40a9-82e0-e690735bbfef tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 960.258784] env[68893]: DEBUG nova.virt.hardware [None req-2130460e-dfe1-40a9-82e0-e690735bbfef tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 960.258939] env[68893]: DEBUG nova.virt.hardware [None req-2130460e-dfe1-40a9-82e0-e690735bbfef tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 960.259170] env[68893]: DEBUG nova.virt.hardware [None req-2130460e-dfe1-40a9-82e0-e690735bbfef tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 960.259324] env[68893]: DEBUG nova.virt.hardware [None req-2130460e-dfe1-40a9-82e0-e690735bbfef tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 960.259493] env[68893]: DEBUG nova.virt.hardware [None req-2130460e-dfe1-40a9-82e0-e690735bbfef tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 960.259656] env[68893]: DEBUG nova.virt.hardware [None req-2130460e-dfe1-40a9-82e0-e690735bbfef tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 960.259830] env[68893]: DEBUG nova.virt.hardware [None req-2130460e-dfe1-40a9-82e0-e690735bbfef tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 960.260625] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ca0e4aff-b4b9-4242-94ae-2812730ac31f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.055s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.263141] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37926c73-37f2-4b80-8703-6ce0aa935366 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.267066] env[68893]: DEBUG oslo_concurrency.lockutils [None req-1083b107-34bd-449f-a044-2596bd3eb264 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.378s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.267066] env[68893]: DEBUG nova.objects.instance [None req-1083b107-34bd-449f-a044-2596bd3eb264 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Lazy-loading 'resources' on Instance uuid cce63948-3b2d-4710-8f14-4f79b24e86fd {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 960.275433] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a034d9c-4bca-4bdf-b543-03ca0a209d5f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.292383] env[68893]: DEBUG nova.compute.manager [None req-567778df-8672-409c-8071-74b1a70aba88 tempest-ServersAaction247Test-1215653772 tempest-ServersAaction247Test-1215653772-project-member] [instance: 8d99ff20-bffa-417a-ae2a-84957a794332] Starting instance... {{(pid=68893) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 960.298020] env[68893]: INFO nova.scheduler.client.report [None req-ca0e4aff-b4b9-4242-94ae-2812730ac31f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Deleted allocations for instance a97578c7-f513-4a3f-81a9-f58bc0619abc [ 960.538573] env[68893]: DEBUG nova.compute.manager [req-44e31c60-014f-4fc7-bc16-7c40266155ea req-2df995cb-710c-4517-b01c-2cb5361a3410 service nova] [instance: 34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b] Received event network-vif-plugged-da54e22b-783c-4a8d-b400-7ce1e224cb5a {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 960.538842] env[68893]: DEBUG oslo_concurrency.lockutils [req-44e31c60-014f-4fc7-bc16-7c40266155ea req-2df995cb-710c-4517-b01c-2cb5361a3410 service nova] Acquiring lock "34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.539070] env[68893]: DEBUG oslo_concurrency.lockutils [req-44e31c60-014f-4fc7-bc16-7c40266155ea req-2df995cb-710c-4517-b01c-2cb5361a3410 service nova] Lock "34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.539245] env[68893]: DEBUG oslo_concurrency.lockutils [req-44e31c60-014f-4fc7-bc16-7c40266155ea req-2df995cb-710c-4517-b01c-2cb5361a3410 service nova] Lock "34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.539408] env[68893]: DEBUG nova.compute.manager [req-44e31c60-014f-4fc7-bc16-7c40266155ea req-2df995cb-710c-4517-b01c-2cb5361a3410 service nova] [instance: 34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b] No waiting events found dispatching network-vif-plugged-da54e22b-783c-4a8d-b400-7ce1e224cb5a {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 960.539586] env[68893]: WARNING nova.compute.manager [req-44e31c60-014f-4fc7-bc16-7c40266155ea req-2df995cb-710c-4517-b01c-2cb5361a3410 service nova] [instance: 34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b] Received unexpected event network-vif-plugged-da54e22b-783c-4a8d-b400-7ce1e224cb5a for instance with vm_state building and task_state spawning. [ 960.626739] env[68893]: DEBUG oslo_vmware.api [None req-6a1fbde5-d143-4f88-8d9c-92869b718c12 tempest-ServersTestManualDisk-932089305 tempest-ServersTestManualDisk-932089305-project-member] Task: {'id': task-2791825, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507583} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.627096] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a1fbde5-d143-4f88-8d9c-92869b718c12 tempest-ServersTestManualDisk-932089305 tempest-ServersTestManualDisk-932089305-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] c1843643-f9e8-45dd-88f9-38a4faf62ce4/c1843643-f9e8-45dd-88f9-38a4faf62ce4.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 960.627398] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-6a1fbde5-d143-4f88-8d9c-92869b718c12 tempest-ServersTestManualDisk-932089305 tempest-ServersTestManualDisk-932089305-project-member] [instance: c1843643-f9e8-45dd-88f9-38a4faf62ce4] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 960.627743] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-75866747-f48a-4f55-b23e-875c30b5c97e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.630793] env[68893]: DEBUG nova.compute.manager [None req-130dfb65-d5f1-4975-9c46-3b9f27ad9735 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 706ea7e2-3150-4843-a0dd-e60e1cef3c52] Start destroying the instance on the hypervisor. {{(pid=68893) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 960.631055] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-130dfb65-d5f1-4975-9c46-3b9f27ad9735 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 706ea7e2-3150-4843-a0dd-e60e1cef3c52] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 960.631876] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71554022-b5fd-4310-a073-c91f5f901b2f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.635642] env[68893]: DEBUG oslo_vmware.api [None req-6a1fbde5-d143-4f88-8d9c-92869b718c12 tempest-ServersTestManualDisk-932089305 tempest-ServersTestManualDisk-932089305-project-member] Waiting for the task: (returnval){ [ 960.635642] env[68893]: value = "task-2791826" [ 960.635642] env[68893]: _type = "Task" [ 960.635642] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.640999] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-130dfb65-d5f1-4975-9c46-3b9f27ad9735 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 706ea7e2-3150-4843-a0dd-e60e1cef3c52] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 960.641570] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-35cef173-ea36-4e6f-8f8a-be48cb72665b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.645730] env[68893]: DEBUG oslo_vmware.api [None req-6a1fbde5-d143-4f88-8d9c-92869b718c12 tempest-ServersTestManualDisk-932089305 tempest-ServersTestManualDisk-932089305-project-member] Task: {'id': task-2791826, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.649748] env[68893]: DEBUG oslo_vmware.api [None req-130dfb65-d5f1-4975-9c46-3b9f27ad9735 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Waiting for the task: (returnval){ [ 960.649748] env[68893]: value = "task-2791827" [ 960.649748] env[68893]: _type = "Task" [ 960.649748] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.653734] env[68893]: DEBUG nova.network.neutron [None req-2130460e-dfe1-40a9-82e0-e690735bbfef tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] [instance: 34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b] Successfully updated port: da54e22b-783c-4a8d-b400-7ce1e224cb5a {{(pid=68893) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 960.659865] env[68893]: DEBUG oslo_vmware.api [None req-130dfb65-d5f1-4975-9c46-3b9f27ad9735 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': task-2791827, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.806112] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ca0e4aff-b4b9-4242-94ae-2812730ac31f tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Lock "a97578c7-f513-4a3f-81a9-f58bc0619abc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.524s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.821783] env[68893]: DEBUG oslo_concurrency.lockutils [None req-567778df-8672-409c-8071-74b1a70aba88 tempest-ServersAaction247Test-1215653772 tempest-ServersAaction247Test-1215653772-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.147121] env[68893]: DEBUG oslo_vmware.api [None req-6a1fbde5-d143-4f88-8d9c-92869b718c12 tempest-ServersTestManualDisk-932089305 tempest-ServersTestManualDisk-932089305-project-member] Task: {'id': task-2791826, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064152} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.147399] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-6a1fbde5-d143-4f88-8d9c-92869b718c12 tempest-ServersTestManualDisk-932089305 tempest-ServersTestManualDisk-932089305-project-member] [instance: c1843643-f9e8-45dd-88f9-38a4faf62ce4] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 961.148210] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49949af5-2e8d-4028-bf2d-cd0e21454723 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.169987] env[68893]: DEBUG oslo_concurrency.lockutils [None req-2130460e-dfe1-40a9-82e0-e690735bbfef tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] Acquiring lock "refresh_cache-34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.170162] env[68893]: DEBUG oslo_concurrency.lockutils [None req-2130460e-dfe1-40a9-82e0-e690735bbfef tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] Acquired lock "refresh_cache-34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.171021] env[68893]: DEBUG nova.network.neutron [None req-2130460e-dfe1-40a9-82e0-e690735bbfef tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] [instance: 34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 961.188879] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a1fbde5-d143-4f88-8d9c-92869b718c12 tempest-ServersTestManualDisk-932089305 tempest-ServersTestManualDisk-932089305-project-member] [instance: c1843643-f9e8-45dd-88f9-38a4faf62ce4] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] c1843643-f9e8-45dd-88f9-38a4faf62ce4/c1843643-f9e8-45dd-88f9-38a4faf62ce4.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 961.188879] env[68893]: DEBUG oslo_vmware.api [None req-130dfb65-d5f1-4975-9c46-3b9f27ad9735 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': task-2791827, 'name': PowerOffVM_Task, 'duration_secs': 0.453729} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.190563] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1a5a280-74d1-4623-b978-bba0fadd0cac {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.214700] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-130dfb65-d5f1-4975-9c46-3b9f27ad9735 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 706ea7e2-3150-4843-a0dd-e60e1cef3c52] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 961.214982] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-130dfb65-d5f1-4975-9c46-3b9f27ad9735 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 706ea7e2-3150-4843-a0dd-e60e1cef3c52] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 961.216082] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-432f84ad-6466-4a59-82f4-31e1e3cc48e1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.221955] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6e6f04f3-389b-404a-be28-af51ac92cdc5 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.230753] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a155a374-4c21-4409-b239-4ff1086f82bc {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.235152] env[68893]: DEBUG oslo_vmware.api [None req-6a1fbde5-d143-4f88-8d9c-92869b718c12 tempest-ServersTestManualDisk-932089305 tempest-ServersTestManualDisk-932089305-project-member] Waiting for the task: (returnval){ [ 961.235152] env[68893]: value = "task-2791828" [ 961.235152] env[68893]: _type = "Task" [ 961.235152] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.280183] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65d4c9d0-6c74-4463-a7fc-cd7668cc18f1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.289110] env[68893]: DEBUG oslo_vmware.api [None req-6a1fbde5-d143-4f88-8d9c-92869b718c12 tempest-ServersTestManualDisk-932089305 tempest-ServersTestManualDisk-932089305-project-member] Task: {'id': task-2791828, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.297217] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82448be4-1718-4143-9e6a-3e55ecff75d5 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.304179] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-130dfb65-d5f1-4975-9c46-3b9f27ad9735 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 706ea7e2-3150-4843-a0dd-e60e1cef3c52] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 961.304450] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-130dfb65-d5f1-4975-9c46-3b9f27ad9735 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 706ea7e2-3150-4843-a0dd-e60e1cef3c52] Deleting contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 961.304683] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-130dfb65-d5f1-4975-9c46-3b9f27ad9735 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Deleting the datastore file [datastore2] 706ea7e2-3150-4843-a0dd-e60e1cef3c52 {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 961.305444] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b4084192-f91c-444e-9f37-6ba92e67f0a0 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.319478] env[68893]: DEBUG nova.compute.provider_tree [None req-1083b107-34bd-449f-a044-2596bd3eb264 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 961.327315] env[68893]: DEBUG oslo_vmware.api [None req-130dfb65-d5f1-4975-9c46-3b9f27ad9735 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Waiting for the task: (returnval){ [ 961.327315] env[68893]: value = "task-2791830" [ 961.327315] env[68893]: _type = "Task" [ 961.327315] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.339465] env[68893]: DEBUG oslo_vmware.api [None req-130dfb65-d5f1-4975-9c46-3b9f27ad9735 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': task-2791830, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.731358] env[68893]: DEBUG nova.network.neutron [None req-2130460e-dfe1-40a9-82e0-e690735bbfef tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] [instance: 34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 961.749618] env[68893]: DEBUG oslo_vmware.api [None req-6a1fbde5-d143-4f88-8d9c-92869b718c12 tempest-ServersTestManualDisk-932089305 tempest-ServersTestManualDisk-932089305-project-member] Task: {'id': task-2791828, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.823552] env[68893]: DEBUG nova.scheduler.client.report [None req-1083b107-34bd-449f-a044-2596bd3eb264 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 961.839418] env[68893]: DEBUG oslo_vmware.api [None req-130dfb65-d5f1-4975-9c46-3b9f27ad9735 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': task-2791830, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.505542} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.839655] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-130dfb65-d5f1-4975-9c46-3b9f27ad9735 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 961.839998] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-130dfb65-d5f1-4975-9c46-3b9f27ad9735 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 706ea7e2-3150-4843-a0dd-e60e1cef3c52] Deleted contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 961.840218] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-130dfb65-d5f1-4975-9c46-3b9f27ad9735 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 706ea7e2-3150-4843-a0dd-e60e1cef3c52] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 961.840218] env[68893]: INFO nova.compute.manager [None req-130dfb65-d5f1-4975-9c46-3b9f27ad9735 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 706ea7e2-3150-4843-a0dd-e60e1cef3c52] Took 1.21 seconds to destroy the instance on the hypervisor. [ 961.840437] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-130dfb65-d5f1-4975-9c46-3b9f27ad9735 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 961.840658] env[68893]: DEBUG nova.compute.manager [-] [instance: 706ea7e2-3150-4843-a0dd-e60e1cef3c52] Deallocating network for instance {{(pid=68893) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 961.840792] env[68893]: DEBUG nova.network.neutron [-] [instance: 706ea7e2-3150-4843-a0dd-e60e1cef3c52] deallocate_for_instance() {{(pid=68893) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 961.902096] env[68893]: DEBUG nova.network.neutron [None req-2130460e-dfe1-40a9-82e0-e690735bbfef tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] [instance: 34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b] Updating instance_info_cache with network_info: [{"id": "da54e22b-783c-4a8d-b400-7ce1e224cb5a", "address": "fa:16:3e:a7:95:f7", "network": {"id": "36d6c08e-1d04-4818-9b28-9c3f1a7ba864", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-123927827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "fb4142d94ebe4d3b93b9330d7d22a156", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "438671d0-9468-4e44-84c1-4c0ebaa743e0", "external-id": "nsx-vlan-transportzone-918", "segmentation_id": 918, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda54e22b-78", "ovs_interfaceid": "da54e22b-783c-4a8d-b400-7ce1e224cb5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.185054] env[68893]: DEBUG nova.compute.manager [req-9414f4e4-1e24-4d01-932d-2c8ab022ce76 req-446c16f7-f6b2-4040-8802-b688c56d6300 service nova] [instance: 706ea7e2-3150-4843-a0dd-e60e1cef3c52] Received event network-vif-deleted-3fae5615-32af-4591-9447-7392b43abf9a {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 962.185295] env[68893]: INFO nova.compute.manager [req-9414f4e4-1e24-4d01-932d-2c8ab022ce76 req-446c16f7-f6b2-4040-8802-b688c56d6300 service nova] [instance: 706ea7e2-3150-4843-a0dd-e60e1cef3c52] Neutron deleted interface 3fae5615-32af-4591-9447-7392b43abf9a; detaching it from the instance and deleting it from the info cache [ 962.185666] env[68893]: DEBUG nova.network.neutron [req-9414f4e4-1e24-4d01-932d-2c8ab022ce76 req-446c16f7-f6b2-4040-8802-b688c56d6300 service nova] [instance: 706ea7e2-3150-4843-a0dd-e60e1cef3c52] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.245590] env[68893]: DEBUG oslo_vmware.api [None req-6a1fbde5-d143-4f88-8d9c-92869b718c12 tempest-ServersTestManualDisk-932089305 tempest-ServersTestManualDisk-932089305-project-member] Task: {'id': task-2791828, 'name': ReconfigVM_Task, 'duration_secs': 0.587796} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.246454] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a1fbde5-d143-4f88-8d9c-92869b718c12 tempest-ServersTestManualDisk-932089305 tempest-ServersTestManualDisk-932089305-project-member] [instance: c1843643-f9e8-45dd-88f9-38a4faf62ce4] Reconfigured VM instance instance-00000045 to attach disk [datastore2] c1843643-f9e8-45dd-88f9-38a4faf62ce4/c1843643-f9e8-45dd-88f9-38a4faf62ce4.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 962.247114] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-daa85290-59d2-42ad-a4ff-7a74271078d2 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.253819] env[68893]: DEBUG oslo_vmware.api [None req-6a1fbde5-d143-4f88-8d9c-92869b718c12 tempest-ServersTestManualDisk-932089305 tempest-ServersTestManualDisk-932089305-project-member] Waiting for the task: (returnval){ [ 962.253819] env[68893]: value = "task-2791831" [ 962.253819] env[68893]: _type = "Task" [ 962.253819] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.261243] env[68893]: DEBUG oslo_vmware.api [None req-6a1fbde5-d143-4f88-8d9c-92869b718c12 tempest-ServersTestManualDisk-932089305 tempest-ServersTestManualDisk-932089305-project-member] Task: {'id': task-2791831, 'name': Rename_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.328918] env[68893]: DEBUG oslo_concurrency.lockutils [None req-1083b107-34bd-449f-a044-2596bd3eb264 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.062s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.331322] env[68893]: DEBUG oslo_concurrency.lockutils [None req-cfd8bb7a-771e-4ef0-8974-645ebfe3ae66 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 37.165s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.331517] env[68893]: DEBUG nova.objects.instance [None req-cfd8bb7a-771e-4ef0-8974-645ebfe3ae66 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: a168e41a-cc22-4f30-b7eb-e390d73f0eff] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68893) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 962.350844] env[68893]: INFO nova.scheduler.client.report [None req-1083b107-34bd-449f-a044-2596bd3eb264 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Deleted allocations for instance cce63948-3b2d-4710-8f14-4f79b24e86fd [ 962.405168] env[68893]: DEBUG oslo_concurrency.lockutils [None req-2130460e-dfe1-40a9-82e0-e690735bbfef tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] Releasing lock "refresh_cache-34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.405415] env[68893]: DEBUG nova.compute.manager [None req-2130460e-dfe1-40a9-82e0-e690735bbfef tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] [instance: 34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b] Instance network_info: |[{"id": "da54e22b-783c-4a8d-b400-7ce1e224cb5a", "address": "fa:16:3e:a7:95:f7", "network": {"id": "36d6c08e-1d04-4818-9b28-9c3f1a7ba864", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-123927827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "fb4142d94ebe4d3b93b9330d7d22a156", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "438671d0-9468-4e44-84c1-4c0ebaa743e0", "external-id": "nsx-vlan-transportzone-918", "segmentation_id": 918, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda54e22b-78", "ovs_interfaceid": "da54e22b-783c-4a8d-b400-7ce1e224cb5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 962.405951] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-2130460e-dfe1-40a9-82e0-e690735bbfef tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] [instance: 34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a7:95:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '438671d0-9468-4e44-84c1-4c0ebaa743e0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'da54e22b-783c-4a8d-b400-7ce1e224cb5a', 'vif_model': 'vmxnet3'}] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 962.413844] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-2130460e-dfe1-40a9-82e0-e690735bbfef tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] Creating folder: Project (fb4142d94ebe4d3b93b9330d7d22a156). Parent ref: group-v560969. {{(pid=68893) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 962.414372] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0ae016aa-f74f-4e12-8638-a67a33eb33ba {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.424638] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-2130460e-dfe1-40a9-82e0-e690735bbfef tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] Created folder: Project (fb4142d94ebe4d3b93b9330d7d22a156) in parent group-v560969. [ 962.424843] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-2130460e-dfe1-40a9-82e0-e690735bbfef tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] Creating folder: Instances. Parent ref: group-v561168. {{(pid=68893) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 962.425095] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cd596b17-9728-42e6-8a2d-da0b7c7cb559 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.434262] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-2130460e-dfe1-40a9-82e0-e690735bbfef tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] Created folder: Instances in parent group-v561168. [ 962.434494] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2130460e-dfe1-40a9-82e0-e690735bbfef tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 962.434681] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 962.434883] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b0d635e8-7ced-4bfb-8cf9-560d3bfba94e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.453220] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 962.453220] env[68893]: value = "task-2791834" [ 962.453220] env[68893]: _type = "Task" [ 962.453220] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.461033] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791834, 'name': CreateVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.561980] env[68893]: DEBUG nova.compute.manager [req-7a6ae87a-813b-4a75-a932-9db2701cc37c req-229dd341-8b98-4d68-bd66-23ca8f8238c9 service nova] [instance: 34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b] Received event network-changed-da54e22b-783c-4a8d-b400-7ce1e224cb5a {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 962.561980] env[68893]: DEBUG nova.compute.manager [req-7a6ae87a-813b-4a75-a932-9db2701cc37c req-229dd341-8b98-4d68-bd66-23ca8f8238c9 service nova] [instance: 34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b] Refreshing instance network info cache due to event network-changed-da54e22b-783c-4a8d-b400-7ce1e224cb5a. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 962.562207] env[68893]: DEBUG oslo_concurrency.lockutils [req-7a6ae87a-813b-4a75-a932-9db2701cc37c req-229dd341-8b98-4d68-bd66-23ca8f8238c9 service nova] Acquiring lock "refresh_cache-34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.562353] env[68893]: DEBUG oslo_concurrency.lockutils [req-7a6ae87a-813b-4a75-a932-9db2701cc37c req-229dd341-8b98-4d68-bd66-23ca8f8238c9 service nova] Acquired lock "refresh_cache-34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.562511] env[68893]: DEBUG nova.network.neutron [req-7a6ae87a-813b-4a75-a932-9db2701cc37c req-229dd341-8b98-4d68-bd66-23ca8f8238c9 service nova] [instance: 34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b] Refreshing network info cache for port da54e22b-783c-4a8d-b400-7ce1e224cb5a {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 962.635414] env[68893]: DEBUG nova.network.neutron [-] [instance: 706ea7e2-3150-4843-a0dd-e60e1cef3c52] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.688772] env[68893]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-affcab1d-2856-46bf-9dd6-6870ec3a1895 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.698558] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ef66b29-7090-4096-bfb0-5eafdf190b46 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.735899] env[68893]: DEBUG nova.compute.manager [req-9414f4e4-1e24-4d01-932d-2c8ab022ce76 req-446c16f7-f6b2-4040-8802-b688c56d6300 service nova] [instance: 706ea7e2-3150-4843-a0dd-e60e1cef3c52] Detach interface failed, port_id=3fae5615-32af-4591-9447-7392b43abf9a, reason: Instance 706ea7e2-3150-4843-a0dd-e60e1cef3c52 could not be found. {{(pid=68893) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 962.762916] env[68893]: DEBUG oslo_vmware.api [None req-6a1fbde5-d143-4f88-8d9c-92869b718c12 tempest-ServersTestManualDisk-932089305 tempest-ServersTestManualDisk-932089305-project-member] Task: {'id': task-2791831, 'name': Rename_Task, 'duration_secs': 0.141333} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.763213] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a1fbde5-d143-4f88-8d9c-92869b718c12 tempest-ServersTestManualDisk-932089305 tempest-ServersTestManualDisk-932089305-project-member] [instance: c1843643-f9e8-45dd-88f9-38a4faf62ce4] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 962.763446] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4246c6a9-3cf5-48f6-a2de-d5299051a861 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.769215] env[68893]: DEBUG oslo_vmware.api [None req-6a1fbde5-d143-4f88-8d9c-92869b718c12 tempest-ServersTestManualDisk-932089305 tempest-ServersTestManualDisk-932089305-project-member] Waiting for the task: (returnval){ [ 962.769215] env[68893]: value = "task-2791835" [ 962.769215] env[68893]: _type = "Task" [ 962.769215] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.777113] env[68893]: DEBUG oslo_vmware.api [None req-6a1fbde5-d143-4f88-8d9c-92869b718c12 tempest-ServersTestManualDisk-932089305 tempest-ServersTestManualDisk-932089305-project-member] Task: {'id': task-2791835, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.858791] env[68893]: DEBUG oslo_concurrency.lockutils [None req-1083b107-34bd-449f-a044-2596bd3eb264 tempest-MultipleCreateTestJSON-742490774 tempest-MultipleCreateTestJSON-742490774-project-member] Lock "cce63948-3b2d-4710-8f14-4f79b24e86fd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.504s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.963769] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791834, 'name': CreateVM_Task, 'duration_secs': 0.343522} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.963971] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 962.964698] env[68893]: DEBUG oslo_concurrency.lockutils [None req-2130460e-dfe1-40a9-82e0-e690735bbfef tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.964885] env[68893]: DEBUG oslo_concurrency.lockutils [None req-2130460e-dfe1-40a9-82e0-e690735bbfef tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.965240] env[68893]: DEBUG oslo_concurrency.lockutils [None req-2130460e-dfe1-40a9-82e0-e690735bbfef tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.965549] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-074a1860-8912-475b-be86-ed8bf995b22f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.970776] env[68893]: DEBUG oslo_vmware.api [None req-2130460e-dfe1-40a9-82e0-e690735bbfef tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] Waiting for the task: (returnval){ [ 962.970776] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52e7f1b8-53cb-b6a1-00cf-cf83aa90d2f2" [ 962.970776] env[68893]: _type = "Task" [ 962.970776] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.979574] env[68893]: DEBUG oslo_vmware.api [None req-2130460e-dfe1-40a9-82e0-e690735bbfef tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52e7f1b8-53cb-b6a1-00cf-cf83aa90d2f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.138573] env[68893]: INFO nova.compute.manager [-] [instance: 706ea7e2-3150-4843-a0dd-e60e1cef3c52] Took 1.30 seconds to deallocate network for instance. [ 963.281895] env[68893]: DEBUG oslo_vmware.api [None req-6a1fbde5-d143-4f88-8d9c-92869b718c12 tempest-ServersTestManualDisk-932089305 tempest-ServersTestManualDisk-932089305-project-member] Task: {'id': task-2791835, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.283043] env[68893]: DEBUG nova.network.neutron [req-7a6ae87a-813b-4a75-a932-9db2701cc37c req-229dd341-8b98-4d68-bd66-23ca8f8238c9 service nova] [instance: 34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b] Updated VIF entry in instance network info cache for port da54e22b-783c-4a8d-b400-7ce1e224cb5a. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 963.283827] env[68893]: DEBUG nova.network.neutron [req-7a6ae87a-813b-4a75-a932-9db2701cc37c req-229dd341-8b98-4d68-bd66-23ca8f8238c9 service nova] [instance: 34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b] Updating instance_info_cache with network_info: [{"id": "da54e22b-783c-4a8d-b400-7ce1e224cb5a", "address": "fa:16:3e:a7:95:f7", "network": {"id": "36d6c08e-1d04-4818-9b28-9c3f1a7ba864", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-123927827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "fb4142d94ebe4d3b93b9330d7d22a156", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "438671d0-9468-4e44-84c1-4c0ebaa743e0", "external-id": "nsx-vlan-transportzone-918", "segmentation_id": 918, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda54e22b-78", "ovs_interfaceid": "da54e22b-783c-4a8d-b400-7ce1e224cb5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.341225] env[68893]: DEBUG oslo_concurrency.lockutils [None req-cfd8bb7a-771e-4ef0-8974-645ebfe3ae66 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.343050] env[68893]: DEBUG oslo_concurrency.lockutils [None req-aac51230-fc3e-474b-b24c-8c5393d19f3e tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.567s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.343281] env[68893]: DEBUG nova.objects.instance [None req-aac51230-fc3e-474b-b24c-8c5393d19f3e tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Lazy-loading 'resources' on Instance uuid ee99b6b1-90a4-4c3c-b665-47a60c89d459 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 963.484988] env[68893]: DEBUG oslo_vmware.api [None req-2130460e-dfe1-40a9-82e0-e690735bbfef tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52e7f1b8-53cb-b6a1-00cf-cf83aa90d2f2, 'name': SearchDatastore_Task, 'duration_secs': 0.010267} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.485312] env[68893]: DEBUG oslo_concurrency.lockutils [None req-2130460e-dfe1-40a9-82e0-e690735bbfef tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.485551] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-2130460e-dfe1-40a9-82e0-e690735bbfef tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] [instance: 34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 963.485784] env[68893]: DEBUG oslo_concurrency.lockutils [None req-2130460e-dfe1-40a9-82e0-e690735bbfef tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.485927] env[68893]: DEBUG oslo_concurrency.lockutils [None req-2130460e-dfe1-40a9-82e0-e690735bbfef tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.486155] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-2130460e-dfe1-40a9-82e0-e690735bbfef tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 963.486472] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8d96c80b-5967-44ac-a76d-c24bb01d4b98 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.496401] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-2130460e-dfe1-40a9-82e0-e690735bbfef tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 963.496722] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-2130460e-dfe1-40a9-82e0-e690735bbfef tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 963.497324] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9dbfb9b4-58de-4816-882c-14af1d76be84 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.502866] env[68893]: DEBUG oslo_vmware.api [None req-2130460e-dfe1-40a9-82e0-e690735bbfef tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] Waiting for the task: (returnval){ [ 963.502866] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52ce7b38-fdf9-7726-065a-8072ea43be48" [ 963.502866] env[68893]: _type = "Task" [ 963.502866] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.510449] env[68893]: DEBUG oslo_vmware.api [None req-2130460e-dfe1-40a9-82e0-e690735bbfef tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52ce7b38-fdf9-7726-065a-8072ea43be48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.649230] env[68893]: DEBUG oslo_concurrency.lockutils [None req-130dfb65-d5f1-4975-9c46-3b9f27ad9735 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.781435] env[68893]: DEBUG oslo_vmware.api [None req-6a1fbde5-d143-4f88-8d9c-92869b718c12 tempest-ServersTestManualDisk-932089305 tempest-ServersTestManualDisk-932089305-project-member] Task: {'id': task-2791835, 'name': PowerOnVM_Task, 'duration_secs': 0.678691} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.781988] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a1fbde5-d143-4f88-8d9c-92869b718c12 tempest-ServersTestManualDisk-932089305 tempest-ServersTestManualDisk-932089305-project-member] [instance: c1843643-f9e8-45dd-88f9-38a4faf62ce4] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 963.782295] env[68893]: INFO nova.compute.manager [None req-6a1fbde5-d143-4f88-8d9c-92869b718c12 tempest-ServersTestManualDisk-932089305 tempest-ServersTestManualDisk-932089305-project-member] [instance: c1843643-f9e8-45dd-88f9-38a4faf62ce4] Took 8.29 seconds to spawn the instance on the hypervisor. [ 963.782535] env[68893]: DEBUG nova.compute.manager [None req-6a1fbde5-d143-4f88-8d9c-92869b718c12 tempest-ServersTestManualDisk-932089305 tempest-ServersTestManualDisk-932089305-project-member] [instance: c1843643-f9e8-45dd-88f9-38a4faf62ce4] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 963.783515] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6b19182-c0ac-4602-90ce-eff3f2c62842 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.786614] env[68893]: DEBUG oslo_concurrency.lockutils [req-7a6ae87a-813b-4a75-a932-9db2701cc37c req-229dd341-8b98-4d68-bd66-23ca8f8238c9 service nova] Releasing lock "refresh_cache-34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.016257] env[68893]: DEBUG oslo_vmware.api [None req-2130460e-dfe1-40a9-82e0-e690735bbfef tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52ce7b38-fdf9-7726-065a-8072ea43be48, 'name': SearchDatastore_Task, 'duration_secs': 0.025723} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.017012] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8ea45b9-511d-42f8-bf4e-e221ee770a75 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.023476] env[68893]: DEBUG oslo_vmware.api [None req-2130460e-dfe1-40a9-82e0-e690735bbfef tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] Waiting for the task: (returnval){ [ 964.023476] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]526d27c8-e05c-eff0-673a-434898e07094" [ 964.023476] env[68893]: _type = "Task" [ 964.023476] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.032604] env[68893]: DEBUG oslo_vmware.api [None req-2130460e-dfe1-40a9-82e0-e690735bbfef tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]526d27c8-e05c-eff0-673a-434898e07094, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.303754] env[68893]: INFO nova.compute.manager [None req-6a1fbde5-d143-4f88-8d9c-92869b718c12 tempest-ServersTestManualDisk-932089305 tempest-ServersTestManualDisk-932089305-project-member] [instance: c1843643-f9e8-45dd-88f9-38a4faf62ce4] Took 45.70 seconds to build instance. [ 964.311179] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-952ef0ca-4222-4cc1-b1da-c71d8bf6725c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.318679] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff06c6aa-fccb-4e22-b6d4-85990a9771ca {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.352014] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43400d78-98be-4872-9512-db946c86729f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.362422] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d563264d-33b0-4aee-950d-e774c243a08b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.377062] env[68893]: DEBUG nova.compute.provider_tree [None req-aac51230-fc3e-474b-b24c-8c5393d19f3e tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 964.534930] env[68893]: DEBUG oslo_vmware.api [None req-2130460e-dfe1-40a9-82e0-e690735bbfef tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]526d27c8-e05c-eff0-673a-434898e07094, 'name': SearchDatastore_Task, 'duration_secs': 0.009687} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.535252] env[68893]: DEBUG oslo_concurrency.lockutils [None req-2130460e-dfe1-40a9-82e0-e690735bbfef tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.535554] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-2130460e-dfe1-40a9-82e0-e690735bbfef tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] 34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b/34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 964.535774] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d087a6b4-2245-46d7-9396-4f719e5fb15c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.546134] env[68893]: DEBUG oslo_vmware.api [None req-2130460e-dfe1-40a9-82e0-e690735bbfef tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] Waiting for the task: (returnval){ [ 964.546134] env[68893]: value = "task-2791836" [ 964.546134] env[68893]: _type = "Task" [ 964.546134] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.554174] env[68893]: DEBUG oslo_vmware.api [None req-2130460e-dfe1-40a9-82e0-e690735bbfef tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] Task: {'id': task-2791836, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.806578] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6a1fbde5-d143-4f88-8d9c-92869b718c12 tempest-ServersTestManualDisk-932089305 tempest-ServersTestManualDisk-932089305-project-member] Lock "c1843643-f9e8-45dd-88f9-38a4faf62ce4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.359s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.880535] env[68893]: DEBUG nova.scheduler.client.report [None req-aac51230-fc3e-474b-b24c-8c5393d19f3e tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 965.026025] env[68893]: DEBUG nova.compute.manager [req-cede8b13-42f5-42ed-b29d-ab18b985980d req-2a34e23f-1f2a-4da5-864e-1d720c3b2711 service nova] [instance: c1843643-f9e8-45dd-88f9-38a4faf62ce4] Received event network-changed-ac42b8e2-6ec3-4b31-895d-6a16dcbea506 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 965.027425] env[68893]: DEBUG nova.compute.manager [req-cede8b13-42f5-42ed-b29d-ab18b985980d req-2a34e23f-1f2a-4da5-864e-1d720c3b2711 service nova] [instance: c1843643-f9e8-45dd-88f9-38a4faf62ce4] Refreshing instance network info cache due to event network-changed-ac42b8e2-6ec3-4b31-895d-6a16dcbea506. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 965.027425] env[68893]: DEBUG oslo_concurrency.lockutils [req-cede8b13-42f5-42ed-b29d-ab18b985980d req-2a34e23f-1f2a-4da5-864e-1d720c3b2711 service nova] Acquiring lock "refresh_cache-c1843643-f9e8-45dd-88f9-38a4faf62ce4" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.027425] env[68893]: DEBUG oslo_concurrency.lockutils [req-cede8b13-42f5-42ed-b29d-ab18b985980d req-2a34e23f-1f2a-4da5-864e-1d720c3b2711 service nova] Acquired lock "refresh_cache-c1843643-f9e8-45dd-88f9-38a4faf62ce4" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.027425] env[68893]: DEBUG nova.network.neutron [req-cede8b13-42f5-42ed-b29d-ab18b985980d req-2a34e23f-1f2a-4da5-864e-1d720c3b2711 service nova] [instance: c1843643-f9e8-45dd-88f9-38a4faf62ce4] Refreshing network info cache for port ac42b8e2-6ec3-4b31-895d-6a16dcbea506 {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 965.058563] env[68893]: DEBUG oslo_vmware.api [None req-2130460e-dfe1-40a9-82e0-e690735bbfef tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] Task: {'id': task-2791836, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.430601} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.058911] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-2130460e-dfe1-40a9-82e0-e690735bbfef tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] 34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b/34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 965.059894] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-2130460e-dfe1-40a9-82e0-e690735bbfef tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] [instance: 34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 965.059894] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fcc13879-abc1-4814-9d9a-48db30579550 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.066381] env[68893]: DEBUG oslo_vmware.api [None req-2130460e-dfe1-40a9-82e0-e690735bbfef tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] Waiting for the task: (returnval){ [ 965.066381] env[68893]: value = "task-2791837" [ 965.066381] env[68893]: _type = "Task" [ 965.066381] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.074761] env[68893]: DEBUG oslo_vmware.api [None req-2130460e-dfe1-40a9-82e0-e690735bbfef tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] Task: {'id': task-2791837, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.385921] env[68893]: DEBUG oslo_concurrency.lockutils [None req-aac51230-fc3e-474b-b24c-8c5393d19f3e tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.043s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.388405] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b247122e-52b0-4695-bab3-493c787789e9 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 36.584s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.388609] env[68893]: DEBUG nova.objects.instance [None req-b247122e-52b0-4695-bab3-493c787789e9 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: c3ebb422-0391-4359-abb4-8ea80e767ce2] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68893) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 965.411425] env[68893]: INFO nova.scheduler.client.report [None req-aac51230-fc3e-474b-b24c-8c5393d19f3e tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Deleted allocations for instance ee99b6b1-90a4-4c3c-b665-47a60c89d459 [ 965.578027] env[68893]: DEBUG oslo_vmware.api [None req-2130460e-dfe1-40a9-82e0-e690735bbfef tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] Task: {'id': task-2791837, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060267} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.578972] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-2130460e-dfe1-40a9-82e0-e690735bbfef tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] [instance: 34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 965.579804] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebe35fae-91b9-405e-a2e5-3153be3f3fb5 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.602924] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-2130460e-dfe1-40a9-82e0-e690735bbfef tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] [instance: 34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] 34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b/34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 965.602924] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-463fc77c-6300-45ee-a0a9-d1d1bac34a11 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.625479] env[68893]: DEBUG oslo_vmware.api [None req-2130460e-dfe1-40a9-82e0-e690735bbfef tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] Waiting for the task: (returnval){ [ 965.625479] env[68893]: value = "task-2791838" [ 965.625479] env[68893]: _type = "Task" [ 965.625479] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.632919] env[68893]: DEBUG oslo_vmware.api [None req-2130460e-dfe1-40a9-82e0-e690735bbfef tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] Task: {'id': task-2791838, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.844763] env[68893]: DEBUG nova.network.neutron [req-cede8b13-42f5-42ed-b29d-ab18b985980d req-2a34e23f-1f2a-4da5-864e-1d720c3b2711 service nova] [instance: c1843643-f9e8-45dd-88f9-38a4faf62ce4] Updated VIF entry in instance network info cache for port ac42b8e2-6ec3-4b31-895d-6a16dcbea506. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 965.845145] env[68893]: DEBUG nova.network.neutron [req-cede8b13-42f5-42ed-b29d-ab18b985980d req-2a34e23f-1f2a-4da5-864e-1d720c3b2711 service nova] [instance: c1843643-f9e8-45dd-88f9-38a4faf62ce4] Updating instance_info_cache with network_info: [{"id": "ac42b8e2-6ec3-4b31-895d-6a16dcbea506", "address": "fa:16:3e:ec:88:30", "network": {"id": "10cd32c2-7046-4d02-8d12-2f336ff75c0a", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-658366483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fc00d09b9e8486dac904af1b238e60d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "842f738f-eaa4-4444-a9bf-90d2b533184c", "external-id": "nsx-vlan-transportzone-460", "segmentation_id": 460, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac42b8e2-6e", "ovs_interfaceid": "ac42b8e2-6ec3-4b31-895d-6a16dcbea506", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.919208] env[68893]: DEBUG oslo_concurrency.lockutils [None req-aac51230-fc3e-474b-b24c-8c5393d19f3e tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Lock "ee99b6b1-90a4-4c3c-b665-47a60c89d459" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.639s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.134742] env[68893]: DEBUG oslo_vmware.api [None req-2130460e-dfe1-40a9-82e0-e690735bbfef tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] Task: {'id': task-2791838, 'name': ReconfigVM_Task, 'duration_secs': 0.339995} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.134926] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-2130460e-dfe1-40a9-82e0-e690735bbfef tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] [instance: 34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b] Reconfigured VM instance instance-00000046 to attach disk [datastore2] 34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b/34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 966.135649] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a3fe1245-ccac-4a30-840b-a9bfe61fbe4d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.141804] env[68893]: DEBUG oslo_vmware.api [None req-2130460e-dfe1-40a9-82e0-e690735bbfef tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] Waiting for the task: (returnval){ [ 966.141804] env[68893]: value = "task-2791839" [ 966.141804] env[68893]: _type = "Task" [ 966.141804] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.152458] env[68893]: DEBUG oslo_vmware.api [None req-2130460e-dfe1-40a9-82e0-e690735bbfef tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] Task: {'id': task-2791839, 'name': Rename_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.348528] env[68893]: DEBUG oslo_concurrency.lockutils [req-cede8b13-42f5-42ed-b29d-ab18b985980d req-2a34e23f-1f2a-4da5-864e-1d720c3b2711 service nova] Releasing lock "refresh_cache-c1843643-f9e8-45dd-88f9-38a4faf62ce4" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.397925] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b247122e-52b0-4695-bab3-493c787789e9 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.399118] env[68893]: DEBUG oslo_concurrency.lockutils [None req-da77b604-4e3e-42dc-bc23-1f60b5e34e08 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.700s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.399359] env[68893]: DEBUG nova.objects.instance [None req-da77b604-4e3e-42dc-bc23-1f60b5e34e08 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Lazy-loading 'resources' on Instance uuid 41a13353-becf-4314-82b0-c402dc464f89 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 966.656346] env[68893]: DEBUG oslo_vmware.api [None req-2130460e-dfe1-40a9-82e0-e690735bbfef tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] Task: {'id': task-2791839, 'name': Rename_Task, 'duration_secs': 0.169073} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.656775] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-2130460e-dfe1-40a9-82e0-e690735bbfef tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] [instance: 34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 966.657145] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-737a3f32-841b-4585-b971-0c181529c522 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.664555] env[68893]: DEBUG oslo_vmware.api [None req-2130460e-dfe1-40a9-82e0-e690735bbfef tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] Waiting for the task: (returnval){ [ 966.664555] env[68893]: value = "task-2791840" [ 966.664555] env[68893]: _type = "Task" [ 966.664555] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.673815] env[68893]: DEBUG oslo_vmware.api [None req-2130460e-dfe1-40a9-82e0-e690735bbfef tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] Task: {'id': task-2791840, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.174366] env[68893]: DEBUG oslo_vmware.api [None req-2130460e-dfe1-40a9-82e0-e690735bbfef tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] Task: {'id': task-2791840, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.274160] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ca84a4c-ccea-4e94-898c-d897ddc8ba82 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.281858] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-193aeddd-a396-4801-a659-76195dc60b2e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.312438] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83bac3d2-0834-43b7-90fc-4235518c6b68 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.319738] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f2fcd31-6e12-4d2d-9913-cbf72c148c3a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.333424] env[68893]: DEBUG nova.compute.provider_tree [None req-da77b604-4e3e-42dc-bc23-1f60b5e34e08 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 967.674893] env[68893]: DEBUG oslo_vmware.api [None req-2130460e-dfe1-40a9-82e0-e690735bbfef tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] Task: {'id': task-2791840, 'name': PowerOnVM_Task, 'duration_secs': 0.552776} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.675251] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-2130460e-dfe1-40a9-82e0-e690735bbfef tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] [instance: 34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 967.675384] env[68893]: INFO nova.compute.manager [None req-2130460e-dfe1-40a9-82e0-e690735bbfef tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] [instance: 34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b] Took 7.45 seconds to spawn the instance on the hypervisor. [ 967.675575] env[68893]: DEBUG nova.compute.manager [None req-2130460e-dfe1-40a9-82e0-e690735bbfef tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] [instance: 34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 967.676340] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffe16f8c-dca7-43d8-a179-6e372207c445 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.837023] env[68893]: DEBUG nova.scheduler.client.report [None req-da77b604-4e3e-42dc-bc23-1f60b5e34e08 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 968.192585] env[68893]: INFO nova.compute.manager [None req-2130460e-dfe1-40a9-82e0-e690735bbfef tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] [instance: 34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b] Took 46.21 seconds to build instance. [ 968.345030] env[68893]: DEBUG oslo_concurrency.lockutils [None req-da77b604-4e3e-42dc-bc23-1f60b5e34e08 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.943s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.345030] env[68893]: DEBUG oslo_concurrency.lockutils [None req-92244897-9294-4682-a65f-2f52e588e58c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.628s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.353694] env[68893]: INFO nova.compute.claims [None req-92244897-9294-4682-a65f-2f52e588e58c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 7e40a4c8-e64e-41f1-9b87-8c5f0af19a35] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 968.373602] env[68893]: INFO nova.scheduler.client.report [None req-da77b604-4e3e-42dc-bc23-1f60b5e34e08 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Deleted allocations for instance 41a13353-becf-4314-82b0-c402dc464f89 [ 968.695174] env[68893]: DEBUG oslo_concurrency.lockutils [None req-2130460e-dfe1-40a9-82e0-e690735bbfef tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] Lock "34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.575s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.829573] env[68893]: INFO nova.compute.manager [None req-6c46737d-68e6-4c0b-bbd3-ee6ab3e9893f tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] [instance: 34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b] Rescuing [ 968.829689] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6c46737d-68e6-4c0b-bbd3-ee6ab3e9893f tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] Acquiring lock "refresh_cache-34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.829975] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6c46737d-68e6-4c0b-bbd3-ee6ab3e9893f tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] Acquired lock "refresh_cache-34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.830247] env[68893]: DEBUG nova.network.neutron [None req-6c46737d-68e6-4c0b-bbd3-ee6ab3e9893f tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] [instance: 34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 968.881523] env[68893]: DEBUG oslo_concurrency.lockutils [None req-da77b604-4e3e-42dc-bc23-1f60b5e34e08 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Lock "41a13353-becf-4314-82b0-c402dc464f89" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.914s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.611801] env[68893]: DEBUG nova.network.neutron [None req-6c46737d-68e6-4c0b-bbd3-ee6ab3e9893f tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] [instance: 34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b] Updating instance_info_cache with network_info: [{"id": "da54e22b-783c-4a8d-b400-7ce1e224cb5a", "address": "fa:16:3e:a7:95:f7", "network": {"id": "36d6c08e-1d04-4818-9b28-9c3f1a7ba864", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-123927827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "fb4142d94ebe4d3b93b9330d7d22a156", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "438671d0-9468-4e44-84c1-4c0ebaa743e0", "external-id": "nsx-vlan-transportzone-918", "segmentation_id": 918, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda54e22b-78", "ovs_interfaceid": "da54e22b-783c-4a8d-b400-7ce1e224cb5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.723348] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44ef136b-7a4e-4a22-b041-c9df4f535daa {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.732118] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a83edb8-a269-4beb-8416-ee060eda7f09 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.766816] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63221a73-b26b-4cf4-a18f-1391f79f47e9 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.774752] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e2c694b-9c45-4e37-b312-48f05bf17970 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.789150] env[68893]: DEBUG nova.compute.provider_tree [None req-92244897-9294-4682-a65f-2f52e588e58c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 969.858086] env[68893]: DEBUG oslo_concurrency.lockutils [None req-20b188a8-5bf2-4326-bcd4-e2cdbf3536d4 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Acquiring lock "92f9ce8c-c3a3-4c6b-8e10-81123681378d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.858371] env[68893]: DEBUG oslo_concurrency.lockutils [None req-20b188a8-5bf2-4326-bcd4-e2cdbf3536d4 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Lock "92f9ce8c-c3a3-4c6b-8e10-81123681378d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.858587] env[68893]: DEBUG oslo_concurrency.lockutils [None req-20b188a8-5bf2-4326-bcd4-e2cdbf3536d4 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Acquiring lock "92f9ce8c-c3a3-4c6b-8e10-81123681378d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.858774] env[68893]: DEBUG oslo_concurrency.lockutils [None req-20b188a8-5bf2-4326-bcd4-e2cdbf3536d4 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Lock "92f9ce8c-c3a3-4c6b-8e10-81123681378d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.858956] env[68893]: DEBUG oslo_concurrency.lockutils [None req-20b188a8-5bf2-4326-bcd4-e2cdbf3536d4 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Lock "92f9ce8c-c3a3-4c6b-8e10-81123681378d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.861310] env[68893]: INFO nova.compute.manager [None req-20b188a8-5bf2-4326-bcd4-e2cdbf3536d4 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: 92f9ce8c-c3a3-4c6b-8e10-81123681378d] Terminating instance [ 970.114474] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6c46737d-68e6-4c0b-bbd3-ee6ab3e9893f tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] Releasing lock "refresh_cache-34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.293532] env[68893]: DEBUG nova.scheduler.client.report [None req-92244897-9294-4682-a65f-2f52e588e58c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 970.364653] env[68893]: DEBUG nova.compute.manager [None req-20b188a8-5bf2-4326-bcd4-e2cdbf3536d4 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: 92f9ce8c-c3a3-4c6b-8e10-81123681378d] Start destroying the instance on the hypervisor. {{(pid=68893) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 970.364990] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-20b188a8-5bf2-4326-bcd4-e2cdbf3536d4 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: 92f9ce8c-c3a3-4c6b-8e10-81123681378d] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 970.365870] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd885c68-a985-4a59-9f70-131c2b3a8962 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.374298] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-20b188a8-5bf2-4326-bcd4-e2cdbf3536d4 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: 92f9ce8c-c3a3-4c6b-8e10-81123681378d] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 970.374533] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f8ac8bb4-32e1-454c-ac4c-5b69cae591bf {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.381019] env[68893]: DEBUG oslo_vmware.api [None req-20b188a8-5bf2-4326-bcd4-e2cdbf3536d4 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Waiting for the task: (returnval){ [ 970.381019] env[68893]: value = "task-2791841" [ 970.381019] env[68893]: _type = "Task" [ 970.381019] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.389402] env[68893]: DEBUG oslo_vmware.api [None req-20b188a8-5bf2-4326-bcd4-e2cdbf3536d4 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': task-2791841, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.799241] env[68893]: DEBUG oslo_concurrency.lockutils [None req-92244897-9294-4682-a65f-2f52e588e58c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.455s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.799908] env[68893]: DEBUG nova.compute.manager [None req-92244897-9294-4682-a65f-2f52e588e58c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 7e40a4c8-e64e-41f1-9b87-8c5f0af19a35] Start building networks asynchronously for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 970.803156] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f05c1a20-df45-48c6-be99-0c529dc60756 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.410s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.803438] env[68893]: DEBUG nova.objects.instance [None req-f05c1a20-df45-48c6-be99-0c529dc60756 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Lazy-loading 'resources' on Instance uuid c3ebb422-0391-4359-abb4-8ea80e767ce2 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 970.893077] env[68893]: DEBUG oslo_vmware.api [None req-20b188a8-5bf2-4326-bcd4-e2cdbf3536d4 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': task-2791841, 'name': PowerOffVM_Task, 'duration_secs': 0.496763} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.893368] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-20b188a8-5bf2-4326-bcd4-e2cdbf3536d4 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: 92f9ce8c-c3a3-4c6b-8e10-81123681378d] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 970.893534] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-20b188a8-5bf2-4326-bcd4-e2cdbf3536d4 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: 92f9ce8c-c3a3-4c6b-8e10-81123681378d] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 970.893786] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-528e9cb0-7a8b-434d-94e6-60bca3ead65b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.962024] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-20b188a8-5bf2-4326-bcd4-e2cdbf3536d4 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: 92f9ce8c-c3a3-4c6b-8e10-81123681378d] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 970.962024] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-20b188a8-5bf2-4326-bcd4-e2cdbf3536d4 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: 92f9ce8c-c3a3-4c6b-8e10-81123681378d] Deleting contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 970.962175] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-20b188a8-5bf2-4326-bcd4-e2cdbf3536d4 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Deleting the datastore file [datastore2] 92f9ce8c-c3a3-4c6b-8e10-81123681378d {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 970.962434] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4d2e1544-5b96-4bfb-9698-a33170b9cc33 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.968635] env[68893]: DEBUG oslo_vmware.api [None req-20b188a8-5bf2-4326-bcd4-e2cdbf3536d4 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Waiting for the task: (returnval){ [ 970.968635] env[68893]: value = "task-2791843" [ 970.968635] env[68893]: _type = "Task" [ 970.968635] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.976828] env[68893]: DEBUG oslo_vmware.api [None req-20b188a8-5bf2-4326-bcd4-e2cdbf3536d4 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': task-2791843, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.307144] env[68893]: DEBUG nova.compute.utils [None req-92244897-9294-4682-a65f-2f52e588e58c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 971.311019] env[68893]: DEBUG nova.compute.manager [None req-92244897-9294-4682-a65f-2f52e588e58c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 7e40a4c8-e64e-41f1-9b87-8c5f0af19a35] Allocating IP information in the background. {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 971.311201] env[68893]: DEBUG nova.network.neutron [None req-92244897-9294-4682-a65f-2f52e588e58c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 7e40a4c8-e64e-41f1-9b87-8c5f0af19a35] allocate_for_instance() {{(pid=68893) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 971.323995] env[68893]: DEBUG oslo_concurrency.lockutils [None req-0940e77b-0e24-472d-9431-74fdee8ef7ce tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Acquiring lock "b7c373f5-60c3-44c6-bbe7-d66be17f34fd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.324272] env[68893]: DEBUG oslo_concurrency.lockutils [None req-0940e77b-0e24-472d-9431-74fdee8ef7ce tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Lock "b7c373f5-60c3-44c6-bbe7-d66be17f34fd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.324957] env[68893]: DEBUG oslo_concurrency.lockutils [None req-0940e77b-0e24-472d-9431-74fdee8ef7ce tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Acquiring lock "b7c373f5-60c3-44c6-bbe7-d66be17f34fd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.324957] env[68893]: DEBUG oslo_concurrency.lockutils [None req-0940e77b-0e24-472d-9431-74fdee8ef7ce tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Lock "b7c373f5-60c3-44c6-bbe7-d66be17f34fd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.324957] env[68893]: DEBUG oslo_concurrency.lockutils [None req-0940e77b-0e24-472d-9431-74fdee8ef7ce tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Lock "b7c373f5-60c3-44c6-bbe7-d66be17f34fd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.326892] env[68893]: INFO nova.compute.manager [None req-0940e77b-0e24-472d-9431-74fdee8ef7ce tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] [instance: b7c373f5-60c3-44c6-bbe7-d66be17f34fd] Terminating instance [ 971.350752] env[68893]: DEBUG nova.policy [None req-92244897-9294-4682-a65f-2f52e588e58c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7bc429cb492f4b0d9783c375b77fc5d0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '564a5b6c6f4f4e42aeeef87662301380', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68893) authorize /opt/stack/nova/nova/policy.py:192}} [ 971.482538] env[68893]: DEBUG oslo_vmware.api [None req-20b188a8-5bf2-4326-bcd4-e2cdbf3536d4 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': task-2791843, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173851} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.482780] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-20b188a8-5bf2-4326-bcd4-e2cdbf3536d4 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 971.482958] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-20b188a8-5bf2-4326-bcd4-e2cdbf3536d4 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: 92f9ce8c-c3a3-4c6b-8e10-81123681378d] Deleted contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 971.483145] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-20b188a8-5bf2-4326-bcd4-e2cdbf3536d4 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: 92f9ce8c-c3a3-4c6b-8e10-81123681378d] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 971.483316] env[68893]: INFO nova.compute.manager [None req-20b188a8-5bf2-4326-bcd4-e2cdbf3536d4 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: 92f9ce8c-c3a3-4c6b-8e10-81123681378d] Took 1.12 seconds to destroy the instance on the hypervisor. [ 971.483555] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-20b188a8-5bf2-4326-bcd4-e2cdbf3536d4 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 971.483742] env[68893]: DEBUG nova.compute.manager [-] [instance: 92f9ce8c-c3a3-4c6b-8e10-81123681378d] Deallocating network for instance {{(pid=68893) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 971.483833] env[68893]: DEBUG nova.network.neutron [-] [instance: 92f9ce8c-c3a3-4c6b-8e10-81123681378d] deallocate_for_instance() {{(pid=68893) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 971.649559] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c46737d-68e6-4c0b-bbd3-ee6ab3e9893f tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] [instance: 34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 971.650013] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fc0510a8-89f3-4c14-a637-becf741c324a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.657241] env[68893]: DEBUG oslo_vmware.api [None req-6c46737d-68e6-4c0b-bbd3-ee6ab3e9893f tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] Waiting for the task: (returnval){ [ 971.657241] env[68893]: value = "task-2791844" [ 971.657241] env[68893]: _type = "Task" [ 971.657241] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.673171] env[68893]: DEBUG oslo_vmware.api [None req-6c46737d-68e6-4c0b-bbd3-ee6ab3e9893f tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] Task: {'id': task-2791844, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.708582] env[68893]: DEBUG nova.network.neutron [None req-92244897-9294-4682-a65f-2f52e588e58c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 7e40a4c8-e64e-41f1-9b87-8c5f0af19a35] Successfully created port: 0c5a4bf4-bf84-4142-8c81-74b8fb052f05 {{(pid=68893) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 971.737691] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88691285-c136-462d-9bef-05728d73a854 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.745272] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-241d1442-43b1-4c19-9e6d-d85a65e7e477 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.778177] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a4e4f7c-7912-46f2-b033-c21b1bce413d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.788412] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcc44c5a-9b28-4e2c-8ff8-b4334ade86a7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.804883] env[68893]: DEBUG nova.compute.provider_tree [None req-f05c1a20-df45-48c6-be99-0c529dc60756 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 971.812423] env[68893]: DEBUG nova.compute.manager [None req-92244897-9294-4682-a65f-2f52e588e58c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 7e40a4c8-e64e-41f1-9b87-8c5f0af19a35] Start building block device mappings for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 971.830901] env[68893]: DEBUG nova.compute.manager [None req-0940e77b-0e24-472d-9431-74fdee8ef7ce tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] [instance: b7c373f5-60c3-44c6-bbe7-d66be17f34fd] Start destroying the instance on the hypervisor. {{(pid=68893) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 971.831125] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-0940e77b-0e24-472d-9431-74fdee8ef7ce tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] [instance: b7c373f5-60c3-44c6-bbe7-d66be17f34fd] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 971.832215] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-889e550a-d598-4757-b664-01659a581116 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.839998] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-0940e77b-0e24-472d-9431-74fdee8ef7ce tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] [instance: b7c373f5-60c3-44c6-bbe7-d66be17f34fd] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 971.839998] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a1e38987-0f3c-49ca-944f-6297860ffc20 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.846954] env[68893]: DEBUG oslo_vmware.api [None req-0940e77b-0e24-472d-9431-74fdee8ef7ce tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Waiting for the task: (returnval){ [ 971.846954] env[68893]: value = "task-2791845" [ 971.846954] env[68893]: _type = "Task" [ 971.846954] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.858038] env[68893]: DEBUG oslo_vmware.api [None req-0940e77b-0e24-472d-9431-74fdee8ef7ce tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Task: {'id': task-2791845, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.893058] env[68893]: DEBUG nova.compute.manager [req-db6fc04b-5027-4071-8a24-be127d16addc req-9ad9adc1-9d6b-46dd-bf6d-9e6769646b1b service nova] [instance: 92f9ce8c-c3a3-4c6b-8e10-81123681378d] Received event network-vif-deleted-a4212710-c4b2-451d-8758-3d2338554f00 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 971.893413] env[68893]: INFO nova.compute.manager [req-db6fc04b-5027-4071-8a24-be127d16addc req-9ad9adc1-9d6b-46dd-bf6d-9e6769646b1b service nova] [instance: 92f9ce8c-c3a3-4c6b-8e10-81123681378d] Neutron deleted interface a4212710-c4b2-451d-8758-3d2338554f00; detaching it from the instance and deleting it from the info cache [ 971.893505] env[68893]: DEBUG nova.network.neutron [req-db6fc04b-5027-4071-8a24-be127d16addc req-9ad9adc1-9d6b-46dd-bf6d-9e6769646b1b service nova] [instance: 92f9ce8c-c3a3-4c6b-8e10-81123681378d] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.169177] env[68893]: DEBUG oslo_vmware.api [None req-6c46737d-68e6-4c0b-bbd3-ee6ab3e9893f tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] Task: {'id': task-2791844, 'name': PowerOffVM_Task, 'duration_secs': 0.162457} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.169466] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c46737d-68e6-4c0b-bbd3-ee6ab3e9893f tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] [instance: 34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 972.170632] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ee25552-fa80-4673-aed9-84930f05698b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.189863] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-401d22e5-cf34-485c-b694-c055d7920d88 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.226327] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c46737d-68e6-4c0b-bbd3-ee6ab3e9893f tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] [instance: 34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 972.226427] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0a0bd2aa-dee7-468b-bae5-ecd5d1096ae3 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.232312] env[68893]: DEBUG oslo_vmware.api [None req-6c46737d-68e6-4c0b-bbd3-ee6ab3e9893f tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] Waiting for the task: (returnval){ [ 972.232312] env[68893]: value = "task-2791846" [ 972.232312] env[68893]: _type = "Task" [ 972.232312] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.241612] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c46737d-68e6-4c0b-bbd3-ee6ab3e9893f tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] [instance: 34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b] VM already powered off {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 972.241838] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-6c46737d-68e6-4c0b-bbd3-ee6ab3e9893f tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] [instance: 34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 972.242104] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6c46737d-68e6-4c0b-bbd3-ee6ab3e9893f tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.242261] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6c46737d-68e6-4c0b-bbd3-ee6ab3e9893f tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.242438] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c46737d-68e6-4c0b-bbd3-ee6ab3e9893f tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 972.242665] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6ae274d0-50c7-43cf-9ae3-354ac24154bb {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.250934] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c46737d-68e6-4c0b-bbd3-ee6ab3e9893f tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 972.251118] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-6c46737d-68e6-4c0b-bbd3-ee6ab3e9893f tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 972.251793] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0dd1385b-ce95-4c27-a902-944543c875ce {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.256307] env[68893]: DEBUG oslo_vmware.api [None req-6c46737d-68e6-4c0b-bbd3-ee6ab3e9893f tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] Waiting for the task: (returnval){ [ 972.256307] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52bc1040-036c-a239-677c-3c957750e397" [ 972.256307] env[68893]: _type = "Task" [ 972.256307] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.263145] env[68893]: DEBUG oslo_vmware.api [None req-6c46737d-68e6-4c0b-bbd3-ee6ab3e9893f tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52bc1040-036c-a239-677c-3c957750e397, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.295592] env[68893]: DEBUG nova.network.neutron [-] [instance: 92f9ce8c-c3a3-4c6b-8e10-81123681378d] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.308214] env[68893]: DEBUG nova.scheduler.client.report [None req-f05c1a20-df45-48c6-be99-0c529dc60756 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 972.358229] env[68893]: DEBUG oslo_vmware.api [None req-0940e77b-0e24-472d-9431-74fdee8ef7ce tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Task: {'id': task-2791845, 'name': PowerOffVM_Task, 'duration_secs': 0.175922} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.358452] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-0940e77b-0e24-472d-9431-74fdee8ef7ce tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] [instance: b7c373f5-60c3-44c6-bbe7-d66be17f34fd] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 972.358641] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-0940e77b-0e24-472d-9431-74fdee8ef7ce tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] [instance: b7c373f5-60c3-44c6-bbe7-d66be17f34fd] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 972.358899] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-70e4105e-a9ee-4df2-b3ba-32afab7eafde {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.396060] env[68893]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7b1c44b1-94d7-4406-90be-74d17a08fdac {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.405008] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00ea394f-0bbe-4d3f-8a94-11e4b24887c4 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.420432] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-0940e77b-0e24-472d-9431-74fdee8ef7ce tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] [instance: b7c373f5-60c3-44c6-bbe7-d66be17f34fd] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 972.420661] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-0940e77b-0e24-472d-9431-74fdee8ef7ce tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] [instance: b7c373f5-60c3-44c6-bbe7-d66be17f34fd] Deleting contents of the VM from datastore datastore1 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 972.420858] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-0940e77b-0e24-472d-9431-74fdee8ef7ce tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Deleting the datastore file [datastore1] b7c373f5-60c3-44c6-bbe7-d66be17f34fd {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 972.421560] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e3522d3e-9963-4bbf-9a69-e8dbc0d0ef40 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.428170] env[68893]: DEBUG oslo_vmware.api [None req-0940e77b-0e24-472d-9431-74fdee8ef7ce tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Waiting for the task: (returnval){ [ 972.428170] env[68893]: value = "task-2791848" [ 972.428170] env[68893]: _type = "Task" [ 972.428170] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.443839] env[68893]: DEBUG nova.compute.manager [req-db6fc04b-5027-4071-8a24-be127d16addc req-9ad9adc1-9d6b-46dd-bf6d-9e6769646b1b service nova] [instance: 92f9ce8c-c3a3-4c6b-8e10-81123681378d] Detach interface failed, port_id=a4212710-c4b2-451d-8758-3d2338554f00, reason: Instance 92f9ce8c-c3a3-4c6b-8e10-81123681378d could not be found. {{(pid=68893) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 972.447762] env[68893]: DEBUG oslo_vmware.api [None req-0940e77b-0e24-472d-9431-74fdee8ef7ce tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Task: {'id': task-2791848, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.767672] env[68893]: DEBUG oslo_vmware.api [None req-6c46737d-68e6-4c0b-bbd3-ee6ab3e9893f tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52bc1040-036c-a239-677c-3c957750e397, 'name': SearchDatastore_Task, 'duration_secs': 0.008601} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.768498] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-edb8b858-13ee-4bca-9c77-6e4ba8a18e29 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.778822] env[68893]: DEBUG oslo_vmware.api [None req-6c46737d-68e6-4c0b-bbd3-ee6ab3e9893f tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] Waiting for the task: (returnval){ [ 972.778822] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52613ed5-869f-2ef7-cfb0-5230d5c4772a" [ 972.778822] env[68893]: _type = "Task" [ 972.778822] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.786417] env[68893]: DEBUG oslo_vmware.api [None req-6c46737d-68e6-4c0b-bbd3-ee6ab3e9893f tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52613ed5-869f-2ef7-cfb0-5230d5c4772a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.798006] env[68893]: INFO nova.compute.manager [-] [instance: 92f9ce8c-c3a3-4c6b-8e10-81123681378d] Took 1.31 seconds to deallocate network for instance. [ 972.813192] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f05c1a20-df45-48c6-be99-0c529dc60756 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.010s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.815360] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d3a1aa7d-1bff-4f62-a4f9-9269848e7ee7 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.292s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.816810] env[68893]: INFO nova.compute.claims [None req-d3a1aa7d-1bff-4f62-a4f9-9269848e7ee7 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: c648b3f3-3761-4018-95cd-bb62c58421db] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 972.822457] env[68893]: DEBUG nova.compute.manager [None req-92244897-9294-4682-a65f-2f52e588e58c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 7e40a4c8-e64e-41f1-9b87-8c5f0af19a35] Start spawning the instance on the hypervisor. {{(pid=68893) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 972.840696] env[68893]: INFO nova.scheduler.client.report [None req-f05c1a20-df45-48c6-be99-0c529dc60756 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Deleted allocations for instance c3ebb422-0391-4359-abb4-8ea80e767ce2 [ 972.851033] env[68893]: DEBUG nova.virt.hardware [None req-92244897-9294-4682-a65f-2f52e588e58c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 972.851033] env[68893]: DEBUG nova.virt.hardware [None req-92244897-9294-4682-a65f-2f52e588e58c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 972.851217] env[68893]: DEBUG nova.virt.hardware [None req-92244897-9294-4682-a65f-2f52e588e58c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 972.851306] env[68893]: DEBUG nova.virt.hardware [None req-92244897-9294-4682-a65f-2f52e588e58c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 972.851457] env[68893]: DEBUG nova.virt.hardware [None req-92244897-9294-4682-a65f-2f52e588e58c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 972.851606] env[68893]: DEBUG nova.virt.hardware [None req-92244897-9294-4682-a65f-2f52e588e58c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 972.851821] env[68893]: DEBUG nova.virt.hardware [None req-92244897-9294-4682-a65f-2f52e588e58c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 972.852022] env[68893]: DEBUG nova.virt.hardware [None req-92244897-9294-4682-a65f-2f52e588e58c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 972.852188] env[68893]: DEBUG nova.virt.hardware [None req-92244897-9294-4682-a65f-2f52e588e58c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 972.852355] env[68893]: DEBUG nova.virt.hardware [None req-92244897-9294-4682-a65f-2f52e588e58c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 972.852564] env[68893]: DEBUG nova.virt.hardware [None req-92244897-9294-4682-a65f-2f52e588e58c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 972.853848] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7bf89d7-c41b-49bc-a7d9-61621645e686 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.862464] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-015d4517-2962-4d89-bb49-bef036ae9112 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.938522] env[68893]: DEBUG oslo_vmware.api [None req-0940e77b-0e24-472d-9431-74fdee8ef7ce tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Task: {'id': task-2791848, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157215} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.938905] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-0940e77b-0e24-472d-9431-74fdee8ef7ce tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 972.939374] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-0940e77b-0e24-472d-9431-74fdee8ef7ce tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] [instance: b7c373f5-60c3-44c6-bbe7-d66be17f34fd] Deleted contents of the VM from datastore datastore1 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 972.939374] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-0940e77b-0e24-472d-9431-74fdee8ef7ce tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] [instance: b7c373f5-60c3-44c6-bbe7-d66be17f34fd] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 972.939494] env[68893]: INFO nova.compute.manager [None req-0940e77b-0e24-472d-9431-74fdee8ef7ce tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] [instance: b7c373f5-60c3-44c6-bbe7-d66be17f34fd] Took 1.11 seconds to destroy the instance on the hypervisor. [ 972.939754] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0940e77b-0e24-472d-9431-74fdee8ef7ce tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 972.939940] env[68893]: DEBUG nova.compute.manager [-] [instance: b7c373f5-60c3-44c6-bbe7-d66be17f34fd] Deallocating network for instance {{(pid=68893) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 972.940054] env[68893]: DEBUG nova.network.neutron [-] [instance: b7c373f5-60c3-44c6-bbe7-d66be17f34fd] deallocate_for_instance() {{(pid=68893) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 973.218775] env[68893]: DEBUG nova.compute.manager [req-c20f56ef-e85c-4bea-9de0-cbca6475bbb7 req-8ff74a93-a579-4afb-be5b-10ed8f65fa08 service nova] [instance: 7e40a4c8-e64e-41f1-9b87-8c5f0af19a35] Received event network-vif-plugged-0c5a4bf4-bf84-4142-8c81-74b8fb052f05 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 973.218995] env[68893]: DEBUG oslo_concurrency.lockutils [req-c20f56ef-e85c-4bea-9de0-cbca6475bbb7 req-8ff74a93-a579-4afb-be5b-10ed8f65fa08 service nova] Acquiring lock "7e40a4c8-e64e-41f1-9b87-8c5f0af19a35-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.219219] env[68893]: DEBUG oslo_concurrency.lockutils [req-c20f56ef-e85c-4bea-9de0-cbca6475bbb7 req-8ff74a93-a579-4afb-be5b-10ed8f65fa08 service nova] Lock "7e40a4c8-e64e-41f1-9b87-8c5f0af19a35-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.219407] env[68893]: DEBUG oslo_concurrency.lockutils [req-c20f56ef-e85c-4bea-9de0-cbca6475bbb7 req-8ff74a93-a579-4afb-be5b-10ed8f65fa08 service nova] Lock "7e40a4c8-e64e-41f1-9b87-8c5f0af19a35-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.219555] env[68893]: DEBUG nova.compute.manager [req-c20f56ef-e85c-4bea-9de0-cbca6475bbb7 req-8ff74a93-a579-4afb-be5b-10ed8f65fa08 service nova] [instance: 7e40a4c8-e64e-41f1-9b87-8c5f0af19a35] No waiting events found dispatching network-vif-plugged-0c5a4bf4-bf84-4142-8c81-74b8fb052f05 {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 973.219719] env[68893]: WARNING nova.compute.manager [req-c20f56ef-e85c-4bea-9de0-cbca6475bbb7 req-8ff74a93-a579-4afb-be5b-10ed8f65fa08 service nova] [instance: 7e40a4c8-e64e-41f1-9b87-8c5f0af19a35] Received unexpected event network-vif-plugged-0c5a4bf4-bf84-4142-8c81-74b8fb052f05 for instance with vm_state building and task_state spawning. [ 973.299446] env[68893]: DEBUG oslo_vmware.api [None req-6c46737d-68e6-4c0b-bbd3-ee6ab3e9893f tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52613ed5-869f-2ef7-cfb0-5230d5c4772a, 'name': SearchDatastore_Task, 'duration_secs': 0.01263} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.299598] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6c46737d-68e6-4c0b-bbd3-ee6ab3e9893f tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.299898] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c46737d-68e6-4c0b-bbd3-ee6ab3e9893f tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] 34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f-rescue.vmdk. {{(pid=68893) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 973.300201] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-705314a9-8176-45c4-b3c7-5a9da42c592f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.311915] env[68893]: DEBUG oslo_concurrency.lockutils [None req-20b188a8-5bf2-4326-bcd4-e2cdbf3536d4 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.312288] env[68893]: DEBUG oslo_vmware.api [None req-6c46737d-68e6-4c0b-bbd3-ee6ab3e9893f tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] Waiting for the task: (returnval){ [ 973.312288] env[68893]: value = "task-2791849" [ 973.312288] env[68893]: _type = "Task" [ 973.312288] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.316360] env[68893]: DEBUG nova.network.neutron [None req-92244897-9294-4682-a65f-2f52e588e58c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 7e40a4c8-e64e-41f1-9b87-8c5f0af19a35] Successfully updated port: 0c5a4bf4-bf84-4142-8c81-74b8fb052f05 {{(pid=68893) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 973.332160] env[68893]: DEBUG oslo_vmware.api [None req-6c46737d-68e6-4c0b-bbd3-ee6ab3e9893f tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] Task: {'id': task-2791849, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.348951] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f05c1a20-df45-48c6-be99-0c529dc60756 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Lock "c3ebb422-0391-4359-abb4-8ea80e767ce2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.996s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.819580] env[68893]: DEBUG oslo_concurrency.lockutils [None req-92244897-9294-4682-a65f-2f52e588e58c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Acquiring lock "refresh_cache-7e40a4c8-e64e-41f1-9b87-8c5f0af19a35" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.819814] env[68893]: DEBUG oslo_concurrency.lockutils [None req-92244897-9294-4682-a65f-2f52e588e58c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Acquired lock "refresh_cache-7e40a4c8-e64e-41f1-9b87-8c5f0af19a35" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.820196] env[68893]: DEBUG nova.network.neutron [None req-92244897-9294-4682-a65f-2f52e588e58c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 7e40a4c8-e64e-41f1-9b87-8c5f0af19a35] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 973.825949] env[68893]: DEBUG oslo_vmware.api [None req-6c46737d-68e6-4c0b-bbd3-ee6ab3e9893f tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] Task: {'id': task-2791849, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.447593} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.830687] env[68893]: INFO nova.virt.vmwareapi.ds_util [None req-6c46737d-68e6-4c0b-bbd3-ee6ab3e9893f tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] 34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f-rescue.vmdk. [ 973.830687] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b8970c0-9ddd-4ae0-8723-5554cd7a8edd {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.866728] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c46737d-68e6-4c0b-bbd3-ee6ab3e9893f tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] [instance: 34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] 34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f-rescue.vmdk or device None with type thin {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 973.874705] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-abfadd56-417d-4024-900b-6d6e3aeb4e56 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.894543] env[68893]: DEBUG oslo_vmware.api [None req-6c46737d-68e6-4c0b-bbd3-ee6ab3e9893f tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] Waiting for the task: (returnval){ [ 973.894543] env[68893]: value = "task-2791850" [ 973.894543] env[68893]: _type = "Task" [ 973.894543] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.904907] env[68893]: DEBUG oslo_vmware.api [None req-6c46737d-68e6-4c0b-bbd3-ee6ab3e9893f tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] Task: {'id': task-2791850, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.925808] env[68893]: DEBUG nova.compute.manager [req-13955d92-4e6f-453f-86c3-c9bd5dea93c8 req-553fad4c-b4c0-4629-9e24-1b8ba34d42eb service nova] [instance: b7c373f5-60c3-44c6-bbe7-d66be17f34fd] Received event network-vif-deleted-f8bbcef1-1b6c-4f30-9b84-4bf712e7d16d {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 973.926061] env[68893]: INFO nova.compute.manager [req-13955d92-4e6f-453f-86c3-c9bd5dea93c8 req-553fad4c-b4c0-4629-9e24-1b8ba34d42eb service nova] [instance: b7c373f5-60c3-44c6-bbe7-d66be17f34fd] Neutron deleted interface f8bbcef1-1b6c-4f30-9b84-4bf712e7d16d; detaching it from the instance and deleting it from the info cache [ 973.928113] env[68893]: DEBUG nova.network.neutron [req-13955d92-4e6f-453f-86c3-c9bd5dea93c8 req-553fad4c-b4c0-4629-9e24-1b8ba34d42eb service nova] [instance: b7c373f5-60c3-44c6-bbe7-d66be17f34fd] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.300817] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db8dba96-dee2-462b-a67e-ae79315c9c26 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.310211] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e80b07b2-da04-4d83-96dc-94dce62f1da0 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.342383] env[68893]: DEBUG nova.network.neutron [-] [instance: b7c373f5-60c3-44c6-bbe7-d66be17f34fd] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.344852] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02b821e7-0807-4f7d-a058-3d6f8a85c8c5 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.353084] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7be9c3b-e25d-43e0-a665-cf0db4c3a7f5 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.367823] env[68893]: DEBUG nova.compute.provider_tree [None req-d3a1aa7d-1bff-4f62-a4f9-9269848e7ee7 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 974.379020] env[68893]: DEBUG nova.network.neutron [None req-92244897-9294-4682-a65f-2f52e588e58c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 7e40a4c8-e64e-41f1-9b87-8c5f0af19a35] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 974.406298] env[68893]: DEBUG oslo_vmware.api [None req-6c46737d-68e6-4c0b-bbd3-ee6ab3e9893f tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] Task: {'id': task-2791850, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.429579] env[68893]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ff943f7a-21b7-4335-93da-442c525badee {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.438121] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d84f1ad2-0eda-4aba-a232-3db0e409bc77 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.473484] env[68893]: DEBUG nova.compute.manager [req-13955d92-4e6f-453f-86c3-c9bd5dea93c8 req-553fad4c-b4c0-4629-9e24-1b8ba34d42eb service nova] [instance: b7c373f5-60c3-44c6-bbe7-d66be17f34fd] Detach interface failed, port_id=f8bbcef1-1b6c-4f30-9b84-4bf712e7d16d, reason: Instance b7c373f5-60c3-44c6-bbe7-d66be17f34fd could not be found. {{(pid=68893) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 974.530331] env[68893]: DEBUG nova.network.neutron [None req-92244897-9294-4682-a65f-2f52e588e58c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 7e40a4c8-e64e-41f1-9b87-8c5f0af19a35] Updating instance_info_cache with network_info: [{"id": "0c5a4bf4-bf84-4142-8c81-74b8fb052f05", "address": "fa:16:3e:1e:4d:27", "network": {"id": "024e10c8-0890-4be3-81cc-2be8eac35dc9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-116676947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "564a5b6c6f4f4e42aeeef87662301380", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c5a4bf4-bf", "ovs_interfaceid": "0c5a4bf4-bf84-4142-8c81-74b8fb052f05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.844882] env[68893]: INFO nova.compute.manager [-] [instance: b7c373f5-60c3-44c6-bbe7-d66be17f34fd] Took 1.90 seconds to deallocate network for instance. [ 974.874566] env[68893]: DEBUG nova.scheduler.client.report [None req-d3a1aa7d-1bff-4f62-a4f9-9269848e7ee7 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 974.904425] env[68893]: DEBUG oslo_vmware.api [None req-6c46737d-68e6-4c0b-bbd3-ee6ab3e9893f tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] Task: {'id': task-2791850, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.033251] env[68893]: DEBUG oslo_concurrency.lockutils [None req-92244897-9294-4682-a65f-2f52e588e58c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Releasing lock "refresh_cache-7e40a4c8-e64e-41f1-9b87-8c5f0af19a35" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.033597] env[68893]: DEBUG nova.compute.manager [None req-92244897-9294-4682-a65f-2f52e588e58c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 7e40a4c8-e64e-41f1-9b87-8c5f0af19a35] Instance network_info: |[{"id": "0c5a4bf4-bf84-4142-8c81-74b8fb052f05", "address": "fa:16:3e:1e:4d:27", "network": {"id": "024e10c8-0890-4be3-81cc-2be8eac35dc9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-116676947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "564a5b6c6f4f4e42aeeef87662301380", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c5a4bf4-bf", "ovs_interfaceid": "0c5a4bf4-bf84-4142-8c81-74b8fb052f05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 975.034119] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-92244897-9294-4682-a65f-2f52e588e58c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 7e40a4c8-e64e-41f1-9b87-8c5f0af19a35] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:4d:27', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74f30339-6421-4654-bddb-81d7f34db9d7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0c5a4bf4-bf84-4142-8c81-74b8fb052f05', 'vif_model': 'vmxnet3'}] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 975.043619] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-92244897-9294-4682-a65f-2f52e588e58c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 975.044479] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e40a4c8-e64e-41f1-9b87-8c5f0af19a35] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 975.044479] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cbbf0fd1-e01b-4117-9776-efaf8c3a5769 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.064790] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 975.064790] env[68893]: value = "task-2791851" [ 975.064790] env[68893]: _type = "Task" [ 975.064790] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.074451] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791851, 'name': CreateVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.250493] env[68893]: DEBUG nova.compute.manager [req-85b096f9-6141-4f74-aacd-c446b40102d5 req-96994fd7-a5b2-456a-a837-cdc09e345615 service nova] [instance: 7e40a4c8-e64e-41f1-9b87-8c5f0af19a35] Received event network-changed-0c5a4bf4-bf84-4142-8c81-74b8fb052f05 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 975.250862] env[68893]: DEBUG nova.compute.manager [req-85b096f9-6141-4f74-aacd-c446b40102d5 req-96994fd7-a5b2-456a-a837-cdc09e345615 service nova] [instance: 7e40a4c8-e64e-41f1-9b87-8c5f0af19a35] Refreshing instance network info cache due to event network-changed-0c5a4bf4-bf84-4142-8c81-74b8fb052f05. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 975.251252] env[68893]: DEBUG oslo_concurrency.lockutils [req-85b096f9-6141-4f74-aacd-c446b40102d5 req-96994fd7-a5b2-456a-a837-cdc09e345615 service nova] Acquiring lock "refresh_cache-7e40a4c8-e64e-41f1-9b87-8c5f0af19a35" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.251554] env[68893]: DEBUG oslo_concurrency.lockutils [req-85b096f9-6141-4f74-aacd-c446b40102d5 req-96994fd7-a5b2-456a-a837-cdc09e345615 service nova] Acquired lock "refresh_cache-7e40a4c8-e64e-41f1-9b87-8c5f0af19a35" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.251880] env[68893]: DEBUG nova.network.neutron [req-85b096f9-6141-4f74-aacd-c446b40102d5 req-96994fd7-a5b2-456a-a837-cdc09e345615 service nova] [instance: 7e40a4c8-e64e-41f1-9b87-8c5f0af19a35] Refreshing network info cache for port 0c5a4bf4-bf84-4142-8c81-74b8fb052f05 {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 975.352123] env[68893]: DEBUG oslo_concurrency.lockutils [None req-0940e77b-0e24-472d-9431-74fdee8ef7ce tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.379250] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d3a1aa7d-1bff-4f62-a4f9-9269848e7ee7 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.564s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.379792] env[68893]: DEBUG nova.compute.manager [None req-d3a1aa7d-1bff-4f62-a4f9-9269848e7ee7 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: c648b3f3-3761-4018-95cd-bb62c58421db] Start building networks asynchronously for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 975.382420] env[68893]: DEBUG oslo_concurrency.lockutils [None req-7c1ef88b-15d4-4989-8384-726dc970a4df tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.594s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.382651] env[68893]: DEBUG nova.objects.instance [None req-7c1ef88b-15d4-4989-8384-726dc970a4df tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Lazy-loading 'resources' on Instance uuid ed8d54ea-e2df-4429-93f9-976f6aad02be {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 975.404804] env[68893]: DEBUG oslo_vmware.api [None req-6c46737d-68e6-4c0b-bbd3-ee6ab3e9893f tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] Task: {'id': task-2791850, 'name': ReconfigVM_Task, 'duration_secs': 1.241572} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.405089] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c46737d-68e6-4c0b-bbd3-ee6ab3e9893f tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] [instance: 34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b] Reconfigured VM instance instance-00000046 to attach disk [datastore2] 34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f-rescue.vmdk or device None with type thin {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 975.405943] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f83565b7-ec70-4c36-a8e0-bb7338f093d0 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.432135] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a82744b0-723e-4de1-a351-926585d871f1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.446473] env[68893]: DEBUG oslo_vmware.api [None req-6c46737d-68e6-4c0b-bbd3-ee6ab3e9893f tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] Waiting for the task: (returnval){ [ 975.446473] env[68893]: value = "task-2791852" [ 975.446473] env[68893]: _type = "Task" [ 975.446473] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.453877] env[68893]: DEBUG oslo_vmware.api [None req-6c46737d-68e6-4c0b-bbd3-ee6ab3e9893f tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] Task: {'id': task-2791852, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.575605] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791851, 'name': CreateVM_Task, 'duration_secs': 0.300895} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.575793] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e40a4c8-e64e-41f1-9b87-8c5f0af19a35] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 975.576500] env[68893]: DEBUG oslo_concurrency.lockutils [None req-92244897-9294-4682-a65f-2f52e588e58c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.576674] env[68893]: DEBUG oslo_concurrency.lockutils [None req-92244897-9294-4682-a65f-2f52e588e58c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.576970] env[68893]: DEBUG oslo_concurrency.lockutils [None req-92244897-9294-4682-a65f-2f52e588e58c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.577249] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ef486a8-dc34-45f3-be49-28e4474d52e4 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.581442] env[68893]: DEBUG oslo_vmware.api [None req-92244897-9294-4682-a65f-2f52e588e58c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Waiting for the task: (returnval){ [ 975.581442] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]5294febc-4a39-9063-089d-f59f398d7e7c" [ 975.581442] env[68893]: _type = "Task" [ 975.581442] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.590703] env[68893]: DEBUG oslo_vmware.api [None req-92244897-9294-4682-a65f-2f52e588e58c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]5294febc-4a39-9063-089d-f59f398d7e7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.616639] env[68893]: DEBUG oslo_concurrency.lockutils [None req-71901667-f68d-4289-95b4-c00025aa1f85 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Acquiring lock "8b58659b-aaf9-4fa9-98b2-3153180f0570" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.616914] env[68893]: DEBUG oslo_concurrency.lockutils [None req-71901667-f68d-4289-95b4-c00025aa1f85 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Lock "8b58659b-aaf9-4fa9-98b2-3153180f0570" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.887813] env[68893]: DEBUG nova.compute.utils [None req-d3a1aa7d-1bff-4f62-a4f9-9269848e7ee7 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 975.893797] env[68893]: DEBUG nova.compute.manager [None req-d3a1aa7d-1bff-4f62-a4f9-9269848e7ee7 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: c648b3f3-3761-4018-95cd-bb62c58421db] Allocating IP information in the background. {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 975.894042] env[68893]: DEBUG nova.network.neutron [None req-d3a1aa7d-1bff-4f62-a4f9-9269848e7ee7 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: c648b3f3-3761-4018-95cd-bb62c58421db] allocate_for_instance() {{(pid=68893) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 975.952668] env[68893]: DEBUG nova.policy [None req-d3a1aa7d-1bff-4f62-a4f9-9269848e7ee7 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dde60ecc29cf439e9b9646becfde4f73', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6e831a12ecf54cd6808b9e257ff9bea1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68893) authorize /opt/stack/nova/nova/policy.py:192}} [ 975.959656] env[68893]: DEBUG oslo_vmware.api [None req-6c46737d-68e6-4c0b-bbd3-ee6ab3e9893f tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] Task: {'id': task-2791852, 'name': ReconfigVM_Task, 'duration_secs': 0.148475} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.962123] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c46737d-68e6-4c0b-bbd3-ee6ab3e9893f tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] [instance: 34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 975.962543] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5948f5ac-07d7-423a-82a0-c8716993f917 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.968401] env[68893]: DEBUG oslo_vmware.api [None req-6c46737d-68e6-4c0b-bbd3-ee6ab3e9893f tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] Waiting for the task: (returnval){ [ 975.968401] env[68893]: value = "task-2791853" [ 975.968401] env[68893]: _type = "Task" [ 975.968401] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.980427] env[68893]: DEBUG nova.network.neutron [req-85b096f9-6141-4f74-aacd-c446b40102d5 req-96994fd7-a5b2-456a-a837-cdc09e345615 service nova] [instance: 7e40a4c8-e64e-41f1-9b87-8c5f0af19a35] Updated VIF entry in instance network info cache for port 0c5a4bf4-bf84-4142-8c81-74b8fb052f05. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 975.980678] env[68893]: DEBUG nova.network.neutron [req-85b096f9-6141-4f74-aacd-c446b40102d5 req-96994fd7-a5b2-456a-a837-cdc09e345615 service nova] [instance: 7e40a4c8-e64e-41f1-9b87-8c5f0af19a35] Updating instance_info_cache with network_info: [{"id": "0c5a4bf4-bf84-4142-8c81-74b8fb052f05", "address": "fa:16:3e:1e:4d:27", "network": {"id": "024e10c8-0890-4be3-81cc-2be8eac35dc9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-116676947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "564a5b6c6f4f4e42aeeef87662301380", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c5a4bf4-bf", "ovs_interfaceid": "0c5a4bf4-bf84-4142-8c81-74b8fb052f05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.985370] env[68893]: DEBUG oslo_vmware.api [None req-6c46737d-68e6-4c0b-bbd3-ee6ab3e9893f tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] Task: {'id': task-2791853, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.096179] env[68893]: DEBUG oslo_vmware.api [None req-92244897-9294-4682-a65f-2f52e588e58c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]5294febc-4a39-9063-089d-f59f398d7e7c, 'name': SearchDatastore_Task, 'duration_secs': 0.017938} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.096654] env[68893]: DEBUG oslo_concurrency.lockutils [None req-92244897-9294-4682-a65f-2f52e588e58c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.098466] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-92244897-9294-4682-a65f-2f52e588e58c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 7e40a4c8-e64e-41f1-9b87-8c5f0af19a35] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 976.098897] env[68893]: DEBUG oslo_concurrency.lockutils [None req-92244897-9294-4682-a65f-2f52e588e58c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.101020] env[68893]: DEBUG oslo_concurrency.lockutils [None req-92244897-9294-4682-a65f-2f52e588e58c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.101020] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-92244897-9294-4682-a65f-2f52e588e58c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 976.101020] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0e435af2-7c93-4199-bfd4-35e76a006bc3 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.109775] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-92244897-9294-4682-a65f-2f52e588e58c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 976.109775] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-92244897-9294-4682-a65f-2f52e588e58c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 976.109775] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54b390c8-1f6e-4453-bb67-765fdd3e0fdd {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.120533] env[68893]: DEBUG oslo_vmware.api [None req-92244897-9294-4682-a65f-2f52e588e58c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Waiting for the task: (returnval){ [ 976.120533] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]529c069c-de6e-144e-3633-12fe3f7a4471" [ 976.120533] env[68893]: _type = "Task" [ 976.120533] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.121030] env[68893]: DEBUG nova.compute.manager [None req-71901667-f68d-4289-95b4-c00025aa1f85 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 8b58659b-aaf9-4fa9-98b2-3153180f0570] Starting instance... {{(pid=68893) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 976.133859] env[68893]: DEBUG oslo_vmware.api [None req-92244897-9294-4682-a65f-2f52e588e58c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]529c069c-de6e-144e-3633-12fe3f7a4471, 'name': SearchDatastore_Task, 'duration_secs': 0.008561} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.134694] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04937f93-7c3a-45d4-921b-3f0c01f753b0 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.142977] env[68893]: DEBUG oslo_vmware.api [None req-92244897-9294-4682-a65f-2f52e588e58c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Waiting for the task: (returnval){ [ 976.142977] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]526b3042-7bd4-bbdf-c242-c71f8502bde7" [ 976.142977] env[68893]: _type = "Task" [ 976.142977] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.151745] env[68893]: DEBUG oslo_vmware.api [None req-92244897-9294-4682-a65f-2f52e588e58c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]526b3042-7bd4-bbdf-c242-c71f8502bde7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.288539] env[68893]: DEBUG nova.network.neutron [None req-d3a1aa7d-1bff-4f62-a4f9-9269848e7ee7 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: c648b3f3-3761-4018-95cd-bb62c58421db] Successfully created port: ddb8d869-4afc-4b86-a2c0-97c4eb82aa16 {{(pid=68893) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 976.297655] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7464d1fd-c461-4a0e-ba99-4f71ed582fc4 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.308859] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-febe8bfc-6240-4e2a-b586-1600eded5c5a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.341294] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a3aeec3-f792-4253-b8a6-38656805940b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.348703] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bff3ef2f-aa2e-41ce-9e98-868f70ad104e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.362857] env[68893]: DEBUG nova.compute.provider_tree [None req-7c1ef88b-15d4-4989-8384-726dc970a4df tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 976.396519] env[68893]: DEBUG nova.compute.manager [None req-d3a1aa7d-1bff-4f62-a4f9-9269848e7ee7 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: c648b3f3-3761-4018-95cd-bb62c58421db] Start building block device mappings for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 976.478147] env[68893]: DEBUG oslo_vmware.api [None req-6c46737d-68e6-4c0b-bbd3-ee6ab3e9893f tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] Task: {'id': task-2791853, 'name': PowerOnVM_Task, 'duration_secs': 0.458746} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.478419] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c46737d-68e6-4c0b-bbd3-ee6ab3e9893f tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] [instance: 34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 976.485026] env[68893]: DEBUG nova.compute.manager [None req-6c46737d-68e6-4c0b-bbd3-ee6ab3e9893f tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] [instance: 34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 976.485841] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2d73230-b642-48e1-8659-25ce2ff45dbd {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.488606] env[68893]: DEBUG oslo_concurrency.lockutils [req-85b096f9-6141-4f74-aacd-c446b40102d5 req-96994fd7-a5b2-456a-a837-cdc09e345615 service nova] Releasing lock "refresh_cache-7e40a4c8-e64e-41f1-9b87-8c5f0af19a35" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.648152] env[68893]: DEBUG oslo_concurrency.lockutils [None req-71901667-f68d-4289-95b4-c00025aa1f85 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.654632] env[68893]: DEBUG oslo_vmware.api [None req-92244897-9294-4682-a65f-2f52e588e58c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]526b3042-7bd4-bbdf-c242-c71f8502bde7, 'name': SearchDatastore_Task, 'duration_secs': 0.010016} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.654879] env[68893]: DEBUG oslo_concurrency.lockutils [None req-92244897-9294-4682-a65f-2f52e588e58c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.655297] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-92244897-9294-4682-a65f-2f52e588e58c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] 7e40a4c8-e64e-41f1-9b87-8c5f0af19a35/7e40a4c8-e64e-41f1-9b87-8c5f0af19a35.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 976.655416] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-017340cd-93e5-4210-b231-d60646970951 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.661908] env[68893]: DEBUG oslo_vmware.api [None req-92244897-9294-4682-a65f-2f52e588e58c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Waiting for the task: (returnval){ [ 976.661908] env[68893]: value = "task-2791854" [ 976.661908] env[68893]: _type = "Task" [ 976.661908] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.669790] env[68893]: DEBUG oslo_vmware.api [None req-92244897-9294-4682-a65f-2f52e588e58c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': task-2791854, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.866164] env[68893]: DEBUG nova.scheduler.client.report [None req-7c1ef88b-15d4-4989-8384-726dc970a4df tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 977.172573] env[68893]: DEBUG oslo_vmware.api [None req-92244897-9294-4682-a65f-2f52e588e58c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': task-2791854, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.376042] env[68893]: DEBUG oslo_concurrency.lockutils [None req-7c1ef88b-15d4-4989-8384-726dc970a4df tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.993s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.378431] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 38.502s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.400629] env[68893]: INFO nova.scheduler.client.report [None req-7c1ef88b-15d4-4989-8384-726dc970a4df tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Deleted allocations for instance ed8d54ea-e2df-4429-93f9-976f6aad02be [ 977.405389] env[68893]: DEBUG nova.compute.manager [None req-d3a1aa7d-1bff-4f62-a4f9-9269848e7ee7 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: c648b3f3-3761-4018-95cd-bb62c58421db] Start spawning the instance on the hypervisor. {{(pid=68893) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 977.432674] env[68893]: DEBUG nova.virt.hardware [None req-d3a1aa7d-1bff-4f62-a4f9-9269848e7ee7 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 977.433036] env[68893]: DEBUG nova.virt.hardware [None req-d3a1aa7d-1bff-4f62-a4f9-9269848e7ee7 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 977.433244] env[68893]: DEBUG nova.virt.hardware [None req-d3a1aa7d-1bff-4f62-a4f9-9269848e7ee7 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 977.433460] env[68893]: DEBUG nova.virt.hardware [None req-d3a1aa7d-1bff-4f62-a4f9-9269848e7ee7 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 977.434029] env[68893]: DEBUG nova.virt.hardware [None req-d3a1aa7d-1bff-4f62-a4f9-9269848e7ee7 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 977.434029] env[68893]: DEBUG nova.virt.hardware [None req-d3a1aa7d-1bff-4f62-a4f9-9269848e7ee7 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 977.434029] env[68893]: DEBUG nova.virt.hardware [None req-d3a1aa7d-1bff-4f62-a4f9-9269848e7ee7 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 977.434179] env[68893]: DEBUG nova.virt.hardware [None req-d3a1aa7d-1bff-4f62-a4f9-9269848e7ee7 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 977.434331] env[68893]: DEBUG nova.virt.hardware [None req-d3a1aa7d-1bff-4f62-a4f9-9269848e7ee7 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 977.434484] env[68893]: DEBUG nova.virt.hardware [None req-d3a1aa7d-1bff-4f62-a4f9-9269848e7ee7 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 977.434665] env[68893]: DEBUG nova.virt.hardware [None req-d3a1aa7d-1bff-4f62-a4f9-9269848e7ee7 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 977.436035] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f670cfa-668e-4c07-bc12-ac317f071770 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.443871] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9249547b-8997-4a7b-aa5b-dfbd3e859128 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.677018] env[68893]: DEBUG oslo_vmware.api [None req-92244897-9294-4682-a65f-2f52e588e58c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': task-2791854, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.712246} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.677018] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-92244897-9294-4682-a65f-2f52e588e58c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] 7e40a4c8-e64e-41f1-9b87-8c5f0af19a35/7e40a4c8-e64e-41f1-9b87-8c5f0af19a35.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 977.677018] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-92244897-9294-4682-a65f-2f52e588e58c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 7e40a4c8-e64e-41f1-9b87-8c5f0af19a35] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 977.677018] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-26a44030-07ac-4c70-ad6c-4d49f3f706bd {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.686087] env[68893]: DEBUG oslo_vmware.api [None req-92244897-9294-4682-a65f-2f52e588e58c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Waiting for the task: (returnval){ [ 977.686087] env[68893]: value = "task-2791855" [ 977.686087] env[68893]: _type = "Task" [ 977.686087] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.695190] env[68893]: DEBUG oslo_vmware.api [None req-92244897-9294-4682-a65f-2f52e588e58c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': task-2791855, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.834601] env[68893]: DEBUG nova.compute.manager [req-3dfd4bac-1ea1-4237-82cb-67a75d30b311 req-bbbb53a9-d6ed-4eed-b617-06627109f077 service nova] [instance: c648b3f3-3761-4018-95cd-bb62c58421db] Received event network-vif-plugged-ddb8d869-4afc-4b86-a2c0-97c4eb82aa16 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 977.834601] env[68893]: DEBUG oslo_concurrency.lockutils [req-3dfd4bac-1ea1-4237-82cb-67a75d30b311 req-bbbb53a9-d6ed-4eed-b617-06627109f077 service nova] Acquiring lock "c648b3f3-3761-4018-95cd-bb62c58421db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.834601] env[68893]: DEBUG oslo_concurrency.lockutils [req-3dfd4bac-1ea1-4237-82cb-67a75d30b311 req-bbbb53a9-d6ed-4eed-b617-06627109f077 service nova] Lock "c648b3f3-3761-4018-95cd-bb62c58421db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.834601] env[68893]: DEBUG oslo_concurrency.lockutils [req-3dfd4bac-1ea1-4237-82cb-67a75d30b311 req-bbbb53a9-d6ed-4eed-b617-06627109f077 service nova] Lock "c648b3f3-3761-4018-95cd-bb62c58421db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.834601] env[68893]: DEBUG nova.compute.manager [req-3dfd4bac-1ea1-4237-82cb-67a75d30b311 req-bbbb53a9-d6ed-4eed-b617-06627109f077 service nova] [instance: c648b3f3-3761-4018-95cd-bb62c58421db] No waiting events found dispatching network-vif-plugged-ddb8d869-4afc-4b86-a2c0-97c4eb82aa16 {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 977.834601] env[68893]: WARNING nova.compute.manager [req-3dfd4bac-1ea1-4237-82cb-67a75d30b311 req-bbbb53a9-d6ed-4eed-b617-06627109f077 service nova] [instance: c648b3f3-3761-4018-95cd-bb62c58421db] Received unexpected event network-vif-plugged-ddb8d869-4afc-4b86-a2c0-97c4eb82aa16 for instance with vm_state building and task_state spawning. [ 977.911107] env[68893]: DEBUG nova.network.neutron [None req-d3a1aa7d-1bff-4f62-a4f9-9269848e7ee7 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: c648b3f3-3761-4018-95cd-bb62c58421db] Successfully updated port: ddb8d869-4afc-4b86-a2c0-97c4eb82aa16 {{(pid=68893) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 977.916038] env[68893]: DEBUG oslo_concurrency.lockutils [None req-7c1ef88b-15d4-4989-8384-726dc970a4df tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Lock "ed8d54ea-e2df-4429-93f9-976f6aad02be" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.669s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.194906] env[68893]: DEBUG oslo_vmware.api [None req-92244897-9294-4682-a65f-2f52e588e58c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': task-2791855, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06455} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.195263] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-92244897-9294-4682-a65f-2f52e588e58c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 7e40a4c8-e64e-41f1-9b87-8c5f0af19a35] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 978.195990] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed417739-7481-43bc-af1f-4aaa44b541eb {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.228362] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-92244897-9294-4682-a65f-2f52e588e58c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 7e40a4c8-e64e-41f1-9b87-8c5f0af19a35] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] 7e40a4c8-e64e-41f1-9b87-8c5f0af19a35/7e40a4c8-e64e-41f1-9b87-8c5f0af19a35.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 978.228736] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bfe7b55a-0322-4e65-8cb2-8a9ad17482b6 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.249670] env[68893]: DEBUG oslo_vmware.api [None req-92244897-9294-4682-a65f-2f52e588e58c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Waiting for the task: (returnval){ [ 978.249670] env[68893]: value = "task-2791856" [ 978.249670] env[68893]: _type = "Task" [ 978.249670] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.257619] env[68893]: DEBUG oslo_vmware.api [None req-92244897-9294-4682-a65f-2f52e588e58c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': task-2791856, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.287298] env[68893]: DEBUG nova.compute.manager [req-ffaf4725-0959-4334-b01d-d933f319bf47 req-610b800a-90b8-4408-8af1-1f4ae4e01ecb service nova] [instance: 34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b] Received event network-changed-da54e22b-783c-4a8d-b400-7ce1e224cb5a {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 978.287298] env[68893]: DEBUG nova.compute.manager [req-ffaf4725-0959-4334-b01d-d933f319bf47 req-610b800a-90b8-4408-8af1-1f4ae4e01ecb service nova] [instance: 34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b] Refreshing instance network info cache due to event network-changed-da54e22b-783c-4a8d-b400-7ce1e224cb5a. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 978.287298] env[68893]: DEBUG oslo_concurrency.lockutils [req-ffaf4725-0959-4334-b01d-d933f319bf47 req-610b800a-90b8-4408-8af1-1f4ae4e01ecb service nova] Acquiring lock "refresh_cache-34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.287482] env[68893]: DEBUG oslo_concurrency.lockutils [req-ffaf4725-0959-4334-b01d-d933f319bf47 req-610b800a-90b8-4408-8af1-1f4ae4e01ecb service nova] Acquired lock "refresh_cache-34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.287564] env[68893]: DEBUG nova.network.neutron [req-ffaf4725-0959-4334-b01d-d933f319bf47 req-610b800a-90b8-4408-8af1-1f4ae4e01ecb service nova] [instance: 34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b] Refreshing network info cache for port da54e22b-783c-4a8d-b400-7ce1e224cb5a {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 978.415269] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d3a1aa7d-1bff-4f62-a4f9-9269848e7ee7 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Acquiring lock "refresh_cache-c648b3f3-3761-4018-95cd-bb62c58421db" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.415461] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d3a1aa7d-1bff-4f62-a4f9-9269848e7ee7 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Acquired lock "refresh_cache-c648b3f3-3761-4018-95cd-bb62c58421db" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.415623] env[68893]: DEBUG nova.network.neutron [None req-d3a1aa7d-1bff-4f62-a4f9-9269848e7ee7 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: c648b3f3-3761-4018-95cd-bb62c58421db] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 978.436669] env[68893]: WARNING nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance add4ef29-6e07-4272-b41a-04a95f62e169 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 978.437779] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance a168e41a-cc22-4f30-b7eb-e390d73f0eff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 978.438041] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance d2187069-2dba-4d01-969f-510f659fc163 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 978.438184] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance 74e4929e-3ae3-4358-9544-e64b5c2f237f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 978.438324] env[68893]: WARNING nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance b7c373f5-60c3-44c6-bbe7-d66be17f34fd is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 978.438441] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance 8c560e82-533e-49c7-aaf4-82e123f75240 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 978.438564] env[68893]: WARNING nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance 92f9ce8c-c3a3-4c6b-8e10-81123681378d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 978.438682] env[68893]: WARNING nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance 70917eab-66ad-4d76-9866-a8a793025df1 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 978.438884] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance 31e47e18-e4e3-4f5f-90e4-1468a77dff2e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 978.438995] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance 3a606945-8257-4b3f-abfe-6dd8753564cd actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 978.439192] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance b763ec3a-5de5-40c1-9783-23dd20b39989 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 978.439384] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance 67b07b13-034d-40ad-a554-518d5d36044c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 978.439512] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance 7fe829d2-a085-424f-b94f-9255451eb920 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 978.439637] env[68893]: WARNING nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance bd49c388-5a16-4af3-91cf-777982d4567f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 978.439756] env[68893]: WARNING nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance d89cb24d-9485-4641-a78d-758495a82c10 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 978.439866] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance 05def266-bea2-46e6-8916-6b0484ce4edd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 978.439988] env[68893]: WARNING nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance b7b2d291-da9b-4b77-9898-e181a8e011c2 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 978.440126] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance 71d44879-e74b-4a04-8c49-aaac1163f3f5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 978.440238] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance 9eff2a8e-9c7f-4f84-958a-ecf1f5f730d9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 978.440345] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance 9c6996d6-48cd-4bcd-847a-a05b547a6891 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 978.440460] env[68893]: WARNING nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance 706ea7e2-3150-4843-a0dd-e60e1cef3c52 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 978.440569] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance c1843643-f9e8-45dd-88f9-38a4faf62ce4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 978.440674] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance 34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 978.440769] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance 7e40a4c8-e64e-41f1-9b87-8c5f0af19a35 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 978.440875] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance c648b3f3-3761-4018-95cd-bb62c58421db actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 978.760730] env[68893]: DEBUG oslo_vmware.api [None req-92244897-9294-4682-a65f-2f52e588e58c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': task-2791856, 'name': ReconfigVM_Task, 'duration_secs': 0.273941} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.761039] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-92244897-9294-4682-a65f-2f52e588e58c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 7e40a4c8-e64e-41f1-9b87-8c5f0af19a35] Reconfigured VM instance instance-00000047 to attach disk [datastore2] 7e40a4c8-e64e-41f1-9b87-8c5f0af19a35/7e40a4c8-e64e-41f1-9b87-8c5f0af19a35.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 978.761821] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3f0e88f1-dbe5-4e01-80b2-b0ed725f07bf {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.767375] env[68893]: DEBUG oslo_vmware.api [None req-92244897-9294-4682-a65f-2f52e588e58c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Waiting for the task: (returnval){ [ 978.767375] env[68893]: value = "task-2791857" [ 978.767375] env[68893]: _type = "Task" [ 978.767375] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.774889] env[68893]: DEBUG oslo_vmware.api [None req-92244897-9294-4682-a65f-2f52e588e58c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': task-2791857, 'name': Rename_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.946116] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance 9d2c4276-803a-45ac-92bd-82eb2c5095eb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 978.973721] env[68893]: DEBUG nova.network.neutron [None req-d3a1aa7d-1bff-4f62-a4f9-9269848e7ee7 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: c648b3f3-3761-4018-95cd-bb62c58421db] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 979.032523] env[68893]: DEBUG nova.network.neutron [req-ffaf4725-0959-4334-b01d-d933f319bf47 req-610b800a-90b8-4408-8af1-1f4ae4e01ecb service nova] [instance: 34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b] Updated VIF entry in instance network info cache for port da54e22b-783c-4a8d-b400-7ce1e224cb5a. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 979.032899] env[68893]: DEBUG nova.network.neutron [req-ffaf4725-0959-4334-b01d-d933f319bf47 req-610b800a-90b8-4408-8af1-1f4ae4e01ecb service nova] [instance: 34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b] Updating instance_info_cache with network_info: [{"id": "da54e22b-783c-4a8d-b400-7ce1e224cb5a", "address": "fa:16:3e:a7:95:f7", "network": {"id": "36d6c08e-1d04-4818-9b28-9c3f1a7ba864", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-123927827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "fb4142d94ebe4d3b93b9330d7d22a156", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "438671d0-9468-4e44-84c1-4c0ebaa743e0", "external-id": "nsx-vlan-transportzone-918", "segmentation_id": 918, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda54e22b-78", "ovs_interfaceid": "da54e22b-783c-4a8d-b400-7ce1e224cb5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.240353] env[68893]: DEBUG nova.network.neutron [None req-d3a1aa7d-1bff-4f62-a4f9-9269848e7ee7 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: c648b3f3-3761-4018-95cd-bb62c58421db] Updating instance_info_cache with network_info: [{"id": "ddb8d869-4afc-4b86-a2c0-97c4eb82aa16", "address": "fa:16:3e:07:0e:60", "network": {"id": "9374277b-3501-458f-9ae9-b7a3a29a6898", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1822905617-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e831a12ecf54cd6808b9e257ff9bea1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddb8d869-4a", "ovs_interfaceid": "ddb8d869-4afc-4b86-a2c0-97c4eb82aa16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.278189] env[68893]: DEBUG oslo_vmware.api [None req-92244897-9294-4682-a65f-2f52e588e58c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': task-2791857, 'name': Rename_Task, 'duration_secs': 0.136344} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.278336] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-92244897-9294-4682-a65f-2f52e588e58c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 7e40a4c8-e64e-41f1-9b87-8c5f0af19a35] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 979.278541] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-31cceec8-cf3c-4cff-b9f4-563f56dabf3e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.284967] env[68893]: DEBUG oslo_vmware.api [None req-92244897-9294-4682-a65f-2f52e588e58c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Waiting for the task: (returnval){ [ 979.284967] env[68893]: value = "task-2791858" [ 979.284967] env[68893]: _type = "Task" [ 979.284967] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.294103] env[68893]: DEBUG oslo_vmware.api [None req-92244897-9294-4682-a65f-2f52e588e58c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': task-2791858, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.449011] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance 250fb202-c0a4-4fc9-822e-d3c18cf8d340 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 979.535519] env[68893]: DEBUG oslo_concurrency.lockutils [req-ffaf4725-0959-4334-b01d-d933f319bf47 req-610b800a-90b8-4408-8af1-1f4ae4e01ecb service nova] Releasing lock "refresh_cache-34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.746892] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d3a1aa7d-1bff-4f62-a4f9-9269848e7ee7 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Releasing lock "refresh_cache-c648b3f3-3761-4018-95cd-bb62c58421db" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.747251] env[68893]: DEBUG nova.compute.manager [None req-d3a1aa7d-1bff-4f62-a4f9-9269848e7ee7 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: c648b3f3-3761-4018-95cd-bb62c58421db] Instance network_info: |[{"id": "ddb8d869-4afc-4b86-a2c0-97c4eb82aa16", "address": "fa:16:3e:07:0e:60", "network": {"id": "9374277b-3501-458f-9ae9-b7a3a29a6898", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1822905617-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e831a12ecf54cd6808b9e257ff9bea1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddb8d869-4a", "ovs_interfaceid": "ddb8d869-4afc-4b86-a2c0-97c4eb82aa16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 979.747742] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-d3a1aa7d-1bff-4f62-a4f9-9269848e7ee7 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: c648b3f3-3761-4018-95cd-bb62c58421db] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:0e:60', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69d412f5-01a9-4fed-8488-7b767a13a653', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ddb8d869-4afc-4b86-a2c0-97c4eb82aa16', 'vif_model': 'vmxnet3'}] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 979.755585] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d3a1aa7d-1bff-4f62-a4f9-9269848e7ee7 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 979.755912] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c648b3f3-3761-4018-95cd-bb62c58421db] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 979.756365] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c0f89a11-48d2-4d56-b6b1-eef94d0f2791 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.778439] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 979.778439] env[68893]: value = "task-2791859" [ 979.778439] env[68893]: _type = "Task" [ 979.778439] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.785789] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791859, 'name': CreateVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.793319] env[68893]: DEBUG oslo_vmware.api [None req-92244897-9294-4682-a65f-2f52e588e58c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': task-2791858, 'name': PowerOnVM_Task, 'duration_secs': 0.456255} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.793600] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-92244897-9294-4682-a65f-2f52e588e58c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 7e40a4c8-e64e-41f1-9b87-8c5f0af19a35] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 979.793853] env[68893]: INFO nova.compute.manager [None req-92244897-9294-4682-a65f-2f52e588e58c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 7e40a4c8-e64e-41f1-9b87-8c5f0af19a35] Took 6.97 seconds to spawn the instance on the hypervisor. [ 979.794227] env[68893]: DEBUG nova.compute.manager [None req-92244897-9294-4682-a65f-2f52e588e58c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 7e40a4c8-e64e-41f1-9b87-8c5f0af19a35] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 979.795037] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-432a538b-2265-4415-8a38-f0566e5eeb37 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.931598] env[68893]: DEBUG nova.compute.manager [req-e7fe0766-7f54-4a59-9b08-c4a22351c840 req-978325fd-38d3-457e-a31b-6c4eca4e2d7a service nova] [instance: c648b3f3-3761-4018-95cd-bb62c58421db] Received event network-changed-ddb8d869-4afc-4b86-a2c0-97c4eb82aa16 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 979.932077] env[68893]: DEBUG nova.compute.manager [req-e7fe0766-7f54-4a59-9b08-c4a22351c840 req-978325fd-38d3-457e-a31b-6c4eca4e2d7a service nova] [instance: c648b3f3-3761-4018-95cd-bb62c58421db] Refreshing instance network info cache due to event network-changed-ddb8d869-4afc-4b86-a2c0-97c4eb82aa16. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 979.932538] env[68893]: DEBUG oslo_concurrency.lockutils [req-e7fe0766-7f54-4a59-9b08-c4a22351c840 req-978325fd-38d3-457e-a31b-6c4eca4e2d7a service nova] Acquiring lock "refresh_cache-c648b3f3-3761-4018-95cd-bb62c58421db" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.932845] env[68893]: DEBUG oslo_concurrency.lockutils [req-e7fe0766-7f54-4a59-9b08-c4a22351c840 req-978325fd-38d3-457e-a31b-6c4eca4e2d7a service nova] Acquired lock "refresh_cache-c648b3f3-3761-4018-95cd-bb62c58421db" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.933195] env[68893]: DEBUG nova.network.neutron [req-e7fe0766-7f54-4a59-9b08-c4a22351c840 req-978325fd-38d3-457e-a31b-6c4eca4e2d7a service nova] [instance: c648b3f3-3761-4018-95cd-bb62c58421db] Refreshing network info cache for port ddb8d869-4afc-4b86-a2c0-97c4eb82aa16 {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 979.956054] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance 8d99ff20-bffa-417a-ae2a-84957a794332 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 980.290662] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791859, 'name': CreateVM_Task, 'duration_secs': 0.339537} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.290662] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c648b3f3-3761-4018-95cd-bb62c58421db] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 980.290943] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d3a1aa7d-1bff-4f62-a4f9-9269848e7ee7 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.290943] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d3a1aa7d-1bff-4f62-a4f9-9269848e7ee7 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.291329] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d3a1aa7d-1bff-4f62-a4f9-9269848e7ee7 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.291586] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3916a2fd-0010-4425-8aca-ec34dde0f464 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.298831] env[68893]: DEBUG oslo_vmware.api [None req-d3a1aa7d-1bff-4f62-a4f9-9269848e7ee7 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Waiting for the task: (returnval){ [ 980.298831] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]5273fac1-beed-b7ec-4808-06bc9e48f664" [ 980.298831] env[68893]: _type = "Task" [ 980.298831] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.315320] env[68893]: DEBUG oslo_vmware.api [None req-d3a1aa7d-1bff-4f62-a4f9-9269848e7ee7 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]5273fac1-beed-b7ec-4808-06bc9e48f664, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.320737] env[68893]: INFO nova.compute.manager [None req-92244897-9294-4682-a65f-2f52e588e58c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 7e40a4c8-e64e-41f1-9b87-8c5f0af19a35] Took 48.62 seconds to build instance. [ 980.458918] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance 8b58659b-aaf9-4fa9-98b2-3153180f0570 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 980.459143] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=68893) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 980.459310] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3840MB phys_disk=200GB used_disk=17GB total_vcpus=48 used_vcpus=17 pci_stats=[] {{(pid=68893) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 980.558128] env[68893]: DEBUG nova.compute.manager [req-88d73248-c9a9-44cd-88ce-6a6b24e3197d req-37511dee-0aa9-4559-bb00-2715d9ad09b9 service nova] [instance: 34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b] Received event network-changed-da54e22b-783c-4a8d-b400-7ce1e224cb5a {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 980.558128] env[68893]: DEBUG nova.compute.manager [req-88d73248-c9a9-44cd-88ce-6a6b24e3197d req-37511dee-0aa9-4559-bb00-2715d9ad09b9 service nova] [instance: 34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b] Refreshing instance network info cache due to event network-changed-da54e22b-783c-4a8d-b400-7ce1e224cb5a. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 980.558128] env[68893]: DEBUG oslo_concurrency.lockutils [req-88d73248-c9a9-44cd-88ce-6a6b24e3197d req-37511dee-0aa9-4559-bb00-2715d9ad09b9 service nova] Acquiring lock "refresh_cache-34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.558128] env[68893]: DEBUG oslo_concurrency.lockutils [req-88d73248-c9a9-44cd-88ce-6a6b24e3197d req-37511dee-0aa9-4559-bb00-2715d9ad09b9 service nova] Acquired lock "refresh_cache-34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.558128] env[68893]: DEBUG nova.network.neutron [req-88d73248-c9a9-44cd-88ce-6a6b24e3197d req-37511dee-0aa9-4559-bb00-2715d9ad09b9 service nova] [instance: 34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b] Refreshing network info cache for port da54e22b-783c-4a8d-b400-7ce1e224cb5a {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 980.719751] env[68893]: DEBUG nova.network.neutron [req-e7fe0766-7f54-4a59-9b08-c4a22351c840 req-978325fd-38d3-457e-a31b-6c4eca4e2d7a service nova] [instance: c648b3f3-3761-4018-95cd-bb62c58421db] Updated VIF entry in instance network info cache for port ddb8d869-4afc-4b86-a2c0-97c4eb82aa16. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 980.720164] env[68893]: DEBUG nova.network.neutron [req-e7fe0766-7f54-4a59-9b08-c4a22351c840 req-978325fd-38d3-457e-a31b-6c4eca4e2d7a service nova] [instance: c648b3f3-3761-4018-95cd-bb62c58421db] Updating instance_info_cache with network_info: [{"id": "ddb8d869-4afc-4b86-a2c0-97c4eb82aa16", "address": "fa:16:3e:07:0e:60", "network": {"id": "9374277b-3501-458f-9ae9-b7a3a29a6898", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1822905617-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e831a12ecf54cd6808b9e257ff9bea1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddb8d869-4a", "ovs_interfaceid": "ddb8d869-4afc-4b86-a2c0-97c4eb82aa16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.812870] env[68893]: DEBUG oslo_vmware.api [None req-d3a1aa7d-1bff-4f62-a4f9-9269848e7ee7 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]5273fac1-beed-b7ec-4808-06bc9e48f664, 'name': SearchDatastore_Task, 'duration_secs': 0.013386} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.813777] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d3a1aa7d-1bff-4f62-a4f9-9269848e7ee7 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.813777] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-d3a1aa7d-1bff-4f62-a4f9-9269848e7ee7 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: c648b3f3-3761-4018-95cd-bb62c58421db] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 980.813777] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d3a1aa7d-1bff-4f62-a4f9-9269848e7ee7 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.813777] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d3a1aa7d-1bff-4f62-a4f9-9269848e7ee7 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.813995] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3a1aa7d-1bff-4f62-a4f9-9269848e7ee7 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 980.814160] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-26ed36be-9bed-4e94-be71-b1aa40b14224 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.820145] env[68893]: DEBUG oslo_concurrency.lockutils [None req-92244897-9294-4682-a65f-2f52e588e58c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Lock "7e40a4c8-e64e-41f1-9b87-8c5f0af19a35" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.475s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.825205] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3a1aa7d-1bff-4f62-a4f9-9269848e7ee7 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 980.825398] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-d3a1aa7d-1bff-4f62-a4f9-9269848e7ee7 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 980.826163] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d2f3765-cdb0-4a26-8e33-2f76a711a623 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.837987] env[68893]: DEBUG oslo_vmware.api [None req-d3a1aa7d-1bff-4f62-a4f9-9269848e7ee7 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Waiting for the task: (returnval){ [ 980.837987] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52e84c9f-85ff-b525-6669-9a2e4134e016" [ 980.837987] env[68893]: _type = "Task" [ 980.837987] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.846033] env[68893]: DEBUG oslo_vmware.api [None req-d3a1aa7d-1bff-4f62-a4f9-9269848e7ee7 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52e84c9f-85ff-b525-6669-9a2e4134e016, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.919616] env[68893]: DEBUG oslo_concurrency.lockutils [None req-bddcb7c6-d9fb-45ed-9ed6-37b7fe3e7c0d tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Acquiring lock "4a4ea316-2b13-4585-a52e-57f263bdbe6e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.920628] env[68893]: DEBUG oslo_concurrency.lockutils [None req-bddcb7c6-d9fb-45ed-9ed6-37b7fe3e7c0d tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Lock "4a4ea316-2b13-4585-a52e-57f263bdbe6e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.939416] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9e09e7f-bf85-4e9c-a511-0d248ef90e5d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.948253] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a46d10-941e-46d0-9f98-d7459705726e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.983678] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-809315e0-fe63-4e94-b27e-acc2386abeb6 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.991649] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71bb17a8-603d-41aa-b606-c201232a3fd0 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.005243] env[68893]: DEBUG nova.compute.provider_tree [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 981.225562] env[68893]: DEBUG oslo_concurrency.lockutils [req-e7fe0766-7f54-4a59-9b08-c4a22351c840 req-978325fd-38d3-457e-a31b-6c4eca4e2d7a service nova] Releasing lock "refresh_cache-c648b3f3-3761-4018-95cd-bb62c58421db" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.347551] env[68893]: DEBUG oslo_vmware.api [None req-d3a1aa7d-1bff-4f62-a4f9-9269848e7ee7 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52e84c9f-85ff-b525-6669-9a2e4134e016, 'name': SearchDatastore_Task, 'duration_secs': 0.009071} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.349033] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea70762a-18ff-4429-b71d-e727816a4ea5 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.357019] env[68893]: DEBUG oslo_vmware.api [None req-d3a1aa7d-1bff-4f62-a4f9-9269848e7ee7 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Waiting for the task: (returnval){ [ 981.357019] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52280924-6299-3ade-4b28-deb0e1baaa69" [ 981.357019] env[68893]: _type = "Task" [ 981.357019] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.362362] env[68893]: DEBUG oslo_vmware.api [None req-d3a1aa7d-1bff-4f62-a4f9-9269848e7ee7 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52280924-6299-3ade-4b28-deb0e1baaa69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.430865] env[68893]: DEBUG nova.compute.manager [None req-bddcb7c6-d9fb-45ed-9ed6-37b7fe3e7c0d tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] [instance: 4a4ea316-2b13-4585-a52e-57f263bdbe6e] Starting instance... {{(pid=68893) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 981.439871] env[68893]: DEBUG nova.network.neutron [req-88d73248-c9a9-44cd-88ce-6a6b24e3197d req-37511dee-0aa9-4559-bb00-2715d9ad09b9 service nova] [instance: 34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b] Updated VIF entry in instance network info cache for port da54e22b-783c-4a8d-b400-7ce1e224cb5a. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 981.439871] env[68893]: DEBUG nova.network.neutron [req-88d73248-c9a9-44cd-88ce-6a6b24e3197d req-37511dee-0aa9-4559-bb00-2715d9ad09b9 service nova] [instance: 34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b] Updating instance_info_cache with network_info: [{"id": "da54e22b-783c-4a8d-b400-7ce1e224cb5a", "address": "fa:16:3e:a7:95:f7", "network": {"id": "36d6c08e-1d04-4818-9b28-9c3f1a7ba864", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-123927827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "fb4142d94ebe4d3b93b9330d7d22a156", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "438671d0-9468-4e44-84c1-4c0ebaa743e0", "external-id": "nsx-vlan-transportzone-918", "segmentation_id": 918, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda54e22b-78", "ovs_interfaceid": "da54e22b-783c-4a8d-b400-7ce1e224cb5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.511023] env[68893]: DEBUG nova.scheduler.client.report [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 981.866665] env[68893]: DEBUG oslo_vmware.api [None req-d3a1aa7d-1bff-4f62-a4f9-9269848e7ee7 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52280924-6299-3ade-4b28-deb0e1baaa69, 'name': SearchDatastore_Task, 'duration_secs': 0.008946} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.866943] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d3a1aa7d-1bff-4f62-a4f9-9269848e7ee7 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.867235] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3a1aa7d-1bff-4f62-a4f9-9269848e7ee7 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore1] c648b3f3-3761-4018-95cd-bb62c58421db/c648b3f3-3761-4018-95cd-bb62c58421db.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 981.867504] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8b7cc79c-086e-4375-901b-74ba6dbc4811 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.880402] env[68893]: DEBUG oslo_vmware.api [None req-d3a1aa7d-1bff-4f62-a4f9-9269848e7ee7 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Waiting for the task: (returnval){ [ 981.880402] env[68893]: value = "task-2791860" [ 981.880402] env[68893]: _type = "Task" [ 981.880402] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.881877] env[68893]: DEBUG oslo_vmware.api [None req-d3a1aa7d-1bff-4f62-a4f9-9269848e7ee7 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2791860, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.940876] env[68893]: DEBUG oslo_concurrency.lockutils [req-88d73248-c9a9-44cd-88ce-6a6b24e3197d req-37511dee-0aa9-4559-bb00-2715d9ad09b9 service nova] Releasing lock "refresh_cache-34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.941395] env[68893]: DEBUG nova.compute.manager [req-88d73248-c9a9-44cd-88ce-6a6b24e3197d req-37511dee-0aa9-4559-bb00-2715d9ad09b9 service nova] [instance: 34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b] Received event network-changed-da54e22b-783c-4a8d-b400-7ce1e224cb5a {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 981.941395] env[68893]: DEBUG nova.compute.manager [req-88d73248-c9a9-44cd-88ce-6a6b24e3197d req-37511dee-0aa9-4559-bb00-2715d9ad09b9 service nova] [instance: 34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b] Refreshing instance network info cache due to event network-changed-da54e22b-783c-4a8d-b400-7ce1e224cb5a. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 981.941701] env[68893]: DEBUG oslo_concurrency.lockutils [req-88d73248-c9a9-44cd-88ce-6a6b24e3197d req-37511dee-0aa9-4559-bb00-2715d9ad09b9 service nova] Acquiring lock "refresh_cache-34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.941922] env[68893]: DEBUG oslo_concurrency.lockutils [req-88d73248-c9a9-44cd-88ce-6a6b24e3197d req-37511dee-0aa9-4559-bb00-2715d9ad09b9 service nova] Acquired lock "refresh_cache-34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.942156] env[68893]: DEBUG nova.network.neutron [req-88d73248-c9a9-44cd-88ce-6a6b24e3197d req-37511dee-0aa9-4559-bb00-2715d9ad09b9 service nova] [instance: 34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b] Refreshing network info cache for port da54e22b-783c-4a8d-b400-7ce1e224cb5a {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 981.955844] env[68893]: DEBUG oslo_concurrency.lockutils [None req-bddcb7c6-d9fb-45ed-9ed6-37b7fe3e7c0d tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.019936] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68893) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 982.020230] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.642s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.020896] env[68893]: DEBUG oslo_concurrency.lockutils [None req-c793dfe4-c526-4324-bdb4-5ad9defd8e8d tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.049s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.021105] env[68893]: DEBUG oslo_concurrency.lockutils [None req-c793dfe4-c526-4324-bdb4-5ad9defd8e8d tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.023192] env[68893]: DEBUG oslo_concurrency.lockutils [None req-c40f82d8-07ac-4dac-81a0-91934506b90f tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.279s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.023394] env[68893]: DEBUG oslo_concurrency.lockutils [None req-c40f82d8-07ac-4dac-81a0-91934506b90f tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.025694] env[68893]: DEBUG oslo_concurrency.lockutils [None req-9d12a837-578f-4240-b0b1-6bdaff8a0048 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.173s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.027141] env[68893]: INFO nova.compute.claims [None req-9d12a837-578f-4240-b0b1-6bdaff8a0048 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 9d2c4276-803a-45ac-92bd-82eb2c5095eb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 982.029730] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 982.029890] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Cleaning up deleted instances {{(pid=68893) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11753}} [ 982.065718] env[68893]: INFO nova.scheduler.client.report [None req-c40f82d8-07ac-4dac-81a0-91934506b90f tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Deleted allocations for instance 70917eab-66ad-4d76-9866-a8a793025df1 [ 982.067569] env[68893]: INFO nova.scheduler.client.report [None req-c793dfe4-c526-4324-bdb4-5ad9defd8e8d tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Deleted allocations for instance add4ef29-6e07-4272-b41a-04a95f62e169 [ 982.209643] env[68893]: DEBUG nova.compute.manager [req-4f913a94-286c-43dc-9612-e8debd6353d4 req-409a3bc8-867c-490f-81a5-785e1d244714 service nova] [instance: 34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b] Received event network-changed-da54e22b-783c-4a8d-b400-7ce1e224cb5a {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 982.209643] env[68893]: DEBUG nova.compute.manager [req-4f913a94-286c-43dc-9612-e8debd6353d4 req-409a3bc8-867c-490f-81a5-785e1d244714 service nova] [instance: 34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b] Refreshing instance network info cache due to event network-changed-da54e22b-783c-4a8d-b400-7ce1e224cb5a. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 982.209643] env[68893]: DEBUG oslo_concurrency.lockutils [req-4f913a94-286c-43dc-9612-e8debd6353d4 req-409a3bc8-867c-490f-81a5-785e1d244714 service nova] Acquiring lock "refresh_cache-34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.387988] env[68893]: DEBUG oslo_vmware.api [None req-d3a1aa7d-1bff-4f62-a4f9-9269848e7ee7 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2791860, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.456339} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.388334] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3a1aa7d-1bff-4f62-a4f9-9269848e7ee7 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore1] c648b3f3-3761-4018-95cd-bb62c58421db/c648b3f3-3761-4018-95cd-bb62c58421db.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 982.388334] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-d3a1aa7d-1bff-4f62-a4f9-9269848e7ee7 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: c648b3f3-3761-4018-95cd-bb62c58421db] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 982.388502] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cfd25167-2446-496c-bb17-172f99477878 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.398300] env[68893]: DEBUG oslo_vmware.api [None req-d3a1aa7d-1bff-4f62-a4f9-9269848e7ee7 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Waiting for the task: (returnval){ [ 982.398300] env[68893]: value = "task-2791861" [ 982.398300] env[68893]: _type = "Task" [ 982.398300] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.407491] env[68893]: DEBUG oslo_vmware.api [None req-d3a1aa7d-1bff-4f62-a4f9-9269848e7ee7 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2791861, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.546144] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] There are 47 instances to clean {{(pid=68893) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11762}} [ 982.546451] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: ed8d54ea-e2df-4429-93f9-976f6aad02be] Instance has had 0 of 5 cleanup attempts {{(pid=68893) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 982.587240] env[68893]: DEBUG oslo_concurrency.lockutils [None req-c40f82d8-07ac-4dac-81a0-91934506b90f tempest-ListImageFiltersTestJSON-241961119 tempest-ListImageFiltersTestJSON-241961119-project-member] Lock "70917eab-66ad-4d76-9866-a8a793025df1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.339s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.590756] env[68893]: DEBUG nova.compute.manager [req-f5b5f18c-adad-4674-9d8e-27d51581c7b7 req-63dbb6f1-1821-4f1e-92fe-499d6b4f88b8 service nova] [instance: 7e40a4c8-e64e-41f1-9b87-8c5f0af19a35] Received event network-changed-0c5a4bf4-bf84-4142-8c81-74b8fb052f05 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 982.590961] env[68893]: DEBUG nova.compute.manager [req-f5b5f18c-adad-4674-9d8e-27d51581c7b7 req-63dbb6f1-1821-4f1e-92fe-499d6b4f88b8 service nova] [instance: 7e40a4c8-e64e-41f1-9b87-8c5f0af19a35] Refreshing instance network info cache due to event network-changed-0c5a4bf4-bf84-4142-8c81-74b8fb052f05. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 982.591186] env[68893]: DEBUG oslo_concurrency.lockutils [req-f5b5f18c-adad-4674-9d8e-27d51581c7b7 req-63dbb6f1-1821-4f1e-92fe-499d6b4f88b8 service nova] Acquiring lock "refresh_cache-7e40a4c8-e64e-41f1-9b87-8c5f0af19a35" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.591342] env[68893]: DEBUG oslo_concurrency.lockutils [req-f5b5f18c-adad-4674-9d8e-27d51581c7b7 req-63dbb6f1-1821-4f1e-92fe-499d6b4f88b8 service nova] Acquired lock "refresh_cache-7e40a4c8-e64e-41f1-9b87-8c5f0af19a35" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.591482] env[68893]: DEBUG nova.network.neutron [req-f5b5f18c-adad-4674-9d8e-27d51581c7b7 req-63dbb6f1-1821-4f1e-92fe-499d6b4f88b8 service nova] [instance: 7e40a4c8-e64e-41f1-9b87-8c5f0af19a35] Refreshing network info cache for port 0c5a4bf4-bf84-4142-8c81-74b8fb052f05 {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 982.592643] env[68893]: DEBUG oslo_concurrency.lockutils [None req-c793dfe4-c526-4324-bdb4-5ad9defd8e8d tempest-VolumesAdminNegativeTest-1727053716 tempest-VolumesAdminNegativeTest-1727053716-project-member] Lock "add4ef29-6e07-4272-b41a-04a95f62e169" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.356s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.732060] env[68893]: DEBUG nova.network.neutron [req-88d73248-c9a9-44cd-88ce-6a6b24e3197d req-37511dee-0aa9-4559-bb00-2715d9ad09b9 service nova] [instance: 34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b] Updated VIF entry in instance network info cache for port da54e22b-783c-4a8d-b400-7ce1e224cb5a. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 982.732467] env[68893]: DEBUG nova.network.neutron [req-88d73248-c9a9-44cd-88ce-6a6b24e3197d req-37511dee-0aa9-4559-bb00-2715d9ad09b9 service nova] [instance: 34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b] Updating instance_info_cache with network_info: [{"id": "da54e22b-783c-4a8d-b400-7ce1e224cb5a", "address": "fa:16:3e:a7:95:f7", "network": {"id": "36d6c08e-1d04-4818-9b28-9c3f1a7ba864", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-123927827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "fb4142d94ebe4d3b93b9330d7d22a156", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "438671d0-9468-4e44-84c1-4c0ebaa743e0", "external-id": "nsx-vlan-transportzone-918", "segmentation_id": 918, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda54e22b-78", "ovs_interfaceid": "da54e22b-783c-4a8d-b400-7ce1e224cb5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.879885] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f9815d8a-2cfb-40c0-a731-68030bcc263a tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] Acquiring lock "34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.880375] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f9815d8a-2cfb-40c0-a731-68030bcc263a tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] Lock "34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.880756] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f9815d8a-2cfb-40c0-a731-68030bcc263a tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] Acquiring lock "34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.881105] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f9815d8a-2cfb-40c0-a731-68030bcc263a tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] Lock "34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.881523] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f9815d8a-2cfb-40c0-a731-68030bcc263a tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] Lock "34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.884102] env[68893]: INFO nova.compute.manager [None req-f9815d8a-2cfb-40c0-a731-68030bcc263a tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] [instance: 34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b] Terminating instance [ 982.914046] env[68893]: DEBUG oslo_vmware.api [None req-d3a1aa7d-1bff-4f62-a4f9-9269848e7ee7 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2791861, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069583} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.914046] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-d3a1aa7d-1bff-4f62-a4f9-9269848e7ee7 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: c648b3f3-3761-4018-95cd-bb62c58421db] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 982.914046] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3a3d4b2-a9c2-4657-a6b6-cf35df18a7c8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.944165] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3a1aa7d-1bff-4f62-a4f9-9269848e7ee7 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: c648b3f3-3761-4018-95cd-bb62c58421db] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] c648b3f3-3761-4018-95cd-bb62c58421db/c648b3f3-3761-4018-95cd-bb62c58421db.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 982.947439] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45361696-6295-476f-930f-8dc1f05830a9 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.974326] env[68893]: DEBUG oslo_vmware.api [None req-d3a1aa7d-1bff-4f62-a4f9-9269848e7ee7 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Waiting for the task: (returnval){ [ 982.974326] env[68893]: value = "task-2791862" [ 982.974326] env[68893]: _type = "Task" [ 982.974326] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.982917] env[68893]: DEBUG oslo_vmware.api [None req-d3a1aa7d-1bff-4f62-a4f9-9269848e7ee7 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2791862, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.055007] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: cce63948-3b2d-4710-8f14-4f79b24e86fd] Instance has had 0 of 5 cleanup attempts {{(pid=68893) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 983.102873] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73d6d377-ac5f-4d55-b920-307f46a9f8e1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.110965] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5090529-0f5d-4be2-bb56-1d2bb8651d5b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.147484] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d6f1005-9e16-41cc-89ea-6da56f008737 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.155558] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43492eac-0b33-40a4-a99b-a38f5e9fa78e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.175916] env[68893]: DEBUG nova.compute.provider_tree [None req-9d12a837-578f-4240-b0b1-6bdaff8a0048 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 983.240029] env[68893]: DEBUG oslo_concurrency.lockutils [req-88d73248-c9a9-44cd-88ce-6a6b24e3197d req-37511dee-0aa9-4559-bb00-2715d9ad09b9 service nova] Releasing lock "refresh_cache-34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.240487] env[68893]: DEBUG oslo_concurrency.lockutils [req-4f913a94-286c-43dc-9612-e8debd6353d4 req-409a3bc8-867c-490f-81a5-785e1d244714 service nova] Acquired lock "refresh_cache-34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.240681] env[68893]: DEBUG nova.network.neutron [req-4f913a94-286c-43dc-9612-e8debd6353d4 req-409a3bc8-867c-490f-81a5-785e1d244714 service nova] [instance: 34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b] Refreshing network info cache for port da54e22b-783c-4a8d-b400-7ce1e224cb5a {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 983.391204] env[68893]: DEBUG nova.compute.manager [None req-f9815d8a-2cfb-40c0-a731-68030bcc263a tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] [instance: 34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b] Start destroying the instance on the hypervisor. {{(pid=68893) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 983.391471] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-f9815d8a-2cfb-40c0-a731-68030bcc263a tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] [instance: 34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 983.393414] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42e19f8c-ae40-48fd-b8c3-505446485dc4 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.401767] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9815d8a-2cfb-40c0-a731-68030bcc263a tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] [instance: 34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 983.402029] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1450d228-2bda-44ee-bbca-cb48e4356f0e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.409661] env[68893]: DEBUG oslo_vmware.api [None req-f9815d8a-2cfb-40c0-a731-68030bcc263a tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] Waiting for the task: (returnval){ [ 983.409661] env[68893]: value = "task-2791863" [ 983.409661] env[68893]: _type = "Task" [ 983.409661] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.419471] env[68893]: DEBUG oslo_vmware.api [None req-f9815d8a-2cfb-40c0-a731-68030bcc263a tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] Task: {'id': task-2791863, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.483644] env[68893]: DEBUG oslo_vmware.api [None req-d3a1aa7d-1bff-4f62-a4f9-9269848e7ee7 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2791862, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.484617] env[68893]: DEBUG nova.network.neutron [req-f5b5f18c-adad-4674-9d8e-27d51581c7b7 req-63dbb6f1-1821-4f1e-92fe-499d6b4f88b8 service nova] [instance: 7e40a4c8-e64e-41f1-9b87-8c5f0af19a35] Updated VIF entry in instance network info cache for port 0c5a4bf4-bf84-4142-8c81-74b8fb052f05. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 983.485013] env[68893]: DEBUG nova.network.neutron [req-f5b5f18c-adad-4674-9d8e-27d51581c7b7 req-63dbb6f1-1821-4f1e-92fe-499d6b4f88b8 service nova] [instance: 7e40a4c8-e64e-41f1-9b87-8c5f0af19a35] Updating instance_info_cache with network_info: [{"id": "0c5a4bf4-bf84-4142-8c81-74b8fb052f05", "address": "fa:16:3e:1e:4d:27", "network": {"id": "024e10c8-0890-4be3-81cc-2be8eac35dc9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-116676947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "564a5b6c6f4f4e42aeeef87662301380", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c5a4bf4-bf", "ovs_interfaceid": "0c5a4bf4-bf84-4142-8c81-74b8fb052f05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.560778] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: a97578c7-f513-4a3f-81a9-f58bc0619abc] Instance has had 0 of 5 cleanup attempts {{(pid=68893) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 983.678866] env[68893]: DEBUG nova.scheduler.client.report [None req-9d12a837-578f-4240-b0b1-6bdaff8a0048 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 983.920879] env[68893]: DEBUG oslo_vmware.api [None req-f9815d8a-2cfb-40c0-a731-68030bcc263a tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] Task: {'id': task-2791863, 'name': PowerOffVM_Task, 'duration_secs': 0.226355} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.921503] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9815d8a-2cfb-40c0-a731-68030bcc263a tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] [instance: 34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 983.921503] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-f9815d8a-2cfb-40c0-a731-68030bcc263a tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] [instance: 34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 983.921797] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1a3b4c00-7bd2-4233-989b-ef812f0a0896 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.989413] env[68893]: DEBUG oslo_vmware.api [None req-d3a1aa7d-1bff-4f62-a4f9-9269848e7ee7 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2791862, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.991523] env[68893]: DEBUG oslo_concurrency.lockutils [req-f5b5f18c-adad-4674-9d8e-27d51581c7b7 req-63dbb6f1-1821-4f1e-92fe-499d6b4f88b8 service nova] Releasing lock "refresh_cache-7e40a4c8-e64e-41f1-9b87-8c5f0af19a35" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.992112] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-f9815d8a-2cfb-40c0-a731-68030bcc263a tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] [instance: 34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 983.992394] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-f9815d8a-2cfb-40c0-a731-68030bcc263a tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] [instance: 34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b] Deleting contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 983.992776] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9815d8a-2cfb-40c0-a731-68030bcc263a tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] Deleting the datastore file [datastore2] 34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 983.993014] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-682d78fa-2016-4413-80e8-0ff660a297a2 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.003393] env[68893]: DEBUG oslo_vmware.api [None req-f9815d8a-2cfb-40c0-a731-68030bcc263a tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] Waiting for the task: (returnval){ [ 984.003393] env[68893]: value = "task-2791865" [ 984.003393] env[68893]: _type = "Task" [ 984.003393] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.012462] env[68893]: DEBUG oslo_vmware.api [None req-f9815d8a-2cfb-40c0-a731-68030bcc263a tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] Task: {'id': task-2791865, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.060156] env[68893]: DEBUG nova.network.neutron [req-4f913a94-286c-43dc-9612-e8debd6353d4 req-409a3bc8-867c-490f-81a5-785e1d244714 service nova] [instance: 34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b] Updated VIF entry in instance network info cache for port da54e22b-783c-4a8d-b400-7ce1e224cb5a. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 984.060156] env[68893]: DEBUG nova.network.neutron [req-4f913a94-286c-43dc-9612-e8debd6353d4 req-409a3bc8-867c-490f-81a5-785e1d244714 service nova] [instance: 34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b] Updating instance_info_cache with network_info: [{"id": "da54e22b-783c-4a8d-b400-7ce1e224cb5a", "address": "fa:16:3e:a7:95:f7", "network": {"id": "36d6c08e-1d04-4818-9b28-9c3f1a7ba864", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-123927827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "fb4142d94ebe4d3b93b9330d7d22a156", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "438671d0-9468-4e44-84c1-4c0ebaa743e0", "external-id": "nsx-vlan-transportzone-918", "segmentation_id": 918, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda54e22b-78", "ovs_interfaceid": "da54e22b-783c-4a8d-b400-7ce1e224cb5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.064753] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: c3ebb422-0391-4359-abb4-8ea80e767ce2] Instance has had 0 of 5 cleanup attempts {{(pid=68893) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 984.185045] env[68893]: DEBUG oslo_concurrency.lockutils [None req-9d12a837-578f-4240-b0b1-6bdaff8a0048 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.159s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.185454] env[68893]: DEBUG nova.compute.manager [None req-9d12a837-578f-4240-b0b1-6bdaff8a0048 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 9d2c4276-803a-45ac-92bd-82eb2c5095eb] Start building networks asynchronously for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 984.188976] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d91a3914-3189-452a-ad5b-d9d38181e5fe tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.124s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.189147] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d91a3914-3189-452a-ad5b-d9d38181e5fe tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.191446] env[68893]: DEBUG oslo_concurrency.lockutils [None req-01a1160d-bfdf-49c0-8117-86a41ea37753 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.029s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.191710] env[68893]: DEBUG oslo_concurrency.lockutils [None req-01a1160d-bfdf-49c0-8117-86a41ea37753 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.193949] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b4b89977-cab0-4550-8334-c71c8318f0ec tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.200s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.195442] env[68893]: INFO nova.compute.claims [None req-b4b89977-cab0-4550-8334-c71c8318f0ec tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] [instance: 250fb202-c0a4-4fc9-822e-d3c18cf8d340] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 984.219088] env[68893]: INFO nova.scheduler.client.report [None req-01a1160d-bfdf-49c0-8117-86a41ea37753 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Deleted allocations for instance bd49c388-5a16-4af3-91cf-777982d4567f [ 984.237597] env[68893]: INFO nova.scheduler.client.report [None req-d91a3914-3189-452a-ad5b-d9d38181e5fe tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Deleted allocations for instance d89cb24d-9485-4641-a78d-758495a82c10 [ 984.484868] env[68893]: DEBUG oslo_vmware.api [None req-d3a1aa7d-1bff-4f62-a4f9-9269848e7ee7 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2791862, 'name': ReconfigVM_Task, 'duration_secs': 1.041587} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.485225] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3a1aa7d-1bff-4f62-a4f9-9269848e7ee7 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: c648b3f3-3761-4018-95cd-bb62c58421db] Reconfigured VM instance instance-00000048 to attach disk [datastore1] c648b3f3-3761-4018-95cd-bb62c58421db/c648b3f3-3761-4018-95cd-bb62c58421db.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 984.485841] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4be84ea8-d5a3-4b90-bde2-d9fbfeaf91b4 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.492267] env[68893]: DEBUG oslo_vmware.api [None req-d3a1aa7d-1bff-4f62-a4f9-9269848e7ee7 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Waiting for the task: (returnval){ [ 984.492267] env[68893]: value = "task-2791866" [ 984.492267] env[68893]: _type = "Task" [ 984.492267] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.501412] env[68893]: DEBUG oslo_vmware.api [None req-d3a1aa7d-1bff-4f62-a4f9-9269848e7ee7 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2791866, 'name': Rename_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.511823] env[68893]: DEBUG oslo_vmware.api [None req-f9815d8a-2cfb-40c0-a731-68030bcc263a tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] Task: {'id': task-2791865, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18911} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.512026] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9815d8a-2cfb-40c0-a731-68030bcc263a tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 984.512207] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-f9815d8a-2cfb-40c0-a731-68030bcc263a tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] [instance: 34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b] Deleted contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 984.512378] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-f9815d8a-2cfb-40c0-a731-68030bcc263a tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] [instance: 34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 984.512552] env[68893]: INFO nova.compute.manager [None req-f9815d8a-2cfb-40c0-a731-68030bcc263a tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] [instance: 34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b] Took 1.12 seconds to destroy the instance on the hypervisor. [ 984.512800] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f9815d8a-2cfb-40c0-a731-68030bcc263a tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 984.512997] env[68893]: DEBUG nova.compute.manager [-] [instance: 34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b] Deallocating network for instance {{(pid=68893) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 984.513515] env[68893]: DEBUG nova.network.neutron [-] [instance: 34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b] deallocate_for_instance() {{(pid=68893) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 984.565697] env[68893]: DEBUG oslo_concurrency.lockutils [req-4f913a94-286c-43dc-9612-e8debd6353d4 req-409a3bc8-867c-490f-81a5-785e1d244714 service nova] Releasing lock "refresh_cache-34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.568482] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: 7e3012fb-7c3b-4f95-b109-e711c784e89e] Instance has had 0 of 5 cleanup attempts {{(pid=68893) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 984.700892] env[68893]: DEBUG nova.compute.utils [None req-9d12a837-578f-4240-b0b1-6bdaff8a0048 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 984.702510] env[68893]: DEBUG nova.compute.manager [None req-9d12a837-578f-4240-b0b1-6bdaff8a0048 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 9d2c4276-803a-45ac-92bd-82eb2c5095eb] Allocating IP information in the background. {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 984.702629] env[68893]: DEBUG nova.network.neutron [None req-9d12a837-578f-4240-b0b1-6bdaff8a0048 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 9d2c4276-803a-45ac-92bd-82eb2c5095eb] allocate_for_instance() {{(pid=68893) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 984.733039] env[68893]: DEBUG oslo_concurrency.lockutils [None req-01a1160d-bfdf-49c0-8117-86a41ea37753 tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Lock "bd49c388-5a16-4af3-91cf-777982d4567f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.520s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.751950] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d91a3914-3189-452a-ad5b-d9d38181e5fe tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Lock "d89cb24d-9485-4641-a78d-758495a82c10" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.569s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.764879] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b7c40b5b-d32f-4201-99d7-e7a032b755e9 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Acquiring lock "5c771d60-a6ca-434c-9193-9d90821b26b2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.765614] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b7c40b5b-d32f-4201-99d7-e7a032b755e9 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Lock "5c771d60-a6ca-434c-9193-9d90821b26b2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.776546] env[68893]: DEBUG nova.policy [None req-9d12a837-578f-4240-b0b1-6bdaff8a0048 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c3d37b57d7c34b00bf75ab2c9c456040', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fbd67998ec3645b28f40986ddb6faf06', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68893) authorize /opt/stack/nova/nova/policy.py:192}} [ 984.965997] env[68893]: DEBUG nova.compute.manager [req-1488bf8d-af1c-4111-8fea-7088b8326234 req-b78f1a73-0d2f-499d-aeac-7111ff463dd3 service nova] [instance: 34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b] Received event network-vif-deleted-da54e22b-783c-4a8d-b400-7ce1e224cb5a {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 984.966169] env[68893]: INFO nova.compute.manager [req-1488bf8d-af1c-4111-8fea-7088b8326234 req-b78f1a73-0d2f-499d-aeac-7111ff463dd3 service nova] [instance: 34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b] Neutron deleted interface da54e22b-783c-4a8d-b400-7ce1e224cb5a; detaching it from the instance and deleting it from the info cache [ 984.966341] env[68893]: DEBUG nova.network.neutron [req-1488bf8d-af1c-4111-8fea-7088b8326234 req-b78f1a73-0d2f-499d-aeac-7111ff463dd3 service nova] [instance: 34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.007016] env[68893]: DEBUG oslo_vmware.api [None req-d3a1aa7d-1bff-4f62-a4f9-9269848e7ee7 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2791866, 'name': Rename_Task, 'duration_secs': 0.285915} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.007367] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3a1aa7d-1bff-4f62-a4f9-9269848e7ee7 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: c648b3f3-3761-4018-95cd-bb62c58421db] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 985.007970] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bf366ecb-5879-49e5-bb22-eb2504845e2e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.014505] env[68893]: DEBUG oslo_vmware.api [None req-d3a1aa7d-1bff-4f62-a4f9-9269848e7ee7 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Waiting for the task: (returnval){ [ 985.014505] env[68893]: value = "task-2791867" [ 985.014505] env[68893]: _type = "Task" [ 985.014505] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.024786] env[68893]: DEBUG oslo_vmware.api [None req-d3a1aa7d-1bff-4f62-a4f9-9269848e7ee7 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2791867, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.072862] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: ee99b6b1-90a4-4c3c-b665-47a60c89d459] Instance has had 0 of 5 cleanup attempts {{(pid=68893) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 985.210377] env[68893]: DEBUG nova.compute.manager [None req-9d12a837-578f-4240-b0b1-6bdaff8a0048 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 9d2c4276-803a-45ac-92bd-82eb2c5095eb] Start building block device mappings for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 985.267735] env[68893]: DEBUG nova.compute.manager [None req-b7c40b5b-d32f-4201-99d7-e7a032b755e9 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] [instance: 5c771d60-a6ca-434c-9193-9d90821b26b2] Starting instance... {{(pid=68893) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 985.436854] env[68893]: DEBUG nova.network.neutron [-] [instance: 34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.469896] env[68893]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-393bb4f1-8b79-46ab-b554-1ec7ac364450 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.482022] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-099b6971-7660-4cc5-9104-3d40d2c91e7c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.529107] env[68893]: DEBUG nova.compute.manager [req-1488bf8d-af1c-4111-8fea-7088b8326234 req-b78f1a73-0d2f-499d-aeac-7111ff463dd3 service nova] [instance: 34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b] Detach interface failed, port_id=da54e22b-783c-4a8d-b400-7ce1e224cb5a, reason: Instance 34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b could not be found. {{(pid=68893) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 985.548290] env[68893]: DEBUG oslo_vmware.api [None req-d3a1aa7d-1bff-4f62-a4f9-9269848e7ee7 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2791867, 'name': PowerOnVM_Task} progress is 78%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.576622] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: 516dbd27-468e-4ac4-b8c9-d25861663e75] Instance has had 0 of 5 cleanup attempts {{(pid=68893) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 985.669835] env[68893]: DEBUG nova.network.neutron [None req-9d12a837-578f-4240-b0b1-6bdaff8a0048 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 9d2c4276-803a-45ac-92bd-82eb2c5095eb] Successfully created port: 64cfb0cd-9d01-45dc-8f73-d69660ee0757 {{(pid=68893) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 985.720961] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc88e936-cb52-4465-a1a2-19e921bd045c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.730707] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c976039-8106-44d1-85b1-67dd79ad8af3 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.767540] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6325ec1f-fc4c-454f-a629-90b04c54bd20 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.778904] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bcad4da-4d23-407e-ba99-2ac6ce11c35b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.804509] env[68893]: DEBUG nova.compute.provider_tree [None req-b4b89977-cab0-4550-8334-c71c8318f0ec tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 985.810019] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b7c40b5b-d32f-4201-99d7-e7a032b755e9 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.939999] env[68893]: INFO nova.compute.manager [-] [instance: 34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b] Took 1.43 seconds to deallocate network for instance. [ 986.042330] env[68893]: DEBUG oslo_vmware.api [None req-d3a1aa7d-1bff-4f62-a4f9-9269848e7ee7 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2791867, 'name': PowerOnVM_Task, 'duration_secs': 0.892482} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.043817] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3a1aa7d-1bff-4f62-a4f9-9269848e7ee7 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: c648b3f3-3761-4018-95cd-bb62c58421db] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 986.044094] env[68893]: INFO nova.compute.manager [None req-d3a1aa7d-1bff-4f62-a4f9-9269848e7ee7 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: c648b3f3-3761-4018-95cd-bb62c58421db] Took 8.64 seconds to spawn the instance on the hypervisor. [ 986.044323] env[68893]: DEBUG nova.compute.manager [None req-d3a1aa7d-1bff-4f62-a4f9-9269848e7ee7 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: c648b3f3-3761-4018-95cd-bb62c58421db] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 986.045445] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddb9d67a-6674-45a4-8b3b-ee11d6049d7b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.080136] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: 41a13353-becf-4314-82b0-c402dc464f89] Instance has had 0 of 5 cleanup attempts {{(pid=68893) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 986.163354] env[68893]: DEBUG oslo_concurrency.lockutils [None req-7265a5c6-2077-43b8-a729-5e86ccb5261b tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Acquiring lock "d2187069-2dba-4d01-969f-510f659fc163" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.163614] env[68893]: DEBUG oslo_concurrency.lockutils [None req-7265a5c6-2077-43b8-a729-5e86ccb5261b tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Lock "d2187069-2dba-4d01-969f-510f659fc163" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.163820] env[68893]: DEBUG oslo_concurrency.lockutils [None req-7265a5c6-2077-43b8-a729-5e86ccb5261b tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Acquiring lock "d2187069-2dba-4d01-969f-510f659fc163-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.164012] env[68893]: DEBUG oslo_concurrency.lockutils [None req-7265a5c6-2077-43b8-a729-5e86ccb5261b tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Lock "d2187069-2dba-4d01-969f-510f659fc163-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.164265] env[68893]: DEBUG oslo_concurrency.lockutils [None req-7265a5c6-2077-43b8-a729-5e86ccb5261b tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Lock "d2187069-2dba-4d01-969f-510f659fc163-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.166222] env[68893]: INFO nova.compute.manager [None req-7265a5c6-2077-43b8-a729-5e86ccb5261b tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: d2187069-2dba-4d01-969f-510f659fc163] Terminating instance [ 986.213623] env[68893]: DEBUG oslo_concurrency.lockutils [None req-9b99567b-deb9-42b1-96ae-19956927a294 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Acquiring lock "a5437c31-a6d6-417f-863c-d61eb12324a7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.213851] env[68893]: DEBUG oslo_concurrency.lockutils [None req-9b99567b-deb9-42b1-96ae-19956927a294 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Lock "a5437c31-a6d6-417f-863c-d61eb12324a7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.227648] env[68893]: DEBUG nova.compute.manager [None req-9d12a837-578f-4240-b0b1-6bdaff8a0048 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 9d2c4276-803a-45ac-92bd-82eb2c5095eb] Start spawning the instance on the hypervisor. {{(pid=68893) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 986.255581] env[68893]: DEBUG nova.virt.hardware [None req-9d12a837-578f-4240-b0b1-6bdaff8a0048 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 986.255854] env[68893]: DEBUG nova.virt.hardware [None req-9d12a837-578f-4240-b0b1-6bdaff8a0048 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 986.256068] env[68893]: DEBUG nova.virt.hardware [None req-9d12a837-578f-4240-b0b1-6bdaff8a0048 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 986.256305] env[68893]: DEBUG nova.virt.hardware [None req-9d12a837-578f-4240-b0b1-6bdaff8a0048 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 986.256487] env[68893]: DEBUG nova.virt.hardware [None req-9d12a837-578f-4240-b0b1-6bdaff8a0048 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 986.256668] env[68893]: DEBUG nova.virt.hardware [None req-9d12a837-578f-4240-b0b1-6bdaff8a0048 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 986.256923] env[68893]: DEBUG nova.virt.hardware [None req-9d12a837-578f-4240-b0b1-6bdaff8a0048 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 986.257143] env[68893]: DEBUG nova.virt.hardware [None req-9d12a837-578f-4240-b0b1-6bdaff8a0048 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 986.257358] env[68893]: DEBUG nova.virt.hardware [None req-9d12a837-578f-4240-b0b1-6bdaff8a0048 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 986.257558] env[68893]: DEBUG nova.virt.hardware [None req-9d12a837-578f-4240-b0b1-6bdaff8a0048 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 986.257800] env[68893]: DEBUG nova.virt.hardware [None req-9d12a837-578f-4240-b0b1-6bdaff8a0048 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 986.258707] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d054424-53f4-40be-860e-d61689f391a5 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.266972] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87cb6ffb-8f03-4ed5-bb26-7b876d39696f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.309552] env[68893]: DEBUG nova.scheduler.client.report [None req-b4b89977-cab0-4550-8334-c71c8318f0ec tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 986.447528] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f9815d8a-2cfb-40c0-a731-68030bcc263a tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.567151] env[68893]: INFO nova.compute.manager [None req-d3a1aa7d-1bff-4f62-a4f9-9269848e7ee7 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: c648b3f3-3761-4018-95cd-bb62c58421db] Took 52.07 seconds to build instance. [ 986.584173] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: 073e59c7-2b22-4fa9-a6d2-03a158475093] Instance has had 0 of 5 cleanup attempts {{(pid=68893) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 986.675229] env[68893]: DEBUG nova.compute.manager [None req-7265a5c6-2077-43b8-a729-5e86ccb5261b tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: d2187069-2dba-4d01-969f-510f659fc163] Start destroying the instance on the hypervisor. {{(pid=68893) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 986.675482] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-7265a5c6-2077-43b8-a729-5e86ccb5261b tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: d2187069-2dba-4d01-969f-510f659fc163] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 986.676420] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97c372cd-ba5a-473b-bec0-27acf6e72666 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.684460] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-7265a5c6-2077-43b8-a729-5e86ccb5261b tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: d2187069-2dba-4d01-969f-510f659fc163] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 986.684720] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c441486f-b17c-4ca1-a294-e09028a68bb3 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.693268] env[68893]: DEBUG oslo_vmware.api [None req-7265a5c6-2077-43b8-a729-5e86ccb5261b tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Waiting for the task: (returnval){ [ 986.693268] env[68893]: value = "task-2791868" [ 986.693268] env[68893]: _type = "Task" [ 986.693268] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.702840] env[68893]: DEBUG oslo_vmware.api [None req-7265a5c6-2077-43b8-a729-5e86ccb5261b tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Task: {'id': task-2791868, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.716549] env[68893]: DEBUG nova.compute.manager [None req-9b99567b-deb9-42b1-96ae-19956927a294 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] [instance: a5437c31-a6d6-417f-863c-d61eb12324a7] Starting instance... {{(pid=68893) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 986.814711] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b4b89977-cab0-4550-8334-c71c8318f0ec tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.621s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.815271] env[68893]: DEBUG nova.compute.manager [None req-b4b89977-cab0-4550-8334-c71c8318f0ec tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] [instance: 250fb202-c0a4-4fc9-822e-d3c18cf8d340] Start building networks asynchronously for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 986.818034] env[68893]: DEBUG oslo_concurrency.lockutils [None req-98727d48-392c-4666-9f80-8f72a1d1a433 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.825s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.818274] env[68893]: DEBUG oslo_concurrency.lockutils [None req-98727d48-392c-4666-9f80-8f72a1d1a433 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.820626] env[68893]: DEBUG oslo_concurrency.lockutils [None req-567778df-8672-409c-8071-74b1a70aba88 tempest-ServersAaction247Test-1215653772 tempest-ServersAaction247Test-1215653772-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.999s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.826334] env[68893]: INFO nova.compute.claims [None req-567778df-8672-409c-8071-74b1a70aba88 tempest-ServersAaction247Test-1215653772 tempest-ServersAaction247Test-1215653772-project-member] [instance: 8d99ff20-bffa-417a-ae2a-84957a794332] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 986.860018] env[68893]: INFO nova.scheduler.client.report [None req-98727d48-392c-4666-9f80-8f72a1d1a433 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Deleted allocations for instance b7b2d291-da9b-4b77-9898-e181a8e011c2 [ 987.069316] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d3a1aa7d-1bff-4f62-a4f9-9269848e7ee7 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Lock "c648b3f3-3761-4018-95cd-bb62c58421db" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.904s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.086795] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: 196cd774-e550-4cd2-a547-0b30bdd7f668] Instance has had 0 of 5 cleanup attempts {{(pid=68893) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 987.205545] env[68893]: DEBUG oslo_vmware.api [None req-7265a5c6-2077-43b8-a729-5e86ccb5261b tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Task: {'id': task-2791868, 'name': PowerOffVM_Task, 'duration_secs': 0.303871} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.205860] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-7265a5c6-2077-43b8-a729-5e86ccb5261b tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: d2187069-2dba-4d01-969f-510f659fc163] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 987.208162] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-7265a5c6-2077-43b8-a729-5e86ccb5261b tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: d2187069-2dba-4d01-969f-510f659fc163] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 987.208162] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5a639d52-00c3-4a2a-ab33-19583a1f48dd {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.242424] env[68893]: DEBUG oslo_concurrency.lockutils [None req-9b99567b-deb9-42b1-96ae-19956927a294 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.274262] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-7265a5c6-2077-43b8-a729-5e86ccb5261b tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: d2187069-2dba-4d01-969f-510f659fc163] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 987.274262] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-7265a5c6-2077-43b8-a729-5e86ccb5261b tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: d2187069-2dba-4d01-969f-510f659fc163] Deleting contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 987.274262] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-7265a5c6-2077-43b8-a729-5e86ccb5261b tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Deleting the datastore file [datastore2] d2187069-2dba-4d01-969f-510f659fc163 {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 987.274262] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9756c765-6c97-4af1-9e34-b0ca6714c4f8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.275325] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02486928-2a9e-4de4-b211-0d4bc0b83562 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.287140] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-9fe26142-a6a1-487b-b1d2-d7279188d276 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: c648b3f3-3761-4018-95cd-bb62c58421db] Suspending the VM {{(pid=68893) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 987.287140] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-e0a4771d-6ec3-4135-b3f3-9c3498970f7a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.288022] env[68893]: DEBUG oslo_vmware.api [None req-7265a5c6-2077-43b8-a729-5e86ccb5261b tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Waiting for the task: (returnval){ [ 987.288022] env[68893]: value = "task-2791870" [ 987.288022] env[68893]: _type = "Task" [ 987.288022] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.293200] env[68893]: DEBUG oslo_vmware.api [None req-9fe26142-a6a1-487b-b1d2-d7279188d276 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Waiting for the task: (returnval){ [ 987.293200] env[68893]: value = "task-2791871" [ 987.293200] env[68893]: _type = "Task" [ 987.293200] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.301857] env[68893]: DEBUG oslo_vmware.api [None req-7265a5c6-2077-43b8-a729-5e86ccb5261b tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Task: {'id': task-2791870, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.306788] env[68893]: DEBUG oslo_vmware.api [None req-9fe26142-a6a1-487b-b1d2-d7279188d276 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2791871, 'name': SuspendVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.332203] env[68893]: DEBUG nova.compute.utils [None req-b4b89977-cab0-4550-8334-c71c8318f0ec tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 987.334837] env[68893]: DEBUG nova.compute.manager [None req-b4b89977-cab0-4550-8334-c71c8318f0ec tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] [instance: 250fb202-c0a4-4fc9-822e-d3c18cf8d340] Allocating IP information in the background. {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 987.335203] env[68893]: DEBUG nova.network.neutron [None req-b4b89977-cab0-4550-8334-c71c8318f0ec tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] [instance: 250fb202-c0a4-4fc9-822e-d3c18cf8d340] allocate_for_instance() {{(pid=68893) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 987.366771] env[68893]: DEBUG oslo_concurrency.lockutils [None req-98727d48-392c-4666-9f80-8f72a1d1a433 tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Lock "b7b2d291-da9b-4b77-9898-e181a8e011c2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.353s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.394822] env[68893]: DEBUG nova.policy [None req-b4b89977-cab0-4550-8334-c71c8318f0ec tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cd24eba0aaff4096acd274d4076a1d26', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '16847a024c794c4991b8a93717dcf937', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68893) authorize /opt/stack/nova/nova/policy.py:192}} [ 987.417884] env[68893]: DEBUG nova.compute.manager [req-51d93269-12aa-4e8d-b63e-e11f1a2294e0 req-da7c7c7d-2d8a-4ade-b733-582aa9b4f863 service nova] [instance: 9d2c4276-803a-45ac-92bd-82eb2c5095eb] Received event network-vif-plugged-64cfb0cd-9d01-45dc-8f73-d69660ee0757 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 987.418156] env[68893]: DEBUG oslo_concurrency.lockutils [req-51d93269-12aa-4e8d-b63e-e11f1a2294e0 req-da7c7c7d-2d8a-4ade-b733-582aa9b4f863 service nova] Acquiring lock "9d2c4276-803a-45ac-92bd-82eb2c5095eb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.418425] env[68893]: DEBUG oslo_concurrency.lockutils [req-51d93269-12aa-4e8d-b63e-e11f1a2294e0 req-da7c7c7d-2d8a-4ade-b733-582aa9b4f863 service nova] Lock "9d2c4276-803a-45ac-92bd-82eb2c5095eb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.418603] env[68893]: DEBUG oslo_concurrency.lockutils [req-51d93269-12aa-4e8d-b63e-e11f1a2294e0 req-da7c7c7d-2d8a-4ade-b733-582aa9b4f863 service nova] Lock "9d2c4276-803a-45ac-92bd-82eb2c5095eb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.418812] env[68893]: DEBUG nova.compute.manager [req-51d93269-12aa-4e8d-b63e-e11f1a2294e0 req-da7c7c7d-2d8a-4ade-b733-582aa9b4f863 service nova] [instance: 9d2c4276-803a-45ac-92bd-82eb2c5095eb] No waiting events found dispatching network-vif-plugged-64cfb0cd-9d01-45dc-8f73-d69660ee0757 {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 987.419016] env[68893]: WARNING nova.compute.manager [req-51d93269-12aa-4e8d-b63e-e11f1a2294e0 req-da7c7c7d-2d8a-4ade-b733-582aa9b4f863 service nova] [instance: 9d2c4276-803a-45ac-92bd-82eb2c5095eb] Received unexpected event network-vif-plugged-64cfb0cd-9d01-45dc-8f73-d69660ee0757 for instance with vm_state building and task_state spawning. [ 987.503369] env[68893]: DEBUG nova.network.neutron [None req-9d12a837-578f-4240-b0b1-6bdaff8a0048 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 9d2c4276-803a-45ac-92bd-82eb2c5095eb] Successfully updated port: 64cfb0cd-9d01-45dc-8f73-d69660ee0757 {{(pid=68893) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 987.589603] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: ff2b18ce-e349-42dc-adc0-f8b173685dbd] Instance has had 0 of 5 cleanup attempts {{(pid=68893) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 987.687601] env[68893]: DEBUG nova.network.neutron [None req-b4b89977-cab0-4550-8334-c71c8318f0ec tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] [instance: 250fb202-c0a4-4fc9-822e-d3c18cf8d340] Successfully created port: 867da4e9-99e0-44f1-8a80-cfceacc29de7 {{(pid=68893) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 987.801054] env[68893]: DEBUG oslo_vmware.api [None req-7265a5c6-2077-43b8-a729-5e86ccb5261b tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Task: {'id': task-2791870, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175971} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.801709] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-7265a5c6-2077-43b8-a729-5e86ccb5261b tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 987.801902] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-7265a5c6-2077-43b8-a729-5e86ccb5261b tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: d2187069-2dba-4d01-969f-510f659fc163] Deleted contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 987.802262] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-7265a5c6-2077-43b8-a729-5e86ccb5261b tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: d2187069-2dba-4d01-969f-510f659fc163] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 987.802262] env[68893]: INFO nova.compute.manager [None req-7265a5c6-2077-43b8-a729-5e86ccb5261b tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] [instance: d2187069-2dba-4d01-969f-510f659fc163] Took 1.13 seconds to destroy the instance on the hypervisor. [ 987.803092] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7265a5c6-2077-43b8-a729-5e86ccb5261b tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 987.803092] env[68893]: DEBUG nova.compute.manager [-] [instance: d2187069-2dba-4d01-969f-510f659fc163] Deallocating network for instance {{(pid=68893) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 987.803092] env[68893]: DEBUG nova.network.neutron [-] [instance: d2187069-2dba-4d01-969f-510f659fc163] deallocate_for_instance() {{(pid=68893) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 987.810237] env[68893]: DEBUG oslo_vmware.api [None req-9fe26142-a6a1-487b-b1d2-d7279188d276 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2791871, 'name': SuspendVM_Task} progress is 58%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.834401] env[68893]: DEBUG nova.compute.manager [None req-b4b89977-cab0-4550-8334-c71c8318f0ec tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] [instance: 250fb202-c0a4-4fc9-822e-d3c18cf8d340] Start building block device mappings for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 988.012543] env[68893]: DEBUG oslo_concurrency.lockutils [None req-9d12a837-578f-4240-b0b1-6bdaff8a0048 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Acquiring lock "refresh_cache-9d2c4276-803a-45ac-92bd-82eb2c5095eb" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.013011] env[68893]: DEBUG oslo_concurrency.lockutils [None req-9d12a837-578f-4240-b0b1-6bdaff8a0048 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Acquired lock "refresh_cache-9d2c4276-803a-45ac-92bd-82eb2c5095eb" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.013383] env[68893]: DEBUG nova.network.neutron [None req-9d12a837-578f-4240-b0b1-6bdaff8a0048 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 9d2c4276-803a-45ac-92bd-82eb2c5095eb] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 988.093912] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: 2daeed7b-f1c2-41ae-9a2d-6e58581a0939] Instance has had 0 of 5 cleanup attempts {{(pid=68893) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 988.257743] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bc36fdf-4818-441e-9b10-5662899445b8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.266114] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2756742a-3655-44d4-be0e-28b36b3478db {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.303816] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3944a47c-97e9-4c86-9950-614174da055c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.311523] env[68893]: DEBUG oslo_vmware.api [None req-9fe26142-a6a1-487b-b1d2-d7279188d276 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2791871, 'name': SuspendVM_Task, 'duration_secs': 0.916954} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.313757] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-9fe26142-a6a1-487b-b1d2-d7279188d276 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: c648b3f3-3761-4018-95cd-bb62c58421db] Suspended the VM {{(pid=68893) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 988.313957] env[68893]: DEBUG nova.compute.manager [None req-9fe26142-a6a1-487b-b1d2-d7279188d276 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: c648b3f3-3761-4018-95cd-bb62c58421db] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 988.314769] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cc7e463-381a-4428-a70b-3e7e8f3ad6ae {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.318124] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c23fc0f-99be-4d7d-8da8-10a287c36761 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.337449] env[68893]: DEBUG nova.compute.provider_tree [None req-567778df-8672-409c-8071-74b1a70aba88 tempest-ServersAaction247Test-1215653772 tempest-ServersAaction247Test-1215653772-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 988.546105] env[68893]: DEBUG nova.network.neutron [None req-9d12a837-578f-4240-b0b1-6bdaff8a0048 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 9d2c4276-803a-45ac-92bd-82eb2c5095eb] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 988.598822] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: 36ca8a7c-a14e-44d7-b85a-2aa12e454bf7] Instance has had 0 of 5 cleanup attempts {{(pid=68893) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 988.695096] env[68893]: DEBUG nova.network.neutron [None req-9d12a837-578f-4240-b0b1-6bdaff8a0048 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 9d2c4276-803a-45ac-92bd-82eb2c5095eb] Updating instance_info_cache with network_info: [{"id": "64cfb0cd-9d01-45dc-8f73-d69660ee0757", "address": "fa:16:3e:8c:5d:16", "network": {"id": "cd4544f9-c687-4245-bf7a-8be777c837e0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1345768403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbd67998ec3645b28f40986ddb6faf06", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64cfb0cd-9d", "ovs_interfaceid": "64cfb0cd-9d01-45dc-8f73-d69660ee0757", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.702221] env[68893]: DEBUG nova.network.neutron [-] [instance: d2187069-2dba-4d01-969f-510f659fc163] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.841700] env[68893]: DEBUG nova.scheduler.client.report [None req-567778df-8672-409c-8071-74b1a70aba88 tempest-ServersAaction247Test-1215653772 tempest-ServersAaction247Test-1215653772-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 988.847118] env[68893]: DEBUG nova.compute.manager [None req-b4b89977-cab0-4550-8334-c71c8318f0ec tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] [instance: 250fb202-c0a4-4fc9-822e-d3c18cf8d340] Start spawning the instance on the hypervisor. {{(pid=68893) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 988.878297] env[68893]: DEBUG nova.virt.hardware [None req-b4b89977-cab0-4550-8334-c71c8318f0ec tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 988.878297] env[68893]: DEBUG nova.virt.hardware [None req-b4b89977-cab0-4550-8334-c71c8318f0ec tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 988.878297] env[68893]: DEBUG nova.virt.hardware [None req-b4b89977-cab0-4550-8334-c71c8318f0ec tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 988.878297] env[68893]: DEBUG nova.virt.hardware [None req-b4b89977-cab0-4550-8334-c71c8318f0ec tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 988.878297] env[68893]: DEBUG nova.virt.hardware [None req-b4b89977-cab0-4550-8334-c71c8318f0ec tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 988.878297] env[68893]: DEBUG nova.virt.hardware [None req-b4b89977-cab0-4550-8334-c71c8318f0ec tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 988.878297] env[68893]: DEBUG nova.virt.hardware [None req-b4b89977-cab0-4550-8334-c71c8318f0ec tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 988.878297] env[68893]: DEBUG nova.virt.hardware [None req-b4b89977-cab0-4550-8334-c71c8318f0ec tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 988.878297] env[68893]: DEBUG nova.virt.hardware [None req-b4b89977-cab0-4550-8334-c71c8318f0ec tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 988.878742] env[68893]: DEBUG nova.virt.hardware [None req-b4b89977-cab0-4550-8334-c71c8318f0ec tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 988.878742] env[68893]: DEBUG nova.virt.hardware [None req-b4b89977-cab0-4550-8334-c71c8318f0ec tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 988.879925] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7d58f66-423f-4307-a401-4a5357f811eb {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.888896] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a3fb8de-3967-44d6-9b2a-a1eeaf7c6338 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.102982] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: 3870f0d6-e7bb-4565-be1c-9b8377a81281] Instance has had 0 of 5 cleanup attempts {{(pid=68893) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 989.134480] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d389c32c-31c2-4373-80b3-ea06a4812d0e tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Acquiring lock "71d44879-e74b-4a04-8c49-aaac1163f3f5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.134911] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d389c32c-31c2-4373-80b3-ea06a4812d0e tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Lock "71d44879-e74b-4a04-8c49-aaac1163f3f5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.135167] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d389c32c-31c2-4373-80b3-ea06a4812d0e tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Acquiring lock "71d44879-e74b-4a04-8c49-aaac1163f3f5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.135346] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d389c32c-31c2-4373-80b3-ea06a4812d0e tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Lock "71d44879-e74b-4a04-8c49-aaac1163f3f5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.135532] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d389c32c-31c2-4373-80b3-ea06a4812d0e tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Lock "71d44879-e74b-4a04-8c49-aaac1163f3f5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.137927] env[68893]: INFO nova.compute.manager [None req-d389c32c-31c2-4373-80b3-ea06a4812d0e tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] [instance: 71d44879-e74b-4a04-8c49-aaac1163f3f5] Terminating instance [ 989.197961] env[68893]: DEBUG nova.compute.manager [req-7601ef85-355b-4a9f-b2de-904b17911f3d req-8b9ca470-e2fa-468e-a852-3f29fb6f387c service nova] [instance: 250fb202-c0a4-4fc9-822e-d3c18cf8d340] Received event network-vif-plugged-867da4e9-99e0-44f1-8a80-cfceacc29de7 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 989.200046] env[68893]: DEBUG oslo_concurrency.lockutils [req-7601ef85-355b-4a9f-b2de-904b17911f3d req-8b9ca470-e2fa-468e-a852-3f29fb6f387c service nova] Acquiring lock "250fb202-c0a4-4fc9-822e-d3c18cf8d340-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.200370] env[68893]: DEBUG oslo_concurrency.lockutils [req-7601ef85-355b-4a9f-b2de-904b17911f3d req-8b9ca470-e2fa-468e-a852-3f29fb6f387c service nova] Lock "250fb202-c0a4-4fc9-822e-d3c18cf8d340-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.003s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.200556] env[68893]: DEBUG oslo_concurrency.lockutils [req-7601ef85-355b-4a9f-b2de-904b17911f3d req-8b9ca470-e2fa-468e-a852-3f29fb6f387c service nova] Lock "250fb202-c0a4-4fc9-822e-d3c18cf8d340-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.200735] env[68893]: DEBUG nova.compute.manager [req-7601ef85-355b-4a9f-b2de-904b17911f3d req-8b9ca470-e2fa-468e-a852-3f29fb6f387c service nova] [instance: 250fb202-c0a4-4fc9-822e-d3c18cf8d340] No waiting events found dispatching network-vif-plugged-867da4e9-99e0-44f1-8a80-cfceacc29de7 {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 989.200902] env[68893]: WARNING nova.compute.manager [req-7601ef85-355b-4a9f-b2de-904b17911f3d req-8b9ca470-e2fa-468e-a852-3f29fb6f387c service nova] [instance: 250fb202-c0a4-4fc9-822e-d3c18cf8d340] Received unexpected event network-vif-plugged-867da4e9-99e0-44f1-8a80-cfceacc29de7 for instance with vm_state building and task_state spawning. [ 989.201395] env[68893]: DEBUG oslo_concurrency.lockutils [None req-9d12a837-578f-4240-b0b1-6bdaff8a0048 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Releasing lock "refresh_cache-9d2c4276-803a-45ac-92bd-82eb2c5095eb" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.201658] env[68893]: DEBUG nova.compute.manager [None req-9d12a837-578f-4240-b0b1-6bdaff8a0048 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 9d2c4276-803a-45ac-92bd-82eb2c5095eb] Instance network_info: |[{"id": "64cfb0cd-9d01-45dc-8f73-d69660ee0757", "address": "fa:16:3e:8c:5d:16", "network": {"id": "cd4544f9-c687-4245-bf7a-8be777c837e0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1345768403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbd67998ec3645b28f40986ddb6faf06", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64cfb0cd-9d", "ovs_interfaceid": "64cfb0cd-9d01-45dc-8f73-d69660ee0757", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 989.202387] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-9d12a837-578f-4240-b0b1-6bdaff8a0048 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 9d2c4276-803a-45ac-92bd-82eb2c5095eb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:5d:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba866c99-1cb2-4588-9f76-4bc0421ed46a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '64cfb0cd-9d01-45dc-8f73-d69660ee0757', 'vif_model': 'vmxnet3'}] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 989.215174] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9d12a837-578f-4240-b0b1-6bdaff8a0048 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 989.215643] env[68893]: INFO nova.compute.manager [-] [instance: d2187069-2dba-4d01-969f-510f659fc163] Took 1.41 seconds to deallocate network for instance. [ 989.216295] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d2c4276-803a-45ac-92bd-82eb2c5095eb] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 989.216915] env[68893]: DEBUG oslo_concurrency.lockutils [None req-62bc02c7-64ac-4fe4-b1d7-46e23534c0fe tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Acquiring lock "9c6996d6-48cd-4bcd-847a-a05b547a6891" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.217177] env[68893]: DEBUG oslo_concurrency.lockutils [None req-62bc02c7-64ac-4fe4-b1d7-46e23534c0fe tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Lock "9c6996d6-48cd-4bcd-847a-a05b547a6891" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.217376] env[68893]: DEBUG oslo_concurrency.lockutils [None req-62bc02c7-64ac-4fe4-b1d7-46e23534c0fe tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Acquiring lock "9c6996d6-48cd-4bcd-847a-a05b547a6891-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.217746] env[68893]: DEBUG oslo_concurrency.lockutils [None req-62bc02c7-64ac-4fe4-b1d7-46e23534c0fe tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Lock "9c6996d6-48cd-4bcd-847a-a05b547a6891-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.218074] env[68893]: DEBUG oslo_concurrency.lockutils [None req-62bc02c7-64ac-4fe4-b1d7-46e23534c0fe tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Lock "9c6996d6-48cd-4bcd-847a-a05b547a6891-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.221414] env[68893]: INFO nova.compute.manager [None req-62bc02c7-64ac-4fe4-b1d7-46e23534c0fe tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] [instance: 9c6996d6-48cd-4bcd-847a-a05b547a6891] Terminating instance [ 989.226184] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-66f83ae5-4c61-458f-bf78-e91c02d54cc7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.250390] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 989.250390] env[68893]: value = "task-2791872" [ 989.250390] env[68893]: _type = "Task" [ 989.250390] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.258710] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791872, 'name': CreateVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.319680] env[68893]: DEBUG nova.network.neutron [None req-b4b89977-cab0-4550-8334-c71c8318f0ec tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] [instance: 250fb202-c0a4-4fc9-822e-d3c18cf8d340] Successfully updated port: 867da4e9-99e0-44f1-8a80-cfceacc29de7 {{(pid=68893) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 989.347563] env[68893]: DEBUG oslo_concurrency.lockutils [None req-567778df-8672-409c-8071-74b1a70aba88 tempest-ServersAaction247Test-1215653772 tempest-ServersAaction247Test-1215653772-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.527s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.348062] env[68893]: DEBUG nova.compute.manager [None req-567778df-8672-409c-8071-74b1a70aba88 tempest-ServersAaction247Test-1215653772 tempest-ServersAaction247Test-1215653772-project-member] [instance: 8d99ff20-bffa-417a-ae2a-84957a794332] Start building networks asynchronously for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 989.351507] env[68893]: DEBUG oslo_concurrency.lockutils [None req-130dfb65-d5f1-4975-9c46-3b9f27ad9735 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.702s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.351707] env[68893]: DEBUG oslo_concurrency.lockutils [None req-130dfb65-d5f1-4975-9c46-3b9f27ad9735 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.353715] env[68893]: DEBUG oslo_concurrency.lockutils [None req-20b188a8-5bf2-4326-bcd4-e2cdbf3536d4 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.042s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.353881] env[68893]: DEBUG oslo_concurrency.lockutils [None req-20b188a8-5bf2-4326-bcd4-e2cdbf3536d4 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.355857] env[68893]: DEBUG oslo_concurrency.lockutils [None req-0940e77b-0e24-472d-9431-74fdee8ef7ce tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.004s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.356057] env[68893]: DEBUG oslo_concurrency.lockutils [None req-0940e77b-0e24-472d-9431-74fdee8ef7ce tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.358090] env[68893]: DEBUG oslo_concurrency.lockutils [None req-71901667-f68d-4289-95b4-c00025aa1f85 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.710s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.359662] env[68893]: INFO nova.compute.claims [None req-71901667-f68d-4289-95b4-c00025aa1f85 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 8b58659b-aaf9-4fa9-98b2-3153180f0570] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 989.399237] env[68893]: INFO nova.scheduler.client.report [None req-20b188a8-5bf2-4326-bcd4-e2cdbf3536d4 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Deleted allocations for instance 92f9ce8c-c3a3-4c6b-8e10-81123681378d [ 989.401957] env[68893]: INFO nova.scheduler.client.report [None req-0940e77b-0e24-472d-9431-74fdee8ef7ce tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Deleted allocations for instance b7c373f5-60c3-44c6-bbe7-d66be17f34fd [ 989.415637] env[68893]: INFO nova.scheduler.client.report [None req-130dfb65-d5f1-4975-9c46-3b9f27ad9735 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Deleted allocations for instance 706ea7e2-3150-4843-a0dd-e60e1cef3c52 [ 989.529540] env[68893]: DEBUG nova.compute.manager [req-d588c218-e0d2-41a0-9aa7-0b3b39f19a34 req-bfd5d41b-da4b-47e8-911d-e7fee05e89d2 service nova] [instance: 9d2c4276-803a-45ac-92bd-82eb2c5095eb] Received event network-changed-64cfb0cd-9d01-45dc-8f73-d69660ee0757 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 989.529540] env[68893]: DEBUG nova.compute.manager [req-d588c218-e0d2-41a0-9aa7-0b3b39f19a34 req-bfd5d41b-da4b-47e8-911d-e7fee05e89d2 service nova] [instance: 9d2c4276-803a-45ac-92bd-82eb2c5095eb] Refreshing instance network info cache due to event network-changed-64cfb0cd-9d01-45dc-8f73-d69660ee0757. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 989.529631] env[68893]: DEBUG oslo_concurrency.lockutils [req-d588c218-e0d2-41a0-9aa7-0b3b39f19a34 req-bfd5d41b-da4b-47e8-911d-e7fee05e89d2 service nova] Acquiring lock "refresh_cache-9d2c4276-803a-45ac-92bd-82eb2c5095eb" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.529788] env[68893]: DEBUG oslo_concurrency.lockutils [req-d588c218-e0d2-41a0-9aa7-0b3b39f19a34 req-bfd5d41b-da4b-47e8-911d-e7fee05e89d2 service nova] Acquired lock "refresh_cache-9d2c4276-803a-45ac-92bd-82eb2c5095eb" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.529956] env[68893]: DEBUG nova.network.neutron [req-d588c218-e0d2-41a0-9aa7-0b3b39f19a34 req-bfd5d41b-da4b-47e8-911d-e7fee05e89d2 service nova] [instance: 9d2c4276-803a-45ac-92bd-82eb2c5095eb] Refreshing network info cache for port 64cfb0cd-9d01-45dc-8f73-d69660ee0757 {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 989.607697] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: b33e73d3-3470-4cc1-ba04-c0d25f13cfea] Instance has had 0 of 5 cleanup attempts {{(pid=68893) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 989.645863] env[68893]: DEBUG nova.compute.manager [None req-d389c32c-31c2-4373-80b3-ea06a4812d0e tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] [instance: 71d44879-e74b-4a04-8c49-aaac1163f3f5] Start destroying the instance on the hypervisor. {{(pid=68893) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 989.646428] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-d389c32c-31c2-4373-80b3-ea06a4812d0e tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] [instance: 71d44879-e74b-4a04-8c49-aaac1163f3f5] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 989.650468] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3528acd2-687b-4b16-81ab-7ad24c7caeb7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.659199] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-d389c32c-31c2-4373-80b3-ea06a4812d0e tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] [instance: 71d44879-e74b-4a04-8c49-aaac1163f3f5] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 989.659483] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cd6fda84-9a29-4959-8ad4-5063d13e52f3 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.666578] env[68893]: DEBUG oslo_vmware.api [None req-d389c32c-31c2-4373-80b3-ea06a4812d0e tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Waiting for the task: (returnval){ [ 989.666578] env[68893]: value = "task-2791873" [ 989.666578] env[68893]: _type = "Task" [ 989.666578] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.675031] env[68893]: DEBUG oslo_vmware.api [None req-d389c32c-31c2-4373-80b3-ea06a4812d0e tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Task: {'id': task-2791873, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.746369] env[68893]: DEBUG oslo_concurrency.lockutils [None req-7265a5c6-2077-43b8-a729-5e86ccb5261b tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.747009] env[68893]: DEBUG nova.compute.manager [None req-62bc02c7-64ac-4fe4-b1d7-46e23534c0fe tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] [instance: 9c6996d6-48cd-4bcd-847a-a05b547a6891] Start destroying the instance on the hypervisor. {{(pid=68893) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 989.747225] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-62bc02c7-64ac-4fe4-b1d7-46e23534c0fe tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] [instance: 9c6996d6-48cd-4bcd-847a-a05b547a6891] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 989.748425] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d28b237-0e91-4f3f-b8e2-b62db502d89c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.766352] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791872, 'name': CreateVM_Task, 'duration_secs': 0.406217} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.766901] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-62bc02c7-64ac-4fe4-b1d7-46e23534c0fe tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] [instance: 9c6996d6-48cd-4bcd-847a-a05b547a6891] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 989.767125] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d2c4276-803a-45ac-92bd-82eb2c5095eb] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 989.767361] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cbab475c-b0b4-42a8-a01f-25cdca027698 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.769325] env[68893]: DEBUG oslo_concurrency.lockutils [None req-9d12a837-578f-4240-b0b1-6bdaff8a0048 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.769485] env[68893]: DEBUG oslo_concurrency.lockutils [None req-9d12a837-578f-4240-b0b1-6bdaff8a0048 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.769792] env[68893]: DEBUG oslo_concurrency.lockutils [None req-9d12a837-578f-4240-b0b1-6bdaff8a0048 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.770050] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0b97233-e583-4405-abec-ae26e85a07b6 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.774530] env[68893]: DEBUG oslo_vmware.api [None req-9d12a837-578f-4240-b0b1-6bdaff8a0048 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Waiting for the task: (returnval){ [ 989.774530] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52d0f160-a408-0657-8a0d-624e2b1b7bc5" [ 989.774530] env[68893]: _type = "Task" [ 989.774530] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.778465] env[68893]: DEBUG oslo_vmware.api [None req-62bc02c7-64ac-4fe4-b1d7-46e23534c0fe tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Waiting for the task: (returnval){ [ 989.778465] env[68893]: value = "task-2791874" [ 989.778465] env[68893]: _type = "Task" [ 989.778465] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.785093] env[68893]: DEBUG oslo_vmware.api [None req-9d12a837-578f-4240-b0b1-6bdaff8a0048 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52d0f160-a408-0657-8a0d-624e2b1b7bc5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.789827] env[68893]: DEBUG oslo_vmware.api [None req-62bc02c7-64ac-4fe4-b1d7-46e23534c0fe tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Task: {'id': task-2791874, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.822723] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b4b89977-cab0-4550-8334-c71c8318f0ec tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Acquiring lock "refresh_cache-250fb202-c0a4-4fc9-822e-d3c18cf8d340" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.822908] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b4b89977-cab0-4550-8334-c71c8318f0ec tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Acquired lock "refresh_cache-250fb202-c0a4-4fc9-822e-d3c18cf8d340" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.823034] env[68893]: DEBUG nova.network.neutron [None req-b4b89977-cab0-4550-8334-c71c8318f0ec tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] [instance: 250fb202-c0a4-4fc9-822e-d3c18cf8d340] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 989.853114] env[68893]: DEBUG nova.compute.utils [None req-567778df-8672-409c-8071-74b1a70aba88 tempest-ServersAaction247Test-1215653772 tempest-ServersAaction247Test-1215653772-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 989.856595] env[68893]: DEBUG nova.compute.manager [None req-567778df-8672-409c-8071-74b1a70aba88 tempest-ServersAaction247Test-1215653772 tempest-ServersAaction247Test-1215653772-project-member] [instance: 8d99ff20-bffa-417a-ae2a-84957a794332] Not allocating networking since 'none' was specified. {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 989.912246] env[68893]: DEBUG oslo_concurrency.lockutils [None req-0940e77b-0e24-472d-9431-74fdee8ef7ce tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Lock "b7c373f5-60c3-44c6-bbe7-d66be17f34fd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.588s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.913208] env[68893]: DEBUG oslo_concurrency.lockutils [None req-20b188a8-5bf2-4326-bcd4-e2cdbf3536d4 tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Lock "92f9ce8c-c3a3-4c6b-8e10-81123681378d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.055s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.922529] env[68893]: DEBUG oslo_concurrency.lockutils [None req-130dfb65-d5f1-4975-9c46-3b9f27ad9735 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Lock "706ea7e2-3150-4843-a0dd-e60e1cef3c52" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.798s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.110583] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: 8cd7dab4-e083-415f-937c-8d3e0c9fc26c] Instance has had 0 of 5 cleanup attempts {{(pid=68893) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 990.181457] env[68893]: DEBUG oslo_vmware.api [None req-d389c32c-31c2-4373-80b3-ea06a4812d0e tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Task: {'id': task-2791873, 'name': PowerOffVM_Task, 'duration_secs': 0.19468} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.181801] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-d389c32c-31c2-4373-80b3-ea06a4812d0e tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] [instance: 71d44879-e74b-4a04-8c49-aaac1163f3f5] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 990.182033] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-d389c32c-31c2-4373-80b3-ea06a4812d0e tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] [instance: 71d44879-e74b-4a04-8c49-aaac1163f3f5] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 990.182322] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ec60fb51-30ad-4d8f-9111-d86872aeadb6 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.250665] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-d389c32c-31c2-4373-80b3-ea06a4812d0e tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] [instance: 71d44879-e74b-4a04-8c49-aaac1163f3f5] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 990.250901] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-d389c32c-31c2-4373-80b3-ea06a4812d0e tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] [instance: 71d44879-e74b-4a04-8c49-aaac1163f3f5] Deleting contents of the VM from datastore datastore1 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 990.251100] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-d389c32c-31c2-4373-80b3-ea06a4812d0e tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Deleting the datastore file [datastore1] 71d44879-e74b-4a04-8c49-aaac1163f3f5 {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 990.251363] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-03ef154a-c0ae-4790-a7df-ec40bfecec62 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.260073] env[68893]: DEBUG oslo_vmware.api [None req-d389c32c-31c2-4373-80b3-ea06a4812d0e tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Waiting for the task: (returnval){ [ 990.260073] env[68893]: value = "task-2791876" [ 990.260073] env[68893]: _type = "Task" [ 990.260073] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.269268] env[68893]: DEBUG oslo_vmware.api [None req-d389c32c-31c2-4373-80b3-ea06a4812d0e tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Task: {'id': task-2791876, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.287084] env[68893]: DEBUG oslo_vmware.api [None req-9d12a837-578f-4240-b0b1-6bdaff8a0048 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52d0f160-a408-0657-8a0d-624e2b1b7bc5, 'name': SearchDatastore_Task, 'duration_secs': 0.011935} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.287860] env[68893]: DEBUG oslo_concurrency.lockutils [None req-9d12a837-578f-4240-b0b1-6bdaff8a0048 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.288147] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-9d12a837-578f-4240-b0b1-6bdaff8a0048 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 9d2c4276-803a-45ac-92bd-82eb2c5095eb] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 990.288439] env[68893]: DEBUG oslo_concurrency.lockutils [None req-9d12a837-578f-4240-b0b1-6bdaff8a0048 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.288593] env[68893]: DEBUG oslo_concurrency.lockutils [None req-9d12a837-578f-4240-b0b1-6bdaff8a0048 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.288774] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d12a837-578f-4240-b0b1-6bdaff8a0048 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 990.292913] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-04c5d50c-eb15-462d-8058-de34593ba829 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.294773] env[68893]: DEBUG oslo_vmware.api [None req-62bc02c7-64ac-4fe4-b1d7-46e23534c0fe tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Task: {'id': task-2791874, 'name': PowerOffVM_Task, 'duration_secs': 0.192784} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.295154] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-62bc02c7-64ac-4fe4-b1d7-46e23534c0fe tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] [instance: 9c6996d6-48cd-4bcd-847a-a05b547a6891] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 990.295349] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-62bc02c7-64ac-4fe4-b1d7-46e23534c0fe tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] [instance: 9c6996d6-48cd-4bcd-847a-a05b547a6891] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 990.295973] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-553ccf47-8f5c-425a-a9f7-460410207c16 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.301932] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d12a837-578f-4240-b0b1-6bdaff8a0048 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 990.302132] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-9d12a837-578f-4240-b0b1-6bdaff8a0048 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 990.302832] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35ab0914-a813-4c78-acce-9794f3a28d58 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.308747] env[68893]: DEBUG oslo_vmware.api [None req-9d12a837-578f-4240-b0b1-6bdaff8a0048 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Waiting for the task: (returnval){ [ 990.308747] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52554c11-9a36-2045-01d4-2c9d026e7a18" [ 990.308747] env[68893]: _type = "Task" [ 990.308747] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.318449] env[68893]: DEBUG oslo_vmware.api [None req-9d12a837-578f-4240-b0b1-6bdaff8a0048 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52554c11-9a36-2045-01d4-2c9d026e7a18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.329795] env[68893]: DEBUG oslo_concurrency.lockutils [None req-88d2bd84-61d3-4dbb-8795-fcbbc974ab9d tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Acquiring lock "74e4929e-3ae3-4358-9544-e64b5c2f237f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.330328] env[68893]: DEBUG oslo_concurrency.lockutils [None req-88d2bd84-61d3-4dbb-8795-fcbbc974ab9d tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Lock "74e4929e-3ae3-4358-9544-e64b5c2f237f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.330699] env[68893]: DEBUG oslo_concurrency.lockutils [None req-88d2bd84-61d3-4dbb-8795-fcbbc974ab9d tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Acquiring lock "74e4929e-3ae3-4358-9544-e64b5c2f237f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.331057] env[68893]: DEBUG oslo_concurrency.lockutils [None req-88d2bd84-61d3-4dbb-8795-fcbbc974ab9d tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Lock "74e4929e-3ae3-4358-9544-e64b5c2f237f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.331277] env[68893]: DEBUG oslo_concurrency.lockutils [None req-88d2bd84-61d3-4dbb-8795-fcbbc974ab9d tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Lock "74e4929e-3ae3-4358-9544-e64b5c2f237f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.333608] env[68893]: INFO nova.compute.manager [None req-88d2bd84-61d3-4dbb-8795-fcbbc974ab9d tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: 74e4929e-3ae3-4358-9544-e64b5c2f237f] Terminating instance [ 990.356645] env[68893]: DEBUG nova.compute.manager [None req-567778df-8672-409c-8071-74b1a70aba88 tempest-ServersAaction247Test-1215653772 tempest-ServersAaction247Test-1215653772-project-member] [instance: 8d99ff20-bffa-417a-ae2a-84957a794332] Start building block device mappings for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 990.360188] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-62bc02c7-64ac-4fe4-b1d7-46e23534c0fe tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] [instance: 9c6996d6-48cd-4bcd-847a-a05b547a6891] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 990.360436] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-62bc02c7-64ac-4fe4-b1d7-46e23534c0fe tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] [instance: 9c6996d6-48cd-4bcd-847a-a05b547a6891] Deleting contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 990.360643] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-62bc02c7-64ac-4fe4-b1d7-46e23534c0fe tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Deleting the datastore file [datastore2] 9c6996d6-48cd-4bcd-847a-a05b547a6891 {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 990.360957] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2a3b7da0-0b88-41cc-9452-7726720d125f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.368247] env[68893]: DEBUG oslo_vmware.api [None req-62bc02c7-64ac-4fe4-b1d7-46e23534c0fe tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Waiting for the task: (returnval){ [ 990.368247] env[68893]: value = "task-2791878" [ 990.368247] env[68893]: _type = "Task" [ 990.368247] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.384420] env[68893]: DEBUG oslo_vmware.api [None req-62bc02c7-64ac-4fe4-b1d7-46e23534c0fe tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Task: {'id': task-2791878, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.409158] env[68893]: DEBUG nova.network.neutron [None req-b4b89977-cab0-4550-8334-c71c8318f0ec tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] [instance: 250fb202-c0a4-4fc9-822e-d3c18cf8d340] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 990.579775] env[68893]: DEBUG nova.network.neutron [req-d588c218-e0d2-41a0-9aa7-0b3b39f19a34 req-bfd5d41b-da4b-47e8-911d-e7fee05e89d2 service nova] [instance: 9d2c4276-803a-45ac-92bd-82eb2c5095eb] Updated VIF entry in instance network info cache for port 64cfb0cd-9d01-45dc-8f73-d69660ee0757. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 990.587023] env[68893]: DEBUG nova.network.neutron [req-d588c218-e0d2-41a0-9aa7-0b3b39f19a34 req-bfd5d41b-da4b-47e8-911d-e7fee05e89d2 service nova] [instance: 9d2c4276-803a-45ac-92bd-82eb2c5095eb] Updating instance_info_cache with network_info: [{"id": "64cfb0cd-9d01-45dc-8f73-d69660ee0757", "address": "fa:16:3e:8c:5d:16", "network": {"id": "cd4544f9-c687-4245-bf7a-8be777c837e0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1345768403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbd67998ec3645b28f40986ddb6faf06", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64cfb0cd-9d", "ovs_interfaceid": "64cfb0cd-9d01-45dc-8f73-d69660ee0757", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.614255] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: 5ba2b5c7-ec6d-49da-82ce-e76c402497fb] Instance has had 0 of 5 cleanup attempts {{(pid=68893) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 990.706318] env[68893]: DEBUG nova.network.neutron [None req-b4b89977-cab0-4550-8334-c71c8318f0ec tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] [instance: 250fb202-c0a4-4fc9-822e-d3c18cf8d340] Updating instance_info_cache with network_info: [{"id": "867da4e9-99e0-44f1-8a80-cfceacc29de7", "address": "fa:16:3e:ac:a8:73", "network": {"id": "3a3ee66b-d6c9-42be-96b0-b379b748814e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-449769129-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "16847a024c794c4991b8a93717dcf937", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap867da4e9-99", "ovs_interfaceid": "867da4e9-99e0-44f1-8a80-cfceacc29de7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.709067] env[68893]: DEBUG nova.compute.manager [None req-541376a6-1297-4d28-b8bb-954d4921b52d tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: c648b3f3-3761-4018-95cd-bb62c58421db] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 990.710464] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25bb0ff9-2581-47c6-8f7b-5449318987ad {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.738177] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97e33413-829a-4dd4-8010-5fe88836cd52 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.749162] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0b112db-351d-4353-b086-0b2348e0527b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.787765] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7502ca0d-2dd7-49ff-81ce-f19e316c722b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.796027] env[68893]: DEBUG oslo_vmware.api [None req-d389c32c-31c2-4373-80b3-ea06a4812d0e tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Task: {'id': task-2791876, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140634} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.798106] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-d389c32c-31c2-4373-80b3-ea06a4812d0e tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 990.798294] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-d389c32c-31c2-4373-80b3-ea06a4812d0e tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] [instance: 71d44879-e74b-4a04-8c49-aaac1163f3f5] Deleted contents of the VM from datastore datastore1 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 990.798467] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-d389c32c-31c2-4373-80b3-ea06a4812d0e tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] [instance: 71d44879-e74b-4a04-8c49-aaac1163f3f5] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 990.798640] env[68893]: INFO nova.compute.manager [None req-d389c32c-31c2-4373-80b3-ea06a4812d0e tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] [instance: 71d44879-e74b-4a04-8c49-aaac1163f3f5] Took 1.15 seconds to destroy the instance on the hypervisor. [ 990.799669] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d389c32c-31c2-4373-80b3-ea06a4812d0e tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 990.799669] env[68893]: DEBUG nova.compute.manager [-] [instance: 71d44879-e74b-4a04-8c49-aaac1163f3f5] Deallocating network for instance {{(pid=68893) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 990.799669] env[68893]: DEBUG nova.network.neutron [-] [instance: 71d44879-e74b-4a04-8c49-aaac1163f3f5] deallocate_for_instance() {{(pid=68893) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 990.801989] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-328d6081-5f80-4faa-8043-3f7966c6b8e6 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.823960] env[68893]: DEBUG nova.compute.provider_tree [None req-71901667-f68d-4289-95b4-c00025aa1f85 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Updating inventory in ProviderTree for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 990.829151] env[68893]: DEBUG oslo_vmware.api [None req-9d12a837-578f-4240-b0b1-6bdaff8a0048 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52554c11-9a36-2045-01d4-2c9d026e7a18, 'name': SearchDatastore_Task, 'duration_secs': 0.008142} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.830053] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-874b079d-6913-4c3e-9efb-05903805ed91 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.836542] env[68893]: DEBUG oslo_vmware.api [None req-9d12a837-578f-4240-b0b1-6bdaff8a0048 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Waiting for the task: (returnval){ [ 990.836542] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]5257ba1a-79e0-c06d-d1e1-d0154e2f26f7" [ 990.836542] env[68893]: _type = "Task" [ 990.836542] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.840148] env[68893]: DEBUG nova.compute.manager [None req-88d2bd84-61d3-4dbb-8795-fcbbc974ab9d tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: 74e4929e-3ae3-4358-9544-e64b5c2f237f] Start destroying the instance on the hypervisor. {{(pid=68893) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 990.840361] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-88d2bd84-61d3-4dbb-8795-fcbbc974ab9d tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: 74e4929e-3ae3-4358-9544-e64b5c2f237f] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 990.842166] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30e263d4-9fd6-4a58-9fc2-28d1d57f8e77 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.849615] env[68893]: DEBUG oslo_vmware.api [None req-9d12a837-578f-4240-b0b1-6bdaff8a0048 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]5257ba1a-79e0-c06d-d1e1-d0154e2f26f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.851757] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-88d2bd84-61d3-4dbb-8795-fcbbc974ab9d tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: 74e4929e-3ae3-4358-9544-e64b5c2f237f] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 990.851942] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f702f81b-438a-4e22-a2db-93dc17bfdbb6 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.859867] env[68893]: DEBUG oslo_vmware.api [None req-88d2bd84-61d3-4dbb-8795-fcbbc974ab9d tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Waiting for the task: (returnval){ [ 990.859867] env[68893]: value = "task-2791879" [ 990.859867] env[68893]: _type = "Task" [ 990.859867] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.877354] env[68893]: DEBUG oslo_vmware.api [None req-88d2bd84-61d3-4dbb-8795-fcbbc974ab9d tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': task-2791879, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.882540] env[68893]: DEBUG oslo_vmware.api [None req-62bc02c7-64ac-4fe4-b1d7-46e23534c0fe tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Task: {'id': task-2791878, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14006} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.882795] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-62bc02c7-64ac-4fe4-b1d7-46e23534c0fe tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 990.882983] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-62bc02c7-64ac-4fe4-b1d7-46e23534c0fe tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] [instance: 9c6996d6-48cd-4bcd-847a-a05b547a6891] Deleted contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 990.883174] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-62bc02c7-64ac-4fe4-b1d7-46e23534c0fe tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] [instance: 9c6996d6-48cd-4bcd-847a-a05b547a6891] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 990.883349] env[68893]: INFO nova.compute.manager [None req-62bc02c7-64ac-4fe4-b1d7-46e23534c0fe tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] [instance: 9c6996d6-48cd-4bcd-847a-a05b547a6891] Took 1.14 seconds to destroy the instance on the hypervisor. [ 990.883582] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-62bc02c7-64ac-4fe4-b1d7-46e23534c0fe tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 990.883771] env[68893]: DEBUG nova.compute.manager [-] [instance: 9c6996d6-48cd-4bcd-847a-a05b547a6891] Deallocating network for instance {{(pid=68893) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 990.883869] env[68893]: DEBUG nova.network.neutron [-] [instance: 9c6996d6-48cd-4bcd-847a-a05b547a6891] deallocate_for_instance() {{(pid=68893) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 991.090487] env[68893]: DEBUG oslo_concurrency.lockutils [req-d588c218-e0d2-41a0-9aa7-0b3b39f19a34 req-bfd5d41b-da4b-47e8-911d-e7fee05e89d2 service nova] Releasing lock "refresh_cache-9d2c4276-803a-45ac-92bd-82eb2c5095eb" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.090797] env[68893]: DEBUG nova.compute.manager [req-d588c218-e0d2-41a0-9aa7-0b3b39f19a34 req-bfd5d41b-da4b-47e8-911d-e7fee05e89d2 service nova] [instance: d2187069-2dba-4d01-969f-510f659fc163] Received event network-vif-deleted-83210d30-f086-4b9b-9f37-e58f8c9649f4 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 991.117505] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: 3d1591a1-3e98-4978-a25b-38b4c304230a] Instance has had 0 of 5 cleanup attempts {{(pid=68893) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 991.211838] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b4b89977-cab0-4550-8334-c71c8318f0ec tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Releasing lock "refresh_cache-250fb202-c0a4-4fc9-822e-d3c18cf8d340" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.212210] env[68893]: DEBUG nova.compute.manager [None req-b4b89977-cab0-4550-8334-c71c8318f0ec tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] [instance: 250fb202-c0a4-4fc9-822e-d3c18cf8d340] Instance network_info: |[{"id": "867da4e9-99e0-44f1-8a80-cfceacc29de7", "address": "fa:16:3e:ac:a8:73", "network": {"id": "3a3ee66b-d6c9-42be-96b0-b379b748814e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-449769129-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "16847a024c794c4991b8a93717dcf937", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap867da4e9-99", "ovs_interfaceid": "867da4e9-99e0-44f1-8a80-cfceacc29de7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 991.214017] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-b4b89977-cab0-4550-8334-c71c8318f0ec tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] [instance: 250fb202-c0a4-4fc9-822e-d3c18cf8d340] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:a8:73', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '87bbf4e0-9064-4516-b7e7-44973f817205', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '867da4e9-99e0-44f1-8a80-cfceacc29de7', 'vif_model': 'vmxnet3'}] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 991.222460] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b4b89977-cab0-4550-8334-c71c8318f0ec tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 991.222970] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 250fb202-c0a4-4fc9-822e-d3c18cf8d340] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 991.224100] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-62272f8f-c248-4d36-b9b2-88da9e5214d1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.241240] env[68893]: INFO nova.compute.manager [None req-541376a6-1297-4d28-b8bb-954d4921b52d tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: c648b3f3-3761-4018-95cd-bb62c58421db] instance snapshotting [ 991.241446] env[68893]: WARNING nova.compute.manager [None req-541376a6-1297-4d28-b8bb-954d4921b52d tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: c648b3f3-3761-4018-95cd-bb62c58421db] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 991.243936] env[68893]: DEBUG nova.compute.manager [req-63af90a2-15c3-43dc-98ef-7b37ec293e19 req-0d5c613d-7d60-4ca2-bed1-2b00f9a3b4f9 service nova] [instance: 250fb202-c0a4-4fc9-822e-d3c18cf8d340] Received event network-changed-867da4e9-99e0-44f1-8a80-cfceacc29de7 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 991.244038] env[68893]: DEBUG nova.compute.manager [req-63af90a2-15c3-43dc-98ef-7b37ec293e19 req-0d5c613d-7d60-4ca2-bed1-2b00f9a3b4f9 service nova] [instance: 250fb202-c0a4-4fc9-822e-d3c18cf8d340] Refreshing instance network info cache due to event network-changed-867da4e9-99e0-44f1-8a80-cfceacc29de7. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 991.244232] env[68893]: DEBUG oslo_concurrency.lockutils [req-63af90a2-15c3-43dc-98ef-7b37ec293e19 req-0d5c613d-7d60-4ca2-bed1-2b00f9a3b4f9 service nova] Acquiring lock "refresh_cache-250fb202-c0a4-4fc9-822e-d3c18cf8d340" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.244371] env[68893]: DEBUG oslo_concurrency.lockutils [req-63af90a2-15c3-43dc-98ef-7b37ec293e19 req-0d5c613d-7d60-4ca2-bed1-2b00f9a3b4f9 service nova] Acquired lock "refresh_cache-250fb202-c0a4-4fc9-822e-d3c18cf8d340" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.244529] env[68893]: DEBUG nova.network.neutron [req-63af90a2-15c3-43dc-98ef-7b37ec293e19 req-0d5c613d-7d60-4ca2-bed1-2b00f9a3b4f9 service nova] [instance: 250fb202-c0a4-4fc9-822e-d3c18cf8d340] Refreshing network info cache for port 867da4e9-99e0-44f1-8a80-cfceacc29de7 {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 991.247305] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f3b629c-46c6-48cd-aa50-dad7dfa2c2ae {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.252549] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 991.252549] env[68893]: value = "task-2791880" [ 991.252549] env[68893]: _type = "Task" [ 991.252549] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.273926] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30b34830-7f27-4414-8501-304472638d02 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.280465] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791880, 'name': CreateVM_Task} progress is 10%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.296188] env[68893]: DEBUG oslo_concurrency.lockutils [None req-2b6b6ab9-81d3-4f8d-9578-dd3149a90cf4 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Acquiring lock "0df1cf01-48d1-4da5-96d7-e4a71fa6396f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.296480] env[68893]: DEBUG oslo_concurrency.lockutils [None req-2b6b6ab9-81d3-4f8d-9578-dd3149a90cf4 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Lock "0df1cf01-48d1-4da5-96d7-e4a71fa6396f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.346934] env[68893]: DEBUG oslo_vmware.api [None req-9d12a837-578f-4240-b0b1-6bdaff8a0048 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]5257ba1a-79e0-c06d-d1e1-d0154e2f26f7, 'name': SearchDatastore_Task, 'duration_secs': 0.01529} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.347229] env[68893]: DEBUG oslo_concurrency.lockutils [None req-9d12a837-578f-4240-b0b1-6bdaff8a0048 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.347549] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d12a837-578f-4240-b0b1-6bdaff8a0048 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] 9d2c4276-803a-45ac-92bd-82eb2c5095eb/9d2c4276-803a-45ac-92bd-82eb2c5095eb.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 991.348979] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-31d85996-02d7-4c67-85f0-81d12988d659 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.350348] env[68893]: ERROR nova.scheduler.client.report [None req-71901667-f68d-4289-95b4-c00025aa1f85 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [req-a6d26183-7473-4365-93f6-1dd3a8074949] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d14b70d6-a636-4db0-b5a6-b901da6fa895. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a6d26183-7473-4365-93f6-1dd3a8074949"}]} [ 991.357475] env[68893]: DEBUG oslo_vmware.api [None req-9d12a837-578f-4240-b0b1-6bdaff8a0048 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Waiting for the task: (returnval){ [ 991.357475] env[68893]: value = "task-2791881" [ 991.357475] env[68893]: _type = "Task" [ 991.357475] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.370194] env[68893]: DEBUG nova.compute.manager [None req-567778df-8672-409c-8071-74b1a70aba88 tempest-ServersAaction247Test-1215653772 tempest-ServersAaction247Test-1215653772-project-member] [instance: 8d99ff20-bffa-417a-ae2a-84957a794332] Start spawning the instance on the hypervisor. {{(pid=68893) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 991.372358] env[68893]: DEBUG oslo_vmware.api [None req-9d12a837-578f-4240-b0b1-6bdaff8a0048 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2791881, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.375031] env[68893]: DEBUG nova.scheduler.client.report [None req-71901667-f68d-4289-95b4-c00025aa1f85 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Refreshing inventories for resource provider d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 991.379229] env[68893]: DEBUG oslo_vmware.api [None req-88d2bd84-61d3-4dbb-8795-fcbbc974ab9d tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': task-2791879, 'name': PowerOffVM_Task, 'duration_secs': 0.191236} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.379694] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-88d2bd84-61d3-4dbb-8795-fcbbc974ab9d tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: 74e4929e-3ae3-4358-9544-e64b5c2f237f] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 991.379868] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-88d2bd84-61d3-4dbb-8795-fcbbc974ab9d tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: 74e4929e-3ae3-4358-9544-e64b5c2f237f] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 991.380242] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3d123e7c-fd5f-408d-a307-f0a58eb38cdc {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.397408] env[68893]: DEBUG nova.scheduler.client.report [None req-71901667-f68d-4289-95b4-c00025aa1f85 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Updating ProviderTree inventory for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 991.397408] env[68893]: DEBUG nova.compute.provider_tree [None req-71901667-f68d-4289-95b4-c00025aa1f85 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Updating inventory in ProviderTree for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 991.405680] env[68893]: DEBUG nova.virt.hardware [None req-567778df-8672-409c-8071-74b1a70aba88 tempest-ServersAaction247Test-1215653772 tempest-ServersAaction247Test-1215653772-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 991.406051] env[68893]: DEBUG nova.virt.hardware [None req-567778df-8672-409c-8071-74b1a70aba88 tempest-ServersAaction247Test-1215653772 tempest-ServersAaction247Test-1215653772-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 991.406238] env[68893]: DEBUG nova.virt.hardware [None req-567778df-8672-409c-8071-74b1a70aba88 tempest-ServersAaction247Test-1215653772 tempest-ServersAaction247Test-1215653772-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 991.406433] env[68893]: DEBUG nova.virt.hardware [None req-567778df-8672-409c-8071-74b1a70aba88 tempest-ServersAaction247Test-1215653772 tempest-ServersAaction247Test-1215653772-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 991.407027] env[68893]: DEBUG nova.virt.hardware [None req-567778df-8672-409c-8071-74b1a70aba88 tempest-ServersAaction247Test-1215653772 tempest-ServersAaction247Test-1215653772-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 991.407027] env[68893]: DEBUG nova.virt.hardware [None req-567778df-8672-409c-8071-74b1a70aba88 tempest-ServersAaction247Test-1215653772 tempest-ServersAaction247Test-1215653772-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 991.407027] env[68893]: DEBUG nova.virt.hardware [None req-567778df-8672-409c-8071-74b1a70aba88 tempest-ServersAaction247Test-1215653772 tempest-ServersAaction247Test-1215653772-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 991.407215] env[68893]: DEBUG nova.virt.hardware [None req-567778df-8672-409c-8071-74b1a70aba88 tempest-ServersAaction247Test-1215653772 tempest-ServersAaction247Test-1215653772-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 991.407920] env[68893]: DEBUG nova.virt.hardware [None req-567778df-8672-409c-8071-74b1a70aba88 tempest-ServersAaction247Test-1215653772 tempest-ServersAaction247Test-1215653772-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 991.407920] env[68893]: DEBUG nova.virt.hardware [None req-567778df-8672-409c-8071-74b1a70aba88 tempest-ServersAaction247Test-1215653772 tempest-ServersAaction247Test-1215653772-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 991.407920] env[68893]: DEBUG nova.virt.hardware [None req-567778df-8672-409c-8071-74b1a70aba88 tempest-ServersAaction247Test-1215653772 tempest-ServersAaction247Test-1215653772-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 991.409141] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d858b0b-64da-4fc2-8670-0de678ec9f1f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.412162] env[68893]: DEBUG nova.scheduler.client.report [None req-71901667-f68d-4289-95b4-c00025aa1f85 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Refreshing aggregate associations for resource provider d14b70d6-a636-4db0-b5a6-b901da6fa895, aggregates: None {{(pid=68893) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 991.419721] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8571c1f8-91ac-4a0c-9678-510520a37e0a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.434455] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-567778df-8672-409c-8071-74b1a70aba88 tempest-ServersAaction247Test-1215653772 tempest-ServersAaction247Test-1215653772-project-member] [instance: 8d99ff20-bffa-417a-ae2a-84957a794332] Instance VIF info [] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 991.440249] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-567778df-8672-409c-8071-74b1a70aba88 tempest-ServersAaction247Test-1215653772 tempest-ServersAaction247Test-1215653772-project-member] Creating folder: Project (7c368347e370474f9518c3d6f2ca0534). Parent ref: group-v560969. {{(pid=68893) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 991.441646] env[68893]: DEBUG nova.scheduler.client.report [None req-71901667-f68d-4289-95b4-c00025aa1f85 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Refreshing trait associations for resource provider d14b70d6-a636-4db0-b5a6-b901da6fa895, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE {{(pid=68893) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 991.443671] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-832090d2-46cb-4dc8-9bc6-b2bf661b95f2 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.455392] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-567778df-8672-409c-8071-74b1a70aba88 tempest-ServersAaction247Test-1215653772 tempest-ServersAaction247Test-1215653772-project-member] Created folder: Project (7c368347e370474f9518c3d6f2ca0534) in parent group-v560969. [ 991.455632] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-567778df-8672-409c-8071-74b1a70aba88 tempest-ServersAaction247Test-1215653772 tempest-ServersAaction247Test-1215653772-project-member] Creating folder: Instances. Parent ref: group-v561175. {{(pid=68893) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 991.455926] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7e6c331a-93d1-4508-8798-58d441e9b9cb {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.464665] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-567778df-8672-409c-8071-74b1a70aba88 tempest-ServersAaction247Test-1215653772 tempest-ServersAaction247Test-1215653772-project-member] Created folder: Instances in parent group-v561175. [ 991.465058] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-567778df-8672-409c-8071-74b1a70aba88 tempest-ServersAaction247Test-1215653772 tempest-ServersAaction247Test-1215653772-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 991.465198] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d99ff20-bffa-417a-ae2a-84957a794332] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 991.465416] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-58b67666-7591-48d4-94b2-8983c7cc7581 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.482755] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-88d2bd84-61d3-4dbb-8795-fcbbc974ab9d tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: 74e4929e-3ae3-4358-9544-e64b5c2f237f] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 991.483016] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-88d2bd84-61d3-4dbb-8795-fcbbc974ab9d tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: 74e4929e-3ae3-4358-9544-e64b5c2f237f] Deleting contents of the VM from datastore datastore1 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 991.483210] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-88d2bd84-61d3-4dbb-8795-fcbbc974ab9d tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Deleting the datastore file [datastore1] 74e4929e-3ae3-4358-9544-e64b5c2f237f {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 991.484107] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-414cab0a-ba37-407e-9a78-5b5ec30d9e7a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.487600] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 991.487600] env[68893]: value = "task-2791885" [ 991.487600] env[68893]: _type = "Task" [ 991.487600] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.494445] env[68893]: DEBUG oslo_vmware.api [None req-88d2bd84-61d3-4dbb-8795-fcbbc974ab9d tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Waiting for the task: (returnval){ [ 991.494445] env[68893]: value = "task-2791886" [ 991.494445] env[68893]: _type = "Task" [ 991.494445] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.501010] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791885, 'name': CreateVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.508191] env[68893]: DEBUG oslo_vmware.api [None req-88d2bd84-61d3-4dbb-8795-fcbbc974ab9d tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': task-2791886, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.575076] env[68893]: DEBUG nova.compute.manager [req-3003646a-050b-4ce7-9f5d-296fce519234 req-e9f3d897-b66d-4a08-aa20-1f6a69bdbe0d service nova] [instance: 71d44879-e74b-4a04-8c49-aaac1163f3f5] Received event network-vif-deleted-e6a58cc1-b7c6-48e9-8104-dc9e360d1942 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 991.575324] env[68893]: INFO nova.compute.manager [req-3003646a-050b-4ce7-9f5d-296fce519234 req-e9f3d897-b66d-4a08-aa20-1f6a69bdbe0d service nova] [instance: 71d44879-e74b-4a04-8c49-aaac1163f3f5] Neutron deleted interface e6a58cc1-b7c6-48e9-8104-dc9e360d1942; detaching it from the instance and deleting it from the info cache [ 991.575800] env[68893]: DEBUG nova.network.neutron [req-3003646a-050b-4ce7-9f5d-296fce519234 req-e9f3d897-b66d-4a08-aa20-1f6a69bdbe0d service nova] [instance: 71d44879-e74b-4a04-8c49-aaac1163f3f5] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.615164] env[68893]: DEBUG nova.network.neutron [-] [instance: 71d44879-e74b-4a04-8c49-aaac1163f3f5] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.620951] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: 5fd8323d-8ef2-4255-b0f2-5a4f346ceef7] Instance has had 0 of 5 cleanup attempts {{(pid=68893) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 991.723161] env[68893]: DEBUG nova.network.neutron [-] [instance: 9c6996d6-48cd-4bcd-847a-a05b547a6891] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.767499] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791880, 'name': CreateVM_Task, 'duration_secs': 0.371222} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.772102] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 250fb202-c0a4-4fc9-822e-d3c18cf8d340] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 991.773574] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b4b89977-cab0-4550-8334-c71c8318f0ec tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.773887] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b4b89977-cab0-4550-8334-c71c8318f0ec tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.774269] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b4b89977-cab0-4550-8334-c71c8318f0ec tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.774953] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e05b220d-39e6-453d-a482-1a340aa8039a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.782954] env[68893]: DEBUG oslo_vmware.api [None req-b4b89977-cab0-4550-8334-c71c8318f0ec tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Waiting for the task: (returnval){ [ 991.782954] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52ff23cf-ec10-9e14-c68f-ff5ad8f6537d" [ 991.782954] env[68893]: _type = "Task" [ 991.782954] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.793368] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-541376a6-1297-4d28-b8bb-954d4921b52d tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: c648b3f3-3761-4018-95cd-bb62c58421db] Creating Snapshot of the VM instance {{(pid=68893) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 991.793368] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-cc757fda-338e-4188-bea7-53702cc49003 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.800972] env[68893]: DEBUG nova.compute.manager [None req-2b6b6ab9-81d3-4f8d-9578-dd3149a90cf4 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 0df1cf01-48d1-4da5-96d7-e4a71fa6396f] Starting instance... {{(pid=68893) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 991.804841] env[68893]: DEBUG oslo_vmware.api [None req-b4b89977-cab0-4550-8334-c71c8318f0ec tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52ff23cf-ec10-9e14-c68f-ff5ad8f6537d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.810836] env[68893]: DEBUG oslo_vmware.api [None req-541376a6-1297-4d28-b8bb-954d4921b52d tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Waiting for the task: (returnval){ [ 991.810836] env[68893]: value = "task-2791887" [ 991.810836] env[68893]: _type = "Task" [ 991.810836] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.823649] env[68893]: DEBUG oslo_vmware.api [None req-541376a6-1297-4d28-b8bb-954d4921b52d tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2791887, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.875590] env[68893]: DEBUG oslo_vmware.api [None req-9d12a837-578f-4240-b0b1-6bdaff8a0048 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2791881, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502681} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.878342] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d12a837-578f-4240-b0b1-6bdaff8a0048 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] 9d2c4276-803a-45ac-92bd-82eb2c5095eb/9d2c4276-803a-45ac-92bd-82eb2c5095eb.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 991.878342] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-9d12a837-578f-4240-b0b1-6bdaff8a0048 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 9d2c4276-803a-45ac-92bd-82eb2c5095eb] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 991.878617] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-99b26750-810f-4f3a-8cf9-163643a5c4f5 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.891875] env[68893]: DEBUG oslo_vmware.api [None req-9d12a837-578f-4240-b0b1-6bdaff8a0048 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Waiting for the task: (returnval){ [ 991.891875] env[68893]: value = "task-2791888" [ 991.891875] env[68893]: _type = "Task" [ 991.891875] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.907451] env[68893]: DEBUG oslo_vmware.api [None req-9d12a837-578f-4240-b0b1-6bdaff8a0048 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2791888, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.917139] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc91eb6d-10f8-487f-8114-4d57d72f1660 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.923556] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-155aacca-fed2-48ee-b484-a1cda2ba47b2 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.968824] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba74d70c-f23c-4552-a7af-8f86af80fc1c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.976639] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30f696e1-0c86-4f11-aa95-0408345e3149 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.991986] env[68893]: DEBUG nova.compute.provider_tree [None req-71901667-f68d-4289-95b4-c00025aa1f85 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 992.010246] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791885, 'name': CreateVM_Task} progress is 99%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.014092] env[68893]: DEBUG oslo_vmware.api [None req-88d2bd84-61d3-4dbb-8795-fcbbc974ab9d tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': task-2791886, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.360562} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.014372] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-88d2bd84-61d3-4dbb-8795-fcbbc974ab9d tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 992.014560] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-88d2bd84-61d3-4dbb-8795-fcbbc974ab9d tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: 74e4929e-3ae3-4358-9544-e64b5c2f237f] Deleted contents of the VM from datastore datastore1 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 992.014763] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-88d2bd84-61d3-4dbb-8795-fcbbc974ab9d tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: 74e4929e-3ae3-4358-9544-e64b5c2f237f] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 992.014992] env[68893]: INFO nova.compute.manager [None req-88d2bd84-61d3-4dbb-8795-fcbbc974ab9d tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: 74e4929e-3ae3-4358-9544-e64b5c2f237f] Took 1.17 seconds to destroy the instance on the hypervisor. [ 992.015270] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-88d2bd84-61d3-4dbb-8795-fcbbc974ab9d tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 992.015466] env[68893]: DEBUG nova.compute.manager [-] [instance: 74e4929e-3ae3-4358-9544-e64b5c2f237f] Deallocating network for instance {{(pid=68893) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 992.015570] env[68893]: DEBUG nova.network.neutron [-] [instance: 74e4929e-3ae3-4358-9544-e64b5c2f237f] deallocate_for_instance() {{(pid=68893) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 992.080252] env[68893]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5772d605-f66b-4a16-b9e2-f3116ad67bd8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.089542] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac171662-e234-4f99-a698-9a5a9b4b31f9 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.122833] env[68893]: INFO nova.compute.manager [-] [instance: 71d44879-e74b-4a04-8c49-aaac1163f3f5] Took 1.32 seconds to deallocate network for instance. [ 992.123209] env[68893]: DEBUG nova.compute.manager [req-3003646a-050b-4ce7-9f5d-296fce519234 req-e9f3d897-b66d-4a08-aa20-1f6a69bdbe0d service nova] [instance: 71d44879-e74b-4a04-8c49-aaac1163f3f5] Detach interface failed, port_id=e6a58cc1-b7c6-48e9-8104-dc9e360d1942, reason: Instance 71d44879-e74b-4a04-8c49-aaac1163f3f5 could not be found. {{(pid=68893) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 992.125151] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: bfc2d904-8005-4693-871f-5745dc3d29fd] Instance has had 0 of 5 cleanup attempts {{(pid=68893) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 992.144534] env[68893]: DEBUG nova.network.neutron [req-63af90a2-15c3-43dc-98ef-7b37ec293e19 req-0d5c613d-7d60-4ca2-bed1-2b00f9a3b4f9 service nova] [instance: 250fb202-c0a4-4fc9-822e-d3c18cf8d340] Updated VIF entry in instance network info cache for port 867da4e9-99e0-44f1-8a80-cfceacc29de7. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 992.144965] env[68893]: DEBUG nova.network.neutron [req-63af90a2-15c3-43dc-98ef-7b37ec293e19 req-0d5c613d-7d60-4ca2-bed1-2b00f9a3b4f9 service nova] [instance: 250fb202-c0a4-4fc9-822e-d3c18cf8d340] Updating instance_info_cache with network_info: [{"id": "867da4e9-99e0-44f1-8a80-cfceacc29de7", "address": "fa:16:3e:ac:a8:73", "network": {"id": "3a3ee66b-d6c9-42be-96b0-b379b748814e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-449769129-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "16847a024c794c4991b8a93717dcf937", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap867da4e9-99", "ovs_interfaceid": "867da4e9-99e0-44f1-8a80-cfceacc29de7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.226589] env[68893]: INFO nova.compute.manager [-] [instance: 9c6996d6-48cd-4bcd-847a-a05b547a6891] Took 1.34 seconds to deallocate network for instance. [ 992.297882] env[68893]: DEBUG oslo_vmware.api [None req-b4b89977-cab0-4550-8334-c71c8318f0ec tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52ff23cf-ec10-9e14-c68f-ff5ad8f6537d, 'name': SearchDatastore_Task, 'duration_secs': 0.055176} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.298224] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b4b89977-cab0-4550-8334-c71c8318f0ec tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.298469] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-b4b89977-cab0-4550-8334-c71c8318f0ec tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] [instance: 250fb202-c0a4-4fc9-822e-d3c18cf8d340] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 992.298706] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b4b89977-cab0-4550-8334-c71c8318f0ec tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.298886] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b4b89977-cab0-4550-8334-c71c8318f0ec tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.299186] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4b89977-cab0-4550-8334-c71c8318f0ec tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 992.299539] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bde5e902-3eb8-4821-8183-61e11c0e5f51 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.308933] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4b89977-cab0-4550-8334-c71c8318f0ec tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 992.309273] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-b4b89977-cab0-4550-8334-c71c8318f0ec tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 992.311947] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c69755b2-4fc8-4b36-8b54-2e6699b142a8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.321050] env[68893]: DEBUG oslo_vmware.api [None req-b4b89977-cab0-4550-8334-c71c8318f0ec tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Waiting for the task: (returnval){ [ 992.321050] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]525245f3-c7e5-4bac-9071-a4147a1c9890" [ 992.321050] env[68893]: _type = "Task" [ 992.321050] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.322922] env[68893]: DEBUG oslo_vmware.api [None req-541376a6-1297-4d28-b8bb-954d4921b52d tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2791887, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.332383] env[68893]: DEBUG oslo_vmware.api [None req-b4b89977-cab0-4550-8334-c71c8318f0ec tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]525245f3-c7e5-4bac-9071-a4147a1c9890, 'name': SearchDatastore_Task, 'duration_secs': 0.008484} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.334795] env[68893]: DEBUG oslo_concurrency.lockutils [None req-2b6b6ab9-81d3-4f8d-9578-dd3149a90cf4 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.334795] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a71b29b-08c0-436a-a47e-ab69d9205ba9 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.339470] env[68893]: DEBUG oslo_vmware.api [None req-b4b89977-cab0-4550-8334-c71c8318f0ec tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Waiting for the task: (returnval){ [ 992.339470] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]528ea6bb-8651-621c-48b6-ca3406c14d35" [ 992.339470] env[68893]: _type = "Task" [ 992.339470] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.349026] env[68893]: DEBUG oslo_vmware.api [None req-b4b89977-cab0-4550-8334-c71c8318f0ec tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]528ea6bb-8651-621c-48b6-ca3406c14d35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.403473] env[68893]: DEBUG oslo_vmware.api [None req-9d12a837-578f-4240-b0b1-6bdaff8a0048 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2791888, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071668} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.403684] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-9d12a837-578f-4240-b0b1-6bdaff8a0048 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 9d2c4276-803a-45ac-92bd-82eb2c5095eb] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 992.404470] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b98100a2-e57f-4275-a359-4117c3711f87 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.426860] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d12a837-578f-4240-b0b1-6bdaff8a0048 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 9d2c4276-803a-45ac-92bd-82eb2c5095eb] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] 9d2c4276-803a-45ac-92bd-82eb2c5095eb/9d2c4276-803a-45ac-92bd-82eb2c5095eb.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 992.427235] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40ab9df6-f2bf-405d-86c5-09afc64dbbd2 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.445750] env[68893]: DEBUG oslo_vmware.api [None req-9d12a837-578f-4240-b0b1-6bdaff8a0048 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Waiting for the task: (returnval){ [ 992.445750] env[68893]: value = "task-2791889" [ 992.445750] env[68893]: _type = "Task" [ 992.445750] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.453525] env[68893]: DEBUG oslo_vmware.api [None req-9d12a837-578f-4240-b0b1-6bdaff8a0048 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2791889, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.499838] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791885, 'name': CreateVM_Task, 'duration_secs': 0.557747} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.500762] env[68893]: DEBUG nova.scheduler.client.report [None req-71901667-f68d-4289-95b4-c00025aa1f85 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 992.503916] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d99ff20-bffa-417a-ae2a-84957a794332] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 992.504353] env[68893]: DEBUG oslo_concurrency.lockutils [None req-567778df-8672-409c-8071-74b1a70aba88 tempest-ServersAaction247Test-1215653772 tempest-ServersAaction247Test-1215653772-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.504510] env[68893]: DEBUG oslo_concurrency.lockutils [None req-567778df-8672-409c-8071-74b1a70aba88 tempest-ServersAaction247Test-1215653772 tempest-ServersAaction247Test-1215653772-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.504826] env[68893]: DEBUG oslo_concurrency.lockutils [None req-567778df-8672-409c-8071-74b1a70aba88 tempest-ServersAaction247Test-1215653772 tempest-ServersAaction247Test-1215653772-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.505301] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68e8c0ad-f105-49d9-b284-8b72b6983ab0 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.510238] env[68893]: DEBUG oslo_vmware.api [None req-567778df-8672-409c-8071-74b1a70aba88 tempest-ServersAaction247Test-1215653772 tempest-ServersAaction247Test-1215653772-project-member] Waiting for the task: (returnval){ [ 992.510238] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52c4c43e-b11d-2749-9bee-be9f47821856" [ 992.510238] env[68893]: _type = "Task" [ 992.510238] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.518182] env[68893]: DEBUG oslo_vmware.api [None req-567778df-8672-409c-8071-74b1a70aba88 tempest-ServersAaction247Test-1215653772 tempest-ServersAaction247Test-1215653772-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52c4c43e-b11d-2749-9bee-be9f47821856, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.631134] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: 80fa04f2-e0a6-452e-9a88-73eeb0ac347e] Instance has had 0 of 5 cleanup attempts {{(pid=68893) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 992.634161] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d389c32c-31c2-4373-80b3-ea06a4812d0e tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.648588] env[68893]: DEBUG oslo_concurrency.lockutils [req-63af90a2-15c3-43dc-98ef-7b37ec293e19 req-0d5c613d-7d60-4ca2-bed1-2b00f9a3b4f9 service nova] Releasing lock "refresh_cache-250fb202-c0a4-4fc9-822e-d3c18cf8d340" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.734378] env[68893]: DEBUG oslo_concurrency.lockutils [None req-62bc02c7-64ac-4fe4-b1d7-46e23534c0fe tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.824498] env[68893]: DEBUG oslo_vmware.api [None req-541376a6-1297-4d28-b8bb-954d4921b52d tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2791887, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.833959] env[68893]: DEBUG nova.network.neutron [-] [instance: 74e4929e-3ae3-4358-9544-e64b5c2f237f] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.850381] env[68893]: DEBUG oslo_vmware.api [None req-b4b89977-cab0-4550-8334-c71c8318f0ec tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]528ea6bb-8651-621c-48b6-ca3406c14d35, 'name': SearchDatastore_Task, 'duration_secs': 0.008268} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.851311] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b4b89977-cab0-4550-8334-c71c8318f0ec tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.851584] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4b89977-cab0-4550-8334-c71c8318f0ec tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] 250fb202-c0a4-4fc9-822e-d3c18cf8d340/250fb202-c0a4-4fc9-822e-d3c18cf8d340.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 992.851846] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4054b1e7-1d3a-46f2-83ed-c0d0e74eafb5 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.859734] env[68893]: DEBUG oslo_vmware.api [None req-b4b89977-cab0-4550-8334-c71c8318f0ec tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Waiting for the task: (returnval){ [ 992.859734] env[68893]: value = "task-2791890" [ 992.859734] env[68893]: _type = "Task" [ 992.859734] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.871543] env[68893]: DEBUG oslo_vmware.api [None req-b4b89977-cab0-4550-8334-c71c8318f0ec tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Task: {'id': task-2791890, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.959301] env[68893]: DEBUG oslo_vmware.api [None req-9d12a837-578f-4240-b0b1-6bdaff8a0048 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2791889, 'name': ReconfigVM_Task, 'duration_secs': 0.395609} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.959301] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d12a837-578f-4240-b0b1-6bdaff8a0048 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 9d2c4276-803a-45ac-92bd-82eb2c5095eb] Reconfigured VM instance instance-00000049 to attach disk [datastore2] 9d2c4276-803a-45ac-92bd-82eb2c5095eb/9d2c4276-803a-45ac-92bd-82eb2c5095eb.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 992.959301] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e9c46342-ffda-4f77-b36d-879ae4e7217b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.966249] env[68893]: DEBUG oslo_vmware.api [None req-9d12a837-578f-4240-b0b1-6bdaff8a0048 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Waiting for the task: (returnval){ [ 992.966249] env[68893]: value = "task-2791891" [ 992.966249] env[68893]: _type = "Task" [ 992.966249] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.975851] env[68893]: DEBUG oslo_vmware.api [None req-9d12a837-578f-4240-b0b1-6bdaff8a0048 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2791891, 'name': Rename_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.006881] env[68893]: DEBUG oslo_concurrency.lockutils [None req-71901667-f68d-4289-95b4-c00025aa1f85 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.649s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.007484] env[68893]: DEBUG nova.compute.manager [None req-71901667-f68d-4289-95b4-c00025aa1f85 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 8b58659b-aaf9-4fa9-98b2-3153180f0570] Start building networks asynchronously for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 993.011961] env[68893]: DEBUG oslo_concurrency.lockutils [None req-bddcb7c6-d9fb-45ed-9ed6-37b7fe3e7c0d tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.056s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.013544] env[68893]: INFO nova.compute.claims [None req-bddcb7c6-d9fb-45ed-9ed6-37b7fe3e7c0d tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] [instance: 4a4ea316-2b13-4585-a52e-57f263bdbe6e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 993.023701] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d5a0a62a-3461-4fc4-a57e-07b022678e9c tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Acquiring lock "deb6dee1-b9f7-4b2b-89c5-ac48cde5241c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.023964] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d5a0a62a-3461-4fc4-a57e-07b022678e9c tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Lock "deb6dee1-b9f7-4b2b-89c5-ac48cde5241c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.032379] env[68893]: DEBUG oslo_vmware.api [None req-567778df-8672-409c-8071-74b1a70aba88 tempest-ServersAaction247Test-1215653772 tempest-ServersAaction247Test-1215653772-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52c4c43e-b11d-2749-9bee-be9f47821856, 'name': SearchDatastore_Task, 'duration_secs': 0.009498} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.032865] env[68893]: DEBUG oslo_concurrency.lockutils [None req-567778df-8672-409c-8071-74b1a70aba88 tempest-ServersAaction247Test-1215653772 tempest-ServersAaction247Test-1215653772-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.033600] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-567778df-8672-409c-8071-74b1a70aba88 tempest-ServersAaction247Test-1215653772 tempest-ServersAaction247Test-1215653772-project-member] [instance: 8d99ff20-bffa-417a-ae2a-84957a794332] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 993.033600] env[68893]: DEBUG oslo_concurrency.lockutils [None req-567778df-8672-409c-8071-74b1a70aba88 tempest-ServersAaction247Test-1215653772 tempest-ServersAaction247Test-1215653772-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.033600] env[68893]: DEBUG oslo_concurrency.lockutils [None req-567778df-8672-409c-8071-74b1a70aba88 tempest-ServersAaction247Test-1215653772 tempest-ServersAaction247Test-1215653772-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.033896] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-567778df-8672-409c-8071-74b1a70aba88 tempest-ServersAaction247Test-1215653772 tempest-ServersAaction247Test-1215653772-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 993.033979] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9b9d94fc-327f-40e5-a684-8d7e72c1d9eb {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.049360] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-567778df-8672-409c-8071-74b1a70aba88 tempest-ServersAaction247Test-1215653772 tempest-ServersAaction247Test-1215653772-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 993.049590] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-567778df-8672-409c-8071-74b1a70aba88 tempest-ServersAaction247Test-1215653772 tempest-ServersAaction247Test-1215653772-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 993.050744] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69822d55-8bc5-45f0-9541-f243665ca817 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.057201] env[68893]: DEBUG oslo_vmware.api [None req-567778df-8672-409c-8071-74b1a70aba88 tempest-ServersAaction247Test-1215653772 tempest-ServersAaction247Test-1215653772-project-member] Waiting for the task: (returnval){ [ 993.057201] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]524560a0-42f6-5356-b187-3fad770c4300" [ 993.057201] env[68893]: _type = "Task" [ 993.057201] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.068763] env[68893]: DEBUG oslo_vmware.api [None req-567778df-8672-409c-8071-74b1a70aba88 tempest-ServersAaction247Test-1215653772 tempest-ServersAaction247Test-1215653772-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]524560a0-42f6-5356-b187-3fad770c4300, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.139254] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: f72552ae-2213-4d26-a1e2-82015336df56] Instance has had 0 of 5 cleanup attempts {{(pid=68893) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 993.257585] env[68893]: DEBUG nova.compute.manager [req-7844bf84-937f-4719-b647-0c0c1aae9424 req-d40b1ccb-7980-4569-b85c-45e374aea70a service nova] [instance: 9c6996d6-48cd-4bcd-847a-a05b547a6891] Received event network-vif-deleted-fd03734a-a0cb-4933-96f4-c405dd83fa50 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 993.323907] env[68893]: DEBUG oslo_vmware.api [None req-541376a6-1297-4d28-b8bb-954d4921b52d tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2791887, 'name': CreateSnapshot_Task, 'duration_secs': 1.115091} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.324220] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-541376a6-1297-4d28-b8bb-954d4921b52d tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: c648b3f3-3761-4018-95cd-bb62c58421db] Created Snapshot of the VM instance {{(pid=68893) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 993.324972] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29493224-3fa8-47be-9fa4-0a4b9d732276 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.337085] env[68893]: INFO nova.compute.manager [-] [instance: 74e4929e-3ae3-4358-9544-e64b5c2f237f] Took 1.32 seconds to deallocate network for instance. [ 993.370268] env[68893]: DEBUG oslo_vmware.api [None req-b4b89977-cab0-4550-8334-c71c8318f0ec tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Task: {'id': task-2791890, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477829} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.370531] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4b89977-cab0-4550-8334-c71c8318f0ec tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] 250fb202-c0a4-4fc9-822e-d3c18cf8d340/250fb202-c0a4-4fc9-822e-d3c18cf8d340.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 993.370742] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-b4b89977-cab0-4550-8334-c71c8318f0ec tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] [instance: 250fb202-c0a4-4fc9-822e-d3c18cf8d340] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 993.371552] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7243e77a-d592-408e-804b-7651d11ed1b3 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.378545] env[68893]: DEBUG oslo_vmware.api [None req-b4b89977-cab0-4550-8334-c71c8318f0ec tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Waiting for the task: (returnval){ [ 993.378545] env[68893]: value = "task-2791892" [ 993.378545] env[68893]: _type = "Task" [ 993.378545] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.387903] env[68893]: DEBUG oslo_vmware.api [None req-b4b89977-cab0-4550-8334-c71c8318f0ec tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Task: {'id': task-2791892, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.478111] env[68893]: DEBUG oslo_vmware.api [None req-9d12a837-578f-4240-b0b1-6bdaff8a0048 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2791891, 'name': Rename_Task, 'duration_secs': 0.218091} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.478405] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d12a837-578f-4240-b0b1-6bdaff8a0048 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 9d2c4276-803a-45ac-92bd-82eb2c5095eb] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 993.478657] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-32b5b2c6-e7c5-4f9a-86c3-aae39af9dd92 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.484245] env[68893]: DEBUG oslo_vmware.api [None req-9d12a837-578f-4240-b0b1-6bdaff8a0048 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Waiting for the task: (returnval){ [ 993.484245] env[68893]: value = "task-2791893" [ 993.484245] env[68893]: _type = "Task" [ 993.484245] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.491492] env[68893]: DEBUG oslo_vmware.api [None req-9d12a837-578f-4240-b0b1-6bdaff8a0048 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2791893, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.522580] env[68893]: DEBUG nova.compute.utils [None req-71901667-f68d-4289-95b4-c00025aa1f85 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 993.526048] env[68893]: DEBUG nova.compute.manager [None req-71901667-f68d-4289-95b4-c00025aa1f85 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 8b58659b-aaf9-4fa9-98b2-3153180f0570] Allocating IP information in the background. {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 993.527084] env[68893]: DEBUG nova.network.neutron [None req-71901667-f68d-4289-95b4-c00025aa1f85 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 8b58659b-aaf9-4fa9-98b2-3153180f0570] allocate_for_instance() {{(pid=68893) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 993.528368] env[68893]: DEBUG nova.compute.manager [None req-d5a0a62a-3461-4fc4-a57e-07b022678e9c tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] [instance: deb6dee1-b9f7-4b2b-89c5-ac48cde5241c] Starting instance... {{(pid=68893) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 993.568790] env[68893]: DEBUG oslo_vmware.api [None req-567778df-8672-409c-8071-74b1a70aba88 tempest-ServersAaction247Test-1215653772 tempest-ServersAaction247Test-1215653772-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]524560a0-42f6-5356-b187-3fad770c4300, 'name': SearchDatastore_Task, 'duration_secs': 0.062009} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.569586] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45c9bfe7-fd5a-4bcd-bcc4-f49348527bd8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.574697] env[68893]: DEBUG oslo_vmware.api [None req-567778df-8672-409c-8071-74b1a70aba88 tempest-ServersAaction247Test-1215653772 tempest-ServersAaction247Test-1215653772-project-member] Waiting for the task: (returnval){ [ 993.574697] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]5247045f-6679-4307-c6d0-e35f62c55195" [ 993.574697] env[68893]: _type = "Task" [ 993.574697] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.583180] env[68893]: DEBUG oslo_vmware.api [None req-567778df-8672-409c-8071-74b1a70aba88 tempest-ServersAaction247Test-1215653772 tempest-ServersAaction247Test-1215653772-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]5247045f-6679-4307-c6d0-e35f62c55195, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.589409] env[68893]: DEBUG nova.policy [None req-71901667-f68d-4289-95b4-c00025aa1f85 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f2f2f6100b614d45bdc37e6310ea70c5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '84cbde965bb240928baaf86257a83746', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68893) authorize /opt/stack/nova/nova/policy.py:192}} [ 993.602740] env[68893]: DEBUG nova.compute.manager [req-268d5a35-7b5f-444e-9e37-113a5daef023 req-4853c096-5ec9-4a80-abc4-00336f1b38a1 service nova] [instance: 74e4929e-3ae3-4358-9544-e64b5c2f237f] Received event network-vif-deleted-7c5731f9-ff4e-4297-8c2c-1b98e89a7e12 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 993.641954] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: 3f7dc844-a0a8-4c16-a947-f695a646512c] Instance has had 0 of 5 cleanup attempts {{(pid=68893) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 993.846462] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-541376a6-1297-4d28-b8bb-954d4921b52d tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: c648b3f3-3761-4018-95cd-bb62c58421db] Creating linked-clone VM from snapshot {{(pid=68893) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 993.847519] env[68893]: DEBUG oslo_concurrency.lockutils [None req-88d2bd84-61d3-4dbb-8795-fcbbc974ab9d tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.847834] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-30d815fe-091a-485e-9a3f-48dcd7d2ce0c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.860368] env[68893]: DEBUG oslo_vmware.api [None req-541376a6-1297-4d28-b8bb-954d4921b52d tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Waiting for the task: (returnval){ [ 993.860368] env[68893]: value = "task-2791894" [ 993.860368] env[68893]: _type = "Task" [ 993.860368] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.869664] env[68893]: DEBUG oslo_vmware.api [None req-541376a6-1297-4d28-b8bb-954d4921b52d tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2791894, 'name': CloneVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.876591] env[68893]: DEBUG nova.network.neutron [None req-71901667-f68d-4289-95b4-c00025aa1f85 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 8b58659b-aaf9-4fa9-98b2-3153180f0570] Successfully created port: bd5f8644-50bc-4a00-8303-e32c60c3a4db {{(pid=68893) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 993.887227] env[68893]: DEBUG oslo_vmware.api [None req-b4b89977-cab0-4550-8334-c71c8318f0ec tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Task: {'id': task-2791892, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066546} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.887500] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-b4b89977-cab0-4550-8334-c71c8318f0ec tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] [instance: 250fb202-c0a4-4fc9-822e-d3c18cf8d340] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 993.888350] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a9010ce-cdaa-4395-a3be-f1b14c7fa5e5 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.910501] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4b89977-cab0-4550-8334-c71c8318f0ec tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] [instance: 250fb202-c0a4-4fc9-822e-d3c18cf8d340] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] 250fb202-c0a4-4fc9-822e-d3c18cf8d340/250fb202-c0a4-4fc9-822e-d3c18cf8d340.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 993.910871] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e17bef22-9cfe-4d13-8504-1a6b91a95a10 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.932270] env[68893]: DEBUG oslo_vmware.api [None req-b4b89977-cab0-4550-8334-c71c8318f0ec tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Waiting for the task: (returnval){ [ 993.932270] env[68893]: value = "task-2791895" [ 993.932270] env[68893]: _type = "Task" [ 993.932270] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.946041] env[68893]: DEBUG oslo_vmware.api [None req-b4b89977-cab0-4550-8334-c71c8318f0ec tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Task: {'id': task-2791895, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.995386] env[68893]: DEBUG oslo_vmware.api [None req-9d12a837-578f-4240-b0b1-6bdaff8a0048 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2791893, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.027441] env[68893]: DEBUG nova.compute.manager [None req-71901667-f68d-4289-95b4-c00025aa1f85 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 8b58659b-aaf9-4fa9-98b2-3153180f0570] Start building block device mappings for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 994.054247] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d5a0a62a-3461-4fc4-a57e-07b022678e9c tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.088749] env[68893]: DEBUG oslo_vmware.api [None req-567778df-8672-409c-8071-74b1a70aba88 tempest-ServersAaction247Test-1215653772 tempest-ServersAaction247Test-1215653772-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]5247045f-6679-4307-c6d0-e35f62c55195, 'name': SearchDatastore_Task, 'duration_secs': 0.009088} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.092176] env[68893]: DEBUG oslo_concurrency.lockutils [None req-567778df-8672-409c-8071-74b1a70aba88 tempest-ServersAaction247Test-1215653772 tempest-ServersAaction247Test-1215653772-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.092485] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-567778df-8672-409c-8071-74b1a70aba88 tempest-ServersAaction247Test-1215653772 tempest-ServersAaction247Test-1215653772-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] 8d99ff20-bffa-417a-ae2a-84957a794332/8d99ff20-bffa-417a-ae2a-84957a794332.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 994.094032] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8e37c7d2-3858-459d-a734-f41b525bab37 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.100584] env[68893]: DEBUG oslo_vmware.api [None req-567778df-8672-409c-8071-74b1a70aba88 tempest-ServersAaction247Test-1215653772 tempest-ServersAaction247Test-1215653772-project-member] Waiting for the task: (returnval){ [ 994.100584] env[68893]: value = "task-2791896" [ 994.100584] env[68893]: _type = "Task" [ 994.100584] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.112136] env[68893]: DEBUG oslo_vmware.api [None req-567778df-8672-409c-8071-74b1a70aba88 tempest-ServersAaction247Test-1215653772 tempest-ServersAaction247Test-1215653772-project-member] Task: {'id': task-2791896, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.145693] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: 42bec1a5-e2e2-4746-a6d7-57edb4b60715] Instance has had 0 of 5 cleanup attempts {{(pid=68893) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 994.376062] env[68893]: DEBUG oslo_vmware.api [None req-541376a6-1297-4d28-b8bb-954d4921b52d tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2791894, 'name': CloneVM_Task} progress is 94%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.448126] env[68893]: DEBUG oslo_vmware.api [None req-b4b89977-cab0-4550-8334-c71c8318f0ec tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Task: {'id': task-2791895, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.497183] env[68893]: DEBUG oslo_vmware.api [None req-9d12a837-578f-4240-b0b1-6bdaff8a0048 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2791893, 'name': PowerOnVM_Task, 'duration_secs': 0.713368} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.500317] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d12a837-578f-4240-b0b1-6bdaff8a0048 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 9d2c4276-803a-45ac-92bd-82eb2c5095eb] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 994.500585] env[68893]: INFO nova.compute.manager [None req-9d12a837-578f-4240-b0b1-6bdaff8a0048 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 9d2c4276-803a-45ac-92bd-82eb2c5095eb] Took 8.27 seconds to spawn the instance on the hypervisor. [ 994.500772] env[68893]: DEBUG nova.compute.manager [None req-9d12a837-578f-4240-b0b1-6bdaff8a0048 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 9d2c4276-803a-45ac-92bd-82eb2c5095eb] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 994.501850] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-115188c4-d720-47fe-9320-5a7f3db53351 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.523668] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eca9be54-1324-4c12-8dff-53cc38c2bec0 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.538289] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcf55176-c376-4432-a784-1782429c3b66 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.575741] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a38480f-6592-4700-849b-742275008236 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.585184] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-505b7431-ab87-48f3-8b82-91065f9535a5 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.606022] env[68893]: DEBUG nova.compute.provider_tree [None req-bddcb7c6-d9fb-45ed-9ed6-37b7fe3e7c0d tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 994.615358] env[68893]: DEBUG oslo_vmware.api [None req-567778df-8672-409c-8071-74b1a70aba88 tempest-ServersAaction247Test-1215653772 tempest-ServersAaction247Test-1215653772-project-member] Task: {'id': task-2791896, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495791} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.616265] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-567778df-8672-409c-8071-74b1a70aba88 tempest-ServersAaction247Test-1215653772 tempest-ServersAaction247Test-1215653772-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] 8d99ff20-bffa-417a-ae2a-84957a794332/8d99ff20-bffa-417a-ae2a-84957a794332.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 994.616478] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-567778df-8672-409c-8071-74b1a70aba88 tempest-ServersAaction247Test-1215653772 tempest-ServersAaction247Test-1215653772-project-member] [instance: 8d99ff20-bffa-417a-ae2a-84957a794332] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 994.616736] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-857970f8-d588-4d10-bcaf-2564f375c1b9 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.624460] env[68893]: DEBUG oslo_vmware.api [None req-567778df-8672-409c-8071-74b1a70aba88 tempest-ServersAaction247Test-1215653772 tempest-ServersAaction247Test-1215653772-project-member] Waiting for the task: (returnval){ [ 994.624460] env[68893]: value = "task-2791897" [ 994.624460] env[68893]: _type = "Task" [ 994.624460] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.636741] env[68893]: DEBUG oslo_vmware.api [None req-567778df-8672-409c-8071-74b1a70aba88 tempest-ServersAaction247Test-1215653772 tempest-ServersAaction247Test-1215653772-project-member] Task: {'id': task-2791897, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.650937] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: 9bed2863-be23-41c8-9794-5f7dfbeaf219] Instance has had 0 of 5 cleanup attempts {{(pid=68893) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 994.870935] env[68893]: DEBUG oslo_vmware.api [None req-541376a6-1297-4d28-b8bb-954d4921b52d tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2791894, 'name': CloneVM_Task} progress is 94%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.945744] env[68893]: DEBUG oslo_vmware.api [None req-b4b89977-cab0-4550-8334-c71c8318f0ec tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Task: {'id': task-2791895, 'name': ReconfigVM_Task, 'duration_secs': 0.519821} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.946543] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4b89977-cab0-4550-8334-c71c8318f0ec tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] [instance: 250fb202-c0a4-4fc9-822e-d3c18cf8d340] Reconfigured VM instance instance-0000004a to attach disk [datastore2] 250fb202-c0a4-4fc9-822e-d3c18cf8d340/250fb202-c0a4-4fc9-822e-d3c18cf8d340.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 994.947047] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-51b11f3a-9704-474b-b4b6-e54e85f131ac {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.954213] env[68893]: DEBUG oslo_vmware.api [None req-b4b89977-cab0-4550-8334-c71c8318f0ec tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Waiting for the task: (returnval){ [ 994.954213] env[68893]: value = "task-2791898" [ 994.954213] env[68893]: _type = "Task" [ 994.954213] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.964088] env[68893]: DEBUG oslo_vmware.api [None req-b4b89977-cab0-4550-8334-c71c8318f0ec tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Task: {'id': task-2791898, 'name': Rename_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.019478] env[68893]: INFO nova.compute.manager [None req-9d12a837-578f-4240-b0b1-6bdaff8a0048 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 9d2c4276-803a-45ac-92bd-82eb2c5095eb] Took 53.19 seconds to build instance. [ 995.044799] env[68893]: DEBUG nova.compute.manager [None req-71901667-f68d-4289-95b4-c00025aa1f85 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 8b58659b-aaf9-4fa9-98b2-3153180f0570] Start spawning the instance on the hypervisor. {{(pid=68893) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 995.071914] env[68893]: DEBUG nova.virt.hardware [None req-71901667-f68d-4289-95b4-c00025aa1f85 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 995.072204] env[68893]: DEBUG nova.virt.hardware [None req-71901667-f68d-4289-95b4-c00025aa1f85 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 995.072382] env[68893]: DEBUG nova.virt.hardware [None req-71901667-f68d-4289-95b4-c00025aa1f85 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 995.072564] env[68893]: DEBUG nova.virt.hardware [None req-71901667-f68d-4289-95b4-c00025aa1f85 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 995.072712] env[68893]: DEBUG nova.virt.hardware [None req-71901667-f68d-4289-95b4-c00025aa1f85 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 995.072860] env[68893]: DEBUG nova.virt.hardware [None req-71901667-f68d-4289-95b4-c00025aa1f85 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 995.073084] env[68893]: DEBUG nova.virt.hardware [None req-71901667-f68d-4289-95b4-c00025aa1f85 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 995.073251] env[68893]: DEBUG nova.virt.hardware [None req-71901667-f68d-4289-95b4-c00025aa1f85 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 995.073421] env[68893]: DEBUG nova.virt.hardware [None req-71901667-f68d-4289-95b4-c00025aa1f85 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 995.073584] env[68893]: DEBUG nova.virt.hardware [None req-71901667-f68d-4289-95b4-c00025aa1f85 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 995.073756] env[68893]: DEBUG nova.virt.hardware [None req-71901667-f68d-4289-95b4-c00025aa1f85 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 995.074740] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cf72c4e-ed99-4472-a53a-45a9e2dbf816 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.082382] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3191ba26-70c7-450a-8a37-90612962039f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.111303] env[68893]: DEBUG nova.scheduler.client.report [None req-bddcb7c6-d9fb-45ed-9ed6-37b7fe3e7c0d tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 995.133852] env[68893]: DEBUG oslo_vmware.api [None req-567778df-8672-409c-8071-74b1a70aba88 tempest-ServersAaction247Test-1215653772 tempest-ServersAaction247Test-1215653772-project-member] Task: {'id': task-2791897, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.296026} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.134063] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-567778df-8672-409c-8071-74b1a70aba88 tempest-ServersAaction247Test-1215653772 tempest-ServersAaction247Test-1215653772-project-member] [instance: 8d99ff20-bffa-417a-ae2a-84957a794332] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 995.134795] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d00c71b7-5656-45e9-a48a-d9cd9b2af2bf {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.155815] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-567778df-8672-409c-8071-74b1a70aba88 tempest-ServersAaction247Test-1215653772 tempest-ServersAaction247Test-1215653772-project-member] [instance: 8d99ff20-bffa-417a-ae2a-84957a794332] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] 8d99ff20-bffa-417a-ae2a-84957a794332/8d99ff20-bffa-417a-ae2a-84957a794332.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 995.156232] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: 2a1280e2-4ad2-442f-a89e-06b541a310a1] Instance has had 0 of 5 cleanup attempts {{(pid=68893) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 995.157868] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-edfd08b5-9e7c-4194-9d20-3c2d4a6b1b92 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.180373] env[68893]: DEBUG oslo_vmware.api [None req-567778df-8672-409c-8071-74b1a70aba88 tempest-ServersAaction247Test-1215653772 tempest-ServersAaction247Test-1215653772-project-member] Waiting for the task: (returnval){ [ 995.180373] env[68893]: value = "task-2791899" [ 995.180373] env[68893]: _type = "Task" [ 995.180373] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.190272] env[68893]: DEBUG oslo_vmware.api [None req-567778df-8672-409c-8071-74b1a70aba88 tempest-ServersAaction247Test-1215653772 tempest-ServersAaction247Test-1215653772-project-member] Task: {'id': task-2791899, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.372188] env[68893]: DEBUG oslo_vmware.api [None req-541376a6-1297-4d28-b8bb-954d4921b52d tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2791894, 'name': CloneVM_Task} progress is 94%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.463585] env[68893]: DEBUG oslo_vmware.api [None req-b4b89977-cab0-4550-8334-c71c8318f0ec tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Task: {'id': task-2791898, 'name': Rename_Task, 'duration_secs': 0.387766} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.463890] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4b89977-cab0-4550-8334-c71c8318f0ec tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] [instance: 250fb202-c0a4-4fc9-822e-d3c18cf8d340] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 995.464168] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-db170791-5904-4c5b-9049-ba38f2c159d7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.470364] env[68893]: DEBUG oslo_vmware.api [None req-b4b89977-cab0-4550-8334-c71c8318f0ec tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Waiting for the task: (returnval){ [ 995.470364] env[68893]: value = "task-2791900" [ 995.470364] env[68893]: _type = "Task" [ 995.470364] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.478526] env[68893]: DEBUG oslo_vmware.api [None req-b4b89977-cab0-4550-8334-c71c8318f0ec tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Task: {'id': task-2791900, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.521665] env[68893]: DEBUG oslo_concurrency.lockutils [None req-9d12a837-578f-4240-b0b1-6bdaff8a0048 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Lock "9d2c4276-803a-45ac-92bd-82eb2c5095eb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.698s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.619285] env[68893]: DEBUG oslo_concurrency.lockutils [None req-bddcb7c6-d9fb-45ed-9ed6-37b7fe3e7c0d tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.604s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.619285] env[68893]: DEBUG nova.compute.manager [None req-bddcb7c6-d9fb-45ed-9ed6-37b7fe3e7c0d tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] [instance: 4a4ea316-2b13-4585-a52e-57f263bdbe6e] Start building networks asynchronously for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 995.619804] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b7c40b5b-d32f-4201-99d7-e7a032b755e9 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.812s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.621288] env[68893]: INFO nova.compute.claims [None req-b7c40b5b-d32f-4201-99d7-e7a032b755e9 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] [instance: 5c771d60-a6ca-434c-9193-9d90821b26b2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 995.673776] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: 91617bdb-49a9-45b5-a147-d9d09248bb1c] Instance has had 0 of 5 cleanup attempts {{(pid=68893) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 995.691952] env[68893]: DEBUG oslo_vmware.api [None req-567778df-8672-409c-8071-74b1a70aba88 tempest-ServersAaction247Test-1215653772 tempest-ServersAaction247Test-1215653772-project-member] Task: {'id': task-2791899, 'name': ReconfigVM_Task, 'duration_secs': 0.289268} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.692442] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-567778df-8672-409c-8071-74b1a70aba88 tempest-ServersAaction247Test-1215653772 tempest-ServersAaction247Test-1215653772-project-member] [instance: 8d99ff20-bffa-417a-ae2a-84957a794332] Reconfigured VM instance instance-0000004b to attach disk [datastore2] 8d99ff20-bffa-417a-ae2a-84957a794332/8d99ff20-bffa-417a-ae2a-84957a794332.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 995.693163] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c45090cc-efa3-4cd7-b32d-e8ae9d114340 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.700464] env[68893]: DEBUG oslo_vmware.api [None req-567778df-8672-409c-8071-74b1a70aba88 tempest-ServersAaction247Test-1215653772 tempest-ServersAaction247Test-1215653772-project-member] Waiting for the task: (returnval){ [ 995.700464] env[68893]: value = "task-2791901" [ 995.700464] env[68893]: _type = "Task" [ 995.700464] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.710099] env[68893]: DEBUG oslo_vmware.api [None req-567778df-8672-409c-8071-74b1a70aba88 tempest-ServersAaction247Test-1215653772 tempest-ServersAaction247Test-1215653772-project-member] Task: {'id': task-2791901, 'name': Rename_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.845810] env[68893]: DEBUG nova.network.neutron [None req-71901667-f68d-4289-95b4-c00025aa1f85 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 8b58659b-aaf9-4fa9-98b2-3153180f0570] Successfully updated port: bd5f8644-50bc-4a00-8303-e32c60c3a4db {{(pid=68893) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 995.873658] env[68893]: DEBUG oslo_vmware.api [None req-541376a6-1297-4d28-b8bb-954d4921b52d tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2791894, 'name': CloneVM_Task, 'duration_secs': 1.910827} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.874019] env[68893]: INFO nova.virt.vmwareapi.vmops [None req-541376a6-1297-4d28-b8bb-954d4921b52d tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: c648b3f3-3761-4018-95cd-bb62c58421db] Created linked-clone VM from snapshot [ 995.875046] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5febca51-3b2f-4a93-a927-b320cd1ca5e2 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.884054] env[68893]: DEBUG nova.virt.vmwareapi.images [None req-541376a6-1297-4d28-b8bb-954d4921b52d tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: c648b3f3-3761-4018-95cd-bb62c58421db] Uploading image feb1daf6-4f14-4b1e-9050-6ec3e1544093 {{(pid=68893) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 995.898474] env[68893]: DEBUG nova.compute.manager [req-e49c5d40-76bb-407b-a537-a4b183023d63 req-db94bd16-6e18-41c0-baf7-59cd820c3d2f service nova] [instance: 8b58659b-aaf9-4fa9-98b2-3153180f0570] Received event network-vif-plugged-bd5f8644-50bc-4a00-8303-e32c60c3a4db {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 995.898474] env[68893]: DEBUG oslo_concurrency.lockutils [req-e49c5d40-76bb-407b-a537-a4b183023d63 req-db94bd16-6e18-41c0-baf7-59cd820c3d2f service nova] Acquiring lock "8b58659b-aaf9-4fa9-98b2-3153180f0570-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.898667] env[68893]: DEBUG oslo_concurrency.lockutils [req-e49c5d40-76bb-407b-a537-a4b183023d63 req-db94bd16-6e18-41c0-baf7-59cd820c3d2f service nova] Lock "8b58659b-aaf9-4fa9-98b2-3153180f0570-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.898805] env[68893]: DEBUG oslo_concurrency.lockutils [req-e49c5d40-76bb-407b-a537-a4b183023d63 req-db94bd16-6e18-41c0-baf7-59cd820c3d2f service nova] Lock "8b58659b-aaf9-4fa9-98b2-3153180f0570-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.899011] env[68893]: DEBUG nova.compute.manager [req-e49c5d40-76bb-407b-a537-a4b183023d63 req-db94bd16-6e18-41c0-baf7-59cd820c3d2f service nova] [instance: 8b58659b-aaf9-4fa9-98b2-3153180f0570] No waiting events found dispatching network-vif-plugged-bd5f8644-50bc-4a00-8303-e32c60c3a4db {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 995.899195] env[68893]: WARNING nova.compute.manager [req-e49c5d40-76bb-407b-a537-a4b183023d63 req-db94bd16-6e18-41c0-baf7-59cd820c3d2f service nova] [instance: 8b58659b-aaf9-4fa9-98b2-3153180f0570] Received unexpected event network-vif-plugged-bd5f8644-50bc-4a00-8303-e32c60c3a4db for instance with vm_state building and task_state spawning. [ 995.906802] env[68893]: DEBUG oslo_vmware.rw_handles [None req-541376a6-1297-4d28-b8bb-954d4921b52d tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 995.906802] env[68893]: value = "vm-561179" [ 995.906802] env[68893]: _type = "VirtualMachine" [ 995.906802] env[68893]: }. {{(pid=68893) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 995.907112] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-dcd54924-dd11-4bbd-9dd7-ff73ac8f0bd1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.914450] env[68893]: DEBUG oslo_vmware.rw_handles [None req-541376a6-1297-4d28-b8bb-954d4921b52d tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Lease: (returnval){ [ 995.914450] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]521d9f4c-0c98-1474-479c-a135f0ffcaf8" [ 995.914450] env[68893]: _type = "HttpNfcLease" [ 995.914450] env[68893]: } obtained for exporting VM: (result){ [ 995.914450] env[68893]: value = "vm-561179" [ 995.914450] env[68893]: _type = "VirtualMachine" [ 995.914450] env[68893]: }. {{(pid=68893) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 995.914721] env[68893]: DEBUG oslo_vmware.api [None req-541376a6-1297-4d28-b8bb-954d4921b52d tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Waiting for the lease: (returnval){ [ 995.914721] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]521d9f4c-0c98-1474-479c-a135f0ffcaf8" [ 995.914721] env[68893]: _type = "HttpNfcLease" [ 995.914721] env[68893]: } to be ready. {{(pid=68893) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 995.921227] env[68893]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 995.921227] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]521d9f4c-0c98-1474-479c-a135f0ffcaf8" [ 995.921227] env[68893]: _type = "HttpNfcLease" [ 995.921227] env[68893]: } is initializing. {{(pid=68893) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 995.979871] env[68893]: DEBUG oslo_vmware.api [None req-b4b89977-cab0-4550-8334-c71c8318f0ec tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Task: {'id': task-2791900, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.127293] env[68893]: DEBUG nova.compute.utils [None req-bddcb7c6-d9fb-45ed-9ed6-37b7fe3e7c0d tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 996.132656] env[68893]: DEBUG nova.compute.manager [None req-bddcb7c6-d9fb-45ed-9ed6-37b7fe3e7c0d tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] [instance: 4a4ea316-2b13-4585-a52e-57f263bdbe6e] Allocating IP information in the background. {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 996.132656] env[68893]: DEBUG nova.network.neutron [None req-bddcb7c6-d9fb-45ed-9ed6-37b7fe3e7c0d tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] [instance: 4a4ea316-2b13-4585-a52e-57f263bdbe6e] allocate_for_instance() {{(pid=68893) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 996.174217] env[68893]: DEBUG nova.policy [None req-bddcb7c6-d9fb-45ed-9ed6-37b7fe3e7c0d tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e569444e88514fadad0ade1058377c30', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '631880b58e894bcaac66cb177defc000', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68893) authorize /opt/stack/nova/nova/policy.py:192}} [ 996.177257] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: 4bb94a41-5549-4e59-a44b-094fff269e78] Instance has had 0 of 5 cleanup attempts {{(pid=68893) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 996.212052] env[68893]: DEBUG oslo_vmware.api [None req-567778df-8672-409c-8071-74b1a70aba88 tempest-ServersAaction247Test-1215653772 tempest-ServersAaction247Test-1215653772-project-member] Task: {'id': task-2791901, 'name': Rename_Task, 'duration_secs': 0.131231} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.212052] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-567778df-8672-409c-8071-74b1a70aba88 tempest-ServersAaction247Test-1215653772 tempest-ServersAaction247Test-1215653772-project-member] [instance: 8d99ff20-bffa-417a-ae2a-84957a794332] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 996.212228] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1d178609-6ac8-4181-9853-26a113255e5a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.220173] env[68893]: DEBUG oslo_vmware.api [None req-567778df-8672-409c-8071-74b1a70aba88 tempest-ServersAaction247Test-1215653772 tempest-ServersAaction247Test-1215653772-project-member] Waiting for the task: (returnval){ [ 996.220173] env[68893]: value = "task-2791903" [ 996.220173] env[68893]: _type = "Task" [ 996.220173] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.227988] env[68893]: DEBUG oslo_vmware.api [None req-567778df-8672-409c-8071-74b1a70aba88 tempest-ServersAaction247Test-1215653772 tempest-ServersAaction247Test-1215653772-project-member] Task: {'id': task-2791903, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.351374] env[68893]: DEBUG oslo_concurrency.lockutils [None req-71901667-f68d-4289-95b4-c00025aa1f85 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Acquiring lock "refresh_cache-8b58659b-aaf9-4fa9-98b2-3153180f0570" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.351547] env[68893]: DEBUG oslo_concurrency.lockutils [None req-71901667-f68d-4289-95b4-c00025aa1f85 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Acquired lock "refresh_cache-8b58659b-aaf9-4fa9-98b2-3153180f0570" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.351713] env[68893]: DEBUG nova.network.neutron [None req-71901667-f68d-4289-95b4-c00025aa1f85 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 8b58659b-aaf9-4fa9-98b2-3153180f0570] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 996.426021] env[68893]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 996.426021] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]521d9f4c-0c98-1474-479c-a135f0ffcaf8" [ 996.426021] env[68893]: _type = "HttpNfcLease" [ 996.426021] env[68893]: } is ready. {{(pid=68893) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 996.426021] env[68893]: DEBUG oslo_vmware.rw_handles [None req-541376a6-1297-4d28-b8bb-954d4921b52d tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 996.426021] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]521d9f4c-0c98-1474-479c-a135f0ffcaf8" [ 996.426021] env[68893]: _type = "HttpNfcLease" [ 996.426021] env[68893]: }. {{(pid=68893) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 996.426914] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4ca9d69-7d99-4684-b15c-b8ac29766fe1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.435200] env[68893]: DEBUG oslo_vmware.rw_handles [None req-541376a6-1297-4d28-b8bb-954d4921b52d tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b1f173-d065-7e19-e6c8-2074cd17c585/disk-0.vmdk from lease info. {{(pid=68893) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 996.436688] env[68893]: DEBUG oslo_vmware.rw_handles [None req-541376a6-1297-4d28-b8bb-954d4921b52d tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b1f173-d065-7e19-e6c8-2074cd17c585/disk-0.vmdk for reading. {{(pid=68893) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 996.497348] env[68893]: DEBUG oslo_concurrency.lockutils [None req-197b16a9-88f7-400d-8d5a-dc08d6619514 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Acquiring lock "9d2c4276-803a-45ac-92bd-82eb2c5095eb" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.497348] env[68893]: DEBUG oslo_concurrency.lockutils [None req-197b16a9-88f7-400d-8d5a-dc08d6619514 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Lock "9d2c4276-803a-45ac-92bd-82eb2c5095eb" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.497348] env[68893]: INFO nova.compute.manager [None req-197b16a9-88f7-400d-8d5a-dc08d6619514 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 9d2c4276-803a-45ac-92bd-82eb2c5095eb] Shelving [ 996.510747] env[68893]: DEBUG oslo_vmware.api [None req-b4b89977-cab0-4550-8334-c71c8318f0ec tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Task: {'id': task-2791900, 'name': PowerOnVM_Task, 'duration_secs': 0.844283} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.511599] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4b89977-cab0-4550-8334-c71c8318f0ec tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] [instance: 250fb202-c0a4-4fc9-822e-d3c18cf8d340] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 996.511808] env[68893]: INFO nova.compute.manager [None req-b4b89977-cab0-4550-8334-c71c8318f0ec tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] [instance: 250fb202-c0a4-4fc9-822e-d3c18cf8d340] Took 7.66 seconds to spawn the instance on the hypervisor. [ 996.511989] env[68893]: DEBUG nova.compute.manager [None req-b4b89977-cab0-4550-8334-c71c8318f0ec tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] [instance: 250fb202-c0a4-4fc9-822e-d3c18cf8d340] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 996.512781] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7861dfe3-d492-4ab9-94dd-adf4ddb0149f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.516226] env[68893]: DEBUG nova.network.neutron [None req-bddcb7c6-d9fb-45ed-9ed6-37b7fe3e7c0d tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] [instance: 4a4ea316-2b13-4585-a52e-57f263bdbe6e] Successfully created port: fded2384-edbb-4658-8601-2224a42d182d {{(pid=68893) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 996.543168] env[68893]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d543a526-997b-4163-b28d-fc675aab33af {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.638707] env[68893]: DEBUG nova.compute.manager [None req-bddcb7c6-d9fb-45ed-9ed6-37b7fe3e7c0d tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] [instance: 4a4ea316-2b13-4585-a52e-57f263bdbe6e] Start building block device mappings for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 996.681328] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: 1e106741-a2d1-40cc-b287-3f2af59084ca] Instance has had 0 of 5 cleanup attempts {{(pid=68893) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 996.736037] env[68893]: DEBUG oslo_vmware.api [None req-567778df-8672-409c-8071-74b1a70aba88 tempest-ServersAaction247Test-1215653772 tempest-ServersAaction247Test-1215653772-project-member] Task: {'id': task-2791903, 'name': PowerOnVM_Task, 'duration_secs': 0.448509} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.740686] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-567778df-8672-409c-8071-74b1a70aba88 tempest-ServersAaction247Test-1215653772 tempest-ServersAaction247Test-1215653772-project-member] [instance: 8d99ff20-bffa-417a-ae2a-84957a794332] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 996.740993] env[68893]: INFO nova.compute.manager [None req-567778df-8672-409c-8071-74b1a70aba88 tempest-ServersAaction247Test-1215653772 tempest-ServersAaction247Test-1215653772-project-member] [instance: 8d99ff20-bffa-417a-ae2a-84957a794332] Took 5.37 seconds to spawn the instance on the hypervisor. [ 996.741221] env[68893]: DEBUG nova.compute.manager [None req-567778df-8672-409c-8071-74b1a70aba88 tempest-ServersAaction247Test-1215653772 tempest-ServersAaction247Test-1215653772-project-member] [instance: 8d99ff20-bffa-417a-ae2a-84957a794332] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 996.742650] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e54af86-a0df-47be-b920-6a06de355fe5 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.887595] env[68893]: DEBUG nova.network.neutron [None req-bddcb7c6-d9fb-45ed-9ed6-37b7fe3e7c0d tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] [instance: 4a4ea316-2b13-4585-a52e-57f263bdbe6e] Successfully created port: 7f876206-53f4-4873-84fb-9e18b618fae1 {{(pid=68893) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 996.890781] env[68893]: DEBUG nova.network.neutron [None req-71901667-f68d-4289-95b4-c00025aa1f85 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 8b58659b-aaf9-4fa9-98b2-3153180f0570] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 997.032447] env[68893]: INFO nova.compute.manager [None req-b4b89977-cab0-4550-8334-c71c8318f0ec tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] [instance: 250fb202-c0a4-4fc9-822e-d3c18cf8d340] Took 39.07 seconds to build instance. [ 997.095013] env[68893]: DEBUG nova.network.neutron [None req-71901667-f68d-4289-95b4-c00025aa1f85 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 8b58659b-aaf9-4fa9-98b2-3153180f0570] Updating instance_info_cache with network_info: [{"id": "bd5f8644-50bc-4a00-8303-e32c60c3a4db", "address": "fa:16:3e:5a:57:df", "network": {"id": "535054b4-40f2-4085-93ee-f88482a820b2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1842438762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84cbde965bb240928baaf86257a83746", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd5f8644-50", "ovs_interfaceid": "bd5f8644-50bc-4a00-8303-e32c60c3a4db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.133261] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d127fd95-3ca3-4ff6-bfc8-c505e1512e0e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.143467] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aee5a6ee-e315-4e52-8c81-ff0928367854 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.184627] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6332783f-55a0-4e2d-9d01-e196ed7658f9 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.184861] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: 15785bfd-102b-4abf-b9ab-12e38c653a49] Instance has had 0 of 5 cleanup attempts {{(pid=68893) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 997.193869] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4639078-b397-453b-af14-33cc929ee154 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.210666] env[68893]: DEBUG nova.compute.provider_tree [None req-b7c40b5b-d32f-4201-99d7-e7a032b755e9 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 997.267840] env[68893]: INFO nova.compute.manager [None req-567778df-8672-409c-8071-74b1a70aba88 tempest-ServersAaction247Test-1215653772 tempest-ServersAaction247Test-1215653772-project-member] [instance: 8d99ff20-bffa-417a-ae2a-84957a794332] Took 36.47 seconds to build instance. [ 997.514513] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-197b16a9-88f7-400d-8d5a-dc08d6619514 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 9d2c4276-803a-45ac-92bd-82eb2c5095eb] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 997.515405] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-704240a0-5b2f-4720-992d-7fab7753e631 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.524854] env[68893]: DEBUG oslo_vmware.api [None req-197b16a9-88f7-400d-8d5a-dc08d6619514 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Waiting for the task: (returnval){ [ 997.524854] env[68893]: value = "task-2791904" [ 997.524854] env[68893]: _type = "Task" [ 997.524854] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.536931] env[68893]: DEBUG oslo_vmware.api [None req-197b16a9-88f7-400d-8d5a-dc08d6619514 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2791904, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.539635] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b4b89977-cab0-4550-8334-c71c8318f0ec tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Lock "250fb202-c0a4-4fc9-822e-d3c18cf8d340" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.585s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.598149] env[68893]: DEBUG oslo_concurrency.lockutils [None req-71901667-f68d-4289-95b4-c00025aa1f85 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Releasing lock "refresh_cache-8b58659b-aaf9-4fa9-98b2-3153180f0570" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.598601] env[68893]: DEBUG nova.compute.manager [None req-71901667-f68d-4289-95b4-c00025aa1f85 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 8b58659b-aaf9-4fa9-98b2-3153180f0570] Instance network_info: |[{"id": "bd5f8644-50bc-4a00-8303-e32c60c3a4db", "address": "fa:16:3e:5a:57:df", "network": {"id": "535054b4-40f2-4085-93ee-f88482a820b2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1842438762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84cbde965bb240928baaf86257a83746", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd5f8644-50", "ovs_interfaceid": "bd5f8644-50bc-4a00-8303-e32c60c3a4db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 997.599191] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-71901667-f68d-4289-95b4-c00025aa1f85 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 8b58659b-aaf9-4fa9-98b2-3153180f0570] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5a:57:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bd5f8644-50bc-4a00-8303-e32c60c3a4db', 'vif_model': 'vmxnet3'}] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 997.608050] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-71901667-f68d-4289-95b4-c00025aa1f85 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 997.608704] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b58659b-aaf9-4fa9-98b2-3153180f0570] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 997.608958] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6f49a8e4-fd86-4420-b1b2-a37c7059c776 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.630268] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 997.630268] env[68893]: value = "task-2791905" [ 997.630268] env[68893]: _type = "Task" [ 997.630268] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.638647] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791905, 'name': CreateVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.652364] env[68893]: DEBUG nova.compute.manager [None req-bddcb7c6-d9fb-45ed-9ed6-37b7fe3e7c0d tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] [instance: 4a4ea316-2b13-4585-a52e-57f263bdbe6e] Start spawning the instance on the hypervisor. {{(pid=68893) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 997.678311] env[68893]: DEBUG nova.virt.hardware [None req-bddcb7c6-d9fb-45ed-9ed6-37b7fe3e7c0d tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 997.678573] env[68893]: DEBUG nova.virt.hardware [None req-bddcb7c6-d9fb-45ed-9ed6-37b7fe3e7c0d tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 997.678743] env[68893]: DEBUG nova.virt.hardware [None req-bddcb7c6-d9fb-45ed-9ed6-37b7fe3e7c0d tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 997.678930] env[68893]: DEBUG nova.virt.hardware [None req-bddcb7c6-d9fb-45ed-9ed6-37b7fe3e7c0d tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 997.679112] env[68893]: DEBUG nova.virt.hardware [None req-bddcb7c6-d9fb-45ed-9ed6-37b7fe3e7c0d tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 997.679276] env[68893]: DEBUG nova.virt.hardware [None req-bddcb7c6-d9fb-45ed-9ed6-37b7fe3e7c0d tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 997.679507] env[68893]: DEBUG nova.virt.hardware [None req-bddcb7c6-d9fb-45ed-9ed6-37b7fe3e7c0d tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 997.679673] env[68893]: DEBUG nova.virt.hardware [None req-bddcb7c6-d9fb-45ed-9ed6-37b7fe3e7c0d tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 997.679861] env[68893]: DEBUG nova.virt.hardware [None req-bddcb7c6-d9fb-45ed-9ed6-37b7fe3e7c0d tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 997.680059] env[68893]: DEBUG nova.virt.hardware [None req-bddcb7c6-d9fb-45ed-9ed6-37b7fe3e7c0d tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 997.680273] env[68893]: DEBUG nova.virt.hardware [None req-bddcb7c6-d9fb-45ed-9ed6-37b7fe3e7c0d tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 997.681199] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-544dd921-50fc-4aa1-b6d7-09565740a260 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.688367] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: a18eb1c3-0700-4e59-be23-2c91afa4b7b1] Instance has had 0 of 5 cleanup attempts {{(pid=68893) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 997.691489] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a2f6415-aebe-4923-8052-326259d7b72a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.714381] env[68893]: DEBUG nova.scheduler.client.report [None req-b7c40b5b-d32f-4201-99d7-e7a032b755e9 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 997.769992] env[68893]: DEBUG oslo_concurrency.lockutils [None req-567778df-8672-409c-8071-74b1a70aba88 tempest-ServersAaction247Test-1215653772 tempest-ServersAaction247Test-1215653772-project-member] Lock "8d99ff20-bffa-417a-ae2a-84957a794332" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.980s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.881220] env[68893]: DEBUG nova.compute.manager [None req-ce9b6be9-8155-4874-8a10-955d536fd084 tempest-ServersAaction247Test-1215653772 tempest-ServersAaction247Test-1215653772-project-member] [instance: 8d99ff20-bffa-417a-ae2a-84957a794332] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 997.881438] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e689b980-5152-4be9-ae64-f9470320a083 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.923245] env[68893]: DEBUG nova.compute.manager [req-4dea9588-f035-437d-aeb9-3b7787f54998 req-46697022-38a4-4cb8-ba09-8ffc0cf2d143 service nova] [instance: 8b58659b-aaf9-4fa9-98b2-3153180f0570] Received event network-changed-bd5f8644-50bc-4a00-8303-e32c60c3a4db {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 997.923439] env[68893]: DEBUG nova.compute.manager [req-4dea9588-f035-437d-aeb9-3b7787f54998 req-46697022-38a4-4cb8-ba09-8ffc0cf2d143 service nova] [instance: 8b58659b-aaf9-4fa9-98b2-3153180f0570] Refreshing instance network info cache due to event network-changed-bd5f8644-50bc-4a00-8303-e32c60c3a4db. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 997.923656] env[68893]: DEBUG oslo_concurrency.lockutils [req-4dea9588-f035-437d-aeb9-3b7787f54998 req-46697022-38a4-4cb8-ba09-8ffc0cf2d143 service nova] Acquiring lock "refresh_cache-8b58659b-aaf9-4fa9-98b2-3153180f0570" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.923805] env[68893]: DEBUG oslo_concurrency.lockutils [req-4dea9588-f035-437d-aeb9-3b7787f54998 req-46697022-38a4-4cb8-ba09-8ffc0cf2d143 service nova] Acquired lock "refresh_cache-8b58659b-aaf9-4fa9-98b2-3153180f0570" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.923963] env[68893]: DEBUG nova.network.neutron [req-4dea9588-f035-437d-aeb9-3b7787f54998 req-46697022-38a4-4cb8-ba09-8ffc0cf2d143 service nova] [instance: 8b58659b-aaf9-4fa9-98b2-3153180f0570] Refreshing network info cache for port bd5f8644-50bc-4a00-8303-e32c60c3a4db {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 997.957543] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ba81c560-1271-4184-b0d8-8523333e76ac tempest-ServersAaction247Test-1215653772 tempest-ServersAaction247Test-1215653772-project-member] Acquiring lock "8d99ff20-bffa-417a-ae2a-84957a794332" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.957736] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ba81c560-1271-4184-b0d8-8523333e76ac tempest-ServersAaction247Test-1215653772 tempest-ServersAaction247Test-1215653772-project-member] Lock "8d99ff20-bffa-417a-ae2a-84957a794332" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.958590] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ba81c560-1271-4184-b0d8-8523333e76ac tempest-ServersAaction247Test-1215653772 tempest-ServersAaction247Test-1215653772-project-member] Acquiring lock "8d99ff20-bffa-417a-ae2a-84957a794332-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.958787] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ba81c560-1271-4184-b0d8-8523333e76ac tempest-ServersAaction247Test-1215653772 tempest-ServersAaction247Test-1215653772-project-member] Lock "8d99ff20-bffa-417a-ae2a-84957a794332-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.959470] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ba81c560-1271-4184-b0d8-8523333e76ac tempest-ServersAaction247Test-1215653772 tempest-ServersAaction247Test-1215653772-project-member] Lock "8d99ff20-bffa-417a-ae2a-84957a794332-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.961848] env[68893]: INFO nova.compute.manager [None req-ba81c560-1271-4184-b0d8-8523333e76ac tempest-ServersAaction247Test-1215653772 tempest-ServersAaction247Test-1215653772-project-member] [instance: 8d99ff20-bffa-417a-ae2a-84957a794332] Terminating instance [ 998.037546] env[68893]: DEBUG oslo_vmware.api [None req-197b16a9-88f7-400d-8d5a-dc08d6619514 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2791904, 'name': PowerOffVM_Task, 'duration_secs': 0.272481} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.038422] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-197b16a9-88f7-400d-8d5a-dc08d6619514 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 9d2c4276-803a-45ac-92bd-82eb2c5095eb] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 998.039716] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd40716d-0164-4b3b-96a8-c058624bd795 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.067081] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a533960e-eab0-4085-b23d-984c35eecbc2 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.140289] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791905, 'name': CreateVM_Task, 'duration_secs': 0.464733} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.140656] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b58659b-aaf9-4fa9-98b2-3153180f0570] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 998.141408] env[68893]: DEBUG oslo_concurrency.lockutils [None req-71901667-f68d-4289-95b4-c00025aa1f85 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.141626] env[68893]: DEBUG oslo_concurrency.lockutils [None req-71901667-f68d-4289-95b4-c00025aa1f85 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.142134] env[68893]: DEBUG oslo_concurrency.lockutils [None req-71901667-f68d-4289-95b4-c00025aa1f85 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.142475] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7d24768-0324-473f-85e8-19e5ae2359c0 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.147411] env[68893]: DEBUG oslo_vmware.api [None req-71901667-f68d-4289-95b4-c00025aa1f85 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Waiting for the task: (returnval){ [ 998.147411] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]525f8751-4e39-32d4-97eb-f34123a8821b" [ 998.147411] env[68893]: _type = "Task" [ 998.147411] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.155363] env[68893]: DEBUG oslo_vmware.api [None req-71901667-f68d-4289-95b4-c00025aa1f85 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]525f8751-4e39-32d4-97eb-f34123a8821b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.197019] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: 3f20bd77-e350-409c-beb3-6e8a188048ab] Instance has had 0 of 5 cleanup attempts {{(pid=68893) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 998.222181] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b7c40b5b-d32f-4201-99d7-e7a032b755e9 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.602s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.222717] env[68893]: DEBUG nova.compute.manager [None req-b7c40b5b-d32f-4201-99d7-e7a032b755e9 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] [instance: 5c771d60-a6ca-434c-9193-9d90821b26b2] Start building networks asynchronously for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 998.225585] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f9815d8a-2cfb-40c0-a731-68030bcc263a tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.778s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.225873] env[68893]: DEBUG nova.objects.instance [None req-f9815d8a-2cfb-40c0-a731-68030bcc263a tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] Lazy-loading 'resources' on Instance uuid 34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 998.271552] env[68893]: INFO nova.compute.manager [None req-f08ef498-0260-4f8c-a7b6-cee045e74342 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] [instance: 250fb202-c0a4-4fc9-822e-d3c18cf8d340] Rescuing [ 998.271781] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f08ef498-0260-4f8c-a7b6-cee045e74342 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Acquiring lock "refresh_cache-250fb202-c0a4-4fc9-822e-d3c18cf8d340" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.271938] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f08ef498-0260-4f8c-a7b6-cee045e74342 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Acquired lock "refresh_cache-250fb202-c0a4-4fc9-822e-d3c18cf8d340" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.272155] env[68893]: DEBUG nova.network.neutron [None req-f08ef498-0260-4f8c-a7b6-cee045e74342 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] [instance: 250fb202-c0a4-4fc9-822e-d3c18cf8d340] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 998.394411] env[68893]: INFO nova.compute.manager [None req-ce9b6be9-8155-4874-8a10-955d536fd084 tempest-ServersAaction247Test-1215653772 tempest-ServersAaction247Test-1215653772-project-member] [instance: 8d99ff20-bffa-417a-ae2a-84957a794332] instance snapshotting [ 998.394411] env[68893]: DEBUG nova.objects.instance [None req-ce9b6be9-8155-4874-8a10-955d536fd084 tempest-ServersAaction247Test-1215653772 tempest-ServersAaction247Test-1215653772-project-member] Lazy-loading 'flavor' on Instance uuid 8d99ff20-bffa-417a-ae2a-84957a794332 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 998.465595] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ba81c560-1271-4184-b0d8-8523333e76ac tempest-ServersAaction247Test-1215653772 tempest-ServersAaction247Test-1215653772-project-member] Acquiring lock "refresh_cache-8d99ff20-bffa-417a-ae2a-84957a794332" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.466224] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ba81c560-1271-4184-b0d8-8523333e76ac tempest-ServersAaction247Test-1215653772 tempest-ServersAaction247Test-1215653772-project-member] Acquired lock "refresh_cache-8d99ff20-bffa-417a-ae2a-84957a794332" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.466224] env[68893]: DEBUG nova.network.neutron [None req-ba81c560-1271-4184-b0d8-8523333e76ac tempest-ServersAaction247Test-1215653772 tempest-ServersAaction247Test-1215653772-project-member] [instance: 8d99ff20-bffa-417a-ae2a-84957a794332] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 998.570799] env[68893]: DEBUG nova.network.neutron [None req-bddcb7c6-d9fb-45ed-9ed6-37b7fe3e7c0d tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] [instance: 4a4ea316-2b13-4585-a52e-57f263bdbe6e] Successfully updated port: fded2384-edbb-4658-8601-2224a42d182d {{(pid=68893) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 998.579644] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-197b16a9-88f7-400d-8d5a-dc08d6619514 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 9d2c4276-803a-45ac-92bd-82eb2c5095eb] Creating Snapshot of the VM instance {{(pid=68893) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 998.579970] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c6c1c7ef-aab4-48fc-9c96-a2a7cb3be5e5 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.589296] env[68893]: DEBUG oslo_vmware.api [None req-197b16a9-88f7-400d-8d5a-dc08d6619514 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Waiting for the task: (returnval){ [ 998.589296] env[68893]: value = "task-2791906" [ 998.589296] env[68893]: _type = "Task" [ 998.589296] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.598260] env[68893]: DEBUG oslo_vmware.api [None req-197b16a9-88f7-400d-8d5a-dc08d6619514 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2791906, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.645290] env[68893]: DEBUG nova.network.neutron [req-4dea9588-f035-437d-aeb9-3b7787f54998 req-46697022-38a4-4cb8-ba09-8ffc0cf2d143 service nova] [instance: 8b58659b-aaf9-4fa9-98b2-3153180f0570] Updated VIF entry in instance network info cache for port bd5f8644-50bc-4a00-8303-e32c60c3a4db. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 998.645668] env[68893]: DEBUG nova.network.neutron [req-4dea9588-f035-437d-aeb9-3b7787f54998 req-46697022-38a4-4cb8-ba09-8ffc0cf2d143 service nova] [instance: 8b58659b-aaf9-4fa9-98b2-3153180f0570] Updating instance_info_cache with network_info: [{"id": "bd5f8644-50bc-4a00-8303-e32c60c3a4db", "address": "fa:16:3e:5a:57:df", "network": {"id": "535054b4-40f2-4085-93ee-f88482a820b2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1842438762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84cbde965bb240928baaf86257a83746", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd5f8644-50", "ovs_interfaceid": "bd5f8644-50bc-4a00-8303-e32c60c3a4db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.657481] env[68893]: DEBUG oslo_vmware.api [None req-71901667-f68d-4289-95b4-c00025aa1f85 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]525f8751-4e39-32d4-97eb-f34123a8821b, 'name': SearchDatastore_Task, 'duration_secs': 0.023702} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.658419] env[68893]: DEBUG oslo_concurrency.lockutils [None req-71901667-f68d-4289-95b4-c00025aa1f85 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.658654] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-71901667-f68d-4289-95b4-c00025aa1f85 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 8b58659b-aaf9-4fa9-98b2-3153180f0570] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 998.658887] env[68893]: DEBUG oslo_concurrency.lockutils [None req-71901667-f68d-4289-95b4-c00025aa1f85 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.659049] env[68893]: DEBUG oslo_concurrency.lockutils [None req-71901667-f68d-4289-95b4-c00025aa1f85 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.659243] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-71901667-f68d-4289-95b4-c00025aa1f85 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 998.659764] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f717e2d4-e93d-4d04-85b1-9f26c3c93a2b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.668873] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-71901667-f68d-4289-95b4-c00025aa1f85 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 998.669059] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-71901667-f68d-4289-95b4-c00025aa1f85 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 998.669773] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fe22232-ba8d-49ff-9c90-c9cee3cd76af {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.674710] env[68893]: DEBUG oslo_vmware.api [None req-71901667-f68d-4289-95b4-c00025aa1f85 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Waiting for the task: (returnval){ [ 998.674710] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]5215945e-94b8-c417-bee4-29d426d967d1" [ 998.674710] env[68893]: _type = "Task" [ 998.674710] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.684494] env[68893]: DEBUG oslo_vmware.api [None req-71901667-f68d-4289-95b4-c00025aa1f85 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]5215945e-94b8-c417-bee4-29d426d967d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.700472] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: 0584a6fd-aa46-4da6-bc9a-90ee80698237] Instance has had 0 of 5 cleanup attempts {{(pid=68893) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 998.726717] env[68893]: DEBUG nova.compute.utils [None req-b7c40b5b-d32f-4201-99d7-e7a032b755e9 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 998.728502] env[68893]: DEBUG nova.compute.manager [None req-b7c40b5b-d32f-4201-99d7-e7a032b755e9 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] [instance: 5c771d60-a6ca-434c-9193-9d90821b26b2] Not allocating networking since 'none' was specified. {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 998.902221] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b7f71f2-2bcb-4cee-a5c0-a3b5b15fc5df {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.924316] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c6dce5c-83a9-4227-9a18-995b86184c1f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.993932] env[68893]: DEBUG nova.network.neutron [None req-ba81c560-1271-4184-b0d8-8523333e76ac tempest-ServersAaction247Test-1215653772 tempest-ServersAaction247Test-1215653772-project-member] [instance: 8d99ff20-bffa-417a-ae2a-84957a794332] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 999.034415] env[68893]: DEBUG nova.network.neutron [None req-f08ef498-0260-4f8c-a7b6-cee045e74342 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] [instance: 250fb202-c0a4-4fc9-822e-d3c18cf8d340] Updating instance_info_cache with network_info: [{"id": "867da4e9-99e0-44f1-8a80-cfceacc29de7", "address": "fa:16:3e:ac:a8:73", "network": {"id": "3a3ee66b-d6c9-42be-96b0-b379b748814e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-449769129-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "16847a024c794c4991b8a93717dcf937", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap867da4e9-99", "ovs_interfaceid": "867da4e9-99e0-44f1-8a80-cfceacc29de7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.061407] env[68893]: DEBUG nova.network.neutron [None req-ba81c560-1271-4184-b0d8-8523333e76ac tempest-ServersAaction247Test-1215653772 tempest-ServersAaction247Test-1215653772-project-member] [instance: 8d99ff20-bffa-417a-ae2a-84957a794332] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.102022] env[68893]: DEBUG oslo_vmware.api [None req-197b16a9-88f7-400d-8d5a-dc08d6619514 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2791906, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.132060] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1188c224-9724-4832-83d1-0e9ea5010fbc {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.141025] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79a29bb7-aef2-4174-8422-f8595f12bdb8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.174147] env[68893]: DEBUG oslo_concurrency.lockutils [req-4dea9588-f035-437d-aeb9-3b7787f54998 req-46697022-38a4-4cb8-ba09-8ffc0cf2d143 service nova] Releasing lock "refresh_cache-8b58659b-aaf9-4fa9-98b2-3153180f0570" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.175622] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e58e52fc-b6f7-4076-9c4b-0695aed7f9c2 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.190359] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64101e00-e196-4006-a944-16100c47fd5b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.194568] env[68893]: DEBUG oslo_vmware.api [None req-71901667-f68d-4289-95b4-c00025aa1f85 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]5215945e-94b8-c417-bee4-29d426d967d1, 'name': SearchDatastore_Task, 'duration_secs': 0.016536} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.195849] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ae6f080-4020-4d0d-84a5-ddedc10f2a19 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.206928] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: 17c90488-234d-4203-964f-a4863bbe5e47] Instance has had 0 of 5 cleanup attempts {{(pid=68893) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 999.212024] env[68893]: DEBUG nova.compute.provider_tree [None req-f9815d8a-2cfb-40c0-a731-68030bcc263a tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 999.214183] env[68893]: DEBUG oslo_vmware.api [None req-71901667-f68d-4289-95b4-c00025aa1f85 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Waiting for the task: (returnval){ [ 999.214183] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52836053-543e-08eb-4fc4-2d64441940cb" [ 999.214183] env[68893]: _type = "Task" [ 999.214183] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.223021] env[68893]: DEBUG oslo_vmware.api [None req-71901667-f68d-4289-95b4-c00025aa1f85 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52836053-543e-08eb-4fc4-2d64441940cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.232510] env[68893]: DEBUG nova.compute.manager [None req-b7c40b5b-d32f-4201-99d7-e7a032b755e9 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] [instance: 5c771d60-a6ca-434c-9193-9d90821b26b2] Start building block device mappings for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 999.438983] env[68893]: DEBUG nova.compute.manager [None req-ce9b6be9-8155-4874-8a10-955d536fd084 tempest-ServersAaction247Test-1215653772 tempest-ServersAaction247Test-1215653772-project-member] [instance: 8d99ff20-bffa-417a-ae2a-84957a794332] Instance disappeared during snapshot {{(pid=68893) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 999.540352] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f08ef498-0260-4f8c-a7b6-cee045e74342 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Releasing lock "refresh_cache-250fb202-c0a4-4fc9-822e-d3c18cf8d340" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.565040] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ba81c560-1271-4184-b0d8-8523333e76ac tempest-ServersAaction247Test-1215653772 tempest-ServersAaction247Test-1215653772-project-member] Releasing lock "refresh_cache-8d99ff20-bffa-417a-ae2a-84957a794332" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.565248] env[68893]: DEBUG nova.compute.manager [None req-ba81c560-1271-4184-b0d8-8523333e76ac tempest-ServersAaction247Test-1215653772 tempest-ServersAaction247Test-1215653772-project-member] [instance: 8d99ff20-bffa-417a-ae2a-84957a794332] Start destroying the instance on the hypervisor. {{(pid=68893) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 999.565450] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-ba81c560-1271-4184-b0d8-8523333e76ac tempest-ServersAaction247Test-1215653772 tempest-ServersAaction247Test-1215653772-project-member] [instance: 8d99ff20-bffa-417a-ae2a-84957a794332] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 999.566480] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32a088f3-4b7d-4823-a03e-b38cdca6ff4e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.575377] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba81c560-1271-4184-b0d8-8523333e76ac tempest-ServersAaction247Test-1215653772 tempest-ServersAaction247Test-1215653772-project-member] [instance: 8d99ff20-bffa-417a-ae2a-84957a794332] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 999.575692] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b794f5e1-fecf-42a4-b287-b4cd583a0cf8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.583802] env[68893]: DEBUG oslo_vmware.api [None req-ba81c560-1271-4184-b0d8-8523333e76ac tempest-ServersAaction247Test-1215653772 tempest-ServersAaction247Test-1215653772-project-member] Waiting for the task: (returnval){ [ 999.583802] env[68893]: value = "task-2791907" [ 999.583802] env[68893]: _type = "Task" [ 999.583802] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.588435] env[68893]: DEBUG nova.compute.manager [None req-ce9b6be9-8155-4874-8a10-955d536fd084 tempest-ServersAaction247Test-1215653772 tempest-ServersAaction247Test-1215653772-project-member] [instance: 8d99ff20-bffa-417a-ae2a-84957a794332] Found 0 images (rotation: 2) {{(pid=68893) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 999.592771] env[68893]: DEBUG oslo_vmware.api [None req-ba81c560-1271-4184-b0d8-8523333e76ac tempest-ServersAaction247Test-1215653772 tempest-ServersAaction247Test-1215653772-project-member] Task: {'id': task-2791907, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.603921] env[68893]: DEBUG oslo_vmware.api [None req-197b16a9-88f7-400d-8d5a-dc08d6619514 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2791906, 'name': CreateSnapshot_Task, 'duration_secs': 0.78236} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.605451] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-197b16a9-88f7-400d-8d5a-dc08d6619514 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 9d2c4276-803a-45ac-92bd-82eb2c5095eb] Created Snapshot of the VM instance {{(pid=68893) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 999.605451] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03127abd-e80c-42aa-8e33-ad7243ce252e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.711894] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: d00e31be-e1ca-4417-af4f-3f85d95e1b4b] Instance has had 0 of 5 cleanup attempts {{(pid=68893) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 999.714421] env[68893]: DEBUG nova.scheduler.client.report [None req-f9815d8a-2cfb-40c0-a731-68030bcc263a tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 999.726761] env[68893]: DEBUG oslo_vmware.api [None req-71901667-f68d-4289-95b4-c00025aa1f85 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52836053-543e-08eb-4fc4-2d64441940cb, 'name': SearchDatastore_Task, 'duration_secs': 0.010559} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.727077] env[68893]: DEBUG oslo_concurrency.lockutils [None req-71901667-f68d-4289-95b4-c00025aa1f85 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.727348] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-71901667-f68d-4289-95b4-c00025aa1f85 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] 8b58659b-aaf9-4fa9-98b2-3153180f0570/8b58659b-aaf9-4fa9-98b2-3153180f0570.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 999.727604] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bd90f7b6-c606-44c1-9070-be1faaf52924 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.734263] env[68893]: DEBUG oslo_vmware.api [None req-71901667-f68d-4289-95b4-c00025aa1f85 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Waiting for the task: (returnval){ [ 999.734263] env[68893]: value = "task-2791908" [ 999.734263] env[68893]: _type = "Task" [ 999.734263] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.745891] env[68893]: DEBUG oslo_vmware.api [None req-71901667-f68d-4289-95b4-c00025aa1f85 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2791908, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.028045] env[68893]: DEBUG nova.compute.manager [req-f2b71772-cdb0-4c3b-9e41-906ccc3acc09 req-1027bae9-7a74-44cb-bce4-db6c2712e631 service nova] [instance: 4a4ea316-2b13-4585-a52e-57f263bdbe6e] Received event network-vif-plugged-fded2384-edbb-4658-8601-2224a42d182d {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1000.028045] env[68893]: DEBUG oslo_concurrency.lockutils [req-f2b71772-cdb0-4c3b-9e41-906ccc3acc09 req-1027bae9-7a74-44cb-bce4-db6c2712e631 service nova] Acquiring lock "4a4ea316-2b13-4585-a52e-57f263bdbe6e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.028327] env[68893]: DEBUG oslo_concurrency.lockutils [req-f2b71772-cdb0-4c3b-9e41-906ccc3acc09 req-1027bae9-7a74-44cb-bce4-db6c2712e631 service nova] Lock "4a4ea316-2b13-4585-a52e-57f263bdbe6e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.028327] env[68893]: DEBUG oslo_concurrency.lockutils [req-f2b71772-cdb0-4c3b-9e41-906ccc3acc09 req-1027bae9-7a74-44cb-bce4-db6c2712e631 service nova] Lock "4a4ea316-2b13-4585-a52e-57f263bdbe6e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.028484] env[68893]: DEBUG nova.compute.manager [req-f2b71772-cdb0-4c3b-9e41-906ccc3acc09 req-1027bae9-7a74-44cb-bce4-db6c2712e631 service nova] [instance: 4a4ea316-2b13-4585-a52e-57f263bdbe6e] No waiting events found dispatching network-vif-plugged-fded2384-edbb-4658-8601-2224a42d182d {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1000.028618] env[68893]: WARNING nova.compute.manager [req-f2b71772-cdb0-4c3b-9e41-906ccc3acc09 req-1027bae9-7a74-44cb-bce4-db6c2712e631 service nova] [instance: 4a4ea316-2b13-4585-a52e-57f263bdbe6e] Received unexpected event network-vif-plugged-fded2384-edbb-4658-8601-2224a42d182d for instance with vm_state building and task_state spawning. [ 1000.028781] env[68893]: DEBUG nova.compute.manager [req-f2b71772-cdb0-4c3b-9e41-906ccc3acc09 req-1027bae9-7a74-44cb-bce4-db6c2712e631 service nova] [instance: 4a4ea316-2b13-4585-a52e-57f263bdbe6e] Received event network-changed-fded2384-edbb-4658-8601-2224a42d182d {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1000.028947] env[68893]: DEBUG nova.compute.manager [req-f2b71772-cdb0-4c3b-9e41-906ccc3acc09 req-1027bae9-7a74-44cb-bce4-db6c2712e631 service nova] [instance: 4a4ea316-2b13-4585-a52e-57f263bdbe6e] Refreshing instance network info cache due to event network-changed-fded2384-edbb-4658-8601-2224a42d182d. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1000.029138] env[68893]: DEBUG oslo_concurrency.lockutils [req-f2b71772-cdb0-4c3b-9e41-906ccc3acc09 req-1027bae9-7a74-44cb-bce4-db6c2712e631 service nova] Acquiring lock "refresh_cache-4a4ea316-2b13-4585-a52e-57f263bdbe6e" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.029275] env[68893]: DEBUG oslo_concurrency.lockutils [req-f2b71772-cdb0-4c3b-9e41-906ccc3acc09 req-1027bae9-7a74-44cb-bce4-db6c2712e631 service nova] Acquired lock "refresh_cache-4a4ea316-2b13-4585-a52e-57f263bdbe6e" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.029433] env[68893]: DEBUG nova.network.neutron [req-f2b71772-cdb0-4c3b-9e41-906ccc3acc09 req-1027bae9-7a74-44cb-bce4-db6c2712e631 service nova] [instance: 4a4ea316-2b13-4585-a52e-57f263bdbe6e] Refreshing network info cache for port fded2384-edbb-4658-8601-2224a42d182d {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1000.094808] env[68893]: DEBUG oslo_vmware.api [None req-ba81c560-1271-4184-b0d8-8523333e76ac tempest-ServersAaction247Test-1215653772 tempest-ServersAaction247Test-1215653772-project-member] Task: {'id': task-2791907, 'name': PowerOffVM_Task, 'duration_secs': 0.125169} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.095192] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba81c560-1271-4184-b0d8-8523333e76ac tempest-ServersAaction247Test-1215653772 tempest-ServersAaction247Test-1215653772-project-member] [instance: 8d99ff20-bffa-417a-ae2a-84957a794332] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1000.095426] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-ba81c560-1271-4184-b0d8-8523333e76ac tempest-ServersAaction247Test-1215653772 tempest-ServersAaction247Test-1215653772-project-member] [instance: 8d99ff20-bffa-417a-ae2a-84957a794332] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1000.096078] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3b5189ab-f75e-4cf7-86a0-9ec945aaa0f5 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.124185] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-197b16a9-88f7-400d-8d5a-dc08d6619514 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 9d2c4276-803a-45ac-92bd-82eb2c5095eb] Creating linked-clone VM from snapshot {{(pid=68893) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1000.126291] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-424b40fc-c8fe-4274-b3a5-fc3f77e6c067 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.131669] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-ba81c560-1271-4184-b0d8-8523333e76ac tempest-ServersAaction247Test-1215653772 tempest-ServersAaction247Test-1215653772-project-member] [instance: 8d99ff20-bffa-417a-ae2a-84957a794332] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1000.131669] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-ba81c560-1271-4184-b0d8-8523333e76ac tempest-ServersAaction247Test-1215653772 tempest-ServersAaction247Test-1215653772-project-member] [instance: 8d99ff20-bffa-417a-ae2a-84957a794332] Deleting contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1000.131669] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba81c560-1271-4184-b0d8-8523333e76ac tempest-ServersAaction247Test-1215653772 tempest-ServersAaction247Test-1215653772-project-member] Deleting the datastore file [datastore2] 8d99ff20-bffa-417a-ae2a-84957a794332 {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1000.131917] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5da4c278-920a-49ba-9332-ec8a03599332 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.139790] env[68893]: DEBUG oslo_vmware.api [None req-197b16a9-88f7-400d-8d5a-dc08d6619514 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Waiting for the task: (returnval){ [ 1000.139790] env[68893]: value = "task-2791910" [ 1000.139790] env[68893]: _type = "Task" [ 1000.139790] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.144754] env[68893]: DEBUG oslo_vmware.api [None req-ba81c560-1271-4184-b0d8-8523333e76ac tempest-ServersAaction247Test-1215653772 tempest-ServersAaction247Test-1215653772-project-member] Waiting for the task: (returnval){ [ 1000.144754] env[68893]: value = "task-2791911" [ 1000.144754] env[68893]: _type = "Task" [ 1000.144754] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.152449] env[68893]: DEBUG oslo_vmware.api [None req-197b16a9-88f7-400d-8d5a-dc08d6619514 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2791910, 'name': CloneVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.159316] env[68893]: DEBUG oslo_vmware.api [None req-ba81c560-1271-4184-b0d8-8523333e76ac tempest-ServersAaction247Test-1215653772 tempest-ServersAaction247Test-1215653772-project-member] Task: {'id': task-2791911, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.218122] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: e3de132a-5a8c-49f7-8dde-273070d38b23] Instance has had 0 of 5 cleanup attempts {{(pid=68893) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1000.220496] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f9815d8a-2cfb-40c0-a731-68030bcc263a tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.995s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.223041] env[68893]: DEBUG oslo_concurrency.lockutils [None req-9b99567b-deb9-42b1-96ae-19956927a294 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.981s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.225260] env[68893]: INFO nova.compute.claims [None req-9b99567b-deb9-42b1-96ae-19956927a294 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] [instance: a5437c31-a6d6-417f-863c-d61eb12324a7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1000.245272] env[68893]: DEBUG nova.compute.manager [None req-b7c40b5b-d32f-4201-99d7-e7a032b755e9 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] [instance: 5c771d60-a6ca-434c-9193-9d90821b26b2] Start spawning the instance on the hypervisor. {{(pid=68893) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1000.247631] env[68893]: DEBUG oslo_vmware.api [None req-71901667-f68d-4289-95b4-c00025aa1f85 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2791908, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.461652} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.249412] env[68893]: INFO nova.scheduler.client.report [None req-f9815d8a-2cfb-40c0-a731-68030bcc263a tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] Deleted allocations for instance 34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b [ 1000.250672] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-71901667-f68d-4289-95b4-c00025aa1f85 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] 8b58659b-aaf9-4fa9-98b2-3153180f0570/8b58659b-aaf9-4fa9-98b2-3153180f0570.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1000.252295] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-71901667-f68d-4289-95b4-c00025aa1f85 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 8b58659b-aaf9-4fa9-98b2-3153180f0570] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1000.254381] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-00e5afaa-5a06-45d3-b256-96c742e23af8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.262809] env[68893]: DEBUG oslo_vmware.api [None req-71901667-f68d-4289-95b4-c00025aa1f85 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Waiting for the task: (returnval){ [ 1000.262809] env[68893]: value = "task-2791912" [ 1000.262809] env[68893]: _type = "Task" [ 1000.262809] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.275404] env[68893]: DEBUG oslo_vmware.api [None req-71901667-f68d-4289-95b4-c00025aa1f85 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2791912, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.278494] env[68893]: DEBUG nova.virt.hardware [None req-b7c40b5b-d32f-4201-99d7-e7a032b755e9 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1000.278494] env[68893]: DEBUG nova.virt.hardware [None req-b7c40b5b-d32f-4201-99d7-e7a032b755e9 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1000.278717] env[68893]: DEBUG nova.virt.hardware [None req-b7c40b5b-d32f-4201-99d7-e7a032b755e9 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1000.278843] env[68893]: DEBUG nova.virt.hardware [None req-b7c40b5b-d32f-4201-99d7-e7a032b755e9 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1000.280224] env[68893]: DEBUG nova.virt.hardware [None req-b7c40b5b-d32f-4201-99d7-e7a032b755e9 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1000.280224] env[68893]: DEBUG nova.virt.hardware [None req-b7c40b5b-d32f-4201-99d7-e7a032b755e9 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1000.280224] env[68893]: DEBUG nova.virt.hardware [None req-b7c40b5b-d32f-4201-99d7-e7a032b755e9 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1000.280224] env[68893]: DEBUG nova.virt.hardware [None req-b7c40b5b-d32f-4201-99d7-e7a032b755e9 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1000.280224] env[68893]: DEBUG nova.virt.hardware [None req-b7c40b5b-d32f-4201-99d7-e7a032b755e9 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1000.280224] env[68893]: DEBUG nova.virt.hardware [None req-b7c40b5b-d32f-4201-99d7-e7a032b755e9 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1000.280544] env[68893]: DEBUG nova.virt.hardware [None req-b7c40b5b-d32f-4201-99d7-e7a032b755e9 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1000.281294] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d9c883a-14ff-488c-b33c-26993072bbb2 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.291431] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb7c5a25-0dec-47af-b5be-ac3995adab0b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.307009] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-b7c40b5b-d32f-4201-99d7-e7a032b755e9 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] [instance: 5c771d60-a6ca-434c-9193-9d90821b26b2] Instance VIF info [] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1000.312953] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7c40b5b-d32f-4201-99d7-e7a032b755e9 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Creating folder: Project (f5daa045204e470aa6d7d6868e01d9f3). Parent ref: group-v560969. {{(pid=68893) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1000.313625] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-77ef1e16-d4a4-4fc3-b1e4-2516b50fed9f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.322550] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-b7c40b5b-d32f-4201-99d7-e7a032b755e9 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Created folder: Project (f5daa045204e470aa6d7d6868e01d9f3) in parent group-v560969. [ 1000.322797] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7c40b5b-d32f-4201-99d7-e7a032b755e9 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Creating folder: Instances. Parent ref: group-v561183. {{(pid=68893) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1000.323137] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e635f726-4722-4fa0-bef4-62cb6557a3cb {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.332245] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-b7c40b5b-d32f-4201-99d7-e7a032b755e9 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Created folder: Instances in parent group-v561183. [ 1000.332518] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b7c40b5b-d32f-4201-99d7-e7a032b755e9 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1000.332718] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c771d60-a6ca-434c-9193-9d90821b26b2] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1000.332974] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-07ea759b-390a-4e21-be64-a8d491a31f93 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.349619] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1000.349619] env[68893]: value = "task-2791915" [ 1000.349619] env[68893]: _type = "Task" [ 1000.349619] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.360438] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791915, 'name': CreateVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.584399] env[68893]: DEBUG nova.network.neutron [req-f2b71772-cdb0-4c3b-9e41-906ccc3acc09 req-1027bae9-7a74-44cb-bce4-db6c2712e631 service nova] [instance: 4a4ea316-2b13-4585-a52e-57f263bdbe6e] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1000.633508] env[68893]: DEBUG nova.network.neutron [None req-bddcb7c6-d9fb-45ed-9ed6-37b7fe3e7c0d tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] [instance: 4a4ea316-2b13-4585-a52e-57f263bdbe6e] Successfully updated port: 7f876206-53f4-4873-84fb-9e18b618fae1 {{(pid=68893) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1000.653881] env[68893]: DEBUG oslo_vmware.api [None req-197b16a9-88f7-400d-8d5a-dc08d6619514 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2791910, 'name': CloneVM_Task} progress is 94%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.662294] env[68893]: DEBUG oslo_vmware.api [None req-ba81c560-1271-4184-b0d8-8523333e76ac tempest-ServersAaction247Test-1215653772 tempest-ServersAaction247Test-1215653772-project-member] Task: {'id': task-2791911, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1349} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.663400] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba81c560-1271-4184-b0d8-8523333e76ac tempest-ServersAaction247Test-1215653772 tempest-ServersAaction247Test-1215653772-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1000.663400] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-ba81c560-1271-4184-b0d8-8523333e76ac tempest-ServersAaction247Test-1215653772 tempest-ServersAaction247Test-1215653772-project-member] [instance: 8d99ff20-bffa-417a-ae2a-84957a794332] Deleted contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1000.663400] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-ba81c560-1271-4184-b0d8-8523333e76ac tempest-ServersAaction247Test-1215653772 tempest-ServersAaction247Test-1215653772-project-member] [instance: 8d99ff20-bffa-417a-ae2a-84957a794332] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1000.663400] env[68893]: INFO nova.compute.manager [None req-ba81c560-1271-4184-b0d8-8523333e76ac tempest-ServersAaction247Test-1215653772 tempest-ServersAaction247Test-1215653772-project-member] [instance: 8d99ff20-bffa-417a-ae2a-84957a794332] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1000.663400] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ba81c560-1271-4184-b0d8-8523333e76ac tempest-ServersAaction247Test-1215653772 tempest-ServersAaction247Test-1215653772-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1000.663674] env[68893]: DEBUG nova.compute.manager [-] [instance: 8d99ff20-bffa-417a-ae2a-84957a794332] Deallocating network for instance {{(pid=68893) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1000.663674] env[68893]: DEBUG nova.network.neutron [-] [instance: 8d99ff20-bffa-417a-ae2a-84957a794332] deallocate_for_instance() {{(pid=68893) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1000.681736] env[68893]: DEBUG nova.network.neutron [-] [instance: 8d99ff20-bffa-417a-ae2a-84957a794332] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1000.693703] env[68893]: DEBUG nova.network.neutron [req-f2b71772-cdb0-4c3b-9e41-906ccc3acc09 req-1027bae9-7a74-44cb-bce4-db6c2712e631 service nova] [instance: 4a4ea316-2b13-4585-a52e-57f263bdbe6e] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.724021] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: d09a64f4-84e1-4eb5-9cd1-32e9de8b921d] Instance has had 0 of 5 cleanup attempts {{(pid=68893) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1000.762347] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f9815d8a-2cfb-40c0-a731-68030bcc263a tempest-ServerRescueTestJSONUnderV235-79951049 tempest-ServerRescueTestJSONUnderV235-79951049-project-member] Lock "34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.882s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.772240] env[68893]: DEBUG oslo_vmware.api [None req-71901667-f68d-4289-95b4-c00025aa1f85 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2791912, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073589} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.772336] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-71901667-f68d-4289-95b4-c00025aa1f85 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 8b58659b-aaf9-4fa9-98b2-3153180f0570] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1000.773144] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0489b684-3e4d-4710-8207-227f82b5426c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.796208] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-71901667-f68d-4289-95b4-c00025aa1f85 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 8b58659b-aaf9-4fa9-98b2-3153180f0570] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] 8b58659b-aaf9-4fa9-98b2-3153180f0570/8b58659b-aaf9-4fa9-98b2-3153180f0570.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1000.797077] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea41a324-7366-48c4-a8c5-d275b272849f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.817052] env[68893]: DEBUG oslo_vmware.api [None req-71901667-f68d-4289-95b4-c00025aa1f85 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Waiting for the task: (returnval){ [ 1000.817052] env[68893]: value = "task-2791916" [ 1000.817052] env[68893]: _type = "Task" [ 1000.817052] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.826778] env[68893]: DEBUG oslo_vmware.api [None req-71901667-f68d-4289-95b4-c00025aa1f85 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2791916, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.859559] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791915, 'name': CreateVM_Task, 'duration_secs': 0.315943} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.859720] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c771d60-a6ca-434c-9193-9d90821b26b2] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1000.860087] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b7c40b5b-d32f-4201-99d7-e7a032b755e9 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.860253] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b7c40b5b-d32f-4201-99d7-e7a032b755e9 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.860581] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b7c40b5b-d32f-4201-99d7-e7a032b755e9 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.860832] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02249d01-fce1-4b38-ab53-f368df4ebf00 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.865339] env[68893]: DEBUG oslo_vmware.api [None req-b7c40b5b-d32f-4201-99d7-e7a032b755e9 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Waiting for the task: (returnval){ [ 1000.865339] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]524ee19a-c313-266c-9e03-5bc7209bfbdd" [ 1000.865339] env[68893]: _type = "Task" [ 1000.865339] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.872938] env[68893]: DEBUG oslo_vmware.api [None req-b7c40b5b-d32f-4201-99d7-e7a032b755e9 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]524ee19a-c313-266c-9e03-5bc7209bfbdd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.108335] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-f08ef498-0260-4f8c-a7b6-cee045e74342 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] [instance: 250fb202-c0a4-4fc9-822e-d3c18cf8d340] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1001.108503] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3908544f-111d-42c5-a7a5-8b133e19f8e0 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.116330] env[68893]: DEBUG oslo_vmware.api [None req-f08ef498-0260-4f8c-a7b6-cee045e74342 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Waiting for the task: (returnval){ [ 1001.116330] env[68893]: value = "task-2791917" [ 1001.116330] env[68893]: _type = "Task" [ 1001.116330] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.124748] env[68893]: DEBUG oslo_vmware.api [None req-f08ef498-0260-4f8c-a7b6-cee045e74342 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Task: {'id': task-2791917, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.137804] env[68893]: DEBUG oslo_concurrency.lockutils [None req-bddcb7c6-d9fb-45ed-9ed6-37b7fe3e7c0d tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Acquiring lock "refresh_cache-4a4ea316-2b13-4585-a52e-57f263bdbe6e" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.150826] env[68893]: DEBUG oslo_vmware.api [None req-197b16a9-88f7-400d-8d5a-dc08d6619514 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2791910, 'name': CloneVM_Task} progress is 94%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.184397] env[68893]: DEBUG nova.network.neutron [-] [instance: 8d99ff20-bffa-417a-ae2a-84957a794332] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.196662] env[68893]: DEBUG oslo_concurrency.lockutils [req-f2b71772-cdb0-4c3b-9e41-906ccc3acc09 req-1027bae9-7a74-44cb-bce4-db6c2712e631 service nova] Releasing lock "refresh_cache-4a4ea316-2b13-4585-a52e-57f263bdbe6e" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.197072] env[68893]: DEBUG oslo_concurrency.lockutils [None req-bddcb7c6-d9fb-45ed-9ed6-37b7fe3e7c0d tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Acquired lock "refresh_cache-4a4ea316-2b13-4585-a52e-57f263bdbe6e" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.197343] env[68893]: DEBUG nova.network.neutron [None req-bddcb7c6-d9fb-45ed-9ed6-37b7fe3e7c0d tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] [instance: 4a4ea316-2b13-4585-a52e-57f263bdbe6e] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1001.228574] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: 427db270-9f81-4bed-8039-a8e1d87ab427] Instance has had 0 of 5 cleanup attempts {{(pid=68893) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1001.327900] env[68893]: DEBUG oslo_vmware.api [None req-71901667-f68d-4289-95b4-c00025aa1f85 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2791916, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.375820] env[68893]: DEBUG oslo_vmware.api [None req-b7c40b5b-d32f-4201-99d7-e7a032b755e9 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]524ee19a-c313-266c-9e03-5bc7209bfbdd, 'name': SearchDatastore_Task, 'duration_secs': 0.009802} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.378462] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b7c40b5b-d32f-4201-99d7-e7a032b755e9 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.378713] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-b7c40b5b-d32f-4201-99d7-e7a032b755e9 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] [instance: 5c771d60-a6ca-434c-9193-9d90821b26b2] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1001.378936] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b7c40b5b-d32f-4201-99d7-e7a032b755e9 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.379079] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b7c40b5b-d32f-4201-99d7-e7a032b755e9 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.379261] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7c40b5b-d32f-4201-99d7-e7a032b755e9 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1001.379712] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cc3632ad-9c41-4d5d-b92b-56ff26e13d5c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.388240] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7c40b5b-d32f-4201-99d7-e7a032b755e9 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1001.388412] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-b7c40b5b-d32f-4201-99d7-e7a032b755e9 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1001.391586] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9cce2373-4b92-47b3-b1c8-74a4f31c526c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.397318] env[68893]: DEBUG oslo_vmware.api [None req-b7c40b5b-d32f-4201-99d7-e7a032b755e9 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Waiting for the task: (returnval){ [ 1001.397318] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52239192-aa94-da9a-f948-7240b98dcbbb" [ 1001.397318] env[68893]: _type = "Task" [ 1001.397318] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.405731] env[68893]: DEBUG oslo_vmware.api [None req-b7c40b5b-d32f-4201-99d7-e7a032b755e9 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52239192-aa94-da9a-f948-7240b98dcbbb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.595142] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f82f24ca-6fbd-4428-aaf6-ff155b07dc1c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.601995] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b843a6c6-ef80-48b1-a52e-3a28eef5b501 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.636257] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59a05f9e-bff1-4d91-9403-e0ba604150e4 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.644088] env[68893]: DEBUG oslo_vmware.api [None req-f08ef498-0260-4f8c-a7b6-cee045e74342 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Task: {'id': task-2791917, 'name': PowerOffVM_Task, 'duration_secs': 0.380836} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.649456] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-f08ef498-0260-4f8c-a7b6-cee045e74342 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] [instance: 250fb202-c0a4-4fc9-822e-d3c18cf8d340] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1001.650518] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6c73637-f92d-49ed-aa96-7efb8d214790 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.654368] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08902683-13b2-4f6e-8315-6a618178c464 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.665099] env[68893]: DEBUG oslo_vmware.api [None req-197b16a9-88f7-400d-8d5a-dc08d6619514 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2791910, 'name': CloneVM_Task} progress is 95%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.690984] env[68893]: DEBUG nova.compute.provider_tree [None req-9b99567b-deb9-42b1-96ae-19956927a294 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1001.691635] env[68893]: INFO nova.compute.manager [-] [instance: 8d99ff20-bffa-417a-ae2a-84957a794332] Took 1.03 seconds to deallocate network for instance. [ 1001.696651] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5316f0ff-4bc1-41d8-b3a8-7b5f277af24b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.732275] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-f08ef498-0260-4f8c-a7b6-cee045e74342 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] [instance: 250fb202-c0a4-4fc9-822e-d3c18cf8d340] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1001.732838] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: 49227832-6556-4c04-8875-6a4b9414b1d8] Instance has had 0 of 5 cleanup attempts {{(pid=68893) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1001.734587] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b2f20e5d-bd81-4d11-8c93-ef3e190933a7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.741565] env[68893]: DEBUG oslo_vmware.api [None req-f08ef498-0260-4f8c-a7b6-cee045e74342 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Waiting for the task: (returnval){ [ 1001.741565] env[68893]: value = "task-2791918" [ 1001.741565] env[68893]: _type = "Task" [ 1001.741565] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.751329] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-f08ef498-0260-4f8c-a7b6-cee045e74342 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] [instance: 250fb202-c0a4-4fc9-822e-d3c18cf8d340] VM already powered off {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1001.751564] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-f08ef498-0260-4f8c-a7b6-cee045e74342 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] [instance: 250fb202-c0a4-4fc9-822e-d3c18cf8d340] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1001.751800] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f08ef498-0260-4f8c-a7b6-cee045e74342 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.766554] env[68893]: DEBUG nova.network.neutron [None req-bddcb7c6-d9fb-45ed-9ed6-37b7fe3e7c0d tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] [instance: 4a4ea316-2b13-4585-a52e-57f263bdbe6e] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1001.826970] env[68893]: DEBUG oslo_vmware.api [None req-71901667-f68d-4289-95b4-c00025aa1f85 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2791916, 'name': ReconfigVM_Task, 'duration_secs': 0.721764} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.827273] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-71901667-f68d-4289-95b4-c00025aa1f85 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 8b58659b-aaf9-4fa9-98b2-3153180f0570] Reconfigured VM instance instance-0000004c to attach disk [datastore2] 8b58659b-aaf9-4fa9-98b2-3153180f0570/8b58659b-aaf9-4fa9-98b2-3153180f0570.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1001.827938] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a6bd9feb-e352-41e9-8749-46831ffba8d2 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.835834] env[68893]: DEBUG oslo_vmware.api [None req-71901667-f68d-4289-95b4-c00025aa1f85 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Waiting for the task: (returnval){ [ 1001.835834] env[68893]: value = "task-2791919" [ 1001.835834] env[68893]: _type = "Task" [ 1001.835834] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.843758] env[68893]: DEBUG oslo_vmware.api [None req-71901667-f68d-4289-95b4-c00025aa1f85 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2791919, 'name': Rename_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.907155] env[68893]: DEBUG oslo_vmware.api [None req-b7c40b5b-d32f-4201-99d7-e7a032b755e9 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52239192-aa94-da9a-f948-7240b98dcbbb, 'name': SearchDatastore_Task, 'duration_secs': 0.009846} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.910555] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6714a1d-5c47-431b-88f5-b9ff0f759d60 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.916112] env[68893]: DEBUG oslo_vmware.api [None req-b7c40b5b-d32f-4201-99d7-e7a032b755e9 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Waiting for the task: (returnval){ [ 1001.916112] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]5206a9b1-16f0-6b65-43ae-03ac44404c79" [ 1001.916112] env[68893]: _type = "Task" [ 1001.916112] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.923779] env[68893]: DEBUG oslo_vmware.api [None req-b7c40b5b-d32f-4201-99d7-e7a032b755e9 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]5206a9b1-16f0-6b65-43ae-03ac44404c79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.057827] env[68893]: DEBUG nova.compute.manager [req-5e076862-976e-4772-8ae5-f73d472b04b8 req-07e8ad2b-76d6-4370-926e-f8c51bc50773 service nova] [instance: 4a4ea316-2b13-4585-a52e-57f263bdbe6e] Received event network-vif-plugged-7f876206-53f4-4873-84fb-9e18b618fae1 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1002.058214] env[68893]: DEBUG oslo_concurrency.lockutils [req-5e076862-976e-4772-8ae5-f73d472b04b8 req-07e8ad2b-76d6-4370-926e-f8c51bc50773 service nova] Acquiring lock "4a4ea316-2b13-4585-a52e-57f263bdbe6e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.058336] env[68893]: DEBUG oslo_concurrency.lockutils [req-5e076862-976e-4772-8ae5-f73d472b04b8 req-07e8ad2b-76d6-4370-926e-f8c51bc50773 service nova] Lock "4a4ea316-2b13-4585-a52e-57f263bdbe6e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.058500] env[68893]: DEBUG oslo_concurrency.lockutils [req-5e076862-976e-4772-8ae5-f73d472b04b8 req-07e8ad2b-76d6-4370-926e-f8c51bc50773 service nova] Lock "4a4ea316-2b13-4585-a52e-57f263bdbe6e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.058666] env[68893]: DEBUG nova.compute.manager [req-5e076862-976e-4772-8ae5-f73d472b04b8 req-07e8ad2b-76d6-4370-926e-f8c51bc50773 service nova] [instance: 4a4ea316-2b13-4585-a52e-57f263bdbe6e] No waiting events found dispatching network-vif-plugged-7f876206-53f4-4873-84fb-9e18b618fae1 {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1002.058850] env[68893]: WARNING nova.compute.manager [req-5e076862-976e-4772-8ae5-f73d472b04b8 req-07e8ad2b-76d6-4370-926e-f8c51bc50773 service nova] [instance: 4a4ea316-2b13-4585-a52e-57f263bdbe6e] Received unexpected event network-vif-plugged-7f876206-53f4-4873-84fb-9e18b618fae1 for instance with vm_state building and task_state spawning. [ 1002.059025] env[68893]: DEBUG nova.compute.manager [req-5e076862-976e-4772-8ae5-f73d472b04b8 req-07e8ad2b-76d6-4370-926e-f8c51bc50773 service nova] [instance: 4a4ea316-2b13-4585-a52e-57f263bdbe6e] Received event network-changed-7f876206-53f4-4873-84fb-9e18b618fae1 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1002.059179] env[68893]: DEBUG nova.compute.manager [req-5e076862-976e-4772-8ae5-f73d472b04b8 req-07e8ad2b-76d6-4370-926e-f8c51bc50773 service nova] [instance: 4a4ea316-2b13-4585-a52e-57f263bdbe6e] Refreshing instance network info cache due to event network-changed-7f876206-53f4-4873-84fb-9e18b618fae1. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1002.059340] env[68893]: DEBUG oslo_concurrency.lockutils [req-5e076862-976e-4772-8ae5-f73d472b04b8 req-07e8ad2b-76d6-4370-926e-f8c51bc50773 service nova] Acquiring lock "refresh_cache-4a4ea316-2b13-4585-a52e-57f263bdbe6e" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.154135] env[68893]: DEBUG oslo_vmware.api [None req-197b16a9-88f7-400d-8d5a-dc08d6619514 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2791910, 'name': CloneVM_Task, 'duration_secs': 1.65031} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.154436] env[68893]: INFO nova.virt.vmwareapi.vmops [None req-197b16a9-88f7-400d-8d5a-dc08d6619514 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 9d2c4276-803a-45ac-92bd-82eb2c5095eb] Created linked-clone VM from snapshot [ 1002.155294] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0eba8be-1dbd-46ef-97f5-bae05e120a1c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.162737] env[68893]: DEBUG nova.virt.vmwareapi.images [None req-197b16a9-88f7-400d-8d5a-dc08d6619514 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 9d2c4276-803a-45ac-92bd-82eb2c5095eb] Uploading image df487275-608d-464b-8054-3d9fa5a824ec {{(pid=68893) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1002.191081] env[68893]: DEBUG oslo_vmware.rw_handles [None req-197b16a9-88f7-400d-8d5a-dc08d6619514 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1002.191081] env[68893]: value = "vm-561182" [ 1002.191081] env[68893]: _type = "VirtualMachine" [ 1002.191081] env[68893]: }. {{(pid=68893) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1002.191892] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-9df2c09d-5041-4e31-b142-e49349b28184 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.194809] env[68893]: DEBUG nova.scheduler.client.report [None req-9b99567b-deb9-42b1-96ae-19956927a294 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1002.203289] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ba81c560-1271-4184-b0d8-8523333e76ac tempest-ServersAaction247Test-1215653772 tempest-ServersAaction247Test-1215653772-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.208220] env[68893]: DEBUG oslo_vmware.rw_handles [None req-197b16a9-88f7-400d-8d5a-dc08d6619514 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Lease: (returnval){ [ 1002.208220] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]525a6d29-67bc-12b3-06a2-50b1ba44ceb0" [ 1002.208220] env[68893]: _type = "HttpNfcLease" [ 1002.208220] env[68893]: } obtained for exporting VM: (result){ [ 1002.208220] env[68893]: value = "vm-561182" [ 1002.208220] env[68893]: _type = "VirtualMachine" [ 1002.208220] env[68893]: }. {{(pid=68893) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1002.208220] env[68893]: DEBUG oslo_vmware.api [None req-197b16a9-88f7-400d-8d5a-dc08d6619514 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Waiting for the lease: (returnval){ [ 1002.208220] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]525a6d29-67bc-12b3-06a2-50b1ba44ceb0" [ 1002.208220] env[68893]: _type = "HttpNfcLease" [ 1002.208220] env[68893]: } to be ready. {{(pid=68893) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1002.216652] env[68893]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1002.216652] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]525a6d29-67bc-12b3-06a2-50b1ba44ceb0" [ 1002.216652] env[68893]: _type = "HttpNfcLease" [ 1002.216652] env[68893]: } is initializing. {{(pid=68893) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1002.239118] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: 8aa9ad1d-d3b0-4038-acd1-0fca895a3ac1] Instance has had 0 of 5 cleanup attempts {{(pid=68893) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1002.287690] env[68893]: DEBUG nova.network.neutron [None req-bddcb7c6-d9fb-45ed-9ed6-37b7fe3e7c0d tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] [instance: 4a4ea316-2b13-4585-a52e-57f263bdbe6e] Updating instance_info_cache with network_info: [{"id": "fded2384-edbb-4658-8601-2224a42d182d", "address": "fa:16:3e:10:a3:81", "network": {"id": "659e69de-7cee-43ca-874b-dda5c1f868e0", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1464544980", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.151", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "631880b58e894bcaac66cb177defc000", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfded2384-ed", "ovs_interfaceid": "fded2384-edbb-4658-8601-2224a42d182d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7f876206-53f4-4873-84fb-9e18b618fae1", "address": "fa:16:3e:fe:af:89", "network": {"id": "ebbe37bf-4394-4062-931d-b7d9aec65faa", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1324839627", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.186", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "631880b58e894bcaac66cb177defc000", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "744515ee-aa5b-4c23-b959-b56c51da6b86", "external-id": "nsx-vlan-transportzone-310", "segmentation_id": 310, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f876206-53", "ovs_interfaceid": "7f876206-53f4-4873-84fb-9e18b618fae1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.345823] env[68893]: DEBUG oslo_vmware.api [None req-71901667-f68d-4289-95b4-c00025aa1f85 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2791919, 'name': Rename_Task, 'duration_secs': 0.157894} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.346111] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-71901667-f68d-4289-95b4-c00025aa1f85 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 8b58659b-aaf9-4fa9-98b2-3153180f0570] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1002.346365] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f634862d-5e67-404a-89c1-0e254ad1ca5d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.353134] env[68893]: DEBUG oslo_vmware.api [None req-71901667-f68d-4289-95b4-c00025aa1f85 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Waiting for the task: (returnval){ [ 1002.353134] env[68893]: value = "task-2791921" [ 1002.353134] env[68893]: _type = "Task" [ 1002.353134] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.366453] env[68893]: DEBUG oslo_vmware.api [None req-71901667-f68d-4289-95b4-c00025aa1f85 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2791921, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.428883] env[68893]: DEBUG oslo_vmware.api [None req-b7c40b5b-d32f-4201-99d7-e7a032b755e9 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]5206a9b1-16f0-6b65-43ae-03ac44404c79, 'name': SearchDatastore_Task, 'duration_secs': 0.008891} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.429169] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b7c40b5b-d32f-4201-99d7-e7a032b755e9 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.429438] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7c40b5b-d32f-4201-99d7-e7a032b755e9 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] 5c771d60-a6ca-434c-9193-9d90821b26b2/5c771d60-a6ca-434c-9193-9d90821b26b2.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1002.429721] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f08ef498-0260-4f8c-a7b6-cee045e74342 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.429910] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-f08ef498-0260-4f8c-a7b6-cee045e74342 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1002.430145] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fa94db3f-4de0-45a8-a9d5-38608cafc83e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.432186] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5b038d04-199b-4149-be7f-c949947ccf5b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.438659] env[68893]: DEBUG oslo_vmware.api [None req-b7c40b5b-d32f-4201-99d7-e7a032b755e9 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Waiting for the task: (returnval){ [ 1002.438659] env[68893]: value = "task-2791922" [ 1002.438659] env[68893]: _type = "Task" [ 1002.438659] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.442842] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-f08ef498-0260-4f8c-a7b6-cee045e74342 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1002.443029] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-f08ef498-0260-4f8c-a7b6-cee045e74342 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1002.444075] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a674744-962c-450d-b40e-9c341654150d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.449509] env[68893]: DEBUG oslo_vmware.api [None req-b7c40b5b-d32f-4201-99d7-e7a032b755e9 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Task: {'id': task-2791922, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.452433] env[68893]: DEBUG oslo_vmware.api [None req-f08ef498-0260-4f8c-a7b6-cee045e74342 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Waiting for the task: (returnval){ [ 1002.452433] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]528e3657-f6d5-07c7-208c-fb664ff8c2be" [ 1002.452433] env[68893]: _type = "Task" [ 1002.452433] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.460286] env[68893]: DEBUG oslo_vmware.api [None req-f08ef498-0260-4f8c-a7b6-cee045e74342 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]528e3657-f6d5-07c7-208c-fb664ff8c2be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.702452] env[68893]: DEBUG oslo_concurrency.lockutils [None req-9b99567b-deb9-42b1-96ae-19956927a294 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.479s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.703225] env[68893]: DEBUG nova.compute.manager [None req-9b99567b-deb9-42b1-96ae-19956927a294 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] [instance: a5437c31-a6d6-417f-863c-d61eb12324a7] Start building networks asynchronously for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1002.705848] env[68893]: DEBUG oslo_concurrency.lockutils [None req-7265a5c6-2077-43b8-a729-5e86ccb5261b tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.960s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.706184] env[68893]: DEBUG nova.objects.instance [None req-7265a5c6-2077-43b8-a729-5e86ccb5261b tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Lazy-loading 'resources' on Instance uuid d2187069-2dba-4d01-969f-510f659fc163 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1002.716693] env[68893]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1002.716693] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]525a6d29-67bc-12b3-06a2-50b1ba44ceb0" [ 1002.716693] env[68893]: _type = "HttpNfcLease" [ 1002.716693] env[68893]: } is ready. {{(pid=68893) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1002.717418] env[68893]: DEBUG oslo_vmware.rw_handles [None req-197b16a9-88f7-400d-8d5a-dc08d6619514 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1002.717418] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]525a6d29-67bc-12b3-06a2-50b1ba44ceb0" [ 1002.717418] env[68893]: _type = "HttpNfcLease" [ 1002.717418] env[68893]: }. {{(pid=68893) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1002.718049] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2122aa92-39c0-42c4-a6c3-ead78f598a4a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.727907] env[68893]: DEBUG oslo_vmware.rw_handles [None req-197b16a9-88f7-400d-8d5a-dc08d6619514 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e6bbc5-cf9b-dffd-57c8-c52b9dacc7cd/disk-0.vmdk from lease info. {{(pid=68893) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1002.728868] env[68893]: DEBUG oslo_vmware.rw_handles [None req-197b16a9-88f7-400d-8d5a-dc08d6619514 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e6bbc5-cf9b-dffd-57c8-c52b9dacc7cd/disk-0.vmdk for reading. {{(pid=68893) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1002.794231] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: ea8f3ce4-4b6e-4bd1-b959-2412268d1b3e] Instance has had 0 of 5 cleanup attempts {{(pid=68893) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1002.796586] env[68893]: DEBUG oslo_concurrency.lockutils [None req-bddcb7c6-d9fb-45ed-9ed6-37b7fe3e7c0d tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Releasing lock "refresh_cache-4a4ea316-2b13-4585-a52e-57f263bdbe6e" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.797194] env[68893]: DEBUG nova.compute.manager [None req-bddcb7c6-d9fb-45ed-9ed6-37b7fe3e7c0d tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] [instance: 4a4ea316-2b13-4585-a52e-57f263bdbe6e] Instance network_info: |[{"id": "fded2384-edbb-4658-8601-2224a42d182d", "address": "fa:16:3e:10:a3:81", "network": {"id": "659e69de-7cee-43ca-874b-dda5c1f868e0", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1464544980", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.151", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "631880b58e894bcaac66cb177defc000", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfded2384-ed", "ovs_interfaceid": "fded2384-edbb-4658-8601-2224a42d182d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7f876206-53f4-4873-84fb-9e18b618fae1", "address": "fa:16:3e:fe:af:89", "network": {"id": "ebbe37bf-4394-4062-931d-b7d9aec65faa", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1324839627", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.186", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "631880b58e894bcaac66cb177defc000", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "744515ee-aa5b-4c23-b959-b56c51da6b86", "external-id": "nsx-vlan-transportzone-310", "segmentation_id": 310, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f876206-53", "ovs_interfaceid": "7f876206-53f4-4873-84fb-9e18b618fae1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1002.801083] env[68893]: DEBUG oslo_concurrency.lockutils [req-5e076862-976e-4772-8ae5-f73d472b04b8 req-07e8ad2b-76d6-4370-926e-f8c51bc50773 service nova] Acquired lock "refresh_cache-4a4ea316-2b13-4585-a52e-57f263bdbe6e" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.801083] env[68893]: DEBUG nova.network.neutron [req-5e076862-976e-4772-8ae5-f73d472b04b8 req-07e8ad2b-76d6-4370-926e-f8c51bc50773 service nova] [instance: 4a4ea316-2b13-4585-a52e-57f263bdbe6e] Refreshing network info cache for port 7f876206-53f4-4873-84fb-9e18b618fae1 {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1002.801284] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-bddcb7c6-d9fb-45ed-9ed6-37b7fe3e7c0d tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] [instance: 4a4ea316-2b13-4585-a52e-57f263bdbe6e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:a3:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e4e52d8a-b086-4333-a5a1-938680a2d2bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fded2384-edbb-4658-8601-2224a42d182d', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:af:89', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '744515ee-aa5b-4c23-b959-b56c51da6b86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7f876206-53f4-4873-84fb-9e18b618fae1', 'vif_model': 'vmxnet3'}] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1002.811812] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bddcb7c6-d9fb-45ed-9ed6-37b7fe3e7c0d tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1002.813267] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a4ea316-2b13-4585-a52e-57f263bdbe6e] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1002.814157] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c517f588-c5f2-46d8-be8e-fe6b5f6177df {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.840684] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1002.840684] env[68893]: value = "task-2791923" [ 1002.840684] env[68893]: _type = "Task" [ 1002.840684] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.856156] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791923, 'name': CreateVM_Task} progress is 6%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.865827] env[68893]: DEBUG oslo_vmware.api [None req-71901667-f68d-4289-95b4-c00025aa1f85 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2791921, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.872868] env[68893]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9b7a1dc2-4dce-4968-bc57-5458538e9cae {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.953827] env[68893]: DEBUG oslo_vmware.api [None req-b7c40b5b-d32f-4201-99d7-e7a032b755e9 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Task: {'id': task-2791922, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.433549} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.953827] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7c40b5b-d32f-4201-99d7-e7a032b755e9 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] 5c771d60-a6ca-434c-9193-9d90821b26b2/5c771d60-a6ca-434c-9193-9d90821b26b2.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1002.953827] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-b7c40b5b-d32f-4201-99d7-e7a032b755e9 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] [instance: 5c771d60-a6ca-434c-9193-9d90821b26b2] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1002.953827] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-311c6bc6-368a-4bb5-8a7c-2979b9f40a67 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.964103] env[68893]: DEBUG oslo_vmware.api [None req-f08ef498-0260-4f8c-a7b6-cee045e74342 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]528e3657-f6d5-07c7-208c-fb664ff8c2be, 'name': SearchDatastore_Task, 'duration_secs': 0.00826} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.966421] env[68893]: DEBUG oslo_vmware.api [None req-b7c40b5b-d32f-4201-99d7-e7a032b755e9 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Waiting for the task: (returnval){ [ 1002.966421] env[68893]: value = "task-2791924" [ 1002.966421] env[68893]: _type = "Task" [ 1002.966421] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.966678] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45c4d00f-9a90-49e6-a5fa-564bb71c002e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.977248] env[68893]: DEBUG oslo_vmware.api [None req-f08ef498-0260-4f8c-a7b6-cee045e74342 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Waiting for the task: (returnval){ [ 1002.977248] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52a60ca6-8f45-3e08-f445-85882d81d348" [ 1002.977248] env[68893]: _type = "Task" [ 1002.977248] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.982591] env[68893]: DEBUG oslo_vmware.api [None req-b7c40b5b-d32f-4201-99d7-e7a032b755e9 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Task: {'id': task-2791924, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.991531] env[68893]: DEBUG oslo_vmware.api [None req-f08ef498-0260-4f8c-a7b6-cee045e74342 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52a60ca6-8f45-3e08-f445-85882d81d348, 'name': SearchDatastore_Task, 'duration_secs': 0.010734} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.991531] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f08ef498-0260-4f8c-a7b6-cee045e74342 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.991531] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-f08ef498-0260-4f8c-a7b6-cee045e74342 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] 250fb202-c0a4-4fc9-822e-d3c18cf8d340/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f-rescue.vmdk. {{(pid=68893) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1002.991531] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-70e1f929-faa1-4ef0-9fa5-348f330b13a2 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.998486] env[68893]: DEBUG oslo_vmware.api [None req-f08ef498-0260-4f8c-a7b6-cee045e74342 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Waiting for the task: (returnval){ [ 1002.998486] env[68893]: value = "task-2791925" [ 1002.998486] env[68893]: _type = "Task" [ 1002.998486] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.007174] env[68893]: DEBUG oslo_vmware.api [None req-f08ef498-0260-4f8c-a7b6-cee045e74342 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Task: {'id': task-2791925, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.214438] env[68893]: DEBUG nova.compute.utils [None req-9b99567b-deb9-42b1-96ae-19956927a294 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1003.219768] env[68893]: DEBUG nova.compute.manager [None req-9b99567b-deb9-42b1-96ae-19956927a294 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] [instance: a5437c31-a6d6-417f-863c-d61eb12324a7] Allocating IP information in the background. {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1003.219954] env[68893]: DEBUG nova.network.neutron [None req-9b99567b-deb9-42b1-96ae-19956927a294 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] [instance: a5437c31-a6d6-417f-863c-d61eb12324a7] allocate_for_instance() {{(pid=68893) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1003.303320] env[68893]: DEBUG nova.policy [None req-9b99567b-deb9-42b1-96ae-19956927a294 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4b1919c626b648daa1dbee9fbe23bb93', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c0d6266d09ad44e8bb08d2abc90dbda5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68893) authorize /opt/stack/nova/nova/policy.py:192}} [ 1003.303320] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: 29bce734-9f04-41eb-92e5-df9248dc10a3] Instance has had 0 of 5 cleanup attempts {{(pid=68893) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1003.355358] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791923, 'name': CreateVM_Task} progress is 99%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.370154] env[68893]: DEBUG oslo_vmware.api [None req-71901667-f68d-4289-95b4-c00025aa1f85 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2791921, 'name': PowerOnVM_Task, 'duration_secs': 0.746544} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.370563] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-71901667-f68d-4289-95b4-c00025aa1f85 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 8b58659b-aaf9-4fa9-98b2-3153180f0570] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1003.370664] env[68893]: INFO nova.compute.manager [None req-71901667-f68d-4289-95b4-c00025aa1f85 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 8b58659b-aaf9-4fa9-98b2-3153180f0570] Took 8.33 seconds to spawn the instance on the hypervisor. [ 1003.370840] env[68893]: DEBUG nova.compute.manager [None req-71901667-f68d-4289-95b4-c00025aa1f85 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 8b58659b-aaf9-4fa9-98b2-3153180f0570] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1003.371676] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aae42936-7d97-4e38-b45f-15f082844655 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.486562] env[68893]: DEBUG oslo_vmware.api [None req-b7c40b5b-d32f-4201-99d7-e7a032b755e9 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Task: {'id': task-2791924, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070388} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.486839] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-b7c40b5b-d32f-4201-99d7-e7a032b755e9 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] [instance: 5c771d60-a6ca-434c-9193-9d90821b26b2] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1003.487687] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80c36d6c-b4d3-4bb4-b1f2-fb2ca9013539 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.512223] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7c40b5b-d32f-4201-99d7-e7a032b755e9 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] [instance: 5c771d60-a6ca-434c-9193-9d90821b26b2] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] 5c771d60-a6ca-434c-9193-9d90821b26b2/5c771d60-a6ca-434c-9193-9d90821b26b2.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1003.519225] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18379f68-4dc3-477d-a802-a535470a898a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.546761] env[68893]: DEBUG oslo_vmware.api [None req-f08ef498-0260-4f8c-a7b6-cee045e74342 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Task: {'id': task-2791925, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492785} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.548224] env[68893]: INFO nova.virt.vmwareapi.ds_util [None req-f08ef498-0260-4f8c-a7b6-cee045e74342 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] 250fb202-c0a4-4fc9-822e-d3c18cf8d340/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f-rescue.vmdk. [ 1003.548570] env[68893]: DEBUG oslo_vmware.api [None req-b7c40b5b-d32f-4201-99d7-e7a032b755e9 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Waiting for the task: (returnval){ [ 1003.548570] env[68893]: value = "task-2791926" [ 1003.548570] env[68893]: _type = "Task" [ 1003.548570] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.549325] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8e1256c-c549-44eb-ad32-8479a1de1399 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.588754] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-f08ef498-0260-4f8c-a7b6-cee045e74342 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] [instance: 250fb202-c0a4-4fc9-822e-d3c18cf8d340] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] 250fb202-c0a4-4fc9-822e-d3c18cf8d340/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f-rescue.vmdk or device None with type thin {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1003.599169] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd5a44aa-f114-420c-8636-2af14b01d554 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.614301] env[68893]: DEBUG oslo_vmware.api [None req-b7c40b5b-d32f-4201-99d7-e7a032b755e9 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Task: {'id': task-2791926, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.620098] env[68893]: DEBUG oslo_vmware.api [None req-f08ef498-0260-4f8c-a7b6-cee045e74342 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Waiting for the task: (returnval){ [ 1003.620098] env[68893]: value = "task-2791927" [ 1003.620098] env[68893]: _type = "Task" [ 1003.620098] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.632375] env[68893]: DEBUG oslo_vmware.api [None req-f08ef498-0260-4f8c-a7b6-cee045e74342 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Task: {'id': task-2791927, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.698504] env[68893]: DEBUG nova.network.neutron [req-5e076862-976e-4772-8ae5-f73d472b04b8 req-07e8ad2b-76d6-4370-926e-f8c51bc50773 service nova] [instance: 4a4ea316-2b13-4585-a52e-57f263bdbe6e] Updated VIF entry in instance network info cache for port 7f876206-53f4-4873-84fb-9e18b618fae1. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1003.699126] env[68893]: DEBUG nova.network.neutron [req-5e076862-976e-4772-8ae5-f73d472b04b8 req-07e8ad2b-76d6-4370-926e-f8c51bc50773 service nova] [instance: 4a4ea316-2b13-4585-a52e-57f263bdbe6e] Updating instance_info_cache with network_info: [{"id": "fded2384-edbb-4658-8601-2224a42d182d", "address": "fa:16:3e:10:a3:81", "network": {"id": "659e69de-7cee-43ca-874b-dda5c1f868e0", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1464544980", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.151", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "631880b58e894bcaac66cb177defc000", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfded2384-ed", "ovs_interfaceid": "fded2384-edbb-4658-8601-2224a42d182d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7f876206-53f4-4873-84fb-9e18b618fae1", "address": "fa:16:3e:fe:af:89", "network": {"id": "ebbe37bf-4394-4062-931d-b7d9aec65faa", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1324839627", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.186", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "631880b58e894bcaac66cb177defc000", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "744515ee-aa5b-4c23-b959-b56c51da6b86", "external-id": "nsx-vlan-transportzone-310", "segmentation_id": 310, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f876206-53", "ovs_interfaceid": "7f876206-53f4-4873-84fb-9e18b618fae1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.720232] env[68893]: DEBUG nova.compute.manager [None req-9b99567b-deb9-42b1-96ae-19956927a294 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] [instance: a5437c31-a6d6-417f-863c-d61eb12324a7] Start building block device mappings for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1003.750451] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8024a8a6-263c-4640-92ab-5f6ad320d1ec {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.754046] env[68893]: DEBUG nova.network.neutron [None req-9b99567b-deb9-42b1-96ae-19956927a294 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] [instance: a5437c31-a6d6-417f-863c-d61eb12324a7] Successfully created port: fe04766b-6c11-4406-8366-d327b05018e2 {{(pid=68893) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1003.762412] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2713eeff-9cd3-421d-84e4-21dc117a2329 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.796956] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64430933-7d15-4e69-a2ab-865dcb1d361b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.805300] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98dc5f0a-872a-4fe2-9f5a-597f7dc91917 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.810349] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: 292718c1-e976-4462-aede-a2ed6b8415de] Instance has had 0 of 5 cleanup attempts {{(pid=68893) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1003.825791] env[68893]: DEBUG nova.compute.provider_tree [None req-7265a5c6-2077-43b8-a729-5e86ccb5261b tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1003.853754] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791923, 'name': CreateVM_Task, 'duration_secs': 0.517107} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.854026] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a4ea316-2b13-4585-a52e-57f263bdbe6e] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1003.854896] env[68893]: DEBUG oslo_concurrency.lockutils [None req-bddcb7c6-d9fb-45ed-9ed6-37b7fe3e7c0d tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.855312] env[68893]: DEBUG oslo_concurrency.lockutils [None req-bddcb7c6-d9fb-45ed-9ed6-37b7fe3e7c0d tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.855625] env[68893]: DEBUG oslo_concurrency.lockutils [None req-bddcb7c6-d9fb-45ed-9ed6-37b7fe3e7c0d tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.856273] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d9df317-3540-48ba-93c2-a849d6dcdc66 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.861340] env[68893]: DEBUG oslo_vmware.api [None req-bddcb7c6-d9fb-45ed-9ed6-37b7fe3e7c0d tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Waiting for the task: (returnval){ [ 1003.861340] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]5246d1f2-957f-86e3-30f0-ce6a31d60135" [ 1003.861340] env[68893]: _type = "Task" [ 1003.861340] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.869844] env[68893]: DEBUG oslo_vmware.api [None req-bddcb7c6-d9fb-45ed-9ed6-37b7fe3e7c0d tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]5246d1f2-957f-86e3-30f0-ce6a31d60135, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.900079] env[68893]: INFO nova.compute.manager [None req-71901667-f68d-4289-95b4-c00025aa1f85 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 8b58659b-aaf9-4fa9-98b2-3153180f0570] Took 27.27 seconds to build instance. [ 1004.064751] env[68893]: DEBUG oslo_vmware.api [None req-b7c40b5b-d32f-4201-99d7-e7a032b755e9 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Task: {'id': task-2791926, 'name': ReconfigVM_Task, 'duration_secs': 0.489455} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.066533] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7c40b5b-d32f-4201-99d7-e7a032b755e9 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] [instance: 5c771d60-a6ca-434c-9193-9d90821b26b2] Reconfigured VM instance instance-0000004e to attach disk [datastore2] 5c771d60-a6ca-434c-9193-9d90821b26b2/5c771d60-a6ca-434c-9193-9d90821b26b2.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1004.066533] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9517362d-cd3e-4509-bc09-a00642eca19d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.077069] env[68893]: DEBUG oslo_vmware.api [None req-b7c40b5b-d32f-4201-99d7-e7a032b755e9 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Waiting for the task: (returnval){ [ 1004.077069] env[68893]: value = "task-2791928" [ 1004.077069] env[68893]: _type = "Task" [ 1004.077069] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.090480] env[68893]: DEBUG oslo_vmware.api [None req-b7c40b5b-d32f-4201-99d7-e7a032b755e9 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Task: {'id': task-2791928, 'name': Rename_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.138201] env[68893]: DEBUG oslo_vmware.api [None req-f08ef498-0260-4f8c-a7b6-cee045e74342 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Task: {'id': task-2791927, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.202856] env[68893]: DEBUG oslo_concurrency.lockutils [req-5e076862-976e-4772-8ae5-f73d472b04b8 req-07e8ad2b-76d6-4370-926e-f8c51bc50773 service nova] Releasing lock "refresh_cache-4a4ea316-2b13-4585-a52e-57f263bdbe6e" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.314386] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: a1ae5389-8497-4b29-a00b-a5b357b4c433] Instance has had 0 of 5 cleanup attempts {{(pid=68893) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1004.329332] env[68893]: DEBUG nova.scheduler.client.report [None req-7265a5c6-2077-43b8-a729-5e86ccb5261b tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1004.372303] env[68893]: DEBUG oslo_vmware.api [None req-bddcb7c6-d9fb-45ed-9ed6-37b7fe3e7c0d tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]5246d1f2-957f-86e3-30f0-ce6a31d60135, 'name': SearchDatastore_Task, 'duration_secs': 0.019545} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.372606] env[68893]: DEBUG oslo_concurrency.lockutils [None req-bddcb7c6-d9fb-45ed-9ed6-37b7fe3e7c0d tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.372835] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-bddcb7c6-d9fb-45ed-9ed6-37b7fe3e7c0d tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] [instance: 4a4ea316-2b13-4585-a52e-57f263bdbe6e] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1004.373079] env[68893]: DEBUG oslo_concurrency.lockutils [None req-bddcb7c6-d9fb-45ed-9ed6-37b7fe3e7c0d tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.373230] env[68893]: DEBUG oslo_concurrency.lockutils [None req-bddcb7c6-d9fb-45ed-9ed6-37b7fe3e7c0d tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.373413] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-bddcb7c6-d9fb-45ed-9ed6-37b7fe3e7c0d tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1004.373671] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-659cfcc0-d8f6-48ab-af78-5790dcae7c42 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.383848] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-bddcb7c6-d9fb-45ed-9ed6-37b7fe3e7c0d tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1004.384183] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-bddcb7c6-d9fb-45ed-9ed6-37b7fe3e7c0d tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1004.385084] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be21ca03-2fed-49fc-b024-eaabb6f5dc77 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.390891] env[68893]: DEBUG oslo_vmware.api [None req-bddcb7c6-d9fb-45ed-9ed6-37b7fe3e7c0d tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Waiting for the task: (returnval){ [ 1004.390891] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52767e8e-0d98-e711-e2bf-300a8afd8bb2" [ 1004.390891] env[68893]: _type = "Task" [ 1004.390891] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.399750] env[68893]: DEBUG oslo_vmware.api [None req-bddcb7c6-d9fb-45ed-9ed6-37b7fe3e7c0d tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52767e8e-0d98-e711-e2bf-300a8afd8bb2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.402429] env[68893]: DEBUG oslo_concurrency.lockutils [None req-71901667-f68d-4289-95b4-c00025aa1f85 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Lock "8b58659b-aaf9-4fa9-98b2-3153180f0570" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.785s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.587692] env[68893]: DEBUG oslo_vmware.api [None req-b7c40b5b-d32f-4201-99d7-e7a032b755e9 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Task: {'id': task-2791928, 'name': Rename_Task, 'duration_secs': 0.259972} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.587999] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7c40b5b-d32f-4201-99d7-e7a032b755e9 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] [instance: 5c771d60-a6ca-434c-9193-9d90821b26b2] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1004.588269] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3567053f-0c37-4c7b-a6f2-324e477126ac {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.594298] env[68893]: DEBUG oslo_vmware.api [None req-b7c40b5b-d32f-4201-99d7-e7a032b755e9 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Waiting for the task: (returnval){ [ 1004.594298] env[68893]: value = "task-2791929" [ 1004.594298] env[68893]: _type = "Task" [ 1004.594298] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.602215] env[68893]: DEBUG oslo_vmware.api [None req-b7c40b5b-d32f-4201-99d7-e7a032b755e9 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Task: {'id': task-2791929, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.632520] env[68893]: DEBUG oslo_vmware.api [None req-f08ef498-0260-4f8c-a7b6-cee045e74342 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Task: {'id': task-2791927, 'name': ReconfigVM_Task, 'duration_secs': 0.615409} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.633042] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-f08ef498-0260-4f8c-a7b6-cee045e74342 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] [instance: 250fb202-c0a4-4fc9-822e-d3c18cf8d340] Reconfigured VM instance instance-0000004a to attach disk [datastore2] 250fb202-c0a4-4fc9-822e-d3c18cf8d340/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f-rescue.vmdk or device None with type thin {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1004.633835] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1d4d79c-0506-4567-b604-22bd5d70933d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.661735] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac2dad38-58a0-4001-93bf-998a0b5f5630 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.677939] env[68893]: DEBUG oslo_vmware.api [None req-f08ef498-0260-4f8c-a7b6-cee045e74342 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Waiting for the task: (returnval){ [ 1004.677939] env[68893]: value = "task-2791930" [ 1004.677939] env[68893]: _type = "Task" [ 1004.677939] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.687462] env[68893]: DEBUG oslo_vmware.api [None req-f08ef498-0260-4f8c-a7b6-cee045e74342 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Task: {'id': task-2791930, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.732212] env[68893]: DEBUG nova.compute.manager [None req-9b99567b-deb9-42b1-96ae-19956927a294 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] [instance: a5437c31-a6d6-417f-863c-d61eb12324a7] Start spawning the instance on the hypervisor. {{(pid=68893) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1004.819161] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: 856fd677-c151-4e53-9a1b-b684ee27dc37] Instance has had 0 of 5 cleanup attempts {{(pid=68893) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1004.834350] env[68893]: DEBUG oslo_concurrency.lockutils [None req-7265a5c6-2077-43b8-a729-5e86ccb5261b tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.128s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.836784] env[68893]: DEBUG oslo_concurrency.lockutils [None req-2b6b6ab9-81d3-4f8d-9578-dd3149a90cf4 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.503s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.838654] env[68893]: INFO nova.compute.claims [None req-2b6b6ab9-81d3-4f8d-9578-dd3149a90cf4 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 0df1cf01-48d1-4da5-96d7-e4a71fa6396f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1004.860229] env[68893]: INFO nova.scheduler.client.report [None req-7265a5c6-2077-43b8-a729-5e86ccb5261b tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Deleted allocations for instance d2187069-2dba-4d01-969f-510f659fc163 [ 1004.902722] env[68893]: DEBUG oslo_vmware.api [None req-bddcb7c6-d9fb-45ed-9ed6-37b7fe3e7c0d tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52767e8e-0d98-e711-e2bf-300a8afd8bb2, 'name': SearchDatastore_Task, 'duration_secs': 0.02861} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.903702] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcbffc1c-23dd-4610-a558-edc3ba37013b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.910250] env[68893]: DEBUG oslo_vmware.api [None req-bddcb7c6-d9fb-45ed-9ed6-37b7fe3e7c0d tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Waiting for the task: (returnval){ [ 1004.910250] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]523b6cf9-db1c-5ce8-d1ce-c696a23468ca" [ 1004.910250] env[68893]: _type = "Task" [ 1004.910250] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.924226] env[68893]: DEBUG oslo_vmware.api [None req-bddcb7c6-d9fb-45ed-9ed6-37b7fe3e7c0d tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]523b6cf9-db1c-5ce8-d1ce-c696a23468ca, 'name': SearchDatastore_Task, 'duration_secs': 0.01179} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.925334] env[68893]: DEBUG oslo_concurrency.lockutils [None req-bddcb7c6-d9fb-45ed-9ed6-37b7fe3e7c0d tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.925334] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-bddcb7c6-d9fb-45ed-9ed6-37b7fe3e7c0d tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] 4a4ea316-2b13-4585-a52e-57f263bdbe6e/4a4ea316-2b13-4585-a52e-57f263bdbe6e.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1004.925334] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a0947b58-c331-4459-829a-aa550d62bc51 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.933031] env[68893]: DEBUG oslo_vmware.api [None req-bddcb7c6-d9fb-45ed-9ed6-37b7fe3e7c0d tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Waiting for the task: (returnval){ [ 1004.933031] env[68893]: value = "task-2791931" [ 1004.933031] env[68893]: _type = "Task" [ 1004.933031] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.944412] env[68893]: DEBUG oslo_vmware.api [None req-bddcb7c6-d9fb-45ed-9ed6-37b7fe3e7c0d tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Task: {'id': task-2791931, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.105124] env[68893]: DEBUG oslo_vmware.api [None req-b7c40b5b-d32f-4201-99d7-e7a032b755e9 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Task: {'id': task-2791929, 'name': PowerOnVM_Task, 'duration_secs': 0.479989} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.105439] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7c40b5b-d32f-4201-99d7-e7a032b755e9 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] [instance: 5c771d60-a6ca-434c-9193-9d90821b26b2] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1005.105641] env[68893]: INFO nova.compute.manager [None req-b7c40b5b-d32f-4201-99d7-e7a032b755e9 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] [instance: 5c771d60-a6ca-434c-9193-9d90821b26b2] Took 4.86 seconds to spawn the instance on the hypervisor. [ 1005.105826] env[68893]: DEBUG nova.compute.manager [None req-b7c40b5b-d32f-4201-99d7-e7a032b755e9 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] [instance: 5c771d60-a6ca-434c-9193-9d90821b26b2] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1005.106652] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-775323b9-c2e6-4825-8d17-d1945068b4df {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.190027] env[68893]: DEBUG oslo_vmware.api [None req-f08ef498-0260-4f8c-a7b6-cee045e74342 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Task: {'id': task-2791930, 'name': ReconfigVM_Task, 'duration_secs': 0.273159} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.192383] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-f08ef498-0260-4f8c-a7b6-cee045e74342 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] [instance: 250fb202-c0a4-4fc9-822e-d3c18cf8d340] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1005.192870] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2ac95bd4-f56a-4b87-9c5d-f689f0f308ad {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.199579] env[68893]: DEBUG oslo_vmware.api [None req-f08ef498-0260-4f8c-a7b6-cee045e74342 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Waiting for the task: (returnval){ [ 1005.199579] env[68893]: value = "task-2791932" [ 1005.199579] env[68893]: _type = "Task" [ 1005.199579] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.208446] env[68893]: DEBUG oslo_vmware.api [None req-f08ef498-0260-4f8c-a7b6-cee045e74342 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Task: {'id': task-2791932, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.210723] env[68893]: DEBUG nova.virt.hardware [None req-9b99567b-deb9-42b1-96ae-19956927a294 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1005.210941] env[68893]: DEBUG nova.virt.hardware [None req-9b99567b-deb9-42b1-96ae-19956927a294 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1005.211110] env[68893]: DEBUG nova.virt.hardware [None req-9b99567b-deb9-42b1-96ae-19956927a294 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1005.211294] env[68893]: DEBUG nova.virt.hardware [None req-9b99567b-deb9-42b1-96ae-19956927a294 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1005.211439] env[68893]: DEBUG nova.virt.hardware [None req-9b99567b-deb9-42b1-96ae-19956927a294 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1005.211586] env[68893]: DEBUG nova.virt.hardware [None req-9b99567b-deb9-42b1-96ae-19956927a294 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1005.211796] env[68893]: DEBUG nova.virt.hardware [None req-9b99567b-deb9-42b1-96ae-19956927a294 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1005.211955] env[68893]: DEBUG nova.virt.hardware [None req-9b99567b-deb9-42b1-96ae-19956927a294 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1005.212138] env[68893]: DEBUG nova.virt.hardware [None req-9b99567b-deb9-42b1-96ae-19956927a294 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1005.212306] env[68893]: DEBUG nova.virt.hardware [None req-9b99567b-deb9-42b1-96ae-19956927a294 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1005.212477] env[68893]: DEBUG nova.virt.hardware [None req-9b99567b-deb9-42b1-96ae-19956927a294 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1005.214475] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89838293-5807-4227-9f2e-e1ae5d28148a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.222721] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-424b8340-7bae-4a33-99f6-2efc8e0bc91b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.229826] env[68893]: DEBUG oslo_vmware.rw_handles [None req-541376a6-1297-4d28-b8bb-954d4921b52d tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b1f173-d065-7e19-e6c8-2074cd17c585/disk-0.vmdk. {{(pid=68893) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1005.231093] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00bad433-a6cd-4621-b8e7-8ea12d30a1d3 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.245846] env[68893]: DEBUG oslo_vmware.rw_handles [None req-541376a6-1297-4d28-b8bb-954d4921b52d tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b1f173-d065-7e19-e6c8-2074cd17c585/disk-0.vmdk is in state: ready. {{(pid=68893) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1005.246057] env[68893]: ERROR oslo_vmware.rw_handles [None req-541376a6-1297-4d28-b8bb-954d4921b52d tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b1f173-d065-7e19-e6c8-2074cd17c585/disk-0.vmdk due to incomplete transfer. [ 1005.246545] env[68893]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2f0fc5d5-187e-4fba-a67e-cb9acbbb9e5b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.261440] env[68893]: DEBUG oslo_vmware.rw_handles [None req-541376a6-1297-4d28-b8bb-954d4921b52d tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b1f173-d065-7e19-e6c8-2074cd17c585/disk-0.vmdk. {{(pid=68893) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1005.261692] env[68893]: DEBUG nova.virt.vmwareapi.images [None req-541376a6-1297-4d28-b8bb-954d4921b52d tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: c648b3f3-3761-4018-95cd-bb62c58421db] Uploaded image feb1daf6-4f14-4b1e-9050-6ec3e1544093 to the Glance image server {{(pid=68893) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1005.264027] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-541376a6-1297-4d28-b8bb-954d4921b52d tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: c648b3f3-3761-4018-95cd-bb62c58421db] Destroying the VM {{(pid=68893) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1005.264349] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a563c8a0-f5ba-4cb6-b7e3-924b6e9eba57 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.272637] env[68893]: DEBUG oslo_vmware.api [None req-541376a6-1297-4d28-b8bb-954d4921b52d tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Waiting for the task: (returnval){ [ 1005.272637] env[68893]: value = "task-2791933" [ 1005.272637] env[68893]: _type = "Task" [ 1005.272637] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.282372] env[68893]: DEBUG oslo_vmware.api [None req-541376a6-1297-4d28-b8bb-954d4921b52d tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2791933, 'name': Destroy_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.322801] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: a70c7ae6-8758-4bc9-a3eb-57c7051ebbc7] Instance has had 0 of 5 cleanup attempts {{(pid=68893) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1005.370250] env[68893]: DEBUG oslo_concurrency.lockutils [None req-7265a5c6-2077-43b8-a729-5e86ccb5261b tempest-MigrationsAdminTest-1022113118 tempest-MigrationsAdminTest-1022113118-project-member] Lock "d2187069-2dba-4d01-969f-510f659fc163" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.206s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.449452] env[68893]: DEBUG oslo_vmware.api [None req-bddcb7c6-d9fb-45ed-9ed6-37b7fe3e7c0d tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Task: {'id': task-2791931, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.626793] env[68893]: INFO nova.compute.manager [None req-b7c40b5b-d32f-4201-99d7-e7a032b755e9 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] [instance: 5c771d60-a6ca-434c-9193-9d90821b26b2] Took 19.85 seconds to build instance. [ 1005.711733] env[68893]: DEBUG oslo_vmware.api [None req-f08ef498-0260-4f8c-a7b6-cee045e74342 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Task: {'id': task-2791932, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.764486] env[68893]: DEBUG nova.network.neutron [None req-9b99567b-deb9-42b1-96ae-19956927a294 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] [instance: a5437c31-a6d6-417f-863c-d61eb12324a7] Successfully updated port: fe04766b-6c11-4406-8366-d327b05018e2 {{(pid=68893) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1005.768067] env[68893]: DEBUG nova.compute.manager [req-a71f3891-ed54-4ddf-9d36-1983cb559bd1 req-adb0939f-8353-40ae-bda9-66db11d62813 service nova] [instance: a5437c31-a6d6-417f-863c-d61eb12324a7] Received event network-vif-plugged-fe04766b-6c11-4406-8366-d327b05018e2 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1005.768186] env[68893]: DEBUG oslo_concurrency.lockutils [req-a71f3891-ed54-4ddf-9d36-1983cb559bd1 req-adb0939f-8353-40ae-bda9-66db11d62813 service nova] Acquiring lock "a5437c31-a6d6-417f-863c-d61eb12324a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.768367] env[68893]: DEBUG oslo_concurrency.lockutils [req-a71f3891-ed54-4ddf-9d36-1983cb559bd1 req-adb0939f-8353-40ae-bda9-66db11d62813 service nova] Lock "a5437c31-a6d6-417f-863c-d61eb12324a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.768511] env[68893]: DEBUG oslo_concurrency.lockutils [req-a71f3891-ed54-4ddf-9d36-1983cb559bd1 req-adb0939f-8353-40ae-bda9-66db11d62813 service nova] Lock "a5437c31-a6d6-417f-863c-d61eb12324a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.768669] env[68893]: DEBUG nova.compute.manager [req-a71f3891-ed54-4ddf-9d36-1983cb559bd1 req-adb0939f-8353-40ae-bda9-66db11d62813 service nova] [instance: a5437c31-a6d6-417f-863c-d61eb12324a7] No waiting events found dispatching network-vif-plugged-fe04766b-6c11-4406-8366-d327b05018e2 {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1005.768823] env[68893]: WARNING nova.compute.manager [req-a71f3891-ed54-4ddf-9d36-1983cb559bd1 req-adb0939f-8353-40ae-bda9-66db11d62813 service nova] [instance: a5437c31-a6d6-417f-863c-d61eb12324a7] Received unexpected event network-vif-plugged-fe04766b-6c11-4406-8366-d327b05018e2 for instance with vm_state building and task_state spawning. [ 1005.785066] env[68893]: DEBUG oslo_vmware.api [None req-541376a6-1297-4d28-b8bb-954d4921b52d tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2791933, 'name': Destroy_Task} progress is 33%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.827155] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: 68c585a7-41de-4a16-848b-548a1adf0aec] Instance has had 0 of 5 cleanup attempts {{(pid=68893) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1005.856336] env[68893]: DEBUG nova.compute.manager [req-347e9088-c086-4048-9b28-53938bf0f333 req-1f11d75e-9d28-4a99-aa33-e523e5c76c93 service nova] [instance: 8b58659b-aaf9-4fa9-98b2-3153180f0570] Received event network-changed-bd5f8644-50bc-4a00-8303-e32c60c3a4db {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1005.856669] env[68893]: DEBUG nova.compute.manager [req-347e9088-c086-4048-9b28-53938bf0f333 req-1f11d75e-9d28-4a99-aa33-e523e5c76c93 service nova] [instance: 8b58659b-aaf9-4fa9-98b2-3153180f0570] Refreshing instance network info cache due to event network-changed-bd5f8644-50bc-4a00-8303-e32c60c3a4db. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1005.856883] env[68893]: DEBUG oslo_concurrency.lockutils [req-347e9088-c086-4048-9b28-53938bf0f333 req-1f11d75e-9d28-4a99-aa33-e523e5c76c93 service nova] Acquiring lock "refresh_cache-8b58659b-aaf9-4fa9-98b2-3153180f0570" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.857161] env[68893]: DEBUG oslo_concurrency.lockutils [req-347e9088-c086-4048-9b28-53938bf0f333 req-1f11d75e-9d28-4a99-aa33-e523e5c76c93 service nova] Acquired lock "refresh_cache-8b58659b-aaf9-4fa9-98b2-3153180f0570" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.857426] env[68893]: DEBUG nova.network.neutron [req-347e9088-c086-4048-9b28-53938bf0f333 req-1f11d75e-9d28-4a99-aa33-e523e5c76c93 service nova] [instance: 8b58659b-aaf9-4fa9-98b2-3153180f0570] Refreshing network info cache for port bd5f8644-50bc-4a00-8303-e32c60c3a4db {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1005.947145] env[68893]: DEBUG oslo_vmware.api [None req-bddcb7c6-d9fb-45ed-9ed6-37b7fe3e7c0d tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Task: {'id': task-2791931, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.639811} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.947467] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-bddcb7c6-d9fb-45ed-9ed6-37b7fe3e7c0d tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] 4a4ea316-2b13-4585-a52e-57f263bdbe6e/4a4ea316-2b13-4585-a52e-57f263bdbe6e.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1005.947709] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-bddcb7c6-d9fb-45ed-9ed6-37b7fe3e7c0d tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] [instance: 4a4ea316-2b13-4585-a52e-57f263bdbe6e] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1005.948042] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f8739233-bb1a-4943-8aac-abe29d217683 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.955492] env[68893]: DEBUG oslo_vmware.api [None req-bddcb7c6-d9fb-45ed-9ed6-37b7fe3e7c0d tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Waiting for the task: (returnval){ [ 1005.955492] env[68893]: value = "task-2791934" [ 1005.955492] env[68893]: _type = "Task" [ 1005.955492] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.967200] env[68893]: DEBUG oslo_vmware.api [None req-bddcb7c6-d9fb-45ed-9ed6-37b7fe3e7c0d tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Task: {'id': task-2791934, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.129298] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b7c40b5b-d32f-4201-99d7-e7a032b755e9 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Lock "5c771d60-a6ca-434c-9193-9d90821b26b2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.364s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.216062] env[68893]: DEBUG oslo_vmware.api [None req-f08ef498-0260-4f8c-a7b6-cee045e74342 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Task: {'id': task-2791932, 'name': PowerOnVM_Task, 'duration_secs': 0.917787} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.216168] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-f08ef498-0260-4f8c-a7b6-cee045e74342 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] [instance: 250fb202-c0a4-4fc9-822e-d3c18cf8d340] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1006.219711] env[68893]: DEBUG nova.compute.manager [None req-f08ef498-0260-4f8c-a7b6-cee045e74342 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] [instance: 250fb202-c0a4-4fc9-822e-d3c18cf8d340] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1006.220633] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5fb76af-a6e9-4906-853b-9c61d5a1c52e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.241197] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77de0ce4-2dca-458a-bca1-d6adbaf99a0c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.248939] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-517a1a93-137e-4774-86b2-02895c0347d7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.285527] env[68893]: DEBUG oslo_concurrency.lockutils [None req-9b99567b-deb9-42b1-96ae-19956927a294 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Acquiring lock "refresh_cache-a5437c31-a6d6-417f-863c-d61eb12324a7" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.285688] env[68893]: DEBUG oslo_concurrency.lockutils [None req-9b99567b-deb9-42b1-96ae-19956927a294 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Acquired lock "refresh_cache-a5437c31-a6d6-417f-863c-d61eb12324a7" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.285840] env[68893]: DEBUG nova.network.neutron [None req-9b99567b-deb9-42b1-96ae-19956927a294 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] [instance: a5437c31-a6d6-417f-863c-d61eb12324a7] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1006.294052] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ffafe36-9cf3-45b0-a6ad-919593532658 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.302983] env[68893]: DEBUG oslo_vmware.api [None req-541376a6-1297-4d28-b8bb-954d4921b52d tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2791933, 'name': Destroy_Task, 'duration_secs': 0.612258} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.305234] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-541376a6-1297-4d28-b8bb-954d4921b52d tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: c648b3f3-3761-4018-95cd-bb62c58421db] Destroyed the VM [ 1006.305472] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-541376a6-1297-4d28-b8bb-954d4921b52d tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: c648b3f3-3761-4018-95cd-bb62c58421db] Deleting Snapshot of the VM instance {{(pid=68893) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1006.306079] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-452315ea-7ee3-4429-80fc-66b6719a87df {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.308698] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bb2176d-ee8b-42c1-864c-2b7c56b2fd89 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.324508] env[68893]: DEBUG oslo_concurrency.lockutils [None req-4771214c-8345-4616-a2c5-5f008ff4e03c tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Acquiring lock "c648b3f3-3761-4018-95cd-bb62c58421db" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.324786] env[68893]: DEBUG oslo_concurrency.lockutils [None req-4771214c-8345-4616-a2c5-5f008ff4e03c tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Lock "c648b3f3-3761-4018-95cd-bb62c58421db" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.324992] env[68893]: DEBUG oslo_concurrency.lockutils [None req-4771214c-8345-4616-a2c5-5f008ff4e03c tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Acquiring lock "c648b3f3-3761-4018-95cd-bb62c58421db-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.325191] env[68893]: DEBUG oslo_concurrency.lockutils [None req-4771214c-8345-4616-a2c5-5f008ff4e03c tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Lock "c648b3f3-3761-4018-95cd-bb62c58421db-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.325424] env[68893]: DEBUG oslo_concurrency.lockutils [None req-4771214c-8345-4616-a2c5-5f008ff4e03c tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Lock "c648b3f3-3761-4018-95cd-bb62c58421db-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.327080] env[68893]: DEBUG nova.compute.provider_tree [None req-2b6b6ab9-81d3-4f8d-9578-dd3149a90cf4 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1006.329790] env[68893]: INFO nova.compute.manager [None req-4771214c-8345-4616-a2c5-5f008ff4e03c tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: c648b3f3-3761-4018-95cd-bb62c58421db] Terminating instance [ 1006.331198] env[68893]: DEBUG oslo_vmware.api [None req-541376a6-1297-4d28-b8bb-954d4921b52d tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Waiting for the task: (returnval){ [ 1006.331198] env[68893]: value = "task-2791935" [ 1006.331198] env[68893]: _type = "Task" [ 1006.331198] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.336017] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1006.336187] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Cleaning up deleted instances with incomplete migration {{(pid=68893) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11791}} [ 1006.343722] env[68893]: DEBUG oslo_vmware.api [None req-541376a6-1297-4d28-b8bb-954d4921b52d tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2791935, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.468529] env[68893]: DEBUG oslo_vmware.api [None req-bddcb7c6-d9fb-45ed-9ed6-37b7fe3e7c0d tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Task: {'id': task-2791934, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068276} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.468869] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-bddcb7c6-d9fb-45ed-9ed6-37b7fe3e7c0d tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] [instance: 4a4ea316-2b13-4585-a52e-57f263bdbe6e] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1006.469990] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d5bc2e3-999b-44ff-b45b-24477aab6aa8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.497557] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-bddcb7c6-d9fb-45ed-9ed6-37b7fe3e7c0d tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] [instance: 4a4ea316-2b13-4585-a52e-57f263bdbe6e] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] 4a4ea316-2b13-4585-a52e-57f263bdbe6e/4a4ea316-2b13-4585-a52e-57f263bdbe6e.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1006.498275] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a65687fe-c03e-4a00-b949-c1782d18125e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.521294] env[68893]: DEBUG oslo_vmware.api [None req-bddcb7c6-d9fb-45ed-9ed6-37b7fe3e7c0d tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Waiting for the task: (returnval){ [ 1006.521294] env[68893]: value = "task-2791936" [ 1006.521294] env[68893]: _type = "Task" [ 1006.521294] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.533114] env[68893]: DEBUG oslo_vmware.api [None req-bddcb7c6-d9fb-45ed-9ed6-37b7fe3e7c0d tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Task: {'id': task-2791936, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.702200] env[68893]: DEBUG nova.network.neutron [req-347e9088-c086-4048-9b28-53938bf0f333 req-1f11d75e-9d28-4a99-aa33-e523e5c76c93 service nova] [instance: 8b58659b-aaf9-4fa9-98b2-3153180f0570] Updated VIF entry in instance network info cache for port bd5f8644-50bc-4a00-8303-e32c60c3a4db. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1006.702200] env[68893]: DEBUG nova.network.neutron [req-347e9088-c086-4048-9b28-53938bf0f333 req-1f11d75e-9d28-4a99-aa33-e523e5c76c93 service nova] [instance: 8b58659b-aaf9-4fa9-98b2-3153180f0570] Updating instance_info_cache with network_info: [{"id": "bd5f8644-50bc-4a00-8303-e32c60c3a4db", "address": "fa:16:3e:5a:57:df", "network": {"id": "535054b4-40f2-4085-93ee-f88482a820b2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1842438762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84cbde965bb240928baaf86257a83746", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd5f8644-50", "ovs_interfaceid": "bd5f8644-50bc-4a00-8303-e32c60c3a4db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.833255] env[68893]: DEBUG nova.scheduler.client.report [None req-2b6b6ab9-81d3-4f8d-9578-dd3149a90cf4 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1006.838239] env[68893]: DEBUG nova.network.neutron [None req-9b99567b-deb9-42b1-96ae-19956927a294 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] [instance: a5437c31-a6d6-417f-863c-d61eb12324a7] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1006.840981] env[68893]: DEBUG nova.compute.manager [None req-4771214c-8345-4616-a2c5-5f008ff4e03c tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: c648b3f3-3761-4018-95cd-bb62c58421db] Start destroying the instance on the hypervisor. {{(pid=68893) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1006.841768] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-4771214c-8345-4616-a2c5-5f008ff4e03c tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: c648b3f3-3761-4018-95cd-bb62c58421db] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1006.846479] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-535390f9-49fa-404b-8728-a47ee825b861 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.849684] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1006.859684] env[68893]: DEBUG oslo_vmware.api [None req-541376a6-1297-4d28-b8bb-954d4921b52d tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2791935, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.861093] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-4771214c-8345-4616-a2c5-5f008ff4e03c tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: c648b3f3-3761-4018-95cd-bb62c58421db] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1006.863138] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-17b3792d-6dfc-4189-a6a7-5f0bbd1a4998 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.029321] env[68893]: DEBUG nova.network.neutron [None req-9b99567b-deb9-42b1-96ae-19956927a294 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] [instance: a5437c31-a6d6-417f-863c-d61eb12324a7] Updating instance_info_cache with network_info: [{"id": "fe04766b-6c11-4406-8366-d327b05018e2", "address": "fa:16:3e:08:7f:28", "network": {"id": "b9df0680-ff4c-4e02-bfba-1ed866d7497a", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1652711736-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0d6266d09ad44e8bb08d2abc90dbda5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe04766b-6c", "ovs_interfaceid": "fe04766b-6c11-4406-8366-d327b05018e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.039502] env[68893]: DEBUG oslo_vmware.api [None req-bddcb7c6-d9fb-45ed-9ed6-37b7fe3e7c0d tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Task: {'id': task-2791936, 'name': ReconfigVM_Task, 'duration_secs': 0.354325} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.040502] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b5933380-46ce-4a32-b2d9-91ef346c9312 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Acquiring lock "95be1925-4482-4656-aeb1-7e4ef679458f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.040741] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b5933380-46ce-4a32-b2d9-91ef346c9312 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Lock "95be1925-4482-4656-aeb1-7e4ef679458f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.041928] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-bddcb7c6-d9fb-45ed-9ed6-37b7fe3e7c0d tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] [instance: 4a4ea316-2b13-4585-a52e-57f263bdbe6e] Reconfigured VM instance instance-0000004d to attach disk [datastore2] 4a4ea316-2b13-4585-a52e-57f263bdbe6e/4a4ea316-2b13-4585-a52e-57f263bdbe6e.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1007.043073] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2dbc1a7c-917f-4962-a337-c9f0683ea989 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.049626] env[68893]: DEBUG oslo_vmware.api [None req-bddcb7c6-d9fb-45ed-9ed6-37b7fe3e7c0d tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Waiting for the task: (returnval){ [ 1007.049626] env[68893]: value = "task-2791938" [ 1007.049626] env[68893]: _type = "Task" [ 1007.049626] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.060414] env[68893]: DEBUG oslo_vmware.api [None req-bddcb7c6-d9fb-45ed-9ed6-37b7fe3e7c0d tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Task: {'id': task-2791938, 'name': Rename_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.066221] env[68893]: INFO nova.compute.manager [None req-8027462f-430f-43de-b030-337cfa8fa248 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] [instance: 5c771d60-a6ca-434c-9193-9d90821b26b2] Rebuilding instance [ 1007.130938] env[68893]: DEBUG nova.compute.manager [None req-8027462f-430f-43de-b030-337cfa8fa248 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] [instance: 5c771d60-a6ca-434c-9193-9d90821b26b2] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1007.131901] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d65cda9e-7494-4326-a6c0-b1ae4b428f88 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.204991] env[68893]: DEBUG oslo_concurrency.lockutils [req-347e9088-c086-4048-9b28-53938bf0f333 req-1f11d75e-9d28-4a99-aa33-e523e5c76c93 service nova] Releasing lock "refresh_cache-8b58659b-aaf9-4fa9-98b2-3153180f0570" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.345372] env[68893]: DEBUG oslo_concurrency.lockutils [None req-2b6b6ab9-81d3-4f8d-9578-dd3149a90cf4 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.508s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.346027] env[68893]: DEBUG nova.compute.manager [None req-2b6b6ab9-81d3-4f8d-9578-dd3149a90cf4 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 0df1cf01-48d1-4da5-96d7-e4a71fa6396f] Start building networks asynchronously for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1007.349788] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d389c32c-31c2-4373-80b3-ea06a4812d0e tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.714s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.349788] env[68893]: DEBUG nova.objects.instance [None req-d389c32c-31c2-4373-80b3-ea06a4812d0e tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Lazy-loading 'resources' on Instance uuid 71d44879-e74b-4a04-8c49-aaac1163f3f5 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1007.358028] env[68893]: DEBUG oslo_vmware.api [None req-541376a6-1297-4d28-b8bb-954d4921b52d tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2791935, 'name': RemoveSnapshot_Task, 'duration_secs': 0.929218} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.358028] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-541376a6-1297-4d28-b8bb-954d4921b52d tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: c648b3f3-3761-4018-95cd-bb62c58421db] Deleted Snapshot of the VM instance {{(pid=68893) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1007.358028] env[68893]: INFO nova.compute.manager [None req-541376a6-1297-4d28-b8bb-954d4921b52d tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: c648b3f3-3761-4018-95cd-bb62c58421db] Took 16.11 seconds to snapshot the instance on the hypervisor. [ 1007.469575] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-4771214c-8345-4616-a2c5-5f008ff4e03c tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: c648b3f3-3761-4018-95cd-bb62c58421db] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1007.469849] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-4771214c-8345-4616-a2c5-5f008ff4e03c tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: c648b3f3-3761-4018-95cd-bb62c58421db] Deleting contents of the VM from datastore datastore1 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1007.469986] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-4771214c-8345-4616-a2c5-5f008ff4e03c tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Deleting the datastore file [datastore1] c648b3f3-3761-4018-95cd-bb62c58421db {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1007.470291] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-63839720-13ba-4528-9ecf-503b824328d1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.476616] env[68893]: DEBUG oslo_vmware.api [None req-4771214c-8345-4616-a2c5-5f008ff4e03c tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Waiting for the task: (returnval){ [ 1007.476616] env[68893]: value = "task-2791939" [ 1007.476616] env[68893]: _type = "Task" [ 1007.476616] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.485083] env[68893]: DEBUG oslo_vmware.api [None req-4771214c-8345-4616-a2c5-5f008ff4e03c tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2791939, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.536455] env[68893]: DEBUG oslo_concurrency.lockutils [None req-9b99567b-deb9-42b1-96ae-19956927a294 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Releasing lock "refresh_cache-a5437c31-a6d6-417f-863c-d61eb12324a7" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.536919] env[68893]: DEBUG nova.compute.manager [None req-9b99567b-deb9-42b1-96ae-19956927a294 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] [instance: a5437c31-a6d6-417f-863c-d61eb12324a7] Instance network_info: |[{"id": "fe04766b-6c11-4406-8366-d327b05018e2", "address": "fa:16:3e:08:7f:28", "network": {"id": "b9df0680-ff4c-4e02-bfba-1ed866d7497a", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1652711736-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0d6266d09ad44e8bb08d2abc90dbda5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe04766b-6c", "ovs_interfaceid": "fe04766b-6c11-4406-8366-d327b05018e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1007.537512] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-9b99567b-deb9-42b1-96ae-19956927a294 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] [instance: a5437c31-a6d6-417f-863c-d61eb12324a7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:7f:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52358fcc-0d9f-45dd-8c75-db533fd992c3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fe04766b-6c11-4406-8366-d327b05018e2', 'vif_model': 'vmxnet3'}] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1007.545981] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9b99567b-deb9-42b1-96ae-19956927a294 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1007.546392] env[68893]: DEBUG nova.compute.manager [None req-b5933380-46ce-4a32-b2d9-91ef346c9312 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: 95be1925-4482-4656-aeb1-7e4ef679458f] Starting instance... {{(pid=68893) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1007.549322] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5437c31-a6d6-417f-863c-d61eb12324a7] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1007.549422] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-658341bf-ba6a-4a70-a3ba-fdc1dc6c354e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.576810] env[68893]: DEBUG oslo_vmware.api [None req-bddcb7c6-d9fb-45ed-9ed6-37b7fe3e7c0d tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Task: {'id': task-2791938, 'name': Rename_Task, 'duration_secs': 0.193981} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.578464] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-bddcb7c6-d9fb-45ed-9ed6-37b7fe3e7c0d tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] [instance: 4a4ea316-2b13-4585-a52e-57f263bdbe6e] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1007.578715] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1007.578715] env[68893]: value = "task-2791940" [ 1007.578715] env[68893]: _type = "Task" [ 1007.578715] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.578991] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-28d41e3a-ab87-4835-b6e6-c7c152059f71 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.592947] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791940, 'name': CreateVM_Task} progress is 6%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.594758] env[68893]: DEBUG oslo_vmware.api [None req-bddcb7c6-d9fb-45ed-9ed6-37b7fe3e7c0d tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Waiting for the task: (returnval){ [ 1007.594758] env[68893]: value = "task-2791941" [ 1007.594758] env[68893]: _type = "Task" [ 1007.594758] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.800504] env[68893]: DEBUG nova.compute.manager [req-f60fe697-3ac5-439d-8a7f-99bac64414a4 req-31b64bdc-0656-4289-a9bb-c74131248158 service nova] [instance: a5437c31-a6d6-417f-863c-d61eb12324a7] Received event network-changed-fe04766b-6c11-4406-8366-d327b05018e2 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1007.800763] env[68893]: DEBUG nova.compute.manager [req-f60fe697-3ac5-439d-8a7f-99bac64414a4 req-31b64bdc-0656-4289-a9bb-c74131248158 service nova] [instance: a5437c31-a6d6-417f-863c-d61eb12324a7] Refreshing instance network info cache due to event network-changed-fe04766b-6c11-4406-8366-d327b05018e2. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1007.801039] env[68893]: DEBUG oslo_concurrency.lockutils [req-f60fe697-3ac5-439d-8a7f-99bac64414a4 req-31b64bdc-0656-4289-a9bb-c74131248158 service nova] Acquiring lock "refresh_cache-a5437c31-a6d6-417f-863c-d61eb12324a7" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.801198] env[68893]: DEBUG oslo_concurrency.lockutils [req-f60fe697-3ac5-439d-8a7f-99bac64414a4 req-31b64bdc-0656-4289-a9bb-c74131248158 service nova] Acquired lock "refresh_cache-a5437c31-a6d6-417f-863c-d61eb12324a7" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.801363] env[68893]: DEBUG nova.network.neutron [req-f60fe697-3ac5-439d-8a7f-99bac64414a4 req-31b64bdc-0656-4289-a9bb-c74131248158 service nova] [instance: a5437c31-a6d6-417f-863c-d61eb12324a7] Refreshing network info cache for port fe04766b-6c11-4406-8366-d327b05018e2 {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1007.806344] env[68893]: INFO nova.compute.manager [None req-b851fe5b-2df5-49c1-9dfe-93b93a2a34f2 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] [instance: 250fb202-c0a4-4fc9-822e-d3c18cf8d340] Unrescuing [ 1007.806598] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b851fe5b-2df5-49c1-9dfe-93b93a2a34f2 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Acquiring lock "refresh_cache-250fb202-c0a4-4fc9-822e-d3c18cf8d340" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.806750] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b851fe5b-2df5-49c1-9dfe-93b93a2a34f2 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Acquired lock "refresh_cache-250fb202-c0a4-4fc9-822e-d3c18cf8d340" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.806929] env[68893]: DEBUG nova.network.neutron [None req-b851fe5b-2df5-49c1-9dfe-93b93a2a34f2 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] [instance: 250fb202-c0a4-4fc9-822e-d3c18cf8d340] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1007.853380] env[68893]: DEBUG nova.compute.utils [None req-2b6b6ab9-81d3-4f8d-9578-dd3149a90cf4 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1007.858344] env[68893]: DEBUG nova.compute.manager [None req-2b6b6ab9-81d3-4f8d-9578-dd3149a90cf4 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 0df1cf01-48d1-4da5-96d7-e4a71fa6396f] Allocating IP information in the background. {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1007.858482] env[68893]: DEBUG nova.network.neutron [None req-2b6b6ab9-81d3-4f8d-9578-dd3149a90cf4 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 0df1cf01-48d1-4da5-96d7-e4a71fa6396f] allocate_for_instance() {{(pid=68893) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1007.861174] env[68893]: DEBUG nova.compute.manager [None req-541376a6-1297-4d28-b8bb-954d4921b52d tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: c648b3f3-3761-4018-95cd-bb62c58421db] Instance disappeared during snapshot {{(pid=68893) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1007.878651] env[68893]: DEBUG nova.compute.manager [None req-541376a6-1297-4d28-b8bb-954d4921b52d tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Image not found during clean up feb1daf6-4f14-4b1e-9050-6ec3e1544093 {{(pid=68893) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 1007.925582] env[68893]: DEBUG nova.policy [None req-2b6b6ab9-81d3-4f8d-9578-dd3149a90cf4 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0f72dbb1c71d4ae588b9103cee0d5602', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '872be088070049fca518560306460c4e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68893) authorize /opt/stack/nova/nova/policy.py:192}} [ 1007.991230] env[68893]: DEBUG oslo_vmware.api [None req-4771214c-8345-4616-a2c5-5f008ff4e03c tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2791939, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.210759} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.995798] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-4771214c-8345-4616-a2c5-5f008ff4e03c tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1007.996098] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-4771214c-8345-4616-a2c5-5f008ff4e03c tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: c648b3f3-3761-4018-95cd-bb62c58421db] Deleted contents of the VM from datastore datastore1 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1007.996277] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-4771214c-8345-4616-a2c5-5f008ff4e03c tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: c648b3f3-3761-4018-95cd-bb62c58421db] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1007.996678] env[68893]: INFO nova.compute.manager [None req-4771214c-8345-4616-a2c5-5f008ff4e03c tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: c648b3f3-3761-4018-95cd-bb62c58421db] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1007.997643] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4771214c-8345-4616-a2c5-5f008ff4e03c tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1007.997643] env[68893]: DEBUG nova.compute.manager [-] [instance: c648b3f3-3761-4018-95cd-bb62c58421db] Deallocating network for instance {{(pid=68893) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1007.998063] env[68893]: DEBUG nova.network.neutron [-] [instance: c648b3f3-3761-4018-95cd-bb62c58421db] deallocate_for_instance() {{(pid=68893) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1008.088256] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b5933380-46ce-4a32-b2d9-91ef346c9312 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.096815] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791940, 'name': CreateVM_Task, 'duration_secs': 0.421603} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.103034] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5437c31-a6d6-417f-863c-d61eb12324a7] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1008.105119] env[68893]: DEBUG oslo_concurrency.lockutils [None req-9b99567b-deb9-42b1-96ae-19956927a294 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.105119] env[68893]: DEBUG oslo_concurrency.lockutils [None req-9b99567b-deb9-42b1-96ae-19956927a294 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.105119] env[68893]: DEBUG oslo_concurrency.lockutils [None req-9b99567b-deb9-42b1-96ae-19956927a294 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.105119] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-660403f3-4b4b-42b9-9135-39c6a83c7983 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.110431] env[68893]: DEBUG oslo_vmware.api [None req-bddcb7c6-d9fb-45ed-9ed6-37b7fe3e7c0d tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Task: {'id': task-2791941, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.113735] env[68893]: DEBUG oslo_vmware.api [None req-9b99567b-deb9-42b1-96ae-19956927a294 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Waiting for the task: (returnval){ [ 1008.113735] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52ceaf3c-2634-98c1-0a57-7fa41ebdd37d" [ 1008.113735] env[68893]: _type = "Task" [ 1008.113735] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.124821] env[68893]: DEBUG oslo_vmware.api [None req-9b99567b-deb9-42b1-96ae-19956927a294 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52ceaf3c-2634-98c1-0a57-7fa41ebdd37d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.146710] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-8027462f-430f-43de-b030-337cfa8fa248 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] [instance: 5c771d60-a6ca-434c-9193-9d90821b26b2] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1008.147067] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cd04770e-9179-4b3f-863c-16ee7061c726 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.157627] env[68893]: DEBUG oslo_vmware.api [None req-8027462f-430f-43de-b030-337cfa8fa248 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Waiting for the task: (returnval){ [ 1008.157627] env[68893]: value = "task-2791942" [ 1008.157627] env[68893]: _type = "Task" [ 1008.157627] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.170422] env[68893]: DEBUG oslo_vmware.api [None req-8027462f-430f-43de-b030-337cfa8fa248 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Task: {'id': task-2791942, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.320606] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db44341b-3360-4f37-9e69-78c1dbb98187 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.332020] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5eb30bb-d2dd-4b21-bfc7-c77ebc444d38 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.369201] env[68893]: DEBUG nova.compute.manager [None req-2b6b6ab9-81d3-4f8d-9578-dd3149a90cf4 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 0df1cf01-48d1-4da5-96d7-e4a71fa6396f] Start building block device mappings for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1008.381020] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7553684-12d5-4377-9ff3-f09e40657faa {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.386891] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0997704e-4a0d-456a-af62-07ebaaf8447c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.402540] env[68893]: DEBUG nova.compute.provider_tree [None req-d389c32c-31c2-4373-80b3-ea06a4812d0e tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1008.415468] env[68893]: DEBUG nova.network.neutron [None req-2b6b6ab9-81d3-4f8d-9578-dd3149a90cf4 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 0df1cf01-48d1-4da5-96d7-e4a71fa6396f] Successfully created port: 9d331bc4-ea23-49c1-b342-9427d120b204 {{(pid=68893) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1008.424056] env[68893]: DEBUG nova.compute.manager [req-4945e168-d0d2-496c-a065-438d93112a74 req-bf8e4899-f2e1-45b6-ba6f-389162da0143 service nova] [instance: c648b3f3-3761-4018-95cd-bb62c58421db] Received event network-vif-deleted-ddb8d869-4afc-4b86-a2c0-97c4eb82aa16 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1008.424252] env[68893]: INFO nova.compute.manager [req-4945e168-d0d2-496c-a065-438d93112a74 req-bf8e4899-f2e1-45b6-ba6f-389162da0143 service nova] [instance: c648b3f3-3761-4018-95cd-bb62c58421db] Neutron deleted interface ddb8d869-4afc-4b86-a2c0-97c4eb82aa16; detaching it from the instance and deleting it from the info cache [ 1008.424441] env[68893]: DEBUG nova.network.neutron [req-4945e168-d0d2-496c-a065-438d93112a74 req-bf8e4899-f2e1-45b6-ba6f-389162da0143 service nova] [instance: c648b3f3-3761-4018-95cd-bb62c58421db] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.607689] env[68893]: DEBUG oslo_vmware.api [None req-bddcb7c6-d9fb-45ed-9ed6-37b7fe3e7c0d tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Task: {'id': task-2791941, 'name': PowerOnVM_Task, 'duration_secs': 0.60273} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.608025] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-bddcb7c6-d9fb-45ed-9ed6-37b7fe3e7c0d tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] [instance: 4a4ea316-2b13-4585-a52e-57f263bdbe6e] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1008.608270] env[68893]: INFO nova.compute.manager [None req-bddcb7c6-d9fb-45ed-9ed6-37b7fe3e7c0d tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] [instance: 4a4ea316-2b13-4585-a52e-57f263bdbe6e] Took 10.96 seconds to spawn the instance on the hypervisor. [ 1008.608563] env[68893]: DEBUG nova.compute.manager [None req-bddcb7c6-d9fb-45ed-9ed6-37b7fe3e7c0d tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] [instance: 4a4ea316-2b13-4585-a52e-57f263bdbe6e] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1008.609390] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53d6206c-b050-42a6-a1d0-b69fea488e25 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.630243] env[68893]: DEBUG oslo_vmware.api [None req-9b99567b-deb9-42b1-96ae-19956927a294 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52ceaf3c-2634-98c1-0a57-7fa41ebdd37d, 'name': SearchDatastore_Task, 'duration_secs': 0.018972} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.630589] env[68893]: DEBUG oslo_concurrency.lockutils [None req-9b99567b-deb9-42b1-96ae-19956927a294 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.630897] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-9b99567b-deb9-42b1-96ae-19956927a294 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] [instance: a5437c31-a6d6-417f-863c-d61eb12324a7] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1008.631060] env[68893]: DEBUG oslo_concurrency.lockutils [None req-9b99567b-deb9-42b1-96ae-19956927a294 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.634390] env[68893]: DEBUG oslo_concurrency.lockutils [None req-9b99567b-deb9-42b1-96ae-19956927a294 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.634390] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b99567b-deb9-42b1-96ae-19956927a294 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1008.634390] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7db5cf55-b0e1-41e7-aefc-4875cea57d29 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.640377] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b99567b-deb9-42b1-96ae-19956927a294 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1008.640583] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-9b99567b-deb9-42b1-96ae-19956927a294 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1008.641377] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e09a2321-195b-488e-9cd6-ef5d18191a0d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.646972] env[68893]: DEBUG oslo_vmware.api [None req-9b99567b-deb9-42b1-96ae-19956927a294 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Waiting for the task: (returnval){ [ 1008.646972] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]523296ab-4818-466b-22c6-66688481c0fc" [ 1008.646972] env[68893]: _type = "Task" [ 1008.646972] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.657621] env[68893]: DEBUG oslo_vmware.api [None req-9b99567b-deb9-42b1-96ae-19956927a294 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]523296ab-4818-466b-22c6-66688481c0fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.670713] env[68893]: DEBUG oslo_vmware.api [None req-8027462f-430f-43de-b030-337cfa8fa248 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Task: {'id': task-2791942, 'name': PowerOffVM_Task, 'duration_secs': 0.150544} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.670981] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-8027462f-430f-43de-b030-337cfa8fa248 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] [instance: 5c771d60-a6ca-434c-9193-9d90821b26b2] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1008.672049] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-8027462f-430f-43de-b030-337cfa8fa248 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] [instance: 5c771d60-a6ca-434c-9193-9d90821b26b2] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1008.672849] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7ebe22b-4c2f-4f77-8cb7-a6fa229ddbbd {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.679853] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-8027462f-430f-43de-b030-337cfa8fa248 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] [instance: 5c771d60-a6ca-434c-9193-9d90821b26b2] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1008.680108] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ada51ee1-6b28-432f-9c38-213777b14e7b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.684315] env[68893]: DEBUG nova.network.neutron [None req-b851fe5b-2df5-49c1-9dfe-93b93a2a34f2 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] [instance: 250fb202-c0a4-4fc9-822e-d3c18cf8d340] Updating instance_info_cache with network_info: [{"id": "867da4e9-99e0-44f1-8a80-cfceacc29de7", "address": "fa:16:3e:ac:a8:73", "network": {"id": "3a3ee66b-d6c9-42be-96b0-b379b748814e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-449769129-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "16847a024c794c4991b8a93717dcf937", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap867da4e9-99", "ovs_interfaceid": "867da4e9-99e0-44f1-8a80-cfceacc29de7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.704495] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-8027462f-430f-43de-b030-337cfa8fa248 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] [instance: 5c771d60-a6ca-434c-9193-9d90821b26b2] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1008.704751] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-8027462f-430f-43de-b030-337cfa8fa248 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] [instance: 5c771d60-a6ca-434c-9193-9d90821b26b2] Deleting contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1008.704936] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-8027462f-430f-43de-b030-337cfa8fa248 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Deleting the datastore file [datastore2] 5c771d60-a6ca-434c-9193-9d90821b26b2 {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1008.705211] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-28a21514-a89e-4750-8e87-77c8a7d80b72 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.711612] env[68893]: DEBUG oslo_vmware.api [None req-8027462f-430f-43de-b030-337cfa8fa248 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Waiting for the task: (returnval){ [ 1008.711612] env[68893]: value = "task-2791944" [ 1008.711612] env[68893]: _type = "Task" [ 1008.711612] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.720260] env[68893]: DEBUG oslo_vmware.api [None req-8027462f-430f-43de-b030-337cfa8fa248 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Task: {'id': task-2791944, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.724558] env[68893]: DEBUG nova.network.neutron [req-f60fe697-3ac5-439d-8a7f-99bac64414a4 req-31b64bdc-0656-4289-a9bb-c74131248158 service nova] [instance: a5437c31-a6d6-417f-863c-d61eb12324a7] Updated VIF entry in instance network info cache for port fe04766b-6c11-4406-8366-d327b05018e2. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1008.724863] env[68893]: DEBUG nova.network.neutron [req-f60fe697-3ac5-439d-8a7f-99bac64414a4 req-31b64bdc-0656-4289-a9bb-c74131248158 service nova] [instance: a5437c31-a6d6-417f-863c-d61eb12324a7] Updating instance_info_cache with network_info: [{"id": "fe04766b-6c11-4406-8366-d327b05018e2", "address": "fa:16:3e:08:7f:28", "network": {"id": "b9df0680-ff4c-4e02-bfba-1ed866d7497a", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1652711736-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0d6266d09ad44e8bb08d2abc90dbda5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe04766b-6c", "ovs_interfaceid": "fe04766b-6c11-4406-8366-d327b05018e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.907036] env[68893]: DEBUG nova.scheduler.client.report [None req-d389c32c-31c2-4373-80b3-ea06a4812d0e tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1008.911163] env[68893]: DEBUG nova.network.neutron [-] [instance: c648b3f3-3761-4018-95cd-bb62c58421db] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.930533] env[68893]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4a375724-f4aa-4895-a8ef-914e63b4c895 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.941097] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-914f1c8f-d2ce-4269-b3aa-bb0b29c44e93 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.980878] env[68893]: DEBUG nova.compute.manager [req-4945e168-d0d2-496c-a065-438d93112a74 req-bf8e4899-f2e1-45b6-ba6f-389162da0143 service nova] [instance: c648b3f3-3761-4018-95cd-bb62c58421db] Detach interface failed, port_id=ddb8d869-4afc-4b86-a2c0-97c4eb82aa16, reason: Instance c648b3f3-3761-4018-95cd-bb62c58421db could not be found. {{(pid=68893) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1009.132204] env[68893]: INFO nova.compute.manager [None req-bddcb7c6-d9fb-45ed-9ed6-37b7fe3e7c0d tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] [instance: 4a4ea316-2b13-4585-a52e-57f263bdbe6e] Took 27.20 seconds to build instance. [ 1009.163586] env[68893]: DEBUG oslo_vmware.api [None req-9b99567b-deb9-42b1-96ae-19956927a294 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]523296ab-4818-466b-22c6-66688481c0fc, 'name': SearchDatastore_Task, 'duration_secs': 0.009344} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.164440] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1512cfbc-ca37-4676-8ad7-62223b91834e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.174605] env[68893]: DEBUG oslo_vmware.api [None req-9b99567b-deb9-42b1-96ae-19956927a294 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Waiting for the task: (returnval){ [ 1009.174605] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52792178-c103-ce8d-af71-a0c914027886" [ 1009.174605] env[68893]: _type = "Task" [ 1009.174605] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.183639] env[68893]: DEBUG oslo_vmware.api [None req-9b99567b-deb9-42b1-96ae-19956927a294 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52792178-c103-ce8d-af71-a0c914027886, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.187354] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b851fe5b-2df5-49c1-9dfe-93b93a2a34f2 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Releasing lock "refresh_cache-250fb202-c0a4-4fc9-822e-d3c18cf8d340" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.188150] env[68893]: DEBUG nova.objects.instance [None req-b851fe5b-2df5-49c1-9dfe-93b93a2a34f2 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Lazy-loading 'flavor' on Instance uuid 250fb202-c0a4-4fc9-822e-d3c18cf8d340 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1009.221451] env[68893]: DEBUG oslo_vmware.api [None req-8027462f-430f-43de-b030-337cfa8fa248 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Task: {'id': task-2791944, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130943} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.221706] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-8027462f-430f-43de-b030-337cfa8fa248 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1009.221888] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-8027462f-430f-43de-b030-337cfa8fa248 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] [instance: 5c771d60-a6ca-434c-9193-9d90821b26b2] Deleted contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1009.222080] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-8027462f-430f-43de-b030-337cfa8fa248 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] [instance: 5c771d60-a6ca-434c-9193-9d90821b26b2] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1009.227618] env[68893]: DEBUG oslo_concurrency.lockutils [req-f60fe697-3ac5-439d-8a7f-99bac64414a4 req-31b64bdc-0656-4289-a9bb-c74131248158 service nova] Releasing lock "refresh_cache-a5437c31-a6d6-417f-863c-d61eb12324a7" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.388043] env[68893]: DEBUG nova.compute.manager [None req-2b6b6ab9-81d3-4f8d-9578-dd3149a90cf4 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 0df1cf01-48d1-4da5-96d7-e4a71fa6396f] Start spawning the instance on the hypervisor. {{(pid=68893) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1009.413796] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d389c32c-31c2-4373-80b3-ea06a4812d0e tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.065s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.416390] env[68893]: INFO nova.compute.manager [-] [instance: c648b3f3-3761-4018-95cd-bb62c58421db] Took 1.42 seconds to deallocate network for instance. [ 1009.419233] env[68893]: DEBUG nova.virt.hardware [None req-2b6b6ab9-81d3-4f8d-9578-dd3149a90cf4 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1009.419574] env[68893]: DEBUG nova.virt.hardware [None req-2b6b6ab9-81d3-4f8d-9578-dd3149a90cf4 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1009.419811] env[68893]: DEBUG nova.virt.hardware [None req-2b6b6ab9-81d3-4f8d-9578-dd3149a90cf4 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1009.420255] env[68893]: DEBUG nova.virt.hardware [None req-2b6b6ab9-81d3-4f8d-9578-dd3149a90cf4 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1009.420507] env[68893]: DEBUG nova.virt.hardware [None req-2b6b6ab9-81d3-4f8d-9578-dd3149a90cf4 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1009.420722] env[68893]: DEBUG nova.virt.hardware [None req-2b6b6ab9-81d3-4f8d-9578-dd3149a90cf4 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1009.420982] env[68893]: DEBUG nova.virt.hardware [None req-2b6b6ab9-81d3-4f8d-9578-dd3149a90cf4 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1009.421743] env[68893]: DEBUG nova.virt.hardware [None req-2b6b6ab9-81d3-4f8d-9578-dd3149a90cf4 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1009.422447] env[68893]: DEBUG nova.virt.hardware [None req-2b6b6ab9-81d3-4f8d-9578-dd3149a90cf4 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1009.422709] env[68893]: DEBUG nova.virt.hardware [None req-2b6b6ab9-81d3-4f8d-9578-dd3149a90cf4 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1009.423197] env[68893]: DEBUG nova.virt.hardware [None req-2b6b6ab9-81d3-4f8d-9578-dd3149a90cf4 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1009.424007] env[68893]: DEBUG oslo_concurrency.lockutils [None req-62bc02c7-64ac-4fe4-b1d7-46e23534c0fe tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.690s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.424918] env[68893]: DEBUG nova.objects.instance [None req-62bc02c7-64ac-4fe4-b1d7-46e23534c0fe tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Lazy-loading 'resources' on Instance uuid 9c6996d6-48cd-4bcd-847a-a05b547a6891 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1009.429108] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b1a8e33-492d-4192-a0bb-cdf5f00d4972 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.444940] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b98e8385-770b-4dad-be06-0cd8e9db443b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.452605] env[68893]: INFO nova.scheduler.client.report [None req-d389c32c-31c2-4373-80b3-ea06a4812d0e tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Deleted allocations for instance 71d44879-e74b-4a04-8c49-aaac1163f3f5 [ 1009.637902] env[68893]: DEBUG oslo_concurrency.lockutils [None req-bddcb7c6-d9fb-45ed-9ed6-37b7fe3e7c0d tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Lock "4a4ea316-2b13-4585-a52e-57f263bdbe6e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.718s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.689469] env[68893]: DEBUG oslo_vmware.api [None req-9b99567b-deb9-42b1-96ae-19956927a294 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52792178-c103-ce8d-af71-a0c914027886, 'name': SearchDatastore_Task, 'duration_secs': 0.012062} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.689870] env[68893]: DEBUG oslo_concurrency.lockutils [None req-9b99567b-deb9-42b1-96ae-19956927a294 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.690342] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b99567b-deb9-42b1-96ae-19956927a294 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore1] a5437c31-a6d6-417f-863c-d61eb12324a7/a5437c31-a6d6-417f-863c-d61eb12324a7.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1009.692095] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ae6c211f-f661-4692-a47a-ef1e6a53668a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.697768] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca716040-6c10-4317-b77f-1ab7f0010b67 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.702768] env[68893]: DEBUG oslo_vmware.api [None req-9b99567b-deb9-42b1-96ae-19956927a294 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Waiting for the task: (returnval){ [ 1009.702768] env[68893]: value = "task-2791945" [ 1009.702768] env[68893]: _type = "Task" [ 1009.702768] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.726074] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-b851fe5b-2df5-49c1-9dfe-93b93a2a34f2 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] [instance: 250fb202-c0a4-4fc9-822e-d3c18cf8d340] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1009.726074] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4005a241-2fe1-4e86-bd21-d434a027c6c1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.735893] env[68893]: DEBUG oslo_vmware.api [None req-9b99567b-deb9-42b1-96ae-19956927a294 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Task: {'id': task-2791945, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.741494] env[68893]: DEBUG oslo_vmware.api [None req-b851fe5b-2df5-49c1-9dfe-93b93a2a34f2 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Waiting for the task: (returnval){ [ 1009.741494] env[68893]: value = "task-2791946" [ 1009.741494] env[68893]: _type = "Task" [ 1009.741494] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.752780] env[68893]: DEBUG oslo_vmware.api [None req-b851fe5b-2df5-49c1-9dfe-93b93a2a34f2 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Task: {'id': task-2791946, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.941993] env[68893]: DEBUG oslo_concurrency.lockutils [None req-4771214c-8345-4616-a2c5-5f008ff4e03c tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.972463] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d389c32c-31c2-4373-80b3-ea06a4812d0e tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Lock "71d44879-e74b-4a04-8c49-aaac1163f3f5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.837s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.985997] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b7077c54-e769-4ac4-93ac-c19760730bc0 tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Acquiring lock "4a4ea316-2b13-4585-a52e-57f263bdbe6e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.986270] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b7077c54-e769-4ac4-93ac-c19760730bc0 tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Lock "4a4ea316-2b13-4585-a52e-57f263bdbe6e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.987605] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b7077c54-e769-4ac4-93ac-c19760730bc0 tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Acquiring lock "4a4ea316-2b13-4585-a52e-57f263bdbe6e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.987605] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b7077c54-e769-4ac4-93ac-c19760730bc0 tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Lock "4a4ea316-2b13-4585-a52e-57f263bdbe6e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.987605] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b7077c54-e769-4ac4-93ac-c19760730bc0 tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Lock "4a4ea316-2b13-4585-a52e-57f263bdbe6e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.990763] env[68893]: INFO nova.compute.manager [None req-b7077c54-e769-4ac4-93ac-c19760730bc0 tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] [instance: 4a4ea316-2b13-4585-a52e-57f263bdbe6e] Terminating instance [ 1010.107861] env[68893]: DEBUG nova.compute.manager [req-c8ee0e4d-abf7-4af5-8ec3-623618b6e89d req-ac606542-c277-439b-9e34-923f87f8317e service nova] [instance: 0df1cf01-48d1-4da5-96d7-e4a71fa6396f] Received event network-vif-plugged-9d331bc4-ea23-49c1-b342-9427d120b204 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1010.108034] env[68893]: DEBUG oslo_concurrency.lockutils [req-c8ee0e4d-abf7-4af5-8ec3-623618b6e89d req-ac606542-c277-439b-9e34-923f87f8317e service nova] Acquiring lock "0df1cf01-48d1-4da5-96d7-e4a71fa6396f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.108480] env[68893]: DEBUG oslo_concurrency.lockutils [req-c8ee0e4d-abf7-4af5-8ec3-623618b6e89d req-ac606542-c277-439b-9e34-923f87f8317e service nova] Lock "0df1cf01-48d1-4da5-96d7-e4a71fa6396f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.108660] env[68893]: DEBUG oslo_concurrency.lockutils [req-c8ee0e4d-abf7-4af5-8ec3-623618b6e89d req-ac606542-c277-439b-9e34-923f87f8317e service nova] Lock "0df1cf01-48d1-4da5-96d7-e4a71fa6396f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.108866] env[68893]: DEBUG nova.compute.manager [req-c8ee0e4d-abf7-4af5-8ec3-623618b6e89d req-ac606542-c277-439b-9e34-923f87f8317e service nova] [instance: 0df1cf01-48d1-4da5-96d7-e4a71fa6396f] No waiting events found dispatching network-vif-plugged-9d331bc4-ea23-49c1-b342-9427d120b204 {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1010.109815] env[68893]: WARNING nova.compute.manager [req-c8ee0e4d-abf7-4af5-8ec3-623618b6e89d req-ac606542-c277-439b-9e34-923f87f8317e service nova] [instance: 0df1cf01-48d1-4da5-96d7-e4a71fa6396f] Received unexpected event network-vif-plugged-9d331bc4-ea23-49c1-b342-9427d120b204 for instance with vm_state building and task_state spawning. [ 1010.220450] env[68893]: DEBUG oslo_vmware.api [None req-9b99567b-deb9-42b1-96ae-19956927a294 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Task: {'id': task-2791945, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.252139] env[68893]: DEBUG oslo_vmware.api [None req-b851fe5b-2df5-49c1-9dfe-93b93a2a34f2 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Task: {'id': task-2791946, 'name': PowerOffVM_Task, 'duration_secs': 0.319247} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.255742] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-b851fe5b-2df5-49c1-9dfe-93b93a2a34f2 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] [instance: 250fb202-c0a4-4fc9-822e-d3c18cf8d340] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1010.262132] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-b851fe5b-2df5-49c1-9dfe-93b93a2a34f2 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] [instance: 250fb202-c0a4-4fc9-822e-d3c18cf8d340] Reconfiguring VM instance instance-0000004a to detach disk 2001 {{(pid=68893) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1010.262633] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5cec2101-3459-47b9-9fea-143d6285c619 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.285737] env[68893]: DEBUG nova.virt.hardware [None req-8027462f-430f-43de-b030-337cfa8fa248 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1010.286545] env[68893]: DEBUG nova.virt.hardware [None req-8027462f-430f-43de-b030-337cfa8fa248 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1010.286545] env[68893]: DEBUG nova.virt.hardware [None req-8027462f-430f-43de-b030-337cfa8fa248 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1010.286545] env[68893]: DEBUG nova.virt.hardware [None req-8027462f-430f-43de-b030-337cfa8fa248 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1010.286545] env[68893]: DEBUG nova.virt.hardware [None req-8027462f-430f-43de-b030-337cfa8fa248 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1010.286545] env[68893]: DEBUG nova.virt.hardware [None req-8027462f-430f-43de-b030-337cfa8fa248 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1010.287601] env[68893]: DEBUG nova.virt.hardware [None req-8027462f-430f-43de-b030-337cfa8fa248 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1010.287601] env[68893]: DEBUG nova.virt.hardware [None req-8027462f-430f-43de-b030-337cfa8fa248 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1010.287601] env[68893]: DEBUG nova.virt.hardware [None req-8027462f-430f-43de-b030-337cfa8fa248 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1010.287601] env[68893]: DEBUG nova.virt.hardware [None req-8027462f-430f-43de-b030-337cfa8fa248 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1010.287601] env[68893]: DEBUG nova.virt.hardware [None req-8027462f-430f-43de-b030-337cfa8fa248 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1010.292252] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b12ceb64-931b-4cf6-bee1-85cb546d1a58 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.292439] env[68893]: DEBUG oslo_vmware.api [None req-b851fe5b-2df5-49c1-9dfe-93b93a2a34f2 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Waiting for the task: (returnval){ [ 1010.292439] env[68893]: value = "task-2791947" [ 1010.292439] env[68893]: _type = "Task" [ 1010.292439] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.301509] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6074353-6792-4c7d-aabc-09834aa25c83 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.309405] env[68893]: DEBUG oslo_vmware.api [None req-b851fe5b-2df5-49c1-9dfe-93b93a2a34f2 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Task: {'id': task-2791947, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.320734] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-8027462f-430f-43de-b030-337cfa8fa248 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] [instance: 5c771d60-a6ca-434c-9193-9d90821b26b2] Instance VIF info [] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1010.327852] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8027462f-430f-43de-b030-337cfa8fa248 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1010.331179] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c771d60-a6ca-434c-9193-9d90821b26b2] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1010.332368] env[68893]: DEBUG nova.network.neutron [None req-2b6b6ab9-81d3-4f8d-9578-dd3149a90cf4 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 0df1cf01-48d1-4da5-96d7-e4a71fa6396f] Successfully updated port: 9d331bc4-ea23-49c1-b342-9427d120b204 {{(pid=68893) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1010.333674] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-53004dbb-e674-4d3a-824d-e686ba1f263e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.354112] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1010.354112] env[68893]: value = "task-2791948" [ 1010.354112] env[68893]: _type = "Task" [ 1010.354112] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.364162] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791948, 'name': CreateVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.395723] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03935daf-a9ac-44ac-85e0-4fe75168988f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.403670] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e267d375-7a96-4f0d-936a-cb649d38c5dd {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.438030] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8371e40-ce59-48ee-b24c-63294c71db90 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.445989] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09b3e678-ec83-4ef6-b21b-968ef367088c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.460569] env[68893]: DEBUG nova.compute.provider_tree [None req-62bc02c7-64ac-4fe4-b1d7-46e23534c0fe tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1010.495140] env[68893]: DEBUG nova.compute.manager [None req-b7077c54-e769-4ac4-93ac-c19760730bc0 tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] [instance: 4a4ea316-2b13-4585-a52e-57f263bdbe6e] Start destroying the instance on the hypervisor. {{(pid=68893) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1010.495320] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-b7077c54-e769-4ac4-93ac-c19760730bc0 tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] [instance: 4a4ea316-2b13-4585-a52e-57f263bdbe6e] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1010.496397] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca28894b-a740-42df-a17d-0c06bea86c1e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.505495] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7077c54-e769-4ac4-93ac-c19760730bc0 tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] [instance: 4a4ea316-2b13-4585-a52e-57f263bdbe6e] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1010.505795] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b5bc3460-e748-436a-9c25-47a879065656 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.512763] env[68893]: DEBUG oslo_vmware.api [None req-b7077c54-e769-4ac4-93ac-c19760730bc0 tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Waiting for the task: (returnval){ [ 1010.512763] env[68893]: value = "task-2791949" [ 1010.512763] env[68893]: _type = "Task" [ 1010.512763] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.521787] env[68893]: DEBUG oslo_vmware.api [None req-b7077c54-e769-4ac4-93ac-c19760730bc0 tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Task: {'id': task-2791949, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.723865] env[68893]: DEBUG oslo_vmware.api [None req-9b99567b-deb9-42b1-96ae-19956927a294 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Task: {'id': task-2791945, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.531503} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.724235] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b99567b-deb9-42b1-96ae-19956927a294 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore1] a5437c31-a6d6-417f-863c-d61eb12324a7/a5437c31-a6d6-417f-863c-d61eb12324a7.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1010.724436] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-9b99567b-deb9-42b1-96ae-19956927a294 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] [instance: a5437c31-a6d6-417f-863c-d61eb12324a7] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1010.724745] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5096d172-25d1-4c71-aba7-ff861a6a728b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.733012] env[68893]: DEBUG oslo_vmware.api [None req-9b99567b-deb9-42b1-96ae-19956927a294 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Waiting for the task: (returnval){ [ 1010.733012] env[68893]: value = "task-2791950" [ 1010.733012] env[68893]: _type = "Task" [ 1010.733012] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.743584] env[68893]: DEBUG oslo_vmware.api [None req-9b99567b-deb9-42b1-96ae-19956927a294 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Task: {'id': task-2791950, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.803222] env[68893]: DEBUG oslo_vmware.api [None req-b851fe5b-2df5-49c1-9dfe-93b93a2a34f2 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Task: {'id': task-2791947, 'name': ReconfigVM_Task, 'duration_secs': 0.401713} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.803222] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-b851fe5b-2df5-49c1-9dfe-93b93a2a34f2 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] [instance: 250fb202-c0a4-4fc9-822e-d3c18cf8d340] Reconfigured VM instance instance-0000004a to detach disk 2001 {{(pid=68893) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1010.803222] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-b851fe5b-2df5-49c1-9dfe-93b93a2a34f2 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] [instance: 250fb202-c0a4-4fc9-822e-d3c18cf8d340] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1010.803617] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-76980818-c5a7-4f43-b81a-327582b3c37e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.810273] env[68893]: DEBUG oslo_vmware.api [None req-b851fe5b-2df5-49c1-9dfe-93b93a2a34f2 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Waiting for the task: (returnval){ [ 1010.810273] env[68893]: value = "task-2791951" [ 1010.810273] env[68893]: _type = "Task" [ 1010.810273] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.826186] env[68893]: DEBUG oslo_vmware.api [None req-b851fe5b-2df5-49c1-9dfe-93b93a2a34f2 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Task: {'id': task-2791951, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.850104] env[68893]: DEBUG oslo_concurrency.lockutils [None req-2b6b6ab9-81d3-4f8d-9578-dd3149a90cf4 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Acquiring lock "refresh_cache-0df1cf01-48d1-4da5-96d7-e4a71fa6396f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.850104] env[68893]: DEBUG oslo_concurrency.lockutils [None req-2b6b6ab9-81d3-4f8d-9578-dd3149a90cf4 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Acquired lock "refresh_cache-0df1cf01-48d1-4da5-96d7-e4a71fa6396f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.850104] env[68893]: DEBUG nova.network.neutron [None req-2b6b6ab9-81d3-4f8d-9578-dd3149a90cf4 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 0df1cf01-48d1-4da5-96d7-e4a71fa6396f] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1010.870850] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791948, 'name': CreateVM_Task, 'duration_secs': 0.38504} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.871178] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c771d60-a6ca-434c-9193-9d90821b26b2] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1010.871737] env[68893]: DEBUG oslo_concurrency.lockutils [None req-8027462f-430f-43de-b030-337cfa8fa248 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.872594] env[68893]: DEBUG oslo_concurrency.lockutils [None req-8027462f-430f-43de-b030-337cfa8fa248 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.876235] env[68893]: DEBUG oslo_concurrency.lockutils [None req-8027462f-430f-43de-b030-337cfa8fa248 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.876235] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54e5afae-6904-404a-8de6-21c8b5ad8cef {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.882367] env[68893]: DEBUG oslo_vmware.api [None req-8027462f-430f-43de-b030-337cfa8fa248 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Waiting for the task: (returnval){ [ 1010.882367] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52f6c1dc-593d-968b-bd70-ee699e2e7613" [ 1010.882367] env[68893]: _type = "Task" [ 1010.882367] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.891643] env[68893]: DEBUG oslo_vmware.api [None req-8027462f-430f-43de-b030-337cfa8fa248 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52f6c1dc-593d-968b-bd70-ee699e2e7613, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.966461] env[68893]: DEBUG nova.scheduler.client.report [None req-62bc02c7-64ac-4fe4-b1d7-46e23534c0fe tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1011.024788] env[68893]: DEBUG oslo_vmware.api [None req-b7077c54-e769-4ac4-93ac-c19760730bc0 tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Task: {'id': task-2791949, 'name': PowerOffVM_Task, 'duration_secs': 0.232005} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.027884] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7077c54-e769-4ac4-93ac-c19760730bc0 tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] [instance: 4a4ea316-2b13-4585-a52e-57f263bdbe6e] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1011.027884] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-b7077c54-e769-4ac4-93ac-c19760730bc0 tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] [instance: 4a4ea316-2b13-4585-a52e-57f263bdbe6e] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1011.027884] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2b00f126-5904-4a4e-93b8-c95f4a08bd00 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.130021] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-b7077c54-e769-4ac4-93ac-c19760730bc0 tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] [instance: 4a4ea316-2b13-4585-a52e-57f263bdbe6e] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1011.130021] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-b7077c54-e769-4ac4-93ac-c19760730bc0 tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] [instance: 4a4ea316-2b13-4585-a52e-57f263bdbe6e] Deleting contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1011.130021] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7077c54-e769-4ac4-93ac-c19760730bc0 tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Deleting the datastore file [datastore2] 4a4ea316-2b13-4585-a52e-57f263bdbe6e {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1011.130021] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8272a5b3-9bb3-43e8-9681-e40e62fe1444 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.136012] env[68893]: DEBUG oslo_vmware.api [None req-b7077c54-e769-4ac4-93ac-c19760730bc0 tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Waiting for the task: (returnval){ [ 1011.136012] env[68893]: value = "task-2791953" [ 1011.136012] env[68893]: _type = "Task" [ 1011.136012] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.145646] env[68893]: DEBUG oslo_vmware.api [None req-b7077c54-e769-4ac4-93ac-c19760730bc0 tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Task: {'id': task-2791953, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.245844] env[68893]: DEBUG oslo_vmware.api [None req-9b99567b-deb9-42b1-96ae-19956927a294 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Task: {'id': task-2791950, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06787} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.246344] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-9b99567b-deb9-42b1-96ae-19956927a294 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] [instance: a5437c31-a6d6-417f-863c-d61eb12324a7] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1011.248751] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1be648d8-67f1-4af2-a72f-5317c383a3b6 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.271749] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b99567b-deb9-42b1-96ae-19956927a294 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] [instance: a5437c31-a6d6-417f-863c-d61eb12324a7] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] a5437c31-a6d6-417f-863c-d61eb12324a7/a5437c31-a6d6-417f-863c-d61eb12324a7.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1011.272108] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e0690cd-0170-4482-8af0-1e5f9cc9c4ac {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.293513] env[68893]: DEBUG oslo_vmware.api [None req-9b99567b-deb9-42b1-96ae-19956927a294 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Waiting for the task: (returnval){ [ 1011.293513] env[68893]: value = "task-2791954" [ 1011.293513] env[68893]: _type = "Task" [ 1011.293513] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.302769] env[68893]: DEBUG oslo_vmware.api [None req-9b99567b-deb9-42b1-96ae-19956927a294 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Task: {'id': task-2791954, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.320831] env[68893]: DEBUG oslo_vmware.api [None req-b851fe5b-2df5-49c1-9dfe-93b93a2a34f2 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Task: {'id': task-2791951, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.394408] env[68893]: DEBUG oslo_vmware.api [None req-8027462f-430f-43de-b030-337cfa8fa248 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52f6c1dc-593d-968b-bd70-ee699e2e7613, 'name': SearchDatastore_Task, 'duration_secs': 0.010378} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.394408] env[68893]: DEBUG oslo_concurrency.lockutils [None req-8027462f-430f-43de-b030-337cfa8fa248 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.394618] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-8027462f-430f-43de-b030-337cfa8fa248 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] [instance: 5c771d60-a6ca-434c-9193-9d90821b26b2] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1011.394738] env[68893]: DEBUG oslo_concurrency.lockutils [None req-8027462f-430f-43de-b030-337cfa8fa248 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.394880] env[68893]: DEBUG oslo_concurrency.lockutils [None req-8027462f-430f-43de-b030-337cfa8fa248 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.395073] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-8027462f-430f-43de-b030-337cfa8fa248 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1011.395354] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-641fe98f-c5ad-43df-a864-24eef6f4056e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.408046] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-8027462f-430f-43de-b030-337cfa8fa248 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1011.408046] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-8027462f-430f-43de-b030-337cfa8fa248 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1011.408046] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7c4e68f-0e43-4c21-affd-985dc6668430 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.414134] env[68893]: DEBUG nova.network.neutron [None req-2b6b6ab9-81d3-4f8d-9578-dd3149a90cf4 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 0df1cf01-48d1-4da5-96d7-e4a71fa6396f] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1011.417712] env[68893]: DEBUG oslo_vmware.api [None req-8027462f-430f-43de-b030-337cfa8fa248 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Waiting for the task: (returnval){ [ 1011.417712] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52e9bdd2-30e7-ae73-d4b9-64d2fd218c9d" [ 1011.417712] env[68893]: _type = "Task" [ 1011.417712] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.426773] env[68893]: DEBUG oslo_vmware.api [None req-8027462f-430f-43de-b030-337cfa8fa248 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52e9bdd2-30e7-ae73-d4b9-64d2fd218c9d, 'name': SearchDatastore_Task, 'duration_secs': 0.00988} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.427486] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb1bcd79-b84e-4a91-a758-9ec45bbce15d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.432795] env[68893]: DEBUG oslo_vmware.api [None req-8027462f-430f-43de-b030-337cfa8fa248 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Waiting for the task: (returnval){ [ 1011.432795] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52cfaccd-1c81-38cb-4a68-7afc4a51e889" [ 1011.432795] env[68893]: _type = "Task" [ 1011.432795] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.445996] env[68893]: DEBUG oslo_vmware.api [None req-8027462f-430f-43de-b030-337cfa8fa248 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52cfaccd-1c81-38cb-4a68-7afc4a51e889, 'name': SearchDatastore_Task, 'duration_secs': 0.008998} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.446364] env[68893]: DEBUG oslo_concurrency.lockutils [None req-8027462f-430f-43de-b030-337cfa8fa248 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.446532] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-8027462f-430f-43de-b030-337cfa8fa248 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore1] 5c771d60-a6ca-434c-9193-9d90821b26b2/5c771d60-a6ca-434c-9193-9d90821b26b2.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1011.446799] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-98031f7d-dba7-4a55-86ef-9af0376ddd16 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.453129] env[68893]: DEBUG oslo_vmware.api [None req-8027462f-430f-43de-b030-337cfa8fa248 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Waiting for the task: (returnval){ [ 1011.453129] env[68893]: value = "task-2791955" [ 1011.453129] env[68893]: _type = "Task" [ 1011.453129] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.462583] env[68893]: DEBUG oslo_vmware.api [None req-8027462f-430f-43de-b030-337cfa8fa248 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Task: {'id': task-2791955, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.472074] env[68893]: DEBUG oslo_concurrency.lockutils [None req-62bc02c7-64ac-4fe4-b1d7-46e23534c0fe tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.047s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.473398] env[68893]: DEBUG oslo_concurrency.lockutils [None req-88d2bd84-61d3-4dbb-8795-fcbbc974ab9d tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.626s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.473631] env[68893]: DEBUG nova.objects.instance [None req-88d2bd84-61d3-4dbb-8795-fcbbc974ab9d tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Lazy-loading 'resources' on Instance uuid 74e4929e-3ae3-4358-9544-e64b5c2f237f {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1011.502171] env[68893]: INFO nova.scheduler.client.report [None req-62bc02c7-64ac-4fe4-b1d7-46e23534c0fe tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Deleted allocations for instance 9c6996d6-48cd-4bcd-847a-a05b547a6891 [ 1011.611436] env[68893]: DEBUG nova.network.neutron [None req-2b6b6ab9-81d3-4f8d-9578-dd3149a90cf4 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 0df1cf01-48d1-4da5-96d7-e4a71fa6396f] Updating instance_info_cache with network_info: [{"id": "9d331bc4-ea23-49c1-b342-9427d120b204", "address": "fa:16:3e:9d:41:a8", "network": {"id": "24a732d8-714e-49f0-9527-b47a108a6ab9", "bridge": "br-int", "label": "tempest-ServersTestJSON-634596432-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "872be088070049fca518560306460c4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d331bc4-ea", "ovs_interfaceid": "9d331bc4-ea23-49c1-b342-9427d120b204", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.649664] env[68893]: DEBUG oslo_vmware.api [None req-b7077c54-e769-4ac4-93ac-c19760730bc0 tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Task: {'id': task-2791953, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.202615} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.650343] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7077c54-e769-4ac4-93ac-c19760730bc0 tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1011.650555] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-b7077c54-e769-4ac4-93ac-c19760730bc0 tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] [instance: 4a4ea316-2b13-4585-a52e-57f263bdbe6e] Deleted contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1011.650738] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-b7077c54-e769-4ac4-93ac-c19760730bc0 tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] [instance: 4a4ea316-2b13-4585-a52e-57f263bdbe6e] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1011.650926] env[68893]: INFO nova.compute.manager [None req-b7077c54-e769-4ac4-93ac-c19760730bc0 tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] [instance: 4a4ea316-2b13-4585-a52e-57f263bdbe6e] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1011.651358] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b7077c54-e769-4ac4-93ac-c19760730bc0 tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1011.651466] env[68893]: DEBUG nova.compute.manager [-] [instance: 4a4ea316-2b13-4585-a52e-57f263bdbe6e] Deallocating network for instance {{(pid=68893) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1011.651539] env[68893]: DEBUG nova.network.neutron [-] [instance: 4a4ea316-2b13-4585-a52e-57f263bdbe6e] deallocate_for_instance() {{(pid=68893) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1011.809268] env[68893]: DEBUG oslo_vmware.api [None req-9b99567b-deb9-42b1-96ae-19956927a294 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Task: {'id': task-2791954, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.826055] env[68893]: DEBUG oslo_vmware.api [None req-b851fe5b-2df5-49c1-9dfe-93b93a2a34f2 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Task: {'id': task-2791951, 'name': PowerOnVM_Task, 'duration_secs': 0.594802} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.830027] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-b851fe5b-2df5-49c1-9dfe-93b93a2a34f2 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] [instance: 250fb202-c0a4-4fc9-822e-d3c18cf8d340] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1011.830027] env[68893]: DEBUG nova.compute.manager [None req-b851fe5b-2df5-49c1-9dfe-93b93a2a34f2 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] [instance: 250fb202-c0a4-4fc9-822e-d3c18cf8d340] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1011.830027] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f44ae8a-a277-4dd5-ab5a-8679c97af153 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.970917] env[68893]: DEBUG oslo_vmware.api [None req-8027462f-430f-43de-b030-337cfa8fa248 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Task: {'id': task-2791955, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496358} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.970917] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-8027462f-430f-43de-b030-337cfa8fa248 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore1] 5c771d60-a6ca-434c-9193-9d90821b26b2/5c771d60-a6ca-434c-9193-9d90821b26b2.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1011.970917] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-8027462f-430f-43de-b030-337cfa8fa248 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] [instance: 5c771d60-a6ca-434c-9193-9d90821b26b2] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1011.970917] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e905a371-66b3-455d-a014-929f72d33194 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.981736] env[68893]: DEBUG oslo_vmware.api [None req-8027462f-430f-43de-b030-337cfa8fa248 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Waiting for the task: (returnval){ [ 1011.981736] env[68893]: value = "task-2791956" [ 1011.981736] env[68893]: _type = "Task" [ 1011.981736] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.990347] env[68893]: DEBUG oslo_vmware.api [None req-8027462f-430f-43de-b030-337cfa8fa248 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Task: {'id': task-2791956, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.017556] env[68893]: DEBUG oslo_concurrency.lockutils [None req-62bc02c7-64ac-4fe4-b1d7-46e23534c0fe tempest-ListServersNegativeTestJSON-1791845291 tempest-ListServersNegativeTestJSON-1791845291-project-member] Lock "9c6996d6-48cd-4bcd-847a-a05b547a6891" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.799s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.115830] env[68893]: DEBUG oslo_concurrency.lockutils [None req-2b6b6ab9-81d3-4f8d-9578-dd3149a90cf4 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Releasing lock "refresh_cache-0df1cf01-48d1-4da5-96d7-e4a71fa6396f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.116189] env[68893]: DEBUG nova.compute.manager [None req-2b6b6ab9-81d3-4f8d-9578-dd3149a90cf4 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 0df1cf01-48d1-4da5-96d7-e4a71fa6396f] Instance network_info: |[{"id": "9d331bc4-ea23-49c1-b342-9427d120b204", "address": "fa:16:3e:9d:41:a8", "network": {"id": "24a732d8-714e-49f0-9527-b47a108a6ab9", "bridge": "br-int", "label": "tempest-ServersTestJSON-634596432-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "872be088070049fca518560306460c4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d331bc4-ea", "ovs_interfaceid": "9d331bc4-ea23-49c1-b342-9427d120b204", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1012.116663] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-2b6b6ab9-81d3-4f8d-9578-dd3149a90cf4 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 0df1cf01-48d1-4da5-96d7-e4a71fa6396f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:41:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac7039c0-3374-4c08-87fc-af2449b48b02', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9d331bc4-ea23-49c1-b342-9427d120b204', 'vif_model': 'vmxnet3'}] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1012.124975] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2b6b6ab9-81d3-4f8d-9578-dd3149a90cf4 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1012.127915] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0df1cf01-48d1-4da5-96d7-e4a71fa6396f] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1012.128376] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d7f5310f-39c7-42ea-bd54-4af19ae72f52 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.153630] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1012.153630] env[68893]: value = "task-2791957" [ 1012.153630] env[68893]: _type = "Task" [ 1012.153630] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.163868] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791957, 'name': CreateVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.178812] env[68893]: DEBUG nova.compute.manager [req-6897a043-e427-4e37-8222-3180eb743275 req-6771c239-823e-4e55-8ed1-316c6b633200 service nova] [instance: 0df1cf01-48d1-4da5-96d7-e4a71fa6396f] Received event network-changed-9d331bc4-ea23-49c1-b342-9427d120b204 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1012.179285] env[68893]: DEBUG nova.compute.manager [req-6897a043-e427-4e37-8222-3180eb743275 req-6771c239-823e-4e55-8ed1-316c6b633200 service nova] [instance: 0df1cf01-48d1-4da5-96d7-e4a71fa6396f] Refreshing instance network info cache due to event network-changed-9d331bc4-ea23-49c1-b342-9427d120b204. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1012.179579] env[68893]: DEBUG oslo_concurrency.lockutils [req-6897a043-e427-4e37-8222-3180eb743275 req-6771c239-823e-4e55-8ed1-316c6b633200 service nova] Acquiring lock "refresh_cache-0df1cf01-48d1-4da5-96d7-e4a71fa6396f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.179754] env[68893]: DEBUG oslo_concurrency.lockutils [req-6897a043-e427-4e37-8222-3180eb743275 req-6771c239-823e-4e55-8ed1-316c6b633200 service nova] Acquired lock "refresh_cache-0df1cf01-48d1-4da5-96d7-e4a71fa6396f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.180720] env[68893]: DEBUG nova.network.neutron [req-6897a043-e427-4e37-8222-3180eb743275 req-6771c239-823e-4e55-8ed1-316c6b633200 service nova] [instance: 0df1cf01-48d1-4da5-96d7-e4a71fa6396f] Refreshing network info cache for port 9d331bc4-ea23-49c1-b342-9427d120b204 {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1012.264976] env[68893]: DEBUG oslo_concurrency.lockutils [None req-5822c166-d2ab-4643-8308-a189adf1396c tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Acquiring lock "d7be052a-8113-4d5e-a4cd-1a9e12c07a70" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.266766] env[68893]: DEBUG oslo_concurrency.lockutils [None req-5822c166-d2ab-4643-8308-a189adf1396c tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Lock "d7be052a-8113-4d5e-a4cd-1a9e12c07a70" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.309746] env[68893]: DEBUG oslo_vmware.api [None req-9b99567b-deb9-42b1-96ae-19956927a294 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Task: {'id': task-2791954, 'name': ReconfigVM_Task, 'duration_secs': 0.518959} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.310045] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b99567b-deb9-42b1-96ae-19956927a294 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] [instance: a5437c31-a6d6-417f-863c-d61eb12324a7] Reconfigured VM instance instance-0000004f to attach disk [datastore1] a5437c31-a6d6-417f-863c-d61eb12324a7/a5437c31-a6d6-417f-863c-d61eb12324a7.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1012.310771] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f089cf1d-7d56-4e9a-a7eb-75b4a3641ee6 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.321919] env[68893]: DEBUG oslo_vmware.api [None req-9b99567b-deb9-42b1-96ae-19956927a294 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Waiting for the task: (returnval){ [ 1012.321919] env[68893]: value = "task-2791958" [ 1012.321919] env[68893]: _type = "Task" [ 1012.321919] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.340882] env[68893]: DEBUG oslo_vmware.api [None req-9b99567b-deb9-42b1-96ae-19956927a294 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Task: {'id': task-2791958, 'name': Rename_Task} progress is 6%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.424456] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-491c8e48-3378-4b16-b713-2e756286ca20 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.432433] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e8f657e-7210-45e1-a78a-d563be648f6e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.463979] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d8253c3-1834-428d-9473-945ccf8824f2 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.472379] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f437f4be-3a28-4ac0-901d-4fe5f919e000 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.490350] env[68893]: DEBUG nova.compute.provider_tree [None req-88d2bd84-61d3-4dbb-8795-fcbbc974ab9d tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1012.499823] env[68893]: DEBUG oslo_vmware.api [None req-8027462f-430f-43de-b030-337cfa8fa248 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Task: {'id': task-2791956, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.180866} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.500105] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-8027462f-430f-43de-b030-337cfa8fa248 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] [instance: 5c771d60-a6ca-434c-9193-9d90821b26b2] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1012.501292] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeda7759-6e16-4c05-a78c-dad1fbedcaab {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.522199] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-8027462f-430f-43de-b030-337cfa8fa248 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] [instance: 5c771d60-a6ca-434c-9193-9d90821b26b2] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 5c771d60-a6ca-434c-9193-9d90821b26b2/5c771d60-a6ca-434c-9193-9d90821b26b2.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1012.523111] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-541f143a-5d52-4ec4-b3a4-ace02f04ade5 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.545060] env[68893]: DEBUG oslo_vmware.api [None req-8027462f-430f-43de-b030-337cfa8fa248 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Waiting for the task: (returnval){ [ 1012.545060] env[68893]: value = "task-2791959" [ 1012.545060] env[68893]: _type = "Task" [ 1012.545060] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.554704] env[68893]: DEBUG oslo_vmware.api [None req-8027462f-430f-43de-b030-337cfa8fa248 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Task: {'id': task-2791959, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.667679] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791957, 'name': CreateVM_Task, 'duration_secs': 0.399759} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.667867] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0df1cf01-48d1-4da5-96d7-e4a71fa6396f] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1012.668841] env[68893]: DEBUG oslo_concurrency.lockutils [None req-2b6b6ab9-81d3-4f8d-9578-dd3149a90cf4 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.668841] env[68893]: DEBUG oslo_concurrency.lockutils [None req-2b6b6ab9-81d3-4f8d-9578-dd3149a90cf4 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.669152] env[68893]: DEBUG oslo_concurrency.lockutils [None req-2b6b6ab9-81d3-4f8d-9578-dd3149a90cf4 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.669442] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-224a2cea-98eb-4291-88e3-876b7180a02b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.675502] env[68893]: DEBUG oslo_vmware.api [None req-2b6b6ab9-81d3-4f8d-9578-dd3149a90cf4 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Waiting for the task: (returnval){ [ 1012.675502] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]524d1c55-bdad-0c76-055a-04a200097cf0" [ 1012.675502] env[68893]: _type = "Task" [ 1012.675502] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.691959] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b116d50c-1b6f-4bf2-99dc-29f8ef1d33cc tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Acquiring lock "250fb202-c0a4-4fc9-822e-d3c18cf8d340" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.692166] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b116d50c-1b6f-4bf2-99dc-29f8ef1d33cc tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Lock "250fb202-c0a4-4fc9-822e-d3c18cf8d340" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.692366] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b116d50c-1b6f-4bf2-99dc-29f8ef1d33cc tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Acquiring lock "250fb202-c0a4-4fc9-822e-d3c18cf8d340-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.692583] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b116d50c-1b6f-4bf2-99dc-29f8ef1d33cc tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Lock "250fb202-c0a4-4fc9-822e-d3c18cf8d340-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.692753] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b116d50c-1b6f-4bf2-99dc-29f8ef1d33cc tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Lock "250fb202-c0a4-4fc9-822e-d3c18cf8d340-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.696466] env[68893]: DEBUG oslo_vmware.api [None req-2b6b6ab9-81d3-4f8d-9578-dd3149a90cf4 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]524d1c55-bdad-0c76-055a-04a200097cf0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.697748] env[68893]: INFO nova.compute.manager [None req-b116d50c-1b6f-4bf2-99dc-29f8ef1d33cc tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] [instance: 250fb202-c0a4-4fc9-822e-d3c18cf8d340] Terminating instance [ 1012.764558] env[68893]: DEBUG oslo_vmware.rw_handles [None req-197b16a9-88f7-400d-8d5a-dc08d6619514 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e6bbc5-cf9b-dffd-57c8-c52b9dacc7cd/disk-0.vmdk. {{(pid=68893) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1012.766031] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec1f4a9a-d690-4df4-b4dc-44f404971b14 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.771472] env[68893]: DEBUG nova.compute.manager [None req-5822c166-d2ab-4643-8308-a189adf1396c tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: d7be052a-8113-4d5e-a4cd-1a9e12c07a70] Starting instance... {{(pid=68893) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1012.778155] env[68893]: DEBUG oslo_vmware.rw_handles [None req-197b16a9-88f7-400d-8d5a-dc08d6619514 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e6bbc5-cf9b-dffd-57c8-c52b9dacc7cd/disk-0.vmdk is in state: ready. {{(pid=68893) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1012.778408] env[68893]: ERROR oslo_vmware.rw_handles [None req-197b16a9-88f7-400d-8d5a-dc08d6619514 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e6bbc5-cf9b-dffd-57c8-c52b9dacc7cd/disk-0.vmdk due to incomplete transfer. [ 1012.778649] env[68893]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ce6c57ab-bade-45ca-b003-e5f73946f0f2 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.782847] env[68893]: DEBUG nova.network.neutron [-] [instance: 4a4ea316-2b13-4585-a52e-57f263bdbe6e] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.785765] env[68893]: DEBUG oslo_vmware.rw_handles [None req-197b16a9-88f7-400d-8d5a-dc08d6619514 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e6bbc5-cf9b-dffd-57c8-c52b9dacc7cd/disk-0.vmdk. {{(pid=68893) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1012.785936] env[68893]: DEBUG nova.virt.vmwareapi.images [None req-197b16a9-88f7-400d-8d5a-dc08d6619514 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 9d2c4276-803a-45ac-92bd-82eb2c5095eb] Uploaded image df487275-608d-464b-8054-3d9fa5a824ec to the Glance image server {{(pid=68893) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1012.790576] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-197b16a9-88f7-400d-8d5a-dc08d6619514 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 9d2c4276-803a-45ac-92bd-82eb2c5095eb] Destroying the VM {{(pid=68893) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1012.790576] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-06137bc3-d03e-4100-b597-802c0ca09ba6 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.794564] env[68893]: DEBUG oslo_vmware.api [None req-197b16a9-88f7-400d-8d5a-dc08d6619514 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Waiting for the task: (returnval){ [ 1012.794564] env[68893]: value = "task-2791960" [ 1012.794564] env[68893]: _type = "Task" [ 1012.794564] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.803833] env[68893]: DEBUG oslo_vmware.api [None req-197b16a9-88f7-400d-8d5a-dc08d6619514 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2791960, 'name': Destroy_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.835519] env[68893]: DEBUG oslo_vmware.api [None req-9b99567b-deb9-42b1-96ae-19956927a294 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Task: {'id': task-2791958, 'name': Rename_Task, 'duration_secs': 0.285936} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.836036] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b99567b-deb9-42b1-96ae-19956927a294 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] [instance: a5437c31-a6d6-417f-863c-d61eb12324a7] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1012.836228] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c425de88-94c8-4e38-8aba-c1548f653d78 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.844691] env[68893]: DEBUG oslo_vmware.api [None req-9b99567b-deb9-42b1-96ae-19956927a294 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Waiting for the task: (returnval){ [ 1012.844691] env[68893]: value = "task-2791961" [ 1012.844691] env[68893]: _type = "Task" [ 1012.844691] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.856733] env[68893]: DEBUG oslo_vmware.api [None req-9b99567b-deb9-42b1-96ae-19956927a294 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Task: {'id': task-2791961, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.996337] env[68893]: DEBUG nova.scheduler.client.report [None req-88d2bd84-61d3-4dbb-8795-fcbbc974ab9d tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1013.054999] env[68893]: DEBUG oslo_vmware.api [None req-8027462f-430f-43de-b030-337cfa8fa248 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Task: {'id': task-2791959, 'name': ReconfigVM_Task, 'duration_secs': 0.327887} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.055505] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-8027462f-430f-43de-b030-337cfa8fa248 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] [instance: 5c771d60-a6ca-434c-9193-9d90821b26b2] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 5c771d60-a6ca-434c-9193-9d90821b26b2/5c771d60-a6ca-434c-9193-9d90821b26b2.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1013.056171] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ee02a4c9-2dc3-46e6-9360-f79837ce66e8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.063020] env[68893]: DEBUG oslo_vmware.api [None req-8027462f-430f-43de-b030-337cfa8fa248 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Waiting for the task: (returnval){ [ 1013.063020] env[68893]: value = "task-2791962" [ 1013.063020] env[68893]: _type = "Task" [ 1013.063020] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.072747] env[68893]: DEBUG oslo_vmware.api [None req-8027462f-430f-43de-b030-337cfa8fa248 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Task: {'id': task-2791962, 'name': Rename_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.111689] env[68893]: DEBUG nova.network.neutron [req-6897a043-e427-4e37-8222-3180eb743275 req-6771c239-823e-4e55-8ed1-316c6b633200 service nova] [instance: 0df1cf01-48d1-4da5-96d7-e4a71fa6396f] Updated VIF entry in instance network info cache for port 9d331bc4-ea23-49c1-b342-9427d120b204. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1013.112225] env[68893]: DEBUG nova.network.neutron [req-6897a043-e427-4e37-8222-3180eb743275 req-6771c239-823e-4e55-8ed1-316c6b633200 service nova] [instance: 0df1cf01-48d1-4da5-96d7-e4a71fa6396f] Updating instance_info_cache with network_info: [{"id": "9d331bc4-ea23-49c1-b342-9427d120b204", "address": "fa:16:3e:9d:41:a8", "network": {"id": "24a732d8-714e-49f0-9527-b47a108a6ab9", "bridge": "br-int", "label": "tempest-ServersTestJSON-634596432-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "872be088070049fca518560306460c4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d331bc4-ea", "ovs_interfaceid": "9d331bc4-ea23-49c1-b342-9427d120b204", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.191827] env[68893]: DEBUG oslo_vmware.api [None req-2b6b6ab9-81d3-4f8d-9578-dd3149a90cf4 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]524d1c55-bdad-0c76-055a-04a200097cf0, 'name': SearchDatastore_Task, 'duration_secs': 0.02314} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.192162] env[68893]: DEBUG oslo_concurrency.lockutils [None req-2b6b6ab9-81d3-4f8d-9578-dd3149a90cf4 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.192400] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-2b6b6ab9-81d3-4f8d-9578-dd3149a90cf4 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 0df1cf01-48d1-4da5-96d7-e4a71fa6396f] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1013.192643] env[68893]: DEBUG oslo_concurrency.lockutils [None req-2b6b6ab9-81d3-4f8d-9578-dd3149a90cf4 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.192799] env[68893]: DEBUG oslo_concurrency.lockutils [None req-2b6b6ab9-81d3-4f8d-9578-dd3149a90cf4 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.192961] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b6b6ab9-81d3-4f8d-9578-dd3149a90cf4 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1013.193251] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-04b550c5-3d7c-4f72-a38b-37d0a26545b8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.200670] env[68893]: DEBUG nova.compute.manager [None req-b116d50c-1b6f-4bf2-99dc-29f8ef1d33cc tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] [instance: 250fb202-c0a4-4fc9-822e-d3c18cf8d340] Start destroying the instance on the hypervisor. {{(pid=68893) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1013.200883] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-b116d50c-1b6f-4bf2-99dc-29f8ef1d33cc tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] [instance: 250fb202-c0a4-4fc9-822e-d3c18cf8d340] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1013.201741] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcadc627-a700-4812-a022-58ee8f59238e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.205825] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b6b6ab9-81d3-4f8d-9578-dd3149a90cf4 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1013.205994] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-2b6b6ab9-81d3-4f8d-9578-dd3149a90cf4 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1013.207164] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d22a6273-2b8c-41f7-b422-e99dd9e72757 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.212623] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-b116d50c-1b6f-4bf2-99dc-29f8ef1d33cc tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] [instance: 250fb202-c0a4-4fc9-822e-d3c18cf8d340] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1013.213220] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-92661380-1cd7-45e7-ab92-e058acaefafd {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.215831] env[68893]: DEBUG oslo_vmware.api [None req-2b6b6ab9-81d3-4f8d-9578-dd3149a90cf4 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Waiting for the task: (returnval){ [ 1013.215831] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]529fbdc8-6c24-a642-3af5-e89cbef9f0d2" [ 1013.215831] env[68893]: _type = "Task" [ 1013.215831] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.220453] env[68893]: DEBUG oslo_vmware.api [None req-b116d50c-1b6f-4bf2-99dc-29f8ef1d33cc tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Waiting for the task: (returnval){ [ 1013.220453] env[68893]: value = "task-2791963" [ 1013.220453] env[68893]: _type = "Task" [ 1013.220453] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.226730] env[68893]: DEBUG oslo_vmware.api [None req-2b6b6ab9-81d3-4f8d-9578-dd3149a90cf4 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]529fbdc8-6c24-a642-3af5-e89cbef9f0d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.231543] env[68893]: DEBUG oslo_vmware.api [None req-b116d50c-1b6f-4bf2-99dc-29f8ef1d33cc tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Task: {'id': task-2791963, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.289226] env[68893]: INFO nova.compute.manager [-] [instance: 4a4ea316-2b13-4585-a52e-57f263bdbe6e] Took 1.64 seconds to deallocate network for instance. [ 1013.300990] env[68893]: DEBUG oslo_concurrency.lockutils [None req-5822c166-d2ab-4643-8308-a189adf1396c tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.306741] env[68893]: DEBUG oslo_vmware.api [None req-197b16a9-88f7-400d-8d5a-dc08d6619514 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2791960, 'name': Destroy_Task} progress is 33%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.360676] env[68893]: DEBUG oslo_vmware.api [None req-9b99567b-deb9-42b1-96ae-19956927a294 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Task: {'id': task-2791961, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.506097] env[68893]: DEBUG oslo_concurrency.lockutils [None req-88d2bd84-61d3-4dbb-8795-fcbbc974ab9d tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.030s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.506284] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d5a0a62a-3461-4fc4-a57e-07b022678e9c tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.452s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.508131] env[68893]: INFO nova.compute.claims [None req-d5a0a62a-3461-4fc4-a57e-07b022678e9c tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] [instance: deb6dee1-b9f7-4b2b-89c5-ac48cde5241c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1013.540070] env[68893]: INFO nova.scheduler.client.report [None req-88d2bd84-61d3-4dbb-8795-fcbbc974ab9d tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Deleted allocations for instance 74e4929e-3ae3-4358-9544-e64b5c2f237f [ 1013.574776] env[68893]: DEBUG oslo_vmware.api [None req-8027462f-430f-43de-b030-337cfa8fa248 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Task: {'id': task-2791962, 'name': Rename_Task, 'duration_secs': 0.154582} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.574776] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-8027462f-430f-43de-b030-337cfa8fa248 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] [instance: 5c771d60-a6ca-434c-9193-9d90821b26b2] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1013.574978] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6b0ef89b-6dac-4993-82ca-630a44d2fad2 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.581377] env[68893]: DEBUG oslo_vmware.api [None req-8027462f-430f-43de-b030-337cfa8fa248 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Waiting for the task: (returnval){ [ 1013.581377] env[68893]: value = "task-2791964" [ 1013.581377] env[68893]: _type = "Task" [ 1013.581377] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.595403] env[68893]: DEBUG oslo_vmware.api [None req-8027462f-430f-43de-b030-337cfa8fa248 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Task: {'id': task-2791964, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.614986] env[68893]: DEBUG oslo_concurrency.lockutils [req-6897a043-e427-4e37-8222-3180eb743275 req-6771c239-823e-4e55-8ed1-316c6b633200 service nova] Releasing lock "refresh_cache-0df1cf01-48d1-4da5-96d7-e4a71fa6396f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.615255] env[68893]: DEBUG nova.compute.manager [req-6897a043-e427-4e37-8222-3180eb743275 req-6771c239-823e-4e55-8ed1-316c6b633200 service nova] [instance: 4a4ea316-2b13-4585-a52e-57f263bdbe6e] Received event network-vif-deleted-fded2384-edbb-4658-8601-2224a42d182d {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1013.615438] env[68893]: INFO nova.compute.manager [req-6897a043-e427-4e37-8222-3180eb743275 req-6771c239-823e-4e55-8ed1-316c6b633200 service nova] [instance: 4a4ea316-2b13-4585-a52e-57f263bdbe6e] Neutron deleted interface fded2384-edbb-4658-8601-2224a42d182d; detaching it from the instance and deleting it from the info cache [ 1013.615704] env[68893]: DEBUG nova.network.neutron [req-6897a043-e427-4e37-8222-3180eb743275 req-6771c239-823e-4e55-8ed1-316c6b633200 service nova] [instance: 4a4ea316-2b13-4585-a52e-57f263bdbe6e] Updating instance_info_cache with network_info: [{"id": "7f876206-53f4-4873-84fb-9e18b618fae1", "address": "fa:16:3e:fe:af:89", "network": {"id": "ebbe37bf-4394-4062-931d-b7d9aec65faa", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1324839627", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.186", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "631880b58e894bcaac66cb177defc000", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "744515ee-aa5b-4c23-b959-b56c51da6b86", "external-id": "nsx-vlan-transportzone-310", "segmentation_id": 310, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f876206-53", "ovs_interfaceid": "7f876206-53f4-4873-84fb-9e18b618fae1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.732544] env[68893]: DEBUG oslo_vmware.api [None req-2b6b6ab9-81d3-4f8d-9578-dd3149a90cf4 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]529fbdc8-6c24-a642-3af5-e89cbef9f0d2, 'name': SearchDatastore_Task, 'duration_secs': 0.009566} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.734692] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-172d66ef-d9a9-48e1-a4ad-2c62303b063f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.740611] env[68893]: DEBUG oslo_vmware.api [None req-b116d50c-1b6f-4bf2-99dc-29f8ef1d33cc tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Task: {'id': task-2791963, 'name': PowerOffVM_Task, 'duration_secs': 0.27604} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.741246] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-b116d50c-1b6f-4bf2-99dc-29f8ef1d33cc tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] [instance: 250fb202-c0a4-4fc9-822e-d3c18cf8d340] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1013.741463] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-b116d50c-1b6f-4bf2-99dc-29f8ef1d33cc tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] [instance: 250fb202-c0a4-4fc9-822e-d3c18cf8d340] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1013.741764] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-48f362f2-45f7-4d9d-b42c-8893dd6730c2 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.746287] env[68893]: DEBUG oslo_vmware.api [None req-2b6b6ab9-81d3-4f8d-9578-dd3149a90cf4 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Waiting for the task: (returnval){ [ 1013.746287] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52b2614c-c8a4-477f-44a5-b465482e432e" [ 1013.746287] env[68893]: _type = "Task" [ 1013.746287] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.754519] env[68893]: DEBUG oslo_vmware.api [None req-2b6b6ab9-81d3-4f8d-9578-dd3149a90cf4 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52b2614c-c8a4-477f-44a5-b465482e432e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.796397] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b7077c54-e769-4ac4-93ac-c19760730bc0 tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.805527] env[68893]: DEBUG oslo_vmware.api [None req-197b16a9-88f7-400d-8d5a-dc08d6619514 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2791960, 'name': Destroy_Task, 'duration_secs': 0.567805} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.805779] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-197b16a9-88f7-400d-8d5a-dc08d6619514 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 9d2c4276-803a-45ac-92bd-82eb2c5095eb] Destroyed the VM [ 1013.806176] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-197b16a9-88f7-400d-8d5a-dc08d6619514 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 9d2c4276-803a-45ac-92bd-82eb2c5095eb] Deleting Snapshot of the VM instance {{(pid=68893) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1013.806901] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2549b606-ef11-4cab-ab57-18739deb6178 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.812451] env[68893]: DEBUG oslo_vmware.api [None req-197b16a9-88f7-400d-8d5a-dc08d6619514 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Waiting for the task: (returnval){ [ 1013.812451] env[68893]: value = "task-2791966" [ 1013.812451] env[68893]: _type = "Task" [ 1013.812451] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.823551] env[68893]: DEBUG oslo_vmware.api [None req-197b16a9-88f7-400d-8d5a-dc08d6619514 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2791966, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.832049] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-b116d50c-1b6f-4bf2-99dc-29f8ef1d33cc tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] [instance: 250fb202-c0a4-4fc9-822e-d3c18cf8d340] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1013.832273] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-b116d50c-1b6f-4bf2-99dc-29f8ef1d33cc tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] [instance: 250fb202-c0a4-4fc9-822e-d3c18cf8d340] Deleting contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1013.832544] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-b116d50c-1b6f-4bf2-99dc-29f8ef1d33cc tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Deleting the datastore file [datastore2] 250fb202-c0a4-4fc9-822e-d3c18cf8d340 {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1013.832803] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b56d6956-b963-4a86-bc4f-bbc030ba93e5 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.839380] env[68893]: DEBUG oslo_vmware.api [None req-b116d50c-1b6f-4bf2-99dc-29f8ef1d33cc tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Waiting for the task: (returnval){ [ 1013.839380] env[68893]: value = "task-2791967" [ 1013.839380] env[68893]: _type = "Task" [ 1013.839380] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.850790] env[68893]: DEBUG oslo_vmware.api [None req-b116d50c-1b6f-4bf2-99dc-29f8ef1d33cc tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Task: {'id': task-2791967, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.862406] env[68893]: DEBUG oslo_vmware.api [None req-9b99567b-deb9-42b1-96ae-19956927a294 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Task: {'id': task-2791961, 'name': PowerOnVM_Task, 'duration_secs': 0.875338} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.862689] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b99567b-deb9-42b1-96ae-19956927a294 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] [instance: a5437c31-a6d6-417f-863c-d61eb12324a7] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1013.862893] env[68893]: INFO nova.compute.manager [None req-9b99567b-deb9-42b1-96ae-19956927a294 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] [instance: a5437c31-a6d6-417f-863c-d61eb12324a7] Took 9.13 seconds to spawn the instance on the hypervisor. [ 1013.863097] env[68893]: DEBUG nova.compute.manager [None req-9b99567b-deb9-42b1-96ae-19956927a294 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] [instance: a5437c31-a6d6-417f-863c-d61eb12324a7] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1013.863904] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc40e870-8896-4f69-a760-5a2a200679a9 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.060258] env[68893]: DEBUG oslo_concurrency.lockutils [None req-88d2bd84-61d3-4dbb-8795-fcbbc974ab9d tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Lock "74e4929e-3ae3-4358-9544-e64b5c2f237f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.730s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.101391] env[68893]: DEBUG oslo_vmware.api [None req-8027462f-430f-43de-b030-337cfa8fa248 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Task: {'id': task-2791964, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.119924] env[68893]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0d8959ad-a0c3-40f1-8a27-c46d8b5bd5cb {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.131395] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41e3e0b9-43cc-45ff-8056-b895d5f7f02d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.172925] env[68893]: DEBUG nova.compute.manager [req-6897a043-e427-4e37-8222-3180eb743275 req-6771c239-823e-4e55-8ed1-316c6b633200 service nova] [instance: 4a4ea316-2b13-4585-a52e-57f263bdbe6e] Detach interface failed, port_id=fded2384-edbb-4658-8601-2224a42d182d, reason: Instance 4a4ea316-2b13-4585-a52e-57f263bdbe6e could not be found. {{(pid=68893) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1014.214646] env[68893]: DEBUG nova.compute.manager [req-4ceb3c78-f024-4739-8171-9bfc4e7cb222 req-0c444773-4adf-4f08-86a4-aefbb0c2f3c8 service nova] [instance: 4a4ea316-2b13-4585-a52e-57f263bdbe6e] Received event network-vif-deleted-7f876206-53f4-4873-84fb-9e18b618fae1 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1014.215309] env[68893]: INFO nova.compute.manager [req-4ceb3c78-f024-4739-8171-9bfc4e7cb222 req-0c444773-4adf-4f08-86a4-aefbb0c2f3c8 service nova] [instance: 4a4ea316-2b13-4585-a52e-57f263bdbe6e] Neutron deleted interface 7f876206-53f4-4873-84fb-9e18b618fae1; detaching it from the instance and deleting it from the info cache [ 1014.215309] env[68893]: DEBUG nova.network.neutron [req-4ceb3c78-f024-4739-8171-9bfc4e7cb222 req-0c444773-4adf-4f08-86a4-aefbb0c2f3c8 service nova] [instance: 4a4ea316-2b13-4585-a52e-57f263bdbe6e] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.256236] env[68893]: DEBUG oslo_vmware.api [None req-2b6b6ab9-81d3-4f8d-9578-dd3149a90cf4 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52b2614c-c8a4-477f-44a5-b465482e432e, 'name': SearchDatastore_Task, 'duration_secs': 0.011218} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.256236] env[68893]: DEBUG oslo_concurrency.lockutils [None req-2b6b6ab9-81d3-4f8d-9578-dd3149a90cf4 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.256405] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b6b6ab9-81d3-4f8d-9578-dd3149a90cf4 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore1] 0df1cf01-48d1-4da5-96d7-e4a71fa6396f/0df1cf01-48d1-4da5-96d7-e4a71fa6396f.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1014.256676] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d5731cfa-557d-4f0f-9583-353cd705b7e5 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.265892] env[68893]: DEBUG oslo_vmware.api [None req-2b6b6ab9-81d3-4f8d-9578-dd3149a90cf4 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Waiting for the task: (returnval){ [ 1014.265892] env[68893]: value = "task-2791968" [ 1014.265892] env[68893]: _type = "Task" [ 1014.265892] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.273594] env[68893]: DEBUG oslo_vmware.api [None req-2b6b6ab9-81d3-4f8d-9578-dd3149a90cf4 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': task-2791968, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.322796] env[68893]: DEBUG oslo_vmware.api [None req-197b16a9-88f7-400d-8d5a-dc08d6619514 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2791966, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.349821] env[68893]: DEBUG oslo_vmware.api [None req-b116d50c-1b6f-4bf2-99dc-29f8ef1d33cc tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Task: {'id': task-2791967, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178074} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.350876] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-b116d50c-1b6f-4bf2-99dc-29f8ef1d33cc tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1014.350876] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-b116d50c-1b6f-4bf2-99dc-29f8ef1d33cc tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] [instance: 250fb202-c0a4-4fc9-822e-d3c18cf8d340] Deleted contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1014.354193] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-b116d50c-1b6f-4bf2-99dc-29f8ef1d33cc tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] [instance: 250fb202-c0a4-4fc9-822e-d3c18cf8d340] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1014.354378] env[68893]: INFO nova.compute.manager [None req-b116d50c-1b6f-4bf2-99dc-29f8ef1d33cc tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] [instance: 250fb202-c0a4-4fc9-822e-d3c18cf8d340] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1014.354660] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b116d50c-1b6f-4bf2-99dc-29f8ef1d33cc tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1014.355255] env[68893]: DEBUG nova.compute.manager [-] [instance: 250fb202-c0a4-4fc9-822e-d3c18cf8d340] Deallocating network for instance {{(pid=68893) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1014.355366] env[68893]: DEBUG nova.network.neutron [-] [instance: 250fb202-c0a4-4fc9-822e-d3c18cf8d340] deallocate_for_instance() {{(pid=68893) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1014.363334] env[68893]: DEBUG oslo_concurrency.lockutils [None req-52d3f6b4-5446-4970-b63f-c6a28545698e tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Acquiring lock "a168e41a-cc22-4f30-b7eb-e390d73f0eff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.363556] env[68893]: DEBUG oslo_concurrency.lockutils [None req-52d3f6b4-5446-4970-b63f-c6a28545698e tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Lock "a168e41a-cc22-4f30-b7eb-e390d73f0eff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.363758] env[68893]: DEBUG oslo_concurrency.lockutils [None req-52d3f6b4-5446-4970-b63f-c6a28545698e tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Acquiring lock "a168e41a-cc22-4f30-b7eb-e390d73f0eff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.363937] env[68893]: DEBUG oslo_concurrency.lockutils [None req-52d3f6b4-5446-4970-b63f-c6a28545698e tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Lock "a168e41a-cc22-4f30-b7eb-e390d73f0eff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.364138] env[68893]: DEBUG oslo_concurrency.lockutils [None req-52d3f6b4-5446-4970-b63f-c6a28545698e tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Lock "a168e41a-cc22-4f30-b7eb-e390d73f0eff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.366365] env[68893]: INFO nova.compute.manager [None req-52d3f6b4-5446-4970-b63f-c6a28545698e tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: a168e41a-cc22-4f30-b7eb-e390d73f0eff] Terminating instance [ 1014.382375] env[68893]: INFO nova.compute.manager [None req-9b99567b-deb9-42b1-96ae-19956927a294 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] [instance: a5437c31-a6d6-417f-863c-d61eb12324a7] Took 27.16 seconds to build instance. [ 1014.594922] env[68893]: DEBUG oslo_vmware.api [None req-8027462f-430f-43de-b030-337cfa8fa248 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Task: {'id': task-2791964, 'name': PowerOnVM_Task, 'duration_secs': 0.543668} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.595241] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-8027462f-430f-43de-b030-337cfa8fa248 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] [instance: 5c771d60-a6ca-434c-9193-9d90821b26b2] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1014.595456] env[68893]: DEBUG nova.compute.manager [None req-8027462f-430f-43de-b030-337cfa8fa248 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] [instance: 5c771d60-a6ca-434c-9193-9d90821b26b2] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1014.596345] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff25be3b-51db-43de-9e9a-2fd9368dbcb7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.722118] env[68893]: DEBUG oslo_concurrency.lockutils [None req-86fc49a6-0052-4189-9fa9-0d99d05362f1 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Acquiring lock "a5437c31-a6d6-417f-863c-d61eb12324a7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.722645] env[68893]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2c8d2ccb-c931-4bff-86ed-29a53423b5e2 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.732737] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d45d3f9-c0a6-4b7c-adc9-45bc2e3f6a54 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.779568] env[68893]: DEBUG nova.compute.manager [req-4ceb3c78-f024-4739-8171-9bfc4e7cb222 req-0c444773-4adf-4f08-86a4-aefbb0c2f3c8 service nova] [instance: 4a4ea316-2b13-4585-a52e-57f263bdbe6e] Detach interface failed, port_id=7f876206-53f4-4873-84fb-9e18b618fae1, reason: Instance 4a4ea316-2b13-4585-a52e-57f263bdbe6e could not be found. {{(pid=68893) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1014.790407] env[68893]: DEBUG oslo_vmware.api [None req-2b6b6ab9-81d3-4f8d-9578-dd3149a90cf4 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': task-2791968, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498512} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.790991] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b6b6ab9-81d3-4f8d-9578-dd3149a90cf4 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore1] 0df1cf01-48d1-4da5-96d7-e4a71fa6396f/0df1cf01-48d1-4da5-96d7-e4a71fa6396f.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1014.791530] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-2b6b6ab9-81d3-4f8d-9578-dd3149a90cf4 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 0df1cf01-48d1-4da5-96d7-e4a71fa6396f] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1014.794018] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0dcfbedb-8e8c-466f-a228-b2253b41fe4b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.798920] env[68893]: DEBUG oslo_vmware.api [None req-2b6b6ab9-81d3-4f8d-9578-dd3149a90cf4 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Waiting for the task: (returnval){ [ 1014.798920] env[68893]: value = "task-2791969" [ 1014.798920] env[68893]: _type = "Task" [ 1014.798920] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.806742] env[68893]: DEBUG oslo_vmware.api [None req-2b6b6ab9-81d3-4f8d-9578-dd3149a90cf4 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': task-2791969, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.824900] env[68893]: DEBUG oslo_vmware.api [None req-197b16a9-88f7-400d-8d5a-dc08d6619514 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2791966, 'name': RemoveSnapshot_Task, 'duration_secs': 0.598137} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.828034] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-197b16a9-88f7-400d-8d5a-dc08d6619514 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 9d2c4276-803a-45ac-92bd-82eb2c5095eb] Deleted Snapshot of the VM instance {{(pid=68893) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1014.828458] env[68893]: DEBUG nova.compute.manager [None req-197b16a9-88f7-400d-8d5a-dc08d6619514 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 9d2c4276-803a-45ac-92bd-82eb2c5095eb] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1014.829743] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd0ef680-3fa9-4636-9fd2-5eab367738f9 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.871305] env[68893]: DEBUG nova.compute.manager [None req-52d3f6b4-5446-4970-b63f-c6a28545698e tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: a168e41a-cc22-4f30-b7eb-e390d73f0eff] Start destroying the instance on the hypervisor. {{(pid=68893) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1014.871716] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-52d3f6b4-5446-4970-b63f-c6a28545698e tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: a168e41a-cc22-4f30-b7eb-e390d73f0eff] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1014.872622] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-306f637a-5203-4a84-b6dc-d83c3a1f72ed {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.883929] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-52d3f6b4-5446-4970-b63f-c6a28545698e tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: a168e41a-cc22-4f30-b7eb-e390d73f0eff] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1014.884217] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f582efe8-8834-46c7-a4e4-f75dfafa3ffe {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.887045] env[68893]: DEBUG oslo_concurrency.lockutils [None req-9b99567b-deb9-42b1-96ae-19956927a294 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Lock "a5437c31-a6d6-417f-863c-d61eb12324a7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.673s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.887303] env[68893]: DEBUG oslo_concurrency.lockutils [None req-86fc49a6-0052-4189-9fa9-0d99d05362f1 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Lock "a5437c31-a6d6-417f-863c-d61eb12324a7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.165s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.887518] env[68893]: DEBUG oslo_concurrency.lockutils [None req-86fc49a6-0052-4189-9fa9-0d99d05362f1 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Acquiring lock "a5437c31-a6d6-417f-863c-d61eb12324a7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.887753] env[68893]: DEBUG oslo_concurrency.lockutils [None req-86fc49a6-0052-4189-9fa9-0d99d05362f1 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Lock "a5437c31-a6d6-417f-863c-d61eb12324a7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.887939] env[68893]: DEBUG oslo_concurrency.lockutils [None req-86fc49a6-0052-4189-9fa9-0d99d05362f1 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Lock "a5437c31-a6d6-417f-863c-d61eb12324a7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.890460] env[68893]: INFO nova.compute.manager [None req-86fc49a6-0052-4189-9fa9-0d99d05362f1 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] [instance: a5437c31-a6d6-417f-863c-d61eb12324a7] Terminating instance [ 1014.896608] env[68893]: DEBUG oslo_vmware.api [None req-52d3f6b4-5446-4970-b63f-c6a28545698e tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Waiting for the task: (returnval){ [ 1014.896608] env[68893]: value = "task-2791970" [ 1014.896608] env[68893]: _type = "Task" [ 1014.896608] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.905140] env[68893]: DEBUG oslo_vmware.api [None req-52d3f6b4-5446-4970-b63f-c6a28545698e tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': task-2791970, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.029210] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2f741c0-1d90-4979-b069-bdb1f34c998d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.037130] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9510617-f2a1-42f9-8b47-192240240c10 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.068586] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb761f5b-3311-4730-b446-86079d10dd44 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.076434] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddc69bc0-96e7-4984-a597-917cbb2a2549 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.090142] env[68893]: DEBUG nova.compute.provider_tree [None req-d5a0a62a-3461-4fc4-a57e-07b022678e9c tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1015.119965] env[68893]: DEBUG oslo_concurrency.lockutils [None req-8027462f-430f-43de-b030-337cfa8fa248 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.128664] env[68893]: DEBUG nova.network.neutron [-] [instance: 250fb202-c0a4-4fc9-822e-d3c18cf8d340] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.309664] env[68893]: DEBUG oslo_vmware.api [None req-2b6b6ab9-81d3-4f8d-9578-dd3149a90cf4 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': task-2791969, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071824} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.309945] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-2b6b6ab9-81d3-4f8d-9578-dd3149a90cf4 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 0df1cf01-48d1-4da5-96d7-e4a71fa6396f] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1015.310779] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-add6f932-4868-4b03-bf9c-5da7f6a7ca9c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.333243] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b6b6ab9-81d3-4f8d-9578-dd3149a90cf4 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 0df1cf01-48d1-4da5-96d7-e4a71fa6396f] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] 0df1cf01-48d1-4da5-96d7-e4a71fa6396f/0df1cf01-48d1-4da5-96d7-e4a71fa6396f.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1015.333504] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3cc31bb8-1974-4e33-930d-90ffa008383d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.350336] env[68893]: INFO nova.compute.manager [None req-197b16a9-88f7-400d-8d5a-dc08d6619514 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 9d2c4276-803a-45ac-92bd-82eb2c5095eb] Shelve offloading [ 1015.355369] env[68893]: DEBUG oslo_vmware.api [None req-2b6b6ab9-81d3-4f8d-9578-dd3149a90cf4 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Waiting for the task: (returnval){ [ 1015.355369] env[68893]: value = "task-2791971" [ 1015.355369] env[68893]: _type = "Task" [ 1015.355369] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.364774] env[68893]: DEBUG oslo_vmware.api [None req-2b6b6ab9-81d3-4f8d-9578-dd3149a90cf4 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': task-2791971, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.401417] env[68893]: DEBUG nova.compute.manager [None req-86fc49a6-0052-4189-9fa9-0d99d05362f1 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] [instance: a5437c31-a6d6-417f-863c-d61eb12324a7] Start destroying the instance on the hypervisor. {{(pid=68893) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1015.401639] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-86fc49a6-0052-4189-9fa9-0d99d05362f1 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] [instance: a5437c31-a6d6-417f-863c-d61eb12324a7] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1015.402513] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8043485c-51de-4b9e-8bc0-8ba0e79cc716 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.410289] env[68893]: DEBUG oslo_vmware.api [None req-52d3f6b4-5446-4970-b63f-c6a28545698e tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': task-2791970, 'name': PowerOffVM_Task, 'duration_secs': 0.374929} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.412359] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-52d3f6b4-5446-4970-b63f-c6a28545698e tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: a168e41a-cc22-4f30-b7eb-e390d73f0eff] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1015.412537] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-52d3f6b4-5446-4970-b63f-c6a28545698e tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: a168e41a-cc22-4f30-b7eb-e390d73f0eff] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1015.412806] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-86fc49a6-0052-4189-9fa9-0d99d05362f1 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] [instance: a5437c31-a6d6-417f-863c-d61eb12324a7] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1015.413026] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1b727ad3-04ad-4d29-be0b-bc96d08287db {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.414402] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-180bd91e-6b51-40ac-85f1-b5af0c3acc02 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.422325] env[68893]: DEBUG oslo_vmware.api [None req-86fc49a6-0052-4189-9fa9-0d99d05362f1 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Waiting for the task: (returnval){ [ 1015.422325] env[68893]: value = "task-2791973" [ 1015.422325] env[68893]: _type = "Task" [ 1015.422325] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.430214] env[68893]: DEBUG oslo_vmware.api [None req-86fc49a6-0052-4189-9fa9-0d99d05362f1 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Task: {'id': task-2791973, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.492789] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-52d3f6b4-5446-4970-b63f-c6a28545698e tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: a168e41a-cc22-4f30-b7eb-e390d73f0eff] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1015.493070] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-52d3f6b4-5446-4970-b63f-c6a28545698e tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: a168e41a-cc22-4f30-b7eb-e390d73f0eff] Deleting contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1015.493319] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-52d3f6b4-5446-4970-b63f-c6a28545698e tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Deleting the datastore file [datastore2] a168e41a-cc22-4f30-b7eb-e390d73f0eff {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1015.493543] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-376be6c3-4415-46e9-86a4-c9dcd2be3ddf {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.500241] env[68893]: DEBUG oslo_vmware.api [None req-52d3f6b4-5446-4970-b63f-c6a28545698e tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Waiting for the task: (returnval){ [ 1015.500241] env[68893]: value = "task-2791974" [ 1015.500241] env[68893]: _type = "Task" [ 1015.500241] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.509512] env[68893]: DEBUG oslo_vmware.api [None req-52d3f6b4-5446-4970-b63f-c6a28545698e tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': task-2791974, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.593964] env[68893]: DEBUG nova.scheduler.client.report [None req-d5a0a62a-3461-4fc4-a57e-07b022678e9c tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1015.631136] env[68893]: INFO nova.compute.manager [-] [instance: 250fb202-c0a4-4fc9-822e-d3c18cf8d340] Took 1.27 seconds to deallocate network for instance. [ 1015.854415] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-197b16a9-88f7-400d-8d5a-dc08d6619514 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 9d2c4276-803a-45ac-92bd-82eb2c5095eb] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1015.854730] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-db9659b9-7621-4b16-a562-0d2455324c91 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.865579] env[68893]: DEBUG oslo_vmware.api [None req-2b6b6ab9-81d3-4f8d-9578-dd3149a90cf4 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': task-2791971, 'name': ReconfigVM_Task, 'duration_secs': 0.304984} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.866747] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b6b6ab9-81d3-4f8d-9578-dd3149a90cf4 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 0df1cf01-48d1-4da5-96d7-e4a71fa6396f] Reconfigured VM instance instance-00000050 to attach disk [datastore1] 0df1cf01-48d1-4da5-96d7-e4a71fa6396f/0df1cf01-48d1-4da5-96d7-e4a71fa6396f.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1015.867441] env[68893]: DEBUG oslo_vmware.api [None req-197b16a9-88f7-400d-8d5a-dc08d6619514 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Waiting for the task: (returnval){ [ 1015.867441] env[68893]: value = "task-2791975" [ 1015.867441] env[68893]: _type = "Task" [ 1015.867441] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.867633] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-676ad32a-cea7-4bc4-8486-2cdc2d7bf181 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.878031] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-197b16a9-88f7-400d-8d5a-dc08d6619514 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 9d2c4276-803a-45ac-92bd-82eb2c5095eb] VM already powered off {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1015.878186] env[68893]: DEBUG nova.compute.manager [None req-197b16a9-88f7-400d-8d5a-dc08d6619514 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 9d2c4276-803a-45ac-92bd-82eb2c5095eb] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1015.878464] env[68893]: DEBUG oslo_vmware.api [None req-2b6b6ab9-81d3-4f8d-9578-dd3149a90cf4 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Waiting for the task: (returnval){ [ 1015.878464] env[68893]: value = "task-2791976" [ 1015.878464] env[68893]: _type = "Task" [ 1015.878464] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.879122] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17bdb564-cdc3-41e7-b906-b864970a8886 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.886827] env[68893]: DEBUG oslo_concurrency.lockutils [None req-197b16a9-88f7-400d-8d5a-dc08d6619514 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Acquiring lock "refresh_cache-9d2c4276-803a-45ac-92bd-82eb2c5095eb" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.886995] env[68893]: DEBUG oslo_concurrency.lockutils [None req-197b16a9-88f7-400d-8d5a-dc08d6619514 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Acquired lock "refresh_cache-9d2c4276-803a-45ac-92bd-82eb2c5095eb" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.887179] env[68893]: DEBUG nova.network.neutron [None req-197b16a9-88f7-400d-8d5a-dc08d6619514 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 9d2c4276-803a-45ac-92bd-82eb2c5095eb] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1015.891881] env[68893]: DEBUG oslo_vmware.api [None req-2b6b6ab9-81d3-4f8d-9578-dd3149a90cf4 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': task-2791976, 'name': Rename_Task} progress is 10%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.936931] env[68893]: DEBUG oslo_vmware.api [None req-86fc49a6-0052-4189-9fa9-0d99d05362f1 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Task: {'id': task-2791973, 'name': PowerOffVM_Task, 'duration_secs': 0.188977} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.937235] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-86fc49a6-0052-4189-9fa9-0d99d05362f1 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] [instance: a5437c31-a6d6-417f-863c-d61eb12324a7] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1015.937423] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-86fc49a6-0052-4189-9fa9-0d99d05362f1 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] [instance: a5437c31-a6d6-417f-863c-d61eb12324a7] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1015.937693] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-63a4e559-6d1d-4134-9d72-6050b0829311 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.001130] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-86fc49a6-0052-4189-9fa9-0d99d05362f1 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] [instance: a5437c31-a6d6-417f-863c-d61eb12324a7] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1016.001641] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-86fc49a6-0052-4189-9fa9-0d99d05362f1 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] [instance: a5437c31-a6d6-417f-863c-d61eb12324a7] Deleting contents of the VM from datastore datastore1 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1016.001641] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-86fc49a6-0052-4189-9fa9-0d99d05362f1 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Deleting the datastore file [datastore1] a5437c31-a6d6-417f-863c-d61eb12324a7 {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1016.006023] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-47a2168e-1663-4147-af86-ad5f94cd82cf {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.013536] env[68893]: DEBUG oslo_vmware.api [None req-52d3f6b4-5446-4970-b63f-c6a28545698e tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Task: {'id': task-2791974, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181622} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.015049] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-52d3f6b4-5446-4970-b63f-c6a28545698e tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1016.015246] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-52d3f6b4-5446-4970-b63f-c6a28545698e tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: a168e41a-cc22-4f30-b7eb-e390d73f0eff] Deleted contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1016.015428] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-52d3f6b4-5446-4970-b63f-c6a28545698e tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: a168e41a-cc22-4f30-b7eb-e390d73f0eff] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1016.015604] env[68893]: INFO nova.compute.manager [None req-52d3f6b4-5446-4970-b63f-c6a28545698e tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] [instance: a168e41a-cc22-4f30-b7eb-e390d73f0eff] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1016.015909] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-52d3f6b4-5446-4970-b63f-c6a28545698e tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1016.016320] env[68893]: DEBUG oslo_vmware.api [None req-86fc49a6-0052-4189-9fa9-0d99d05362f1 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Waiting for the task: (returnval){ [ 1016.016320] env[68893]: value = "task-2791978" [ 1016.016320] env[68893]: _type = "Task" [ 1016.016320] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.016525] env[68893]: DEBUG nova.compute.manager [-] [instance: a168e41a-cc22-4f30-b7eb-e390d73f0eff] Deallocating network for instance {{(pid=68893) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1016.016618] env[68893]: DEBUG nova.network.neutron [-] [instance: a168e41a-cc22-4f30-b7eb-e390d73f0eff] deallocate_for_instance() {{(pid=68893) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1016.026282] env[68893]: DEBUG oslo_vmware.api [None req-86fc49a6-0052-4189-9fa9-0d99d05362f1 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Task: {'id': task-2791978, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.075058] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6920b164-0b32-4578-9601-2dc807bd0fd6 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Acquiring lock "2ae63af9-1fe6-4670-a651-6317e997c53b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.075395] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6920b164-0b32-4578-9601-2dc807bd0fd6 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Lock "2ae63af9-1fe6-4670-a651-6317e997c53b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.099193] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d5a0a62a-3461-4fc4-a57e-07b022678e9c tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.593s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.099690] env[68893]: DEBUG nova.compute.manager [None req-d5a0a62a-3461-4fc4-a57e-07b022678e9c tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] [instance: deb6dee1-b9f7-4b2b-89c5-ac48cde5241c] Start building networks asynchronously for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1016.102339] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ba81c560-1271-4184-b0d8-8523333e76ac tempest-ServersAaction247Test-1215653772 tempest-ServersAaction247Test-1215653772-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.899s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.102565] env[68893]: DEBUG nova.objects.instance [None req-ba81c560-1271-4184-b0d8-8523333e76ac tempest-ServersAaction247Test-1215653772 tempest-ServersAaction247Test-1215653772-project-member] Lazy-loading 'resources' on Instance uuid 8d99ff20-bffa-417a-ae2a-84957a794332 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1016.136854] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b116d50c-1b6f-4bf2-99dc-29f8ef1d33cc tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.147579] env[68893]: DEBUG oslo_concurrency.lockutils [None req-df6c9886-e8cc-4ee2-a4e1-3a731897019f tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Acquiring lock "5c771d60-a6ca-434c-9193-9d90821b26b2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.147822] env[68893]: DEBUG oslo_concurrency.lockutils [None req-df6c9886-e8cc-4ee2-a4e1-3a731897019f tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Lock "5c771d60-a6ca-434c-9193-9d90821b26b2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.148043] env[68893]: DEBUG oslo_concurrency.lockutils [None req-df6c9886-e8cc-4ee2-a4e1-3a731897019f tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Acquiring lock "5c771d60-a6ca-434c-9193-9d90821b26b2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.148510] env[68893]: DEBUG oslo_concurrency.lockutils [None req-df6c9886-e8cc-4ee2-a4e1-3a731897019f tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Lock "5c771d60-a6ca-434c-9193-9d90821b26b2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.148708] env[68893]: DEBUG oslo_concurrency.lockutils [None req-df6c9886-e8cc-4ee2-a4e1-3a731897019f tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Lock "5c771d60-a6ca-434c-9193-9d90821b26b2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.151468] env[68893]: INFO nova.compute.manager [None req-df6c9886-e8cc-4ee2-a4e1-3a731897019f tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] [instance: 5c771d60-a6ca-434c-9193-9d90821b26b2] Terminating instance [ 1016.268192] env[68893]: DEBUG nova.compute.manager [req-c40357b5-195c-4bca-bd36-b18143c1ef86 req-a1f2064d-8181-46ca-89bb-35d9e2d19de1 service nova] [instance: 250fb202-c0a4-4fc9-822e-d3c18cf8d340] Received event network-vif-deleted-867da4e9-99e0-44f1-8a80-cfceacc29de7 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1016.392219] env[68893]: DEBUG oslo_vmware.api [None req-2b6b6ab9-81d3-4f8d-9578-dd3149a90cf4 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': task-2791976, 'name': Rename_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.529440] env[68893]: DEBUG oslo_vmware.api [None req-86fc49a6-0052-4189-9fa9-0d99d05362f1 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Task: {'id': task-2791978, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133716} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.529723] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-86fc49a6-0052-4189-9fa9-0d99d05362f1 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1016.529933] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-86fc49a6-0052-4189-9fa9-0d99d05362f1 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] [instance: a5437c31-a6d6-417f-863c-d61eb12324a7] Deleted contents of the VM from datastore datastore1 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1016.530131] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-86fc49a6-0052-4189-9fa9-0d99d05362f1 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] [instance: a5437c31-a6d6-417f-863c-d61eb12324a7] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1016.530308] env[68893]: INFO nova.compute.manager [None req-86fc49a6-0052-4189-9fa9-0d99d05362f1 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] [instance: a5437c31-a6d6-417f-863c-d61eb12324a7] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1016.530543] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-86fc49a6-0052-4189-9fa9-0d99d05362f1 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1016.530730] env[68893]: DEBUG nova.compute.manager [-] [instance: a5437c31-a6d6-417f-863c-d61eb12324a7] Deallocating network for instance {{(pid=68893) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1016.530821] env[68893]: DEBUG nova.network.neutron [-] [instance: a5437c31-a6d6-417f-863c-d61eb12324a7] deallocate_for_instance() {{(pid=68893) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1016.578744] env[68893]: DEBUG nova.compute.manager [None req-6920b164-0b32-4578-9601-2dc807bd0fd6 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] [instance: 2ae63af9-1fe6-4670-a651-6317e997c53b] Starting instance... {{(pid=68893) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1016.605628] env[68893]: DEBUG nova.compute.utils [None req-d5a0a62a-3461-4fc4-a57e-07b022678e9c tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1016.611399] env[68893]: DEBUG nova.compute.manager [None req-d5a0a62a-3461-4fc4-a57e-07b022678e9c tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] [instance: deb6dee1-b9f7-4b2b-89c5-ac48cde5241c] Allocating IP information in the background. {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1016.611399] env[68893]: DEBUG nova.network.neutron [None req-d5a0a62a-3461-4fc4-a57e-07b022678e9c tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] [instance: deb6dee1-b9f7-4b2b-89c5-ac48cde5241c] allocate_for_instance() {{(pid=68893) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1016.655488] env[68893]: DEBUG oslo_concurrency.lockutils [None req-df6c9886-e8cc-4ee2-a4e1-3a731897019f tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Acquiring lock "refresh_cache-5c771d60-a6ca-434c-9193-9d90821b26b2" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.655890] env[68893]: DEBUG oslo_concurrency.lockutils [None req-df6c9886-e8cc-4ee2-a4e1-3a731897019f tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Acquired lock "refresh_cache-5c771d60-a6ca-434c-9193-9d90821b26b2" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.656164] env[68893]: DEBUG nova.network.neutron [None req-df6c9886-e8cc-4ee2-a4e1-3a731897019f tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] [instance: 5c771d60-a6ca-434c-9193-9d90821b26b2] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1016.684152] env[68893]: DEBUG nova.policy [None req-d5a0a62a-3461-4fc4-a57e-07b022678e9c tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3526fc62bd2b4cfcbbb48bec996e7715', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4064ede1a11d4834b85e4081e6eb81aa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68893) authorize /opt/stack/nova/nova/policy.py:192}} [ 1016.734925] env[68893]: DEBUG nova.network.neutron [None req-197b16a9-88f7-400d-8d5a-dc08d6619514 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 9d2c4276-803a-45ac-92bd-82eb2c5095eb] Updating instance_info_cache with network_info: [{"id": "64cfb0cd-9d01-45dc-8f73-d69660ee0757", "address": "fa:16:3e:8c:5d:16", "network": {"id": "cd4544f9-c687-4245-bf7a-8be777c837e0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1345768403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbd67998ec3645b28f40986ddb6faf06", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64cfb0cd-9d", "ovs_interfaceid": "64cfb0cd-9d01-45dc-8f73-d69660ee0757", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.751990] env[68893]: DEBUG nova.network.neutron [-] [instance: a168e41a-cc22-4f30-b7eb-e390d73f0eff] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.893326] env[68893]: DEBUG oslo_vmware.api [None req-2b6b6ab9-81d3-4f8d-9578-dd3149a90cf4 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': task-2791976, 'name': Rename_Task, 'duration_secs': 0.890609} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.893827] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b6b6ab9-81d3-4f8d-9578-dd3149a90cf4 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 0df1cf01-48d1-4da5-96d7-e4a71fa6396f] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1016.894094] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f24bb19d-2fc9-45c5-b196-2ffbe99ed048 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.901588] env[68893]: DEBUG oslo_vmware.api [None req-2b6b6ab9-81d3-4f8d-9578-dd3149a90cf4 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Waiting for the task: (returnval){ [ 1016.901588] env[68893]: value = "task-2791979" [ 1016.901588] env[68893]: _type = "Task" [ 1016.901588] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.915780] env[68893]: DEBUG oslo_vmware.api [None req-2b6b6ab9-81d3-4f8d-9578-dd3149a90cf4 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': task-2791979, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.018443] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b01bc756-b6bc-4b7c-8206-d1c2c9597621 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.026299] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dfb9b5c-a810-4527-b893-ab2c84ec05ad {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.032987] env[68893]: DEBUG nova.network.neutron [None req-d5a0a62a-3461-4fc4-a57e-07b022678e9c tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] [instance: deb6dee1-b9f7-4b2b-89c5-ac48cde5241c] Successfully created port: bba28455-78a2-467e-b411-9b7cbc9197e6 {{(pid=68893) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1017.062975] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f62b3eb9-9ae8-460b-8a92-f9a79b1e6792 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.070119] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d653a0ee-3741-4884-adbf-6c1c6901fd47 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.085646] env[68893]: DEBUG nova.compute.provider_tree [None req-ba81c560-1271-4184-b0d8-8523333e76ac tempest-ServersAaction247Test-1215653772 tempest-ServersAaction247Test-1215653772-project-member] Updating inventory in ProviderTree for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1017.100691] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6920b164-0b32-4578-9601-2dc807bd0fd6 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.110925] env[68893]: DEBUG nova.compute.manager [None req-d5a0a62a-3461-4fc4-a57e-07b022678e9c tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] [instance: deb6dee1-b9f7-4b2b-89c5-ac48cde5241c] Start building block device mappings for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1017.177970] env[68893]: DEBUG nova.network.neutron [None req-df6c9886-e8cc-4ee2-a4e1-3a731897019f tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] [instance: 5c771d60-a6ca-434c-9193-9d90821b26b2] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1017.223468] env[68893]: DEBUG nova.network.neutron [None req-df6c9886-e8cc-4ee2-a4e1-3a731897019f tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] [instance: 5c771d60-a6ca-434c-9193-9d90821b26b2] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.239216] env[68893]: DEBUG oslo_concurrency.lockutils [None req-197b16a9-88f7-400d-8d5a-dc08d6619514 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Releasing lock "refresh_cache-9d2c4276-803a-45ac-92bd-82eb2c5095eb" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.256304] env[68893]: INFO nova.compute.manager [-] [instance: a168e41a-cc22-4f30-b7eb-e390d73f0eff] Took 1.24 seconds to deallocate network for instance. [ 1017.370779] env[68893]: DEBUG nova.network.neutron [-] [instance: a5437c31-a6d6-417f-863c-d61eb12324a7] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.413114] env[68893]: DEBUG oslo_vmware.api [None req-2b6b6ab9-81d3-4f8d-9578-dd3149a90cf4 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': task-2791979, 'name': PowerOnVM_Task, 'duration_secs': 0.465336} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.413452] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b6b6ab9-81d3-4f8d-9578-dd3149a90cf4 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 0df1cf01-48d1-4da5-96d7-e4a71fa6396f] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1017.413715] env[68893]: INFO nova.compute.manager [None req-2b6b6ab9-81d3-4f8d-9578-dd3149a90cf4 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 0df1cf01-48d1-4da5-96d7-e4a71fa6396f] Took 8.03 seconds to spawn the instance on the hypervisor. [ 1017.413837] env[68893]: DEBUG nova.compute.manager [None req-2b6b6ab9-81d3-4f8d-9578-dd3149a90cf4 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 0df1cf01-48d1-4da5-96d7-e4a71fa6396f] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1017.414620] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df26f8d7-ff8a-4a81-af5e-e0d6fe044ff6 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.499061] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-197b16a9-88f7-400d-8d5a-dc08d6619514 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 9d2c4276-803a-45ac-92bd-82eb2c5095eb] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1017.500112] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eb7e939-06be-412f-bded-b1aa101d7c3d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.508589] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-197b16a9-88f7-400d-8d5a-dc08d6619514 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 9d2c4276-803a-45ac-92bd-82eb2c5095eb] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1017.508836] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d74e72fb-462a-45d8-a8eb-e8ed145a0178 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.568790] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-197b16a9-88f7-400d-8d5a-dc08d6619514 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 9d2c4276-803a-45ac-92bd-82eb2c5095eb] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1017.569029] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-197b16a9-88f7-400d-8d5a-dc08d6619514 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 9d2c4276-803a-45ac-92bd-82eb2c5095eb] Deleting contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1017.569227] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-197b16a9-88f7-400d-8d5a-dc08d6619514 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Deleting the datastore file [datastore2] 9d2c4276-803a-45ac-92bd-82eb2c5095eb {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1017.569501] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-736f841a-7a65-46e1-99fd-639081a6a338 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.576273] env[68893]: DEBUG oslo_vmware.api [None req-197b16a9-88f7-400d-8d5a-dc08d6619514 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Waiting for the task: (returnval){ [ 1017.576273] env[68893]: value = "task-2791981" [ 1017.576273] env[68893]: _type = "Task" [ 1017.576273] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.584571] env[68893]: DEBUG oslo_vmware.api [None req-197b16a9-88f7-400d-8d5a-dc08d6619514 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2791981, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.609217] env[68893]: ERROR nova.scheduler.client.report [None req-ba81c560-1271-4184-b0d8-8523333e76ac tempest-ServersAaction247Test-1215653772 tempest-ServersAaction247Test-1215653772-project-member] [req-aa878404-a464-460b-b69a-6f7ab548913a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d14b70d6-a636-4db0-b5a6-b901da6fa895. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-aa878404-a464-460b-b69a-6f7ab548913a"}]} [ 1017.625652] env[68893]: DEBUG nova.scheduler.client.report [None req-ba81c560-1271-4184-b0d8-8523333e76ac tempest-ServersAaction247Test-1215653772 tempest-ServersAaction247Test-1215653772-project-member] Refreshing inventories for resource provider d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1017.640522] env[68893]: DEBUG nova.scheduler.client.report [None req-ba81c560-1271-4184-b0d8-8523333e76ac tempest-ServersAaction247Test-1215653772 tempest-ServersAaction247Test-1215653772-project-member] Updating ProviderTree inventory for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1017.640809] env[68893]: DEBUG nova.compute.provider_tree [None req-ba81c560-1271-4184-b0d8-8523333e76ac tempest-ServersAaction247Test-1215653772 tempest-ServersAaction247Test-1215653772-project-member] Updating inventory in ProviderTree for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1017.654158] env[68893]: DEBUG nova.scheduler.client.report [None req-ba81c560-1271-4184-b0d8-8523333e76ac tempest-ServersAaction247Test-1215653772 tempest-ServersAaction247Test-1215653772-project-member] Refreshing aggregate associations for resource provider d14b70d6-a636-4db0-b5a6-b901da6fa895, aggregates: None {{(pid=68893) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1017.674418] env[68893]: DEBUG nova.scheduler.client.report [None req-ba81c560-1271-4184-b0d8-8523333e76ac tempest-ServersAaction247Test-1215653772 tempest-ServersAaction247Test-1215653772-project-member] Refreshing trait associations for resource provider d14b70d6-a636-4db0-b5a6-b901da6fa895, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE {{(pid=68893) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1017.726984] env[68893]: DEBUG oslo_concurrency.lockutils [None req-df6c9886-e8cc-4ee2-a4e1-3a731897019f tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Releasing lock "refresh_cache-5c771d60-a6ca-434c-9193-9d90821b26b2" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.727481] env[68893]: DEBUG nova.compute.manager [None req-df6c9886-e8cc-4ee2-a4e1-3a731897019f tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] [instance: 5c771d60-a6ca-434c-9193-9d90821b26b2] Start destroying the instance on the hypervisor. {{(pid=68893) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1017.727717] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-df6c9886-e8cc-4ee2-a4e1-3a731897019f tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] [instance: 5c771d60-a6ca-434c-9193-9d90821b26b2] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1017.728666] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a8ca926-c5c3-43e8-9e6d-46c84bd7007d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.738791] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-df6c9886-e8cc-4ee2-a4e1-3a731897019f tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] [instance: 5c771d60-a6ca-434c-9193-9d90821b26b2] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1017.739100] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cbe801ef-6d70-431d-ac2f-b04b5c254528 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.745611] env[68893]: DEBUG oslo_vmware.api [None req-df6c9886-e8cc-4ee2-a4e1-3a731897019f tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Waiting for the task: (returnval){ [ 1017.745611] env[68893]: value = "task-2791982" [ 1017.745611] env[68893]: _type = "Task" [ 1017.745611] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.756594] env[68893]: DEBUG oslo_vmware.api [None req-df6c9886-e8cc-4ee2-a4e1-3a731897019f tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Task: {'id': task-2791982, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.763963] env[68893]: DEBUG oslo_concurrency.lockutils [None req-52d3f6b4-5446-4970-b63f-c6a28545698e tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.878017] env[68893]: INFO nova.compute.manager [-] [instance: a5437c31-a6d6-417f-863c-d61eb12324a7] Took 1.35 seconds to deallocate network for instance. [ 1017.933176] env[68893]: INFO nova.compute.manager [None req-2b6b6ab9-81d3-4f8d-9578-dd3149a90cf4 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 0df1cf01-48d1-4da5-96d7-e4a71fa6396f] Took 25.63 seconds to build instance. [ 1017.997409] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8740b9ad-d49d-474b-b9e8-7cf17da672fb {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.005215] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-040e67ac-dcc7-4574-a9f4-31cd1ddc6305 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.037225] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b06f7e4-e78a-4184-85ab-a80132f6c127 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.044541] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a8c09b3-53f5-491e-a92b-706f722461da {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.057372] env[68893]: DEBUG nova.compute.provider_tree [None req-ba81c560-1271-4184-b0d8-8523333e76ac tempest-ServersAaction247Test-1215653772 tempest-ServersAaction247Test-1215653772-project-member] Updating inventory in ProviderTree for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1018.085115] env[68893]: DEBUG oslo_vmware.api [None req-197b16a9-88f7-400d-8d5a-dc08d6619514 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2791981, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.379025} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.085411] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-197b16a9-88f7-400d-8d5a-dc08d6619514 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1018.085539] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-197b16a9-88f7-400d-8d5a-dc08d6619514 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 9d2c4276-803a-45ac-92bd-82eb2c5095eb] Deleted contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1018.085724] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-197b16a9-88f7-400d-8d5a-dc08d6619514 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 9d2c4276-803a-45ac-92bd-82eb2c5095eb] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1018.104036] env[68893]: INFO nova.scheduler.client.report [None req-197b16a9-88f7-400d-8d5a-dc08d6619514 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Deleted allocations for instance 9d2c4276-803a-45ac-92bd-82eb2c5095eb [ 1018.120966] env[68893]: DEBUG nova.compute.manager [None req-d5a0a62a-3461-4fc4-a57e-07b022678e9c tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] [instance: deb6dee1-b9f7-4b2b-89c5-ac48cde5241c] Start spawning the instance on the hypervisor. {{(pid=68893) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1018.146165] env[68893]: DEBUG nova.virt.hardware [None req-d5a0a62a-3461-4fc4-a57e-07b022678e9c tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1018.146468] env[68893]: DEBUG nova.virt.hardware [None req-d5a0a62a-3461-4fc4-a57e-07b022678e9c tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1018.146708] env[68893]: DEBUG nova.virt.hardware [None req-d5a0a62a-3461-4fc4-a57e-07b022678e9c tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1018.146934] env[68893]: DEBUG nova.virt.hardware [None req-d5a0a62a-3461-4fc4-a57e-07b022678e9c tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1018.147130] env[68893]: DEBUG nova.virt.hardware [None req-d5a0a62a-3461-4fc4-a57e-07b022678e9c tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1018.147295] env[68893]: DEBUG nova.virt.hardware [None req-d5a0a62a-3461-4fc4-a57e-07b022678e9c tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1018.147538] env[68893]: DEBUG nova.virt.hardware [None req-d5a0a62a-3461-4fc4-a57e-07b022678e9c tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1018.147701] env[68893]: DEBUG nova.virt.hardware [None req-d5a0a62a-3461-4fc4-a57e-07b022678e9c tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1018.147869] env[68893]: DEBUG nova.virt.hardware [None req-d5a0a62a-3461-4fc4-a57e-07b022678e9c tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1018.148043] env[68893]: DEBUG nova.virt.hardware [None req-d5a0a62a-3461-4fc4-a57e-07b022678e9c tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1018.148259] env[68893]: DEBUG nova.virt.hardware [None req-d5a0a62a-3461-4fc4-a57e-07b022678e9c tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1018.149321] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04fd745a-db53-4a90-9df7-785d8d983236 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.157304] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f8ecac2-1a5f-45db-9969-f38163429056 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.255771] env[68893]: DEBUG oslo_vmware.api [None req-df6c9886-e8cc-4ee2-a4e1-3a731897019f tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Task: {'id': task-2791982, 'name': PowerOffVM_Task, 'duration_secs': 0.121972} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.256041] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-df6c9886-e8cc-4ee2-a4e1-3a731897019f tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] [instance: 5c771d60-a6ca-434c-9193-9d90821b26b2] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1018.256269] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-df6c9886-e8cc-4ee2-a4e1-3a731897019f tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] [instance: 5c771d60-a6ca-434c-9193-9d90821b26b2] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1018.256515] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-be19aa03-8292-4479-a8c5-a212e3cd165a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.278910] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-df6c9886-e8cc-4ee2-a4e1-3a731897019f tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] [instance: 5c771d60-a6ca-434c-9193-9d90821b26b2] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1018.279323] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-df6c9886-e8cc-4ee2-a4e1-3a731897019f tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] [instance: 5c771d60-a6ca-434c-9193-9d90821b26b2] Deleting contents of the VM from datastore datastore1 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1018.279602] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-df6c9886-e8cc-4ee2-a4e1-3a731897019f tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Deleting the datastore file [datastore1] 5c771d60-a6ca-434c-9193-9d90821b26b2 {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1018.279873] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7d08feff-4c26-4b41-83af-6f728270eadc {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.285383] env[68893]: DEBUG oslo_vmware.api [None req-df6c9886-e8cc-4ee2-a4e1-3a731897019f tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Waiting for the task: (returnval){ [ 1018.285383] env[68893]: value = "task-2791984" [ 1018.285383] env[68893]: _type = "Task" [ 1018.285383] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.293355] env[68893]: DEBUG oslo_vmware.api [None req-df6c9886-e8cc-4ee2-a4e1-3a731897019f tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Task: {'id': task-2791984, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.301728] env[68893]: DEBUG nova.compute.manager [req-c947b4c6-893e-47ef-9d08-a571cdd95847 req-f8985431-14d0-4f41-987d-1b39b1f4b6bd service nova] [instance: a168e41a-cc22-4f30-b7eb-e390d73f0eff] Received event network-vif-deleted-a1919c7d-16b7-46f0-89b9-35eb0864d18c {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1018.301859] env[68893]: DEBUG nova.compute.manager [req-c947b4c6-893e-47ef-9d08-a571cdd95847 req-f8985431-14d0-4f41-987d-1b39b1f4b6bd service nova] [instance: a5437c31-a6d6-417f-863c-d61eb12324a7] Received event network-vif-deleted-fe04766b-6c11-4406-8366-d327b05018e2 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1018.302069] env[68893]: DEBUG nova.compute.manager [req-c947b4c6-893e-47ef-9d08-a571cdd95847 req-f8985431-14d0-4f41-987d-1b39b1f4b6bd service nova] [instance: 9d2c4276-803a-45ac-92bd-82eb2c5095eb] Received event network-vif-unplugged-64cfb0cd-9d01-45dc-8f73-d69660ee0757 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1018.302314] env[68893]: DEBUG oslo_concurrency.lockutils [req-c947b4c6-893e-47ef-9d08-a571cdd95847 req-f8985431-14d0-4f41-987d-1b39b1f4b6bd service nova] Acquiring lock "9d2c4276-803a-45ac-92bd-82eb2c5095eb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.302621] env[68893]: DEBUG oslo_concurrency.lockutils [req-c947b4c6-893e-47ef-9d08-a571cdd95847 req-f8985431-14d0-4f41-987d-1b39b1f4b6bd service nova] Lock "9d2c4276-803a-45ac-92bd-82eb2c5095eb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.302729] env[68893]: DEBUG oslo_concurrency.lockutils [req-c947b4c6-893e-47ef-9d08-a571cdd95847 req-f8985431-14d0-4f41-987d-1b39b1f4b6bd service nova] Lock "9d2c4276-803a-45ac-92bd-82eb2c5095eb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.302904] env[68893]: DEBUG nova.compute.manager [req-c947b4c6-893e-47ef-9d08-a571cdd95847 req-f8985431-14d0-4f41-987d-1b39b1f4b6bd service nova] [instance: 9d2c4276-803a-45ac-92bd-82eb2c5095eb] No waiting events found dispatching network-vif-unplugged-64cfb0cd-9d01-45dc-8f73-d69660ee0757 {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1018.303077] env[68893]: WARNING nova.compute.manager [req-c947b4c6-893e-47ef-9d08-a571cdd95847 req-f8985431-14d0-4f41-987d-1b39b1f4b6bd service nova] [instance: 9d2c4276-803a-45ac-92bd-82eb2c5095eb] Received unexpected event network-vif-unplugged-64cfb0cd-9d01-45dc-8f73-d69660ee0757 for instance with vm_state shelved_offloaded and task_state None. [ 1018.303237] env[68893]: DEBUG nova.compute.manager [req-c947b4c6-893e-47ef-9d08-a571cdd95847 req-f8985431-14d0-4f41-987d-1b39b1f4b6bd service nova] [instance: 9d2c4276-803a-45ac-92bd-82eb2c5095eb] Received event network-changed-64cfb0cd-9d01-45dc-8f73-d69660ee0757 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1018.303395] env[68893]: DEBUG nova.compute.manager [req-c947b4c6-893e-47ef-9d08-a571cdd95847 req-f8985431-14d0-4f41-987d-1b39b1f4b6bd service nova] [instance: 9d2c4276-803a-45ac-92bd-82eb2c5095eb] Refreshing instance network info cache due to event network-changed-64cfb0cd-9d01-45dc-8f73-d69660ee0757. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1018.303570] env[68893]: DEBUG oslo_concurrency.lockutils [req-c947b4c6-893e-47ef-9d08-a571cdd95847 req-f8985431-14d0-4f41-987d-1b39b1f4b6bd service nova] Acquiring lock "refresh_cache-9d2c4276-803a-45ac-92bd-82eb2c5095eb" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.303700] env[68893]: DEBUG oslo_concurrency.lockutils [req-c947b4c6-893e-47ef-9d08-a571cdd95847 req-f8985431-14d0-4f41-987d-1b39b1f4b6bd service nova] Acquired lock "refresh_cache-9d2c4276-803a-45ac-92bd-82eb2c5095eb" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.303850] env[68893]: DEBUG nova.network.neutron [req-c947b4c6-893e-47ef-9d08-a571cdd95847 req-f8985431-14d0-4f41-987d-1b39b1f4b6bd service nova] [instance: 9d2c4276-803a-45ac-92bd-82eb2c5095eb] Refreshing network info cache for port 64cfb0cd-9d01-45dc-8f73-d69660ee0757 {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1018.379050] env[68893]: DEBUG oslo_concurrency.lockutils [None req-cfa00560-135b-466f-861a-005ac8f37bb1 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Acquiring lock "0df1cf01-48d1-4da5-96d7-e4a71fa6396f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.385465] env[68893]: DEBUG oslo_concurrency.lockutils [None req-86fc49a6-0052-4189-9fa9-0d99d05362f1 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.440076] env[68893]: DEBUG oslo_concurrency.lockutils [None req-2b6b6ab9-81d3-4f8d-9578-dd3149a90cf4 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Lock "0df1cf01-48d1-4da5-96d7-e4a71fa6396f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.143s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.440635] env[68893]: DEBUG oslo_concurrency.lockutils [None req-cfa00560-135b-466f-861a-005ac8f37bb1 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Lock "0df1cf01-48d1-4da5-96d7-e4a71fa6396f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.062s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.440854] env[68893]: DEBUG oslo_concurrency.lockutils [None req-cfa00560-135b-466f-861a-005ac8f37bb1 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Acquiring lock "0df1cf01-48d1-4da5-96d7-e4a71fa6396f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.441075] env[68893]: DEBUG oslo_concurrency.lockutils [None req-cfa00560-135b-466f-861a-005ac8f37bb1 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Lock "0df1cf01-48d1-4da5-96d7-e4a71fa6396f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.442858] env[68893]: DEBUG oslo_concurrency.lockutils [None req-cfa00560-135b-466f-861a-005ac8f37bb1 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Lock "0df1cf01-48d1-4da5-96d7-e4a71fa6396f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.442999] env[68893]: INFO nova.compute.manager [None req-cfa00560-135b-466f-861a-005ac8f37bb1 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 0df1cf01-48d1-4da5-96d7-e4a71fa6396f] Terminating instance [ 1018.512898] env[68893]: DEBUG nova.compute.manager [req-0827eb00-d1e9-4853-aaf8-4cce64c836e1 req-5d77a3c7-043f-4534-a085-e9a068aa0018 service nova] [instance: deb6dee1-b9f7-4b2b-89c5-ac48cde5241c] Received event network-vif-plugged-bba28455-78a2-467e-b411-9b7cbc9197e6 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1018.513141] env[68893]: DEBUG oslo_concurrency.lockutils [req-0827eb00-d1e9-4853-aaf8-4cce64c836e1 req-5d77a3c7-043f-4534-a085-e9a068aa0018 service nova] Acquiring lock "deb6dee1-b9f7-4b2b-89c5-ac48cde5241c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.513346] env[68893]: DEBUG oslo_concurrency.lockutils [req-0827eb00-d1e9-4853-aaf8-4cce64c836e1 req-5d77a3c7-043f-4534-a085-e9a068aa0018 service nova] Lock "deb6dee1-b9f7-4b2b-89c5-ac48cde5241c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.513510] env[68893]: DEBUG oslo_concurrency.lockutils [req-0827eb00-d1e9-4853-aaf8-4cce64c836e1 req-5d77a3c7-043f-4534-a085-e9a068aa0018 service nova] Lock "deb6dee1-b9f7-4b2b-89c5-ac48cde5241c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.513672] env[68893]: DEBUG nova.compute.manager [req-0827eb00-d1e9-4853-aaf8-4cce64c836e1 req-5d77a3c7-043f-4534-a085-e9a068aa0018 service nova] [instance: deb6dee1-b9f7-4b2b-89c5-ac48cde5241c] No waiting events found dispatching network-vif-plugged-bba28455-78a2-467e-b411-9b7cbc9197e6 {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1018.513832] env[68893]: WARNING nova.compute.manager [req-0827eb00-d1e9-4853-aaf8-4cce64c836e1 req-5d77a3c7-043f-4534-a085-e9a068aa0018 service nova] [instance: deb6dee1-b9f7-4b2b-89c5-ac48cde5241c] Received unexpected event network-vif-plugged-bba28455-78a2-467e-b411-9b7cbc9197e6 for instance with vm_state building and task_state spawning. [ 1018.596908] env[68893]: DEBUG nova.scheduler.client.report [None req-ba81c560-1271-4184-b0d8-8523333e76ac tempest-ServersAaction247Test-1215653772 tempest-ServersAaction247Test-1215653772-project-member] Updated inventory for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with generation 108 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1018.597189] env[68893]: DEBUG nova.compute.provider_tree [None req-ba81c560-1271-4184-b0d8-8523333e76ac tempest-ServersAaction247Test-1215653772 tempest-ServersAaction247Test-1215653772-project-member] Updating resource provider d14b70d6-a636-4db0-b5a6-b901da6fa895 generation from 108 to 109 during operation: update_inventory {{(pid=68893) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1018.597377] env[68893]: DEBUG nova.compute.provider_tree [None req-ba81c560-1271-4184-b0d8-8523333e76ac tempest-ServersAaction247Test-1215653772 tempest-ServersAaction247Test-1215653772-project-member] Updating inventory in ProviderTree for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1018.608083] env[68893]: DEBUG oslo_concurrency.lockutils [None req-197b16a9-88f7-400d-8d5a-dc08d6619514 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.628497] env[68893]: DEBUG nova.network.neutron [None req-d5a0a62a-3461-4fc4-a57e-07b022678e9c tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] [instance: deb6dee1-b9f7-4b2b-89c5-ac48cde5241c] Successfully updated port: bba28455-78a2-467e-b411-9b7cbc9197e6 {{(pid=68893) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1018.795457] env[68893]: DEBUG oslo_vmware.api [None req-df6c9886-e8cc-4ee2-a4e1-3a731897019f tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Task: {'id': task-2791984, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.123252} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.795708] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-df6c9886-e8cc-4ee2-a4e1-3a731897019f tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1018.795888] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-df6c9886-e8cc-4ee2-a4e1-3a731897019f tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] [instance: 5c771d60-a6ca-434c-9193-9d90821b26b2] Deleted contents of the VM from datastore datastore1 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1018.796078] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-df6c9886-e8cc-4ee2-a4e1-3a731897019f tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] [instance: 5c771d60-a6ca-434c-9193-9d90821b26b2] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1018.796270] env[68893]: INFO nova.compute.manager [None req-df6c9886-e8cc-4ee2-a4e1-3a731897019f tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] [instance: 5c771d60-a6ca-434c-9193-9d90821b26b2] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1018.796484] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-df6c9886-e8cc-4ee2-a4e1-3a731897019f tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1018.796669] env[68893]: DEBUG nova.compute.manager [-] [instance: 5c771d60-a6ca-434c-9193-9d90821b26b2] Deallocating network for instance {{(pid=68893) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1018.796762] env[68893]: DEBUG nova.network.neutron [-] [instance: 5c771d60-a6ca-434c-9193-9d90821b26b2] deallocate_for_instance() {{(pid=68893) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1018.811985] env[68893]: DEBUG nova.network.neutron [-] [instance: 5c771d60-a6ca-434c-9193-9d90821b26b2] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1018.939932] env[68893]: DEBUG oslo_concurrency.lockutils [None req-08d96428-259a-45b2-a305-c33e5d157082 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Acquiring lock "9d2c4276-803a-45ac-92bd-82eb2c5095eb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.946679] env[68893]: DEBUG nova.compute.manager [None req-cfa00560-135b-466f-861a-005ac8f37bb1 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 0df1cf01-48d1-4da5-96d7-e4a71fa6396f] Start destroying the instance on the hypervisor. {{(pid=68893) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1018.946895] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-cfa00560-135b-466f-861a-005ac8f37bb1 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 0df1cf01-48d1-4da5-96d7-e4a71fa6396f] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1018.948312] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef861dab-c0f4-4c7e-a753-1dcce779c593 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.956213] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfa00560-135b-466f-861a-005ac8f37bb1 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 0df1cf01-48d1-4da5-96d7-e4a71fa6396f] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1018.956462] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d8eded7-68ee-47fb-9e7a-6d87c5290630 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.962494] env[68893]: DEBUG oslo_vmware.api [None req-cfa00560-135b-466f-861a-005ac8f37bb1 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Waiting for the task: (returnval){ [ 1018.962494] env[68893]: value = "task-2791985" [ 1018.962494] env[68893]: _type = "Task" [ 1018.962494] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.969890] env[68893]: DEBUG oslo_vmware.api [None req-cfa00560-135b-466f-861a-005ac8f37bb1 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': task-2791985, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.027483] env[68893]: DEBUG nova.network.neutron [req-c947b4c6-893e-47ef-9d08-a571cdd95847 req-f8985431-14d0-4f41-987d-1b39b1f4b6bd service nova] [instance: 9d2c4276-803a-45ac-92bd-82eb2c5095eb] Updated VIF entry in instance network info cache for port 64cfb0cd-9d01-45dc-8f73-d69660ee0757. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1019.027838] env[68893]: DEBUG nova.network.neutron [req-c947b4c6-893e-47ef-9d08-a571cdd95847 req-f8985431-14d0-4f41-987d-1b39b1f4b6bd service nova] [instance: 9d2c4276-803a-45ac-92bd-82eb2c5095eb] Updating instance_info_cache with network_info: [{"id": "64cfb0cd-9d01-45dc-8f73-d69660ee0757", "address": "fa:16:3e:8c:5d:16", "network": {"id": "cd4544f9-c687-4245-bf7a-8be777c837e0", "bridge": null, "label": "tempest-DeleteServersTestJSON-1345768403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbd67998ec3645b28f40986ddb6faf06", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap64cfb0cd-9d", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.103714] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ba81c560-1271-4184-b0d8-8523333e76ac tempest-ServersAaction247Test-1215653772 tempest-ServersAaction247Test-1215653772-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.001s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.106130] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b5933380-46ce-4a32-b2d9-91ef346c9312 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.018s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.108477] env[68893]: INFO nova.compute.claims [None req-b5933380-46ce-4a32-b2d9-91ef346c9312 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: 95be1925-4482-4656-aeb1-7e4ef679458f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1019.130801] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d5a0a62a-3461-4fc4-a57e-07b022678e9c tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Acquiring lock "refresh_cache-deb6dee1-b9f7-4b2b-89c5-ac48cde5241c" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.131023] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d5a0a62a-3461-4fc4-a57e-07b022678e9c tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Acquired lock "refresh_cache-deb6dee1-b9f7-4b2b-89c5-ac48cde5241c" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.131179] env[68893]: DEBUG nova.network.neutron [None req-d5a0a62a-3461-4fc4-a57e-07b022678e9c tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] [instance: deb6dee1-b9f7-4b2b-89c5-ac48cde5241c] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1019.138570] env[68893]: INFO nova.scheduler.client.report [None req-ba81c560-1271-4184-b0d8-8523333e76ac tempest-ServersAaction247Test-1215653772 tempest-ServersAaction247Test-1215653772-project-member] Deleted allocations for instance 8d99ff20-bffa-417a-ae2a-84957a794332 [ 1019.314109] env[68893]: DEBUG nova.network.neutron [-] [instance: 5c771d60-a6ca-434c-9193-9d90821b26b2] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.473117] env[68893]: DEBUG oslo_vmware.api [None req-cfa00560-135b-466f-861a-005ac8f37bb1 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': task-2791985, 'name': PowerOffVM_Task, 'duration_secs': 0.219771} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.473545] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfa00560-135b-466f-861a-005ac8f37bb1 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 0df1cf01-48d1-4da5-96d7-e4a71fa6396f] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1019.473765] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-cfa00560-135b-466f-861a-005ac8f37bb1 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 0df1cf01-48d1-4da5-96d7-e4a71fa6396f] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1019.474072] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f6f53c99-8dbb-4cff-924a-7ab4a45c1b8d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.531722] env[68893]: DEBUG oslo_concurrency.lockutils [req-c947b4c6-893e-47ef-9d08-a571cdd95847 req-f8985431-14d0-4f41-987d-1b39b1f4b6bd service nova] Releasing lock "refresh_cache-9d2c4276-803a-45ac-92bd-82eb2c5095eb" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.554786] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-cfa00560-135b-466f-861a-005ac8f37bb1 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 0df1cf01-48d1-4da5-96d7-e4a71fa6396f] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1019.555015] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-cfa00560-135b-466f-861a-005ac8f37bb1 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 0df1cf01-48d1-4da5-96d7-e4a71fa6396f] Deleting contents of the VM from datastore datastore1 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1019.555207] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfa00560-135b-466f-861a-005ac8f37bb1 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Deleting the datastore file [datastore1] 0df1cf01-48d1-4da5-96d7-e4a71fa6396f {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1019.555468] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-259f7657-6de4-46b3-b336-507034ad8bf0 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.561497] env[68893]: DEBUG oslo_vmware.api [None req-cfa00560-135b-466f-861a-005ac8f37bb1 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Waiting for the task: (returnval){ [ 1019.561497] env[68893]: value = "task-2791987" [ 1019.561497] env[68893]: _type = "Task" [ 1019.561497] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.569432] env[68893]: DEBUG oslo_vmware.api [None req-cfa00560-135b-466f-861a-005ac8f37bb1 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': task-2791987, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.647034] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ba81c560-1271-4184-b0d8-8523333e76ac tempest-ServersAaction247Test-1215653772 tempest-ServersAaction247Test-1215653772-project-member] Lock "8d99ff20-bffa-417a-ae2a-84957a794332" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.689s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.667673] env[68893]: DEBUG nova.network.neutron [None req-d5a0a62a-3461-4fc4-a57e-07b022678e9c tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] [instance: deb6dee1-b9f7-4b2b-89c5-ac48cde5241c] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1019.816354] env[68893]: INFO nova.compute.manager [-] [instance: 5c771d60-a6ca-434c-9193-9d90821b26b2] Took 1.02 seconds to deallocate network for instance. [ 1019.884339] env[68893]: DEBUG nova.network.neutron [None req-d5a0a62a-3461-4fc4-a57e-07b022678e9c tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] [instance: deb6dee1-b9f7-4b2b-89c5-ac48cde5241c] Updating instance_info_cache with network_info: [{"id": "bba28455-78a2-467e-b411-9b7cbc9197e6", "address": "fa:16:3e:9f:e1:db", "network": {"id": "3297cc8d-5d95-4ee1-9980-6b0e8b7de833", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1082529985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4064ede1a11d4834b85e4081e6eb81aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbba28455-78", "ovs_interfaceid": "bba28455-78a2-467e-b411-9b7cbc9197e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.073025] env[68893]: DEBUG oslo_vmware.api [None req-cfa00560-135b-466f-861a-005ac8f37bb1 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': task-2791987, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13038} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.073025] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfa00560-135b-466f-861a-005ac8f37bb1 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1020.073025] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-cfa00560-135b-466f-861a-005ac8f37bb1 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 0df1cf01-48d1-4da5-96d7-e4a71fa6396f] Deleted contents of the VM from datastore datastore1 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1020.073025] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-cfa00560-135b-466f-861a-005ac8f37bb1 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 0df1cf01-48d1-4da5-96d7-e4a71fa6396f] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1020.073025] env[68893]: INFO nova.compute.manager [None req-cfa00560-135b-466f-861a-005ac8f37bb1 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 0df1cf01-48d1-4da5-96d7-e4a71fa6396f] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1020.073370] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cfa00560-135b-466f-861a-005ac8f37bb1 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1020.073370] env[68893]: DEBUG nova.compute.manager [-] [instance: 0df1cf01-48d1-4da5-96d7-e4a71fa6396f] Deallocating network for instance {{(pid=68893) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1020.073503] env[68893]: DEBUG nova.network.neutron [-] [instance: 0df1cf01-48d1-4da5-96d7-e4a71fa6396f] deallocate_for_instance() {{(pid=68893) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1020.322493] env[68893]: DEBUG oslo_concurrency.lockutils [None req-df6c9886-e8cc-4ee2-a4e1-3a731897019f tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.385890] env[68893]: DEBUG nova.compute.manager [req-72be7e96-cca2-4db5-93db-0268471d1576 req-ddec8953-cbb9-4924-9156-e78136226abd service nova] [instance: 0df1cf01-48d1-4da5-96d7-e4a71fa6396f] Received event network-vif-deleted-9d331bc4-ea23-49c1-b342-9427d120b204 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1020.386117] env[68893]: INFO nova.compute.manager [req-72be7e96-cca2-4db5-93db-0268471d1576 req-ddec8953-cbb9-4924-9156-e78136226abd service nova] [instance: 0df1cf01-48d1-4da5-96d7-e4a71fa6396f] Neutron deleted interface 9d331bc4-ea23-49c1-b342-9427d120b204; detaching it from the instance and deleting it from the info cache [ 1020.386368] env[68893]: DEBUG nova.network.neutron [req-72be7e96-cca2-4db5-93db-0268471d1576 req-ddec8953-cbb9-4924-9156-e78136226abd service nova] [instance: 0df1cf01-48d1-4da5-96d7-e4a71fa6396f] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.389048] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d5a0a62a-3461-4fc4-a57e-07b022678e9c tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Releasing lock "refresh_cache-deb6dee1-b9f7-4b2b-89c5-ac48cde5241c" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.389048] env[68893]: DEBUG nova.compute.manager [None req-d5a0a62a-3461-4fc4-a57e-07b022678e9c tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] [instance: deb6dee1-b9f7-4b2b-89c5-ac48cde5241c] Instance network_info: |[{"id": "bba28455-78a2-467e-b411-9b7cbc9197e6", "address": "fa:16:3e:9f:e1:db", "network": {"id": "3297cc8d-5d95-4ee1-9980-6b0e8b7de833", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1082529985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4064ede1a11d4834b85e4081e6eb81aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbba28455-78", "ovs_interfaceid": "bba28455-78a2-467e-b411-9b7cbc9197e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1020.389228] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-d5a0a62a-3461-4fc4-a57e-07b022678e9c tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] [instance: deb6dee1-b9f7-4b2b-89c5-ac48cde5241c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:e1:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98d96b75-ac36-499a-adc2-130c8c1d55ca', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bba28455-78a2-467e-b411-9b7cbc9197e6', 'vif_model': 'vmxnet3'}] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1020.396850] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d5a0a62a-3461-4fc4-a57e-07b022678e9c tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1020.399926] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: deb6dee1-b9f7-4b2b-89c5-ac48cde5241c] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1020.400522] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1703d9e3-b038-4cea-816c-7e6003113610 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.422692] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1020.422692] env[68893]: value = "task-2791988" [ 1020.422692] env[68893]: _type = "Task" [ 1020.422692] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.432967] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791988, 'name': CreateVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.457696] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3beb3e04-273c-4df2-812a-7277d2f7d2c5 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.464434] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c7ec7a8-0322-4b17-bb52-c7c06649b46c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.496806] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b70699bc-9fe1-4b19-8494-aef1c113fd49 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.504461] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d971147-173d-4732-b034-ee682935ad77 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.519814] env[68893]: DEBUG nova.compute.provider_tree [None req-b5933380-46ce-4a32-b2d9-91ef346c9312 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1020.548398] env[68893]: DEBUG nova.compute.manager [req-ad09ad9e-ad9f-4935-8915-42563cb76601 req-5fb46cb5-984a-41de-811b-58f96930b54d service nova] [instance: deb6dee1-b9f7-4b2b-89c5-ac48cde5241c] Received event network-changed-bba28455-78a2-467e-b411-9b7cbc9197e6 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1020.548591] env[68893]: DEBUG nova.compute.manager [req-ad09ad9e-ad9f-4935-8915-42563cb76601 req-5fb46cb5-984a-41de-811b-58f96930b54d service nova] [instance: deb6dee1-b9f7-4b2b-89c5-ac48cde5241c] Refreshing instance network info cache due to event network-changed-bba28455-78a2-467e-b411-9b7cbc9197e6. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1020.548803] env[68893]: DEBUG oslo_concurrency.lockutils [req-ad09ad9e-ad9f-4935-8915-42563cb76601 req-5fb46cb5-984a-41de-811b-58f96930b54d service nova] Acquiring lock "refresh_cache-deb6dee1-b9f7-4b2b-89c5-ac48cde5241c" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.548945] env[68893]: DEBUG oslo_concurrency.lockutils [req-ad09ad9e-ad9f-4935-8915-42563cb76601 req-5fb46cb5-984a-41de-811b-58f96930b54d service nova] Acquired lock "refresh_cache-deb6dee1-b9f7-4b2b-89c5-ac48cde5241c" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.549165] env[68893]: DEBUG nova.network.neutron [req-ad09ad9e-ad9f-4935-8915-42563cb76601 req-5fb46cb5-984a-41de-811b-58f96930b54d service nova] [instance: deb6dee1-b9f7-4b2b-89c5-ac48cde5241c] Refreshing network info cache for port bba28455-78a2-467e-b411-9b7cbc9197e6 {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1020.870682] env[68893]: DEBUG nova.network.neutron [-] [instance: 0df1cf01-48d1-4da5-96d7-e4a71fa6396f] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.890099] env[68893]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1d4c5c1d-17c0-486d-90b3-8f565bbe0ca7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.899478] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c79e152-2892-44d8-b852-9cbf46ef8fdc {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.932955] env[68893]: DEBUG nova.compute.manager [req-72be7e96-cca2-4db5-93db-0268471d1576 req-ddec8953-cbb9-4924-9156-e78136226abd service nova] [instance: 0df1cf01-48d1-4da5-96d7-e4a71fa6396f] Detach interface failed, port_id=9d331bc4-ea23-49c1-b342-9427d120b204, reason: Instance 0df1cf01-48d1-4da5-96d7-e4a71fa6396f could not be found. {{(pid=68893) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1020.941232] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791988, 'name': CreateVM_Task, 'duration_secs': 0.320852} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.941473] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: deb6dee1-b9f7-4b2b-89c5-ac48cde5241c] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1020.942093] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d5a0a62a-3461-4fc4-a57e-07b022678e9c tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.942267] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d5a0a62a-3461-4fc4-a57e-07b022678e9c tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.942601] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d5a0a62a-3461-4fc4-a57e-07b022678e9c tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.942860] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ecf1db92-c62a-4943-9d0c-8c2fb9200667 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.947383] env[68893]: DEBUG oslo_vmware.api [None req-d5a0a62a-3461-4fc4-a57e-07b022678e9c tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Waiting for the task: (returnval){ [ 1020.947383] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52a7bda8-c3fa-7c12-a433-0450cbda2ad4" [ 1020.947383] env[68893]: _type = "Task" [ 1020.947383] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.955298] env[68893]: DEBUG oslo_vmware.api [None req-d5a0a62a-3461-4fc4-a57e-07b022678e9c tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52a7bda8-c3fa-7c12-a433-0450cbda2ad4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.023075] env[68893]: DEBUG nova.scheduler.client.report [None req-b5933380-46ce-4a32-b2d9-91ef346c9312 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1021.373480] env[68893]: INFO nova.compute.manager [-] [instance: 0df1cf01-48d1-4da5-96d7-e4a71fa6396f] Took 1.30 seconds to deallocate network for instance. [ 1021.415807] env[68893]: DEBUG nova.network.neutron [req-ad09ad9e-ad9f-4935-8915-42563cb76601 req-5fb46cb5-984a-41de-811b-58f96930b54d service nova] [instance: deb6dee1-b9f7-4b2b-89c5-ac48cde5241c] Updated VIF entry in instance network info cache for port bba28455-78a2-467e-b411-9b7cbc9197e6. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1021.416190] env[68893]: DEBUG nova.network.neutron [req-ad09ad9e-ad9f-4935-8915-42563cb76601 req-5fb46cb5-984a-41de-811b-58f96930b54d service nova] [instance: deb6dee1-b9f7-4b2b-89c5-ac48cde5241c] Updating instance_info_cache with network_info: [{"id": "bba28455-78a2-467e-b411-9b7cbc9197e6", "address": "fa:16:3e:9f:e1:db", "network": {"id": "3297cc8d-5d95-4ee1-9980-6b0e8b7de833", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1082529985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4064ede1a11d4834b85e4081e6eb81aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbba28455-78", "ovs_interfaceid": "bba28455-78a2-467e-b411-9b7cbc9197e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.459423] env[68893]: DEBUG oslo_vmware.api [None req-d5a0a62a-3461-4fc4-a57e-07b022678e9c tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52a7bda8-c3fa-7c12-a433-0450cbda2ad4, 'name': SearchDatastore_Task, 'duration_secs': 0.010618} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.459728] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d5a0a62a-3461-4fc4-a57e-07b022678e9c tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.459994] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-d5a0a62a-3461-4fc4-a57e-07b022678e9c tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] [instance: deb6dee1-b9f7-4b2b-89c5-ac48cde5241c] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1021.460253] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d5a0a62a-3461-4fc4-a57e-07b022678e9c tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.460398] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d5a0a62a-3461-4fc4-a57e-07b022678e9c tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.460589] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5a0a62a-3461-4fc4-a57e-07b022678e9c tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1021.460849] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-09560cff-804a-46cc-a511-c6328ec0d668 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.470329] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5a0a62a-3461-4fc4-a57e-07b022678e9c tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1021.470728] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-d5a0a62a-3461-4fc4-a57e-07b022678e9c tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1021.471665] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc920f46-9705-4167-b796-623c93db79e5 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.477465] env[68893]: DEBUG oslo_vmware.api [None req-d5a0a62a-3461-4fc4-a57e-07b022678e9c tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Waiting for the task: (returnval){ [ 1021.477465] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]528d9531-19ce-11f9-b204-b81bc40af6e3" [ 1021.477465] env[68893]: _type = "Task" [ 1021.477465] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.485435] env[68893]: DEBUG oslo_vmware.api [None req-d5a0a62a-3461-4fc4-a57e-07b022678e9c tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]528d9531-19ce-11f9-b204-b81bc40af6e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.527921] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b5933380-46ce-4a32-b2d9-91ef346c9312 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.422s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.528646] env[68893]: DEBUG nova.compute.manager [None req-b5933380-46ce-4a32-b2d9-91ef346c9312 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: 95be1925-4482-4656-aeb1-7e4ef679458f] Start building networks asynchronously for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1021.535019] env[68893]: DEBUG oslo_concurrency.lockutils [None req-4771214c-8345-4616-a2c5-5f008ff4e03c tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.591s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.535019] env[68893]: DEBUG nova.objects.instance [None req-4771214c-8345-4616-a2c5-5f008ff4e03c tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Lazy-loading 'resources' on Instance uuid c648b3f3-3761-4018-95cd-bb62c58421db {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1021.882480] env[68893]: DEBUG oslo_concurrency.lockutils [None req-cfa00560-135b-466f-861a-005ac8f37bb1 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.918700] env[68893]: DEBUG oslo_concurrency.lockutils [req-ad09ad9e-ad9f-4935-8915-42563cb76601 req-5fb46cb5-984a-41de-811b-58f96930b54d service nova] Releasing lock "refresh_cache-deb6dee1-b9f7-4b2b-89c5-ac48cde5241c" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.988771] env[68893]: DEBUG oslo_vmware.api [None req-d5a0a62a-3461-4fc4-a57e-07b022678e9c tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]528d9531-19ce-11f9-b204-b81bc40af6e3, 'name': SearchDatastore_Task, 'duration_secs': 0.009143} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.989985] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85b496d3-67fc-40bb-b21e-28047b3f11fe {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.995610] env[68893]: DEBUG oslo_vmware.api [None req-d5a0a62a-3461-4fc4-a57e-07b022678e9c tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Waiting for the task: (returnval){ [ 1021.995610] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52b9ca45-17e3-45b0-e7cd-d1c8e723475e" [ 1021.995610] env[68893]: _type = "Task" [ 1021.995610] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.003868] env[68893]: DEBUG oslo_vmware.api [None req-d5a0a62a-3461-4fc4-a57e-07b022678e9c tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52b9ca45-17e3-45b0-e7cd-d1c8e723475e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.034451] env[68893]: DEBUG nova.compute.utils [None req-b5933380-46ce-4a32-b2d9-91ef346c9312 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1022.035836] env[68893]: DEBUG nova.compute.manager [None req-b5933380-46ce-4a32-b2d9-91ef346c9312 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: 95be1925-4482-4656-aeb1-7e4ef679458f] Allocating IP information in the background. {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1022.036009] env[68893]: DEBUG nova.network.neutron [None req-b5933380-46ce-4a32-b2d9-91ef346c9312 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: 95be1925-4482-4656-aeb1-7e4ef679458f] allocate_for_instance() {{(pid=68893) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1022.076978] env[68893]: DEBUG nova.policy [None req-b5933380-46ce-4a32-b2d9-91ef346c9312 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dde60ecc29cf439e9b9646becfde4f73', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6e831a12ecf54cd6808b9e257ff9bea1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68893) authorize /opt/stack/nova/nova/policy.py:192}} [ 1022.407882] env[68893]: DEBUG nova.network.neutron [None req-b5933380-46ce-4a32-b2d9-91ef346c9312 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: 95be1925-4482-4656-aeb1-7e4ef679458f] Successfully created port: b9f69f5a-5f87-4ed3-adf7-7098fefe7fc5 {{(pid=68893) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1022.432562] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f57590fe-3e0f-455a-a833-7e86920666b0 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.441989] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fdf3069-5e30-486c-801a-fd21182a1582 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.477366] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af5ba058-b0e6-473f-914b-5ad8ca441236 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.486891] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7474249b-b3cd-46fb-8f7d-bd27d49f24bc {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.503361] env[68893]: DEBUG nova.compute.provider_tree [None req-4771214c-8345-4616-a2c5-5f008ff4e03c tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1022.514389] env[68893]: DEBUG oslo_vmware.api [None req-d5a0a62a-3461-4fc4-a57e-07b022678e9c tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52b9ca45-17e3-45b0-e7cd-d1c8e723475e, 'name': SearchDatastore_Task, 'duration_secs': 0.009704} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.515229] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d5a0a62a-3461-4fc4-a57e-07b022678e9c tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.515477] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5a0a62a-3461-4fc4-a57e-07b022678e9c tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] deb6dee1-b9f7-4b2b-89c5-ac48cde5241c/deb6dee1-b9f7-4b2b-89c5-ac48cde5241c.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1022.515719] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9f635d20-237f-4ff8-9c4b-94e7a7d223d7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.523843] env[68893]: DEBUG oslo_vmware.api [None req-d5a0a62a-3461-4fc4-a57e-07b022678e9c tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Waiting for the task: (returnval){ [ 1022.523843] env[68893]: value = "task-2791989" [ 1022.523843] env[68893]: _type = "Task" [ 1022.523843] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.533070] env[68893]: DEBUG oslo_vmware.api [None req-d5a0a62a-3461-4fc4-a57e-07b022678e9c tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Task: {'id': task-2791989, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.540829] env[68893]: DEBUG nova.compute.manager [None req-b5933380-46ce-4a32-b2d9-91ef346c9312 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: 95be1925-4482-4656-aeb1-7e4ef679458f] Start building block device mappings for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1023.009455] env[68893]: DEBUG nova.scheduler.client.report [None req-4771214c-8345-4616-a2c5-5f008ff4e03c tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1023.035052] env[68893]: DEBUG oslo_vmware.api [None req-d5a0a62a-3461-4fc4-a57e-07b022678e9c tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Task: {'id': task-2791989, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.466937} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.035161] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5a0a62a-3461-4fc4-a57e-07b022678e9c tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] deb6dee1-b9f7-4b2b-89c5-ac48cde5241c/deb6dee1-b9f7-4b2b-89c5-ac48cde5241c.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1023.035301] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-d5a0a62a-3461-4fc4-a57e-07b022678e9c tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] [instance: deb6dee1-b9f7-4b2b-89c5-ac48cde5241c] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1023.035558] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c1a59761-4327-4a13-8192-c25267a32a57 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.044653] env[68893]: DEBUG oslo_vmware.api [None req-d5a0a62a-3461-4fc4-a57e-07b022678e9c tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Waiting for the task: (returnval){ [ 1023.044653] env[68893]: value = "task-2791990" [ 1023.044653] env[68893]: _type = "Task" [ 1023.044653] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.058305] env[68893]: DEBUG oslo_vmware.api [None req-d5a0a62a-3461-4fc4-a57e-07b022678e9c tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Task: {'id': task-2791990, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.515424] env[68893]: DEBUG oslo_concurrency.lockutils [None req-4771214c-8345-4616-a2c5-5f008ff4e03c tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.983s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.518092] env[68893]: DEBUG oslo_concurrency.lockutils [None req-5822c166-d2ab-4643-8308-a189adf1396c tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.217s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.519647] env[68893]: INFO nova.compute.claims [None req-5822c166-d2ab-4643-8308-a189adf1396c tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: d7be052a-8113-4d5e-a4cd-1a9e12c07a70] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1023.540353] env[68893]: INFO nova.scheduler.client.report [None req-4771214c-8345-4616-a2c5-5f008ff4e03c tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Deleted allocations for instance c648b3f3-3761-4018-95cd-bb62c58421db [ 1023.554412] env[68893]: DEBUG nova.compute.manager [None req-b5933380-46ce-4a32-b2d9-91ef346c9312 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: 95be1925-4482-4656-aeb1-7e4ef679458f] Start spawning the instance on the hypervisor. {{(pid=68893) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1023.559527] env[68893]: DEBUG oslo_concurrency.lockutils [None req-c370be23-d012-4187-b06e-80c0367c20ca tempest-ServerTagsTestJSON-1883384352 tempest-ServerTagsTestJSON-1883384352-project-member] Acquiring lock "86c6883a-4bba-48cc-a68b-21ac933f0867" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.559743] env[68893]: DEBUG oslo_concurrency.lockutils [None req-c370be23-d012-4187-b06e-80c0367c20ca tempest-ServerTagsTestJSON-1883384352 tempest-ServerTagsTestJSON-1883384352-project-member] Lock "86c6883a-4bba-48cc-a68b-21ac933f0867" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.565910] env[68893]: DEBUG oslo_vmware.api [None req-d5a0a62a-3461-4fc4-a57e-07b022678e9c tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Task: {'id': task-2791990, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066321} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.566810] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-d5a0a62a-3461-4fc4-a57e-07b022678e9c tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] [instance: deb6dee1-b9f7-4b2b-89c5-ac48cde5241c] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1023.567851] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84f6242e-540b-47c0-bb23-72e32e1faf63 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.594017] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5a0a62a-3461-4fc4-a57e-07b022678e9c tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] [instance: deb6dee1-b9f7-4b2b-89c5-ac48cde5241c] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] deb6dee1-b9f7-4b2b-89c5-ac48cde5241c/deb6dee1-b9f7-4b2b-89c5-ac48cde5241c.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1023.597153] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13e9b520-af53-4ddc-84a3-a69de01a384a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.621106] env[68893]: DEBUG nova.virt.hardware [None req-b5933380-46ce-4a32-b2d9-91ef346c9312 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1023.621903] env[68893]: DEBUG nova.virt.hardware [None req-b5933380-46ce-4a32-b2d9-91ef346c9312 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1023.621903] env[68893]: DEBUG nova.virt.hardware [None req-b5933380-46ce-4a32-b2d9-91ef346c9312 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1023.621903] env[68893]: DEBUG nova.virt.hardware [None req-b5933380-46ce-4a32-b2d9-91ef346c9312 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1023.621903] env[68893]: DEBUG nova.virt.hardware [None req-b5933380-46ce-4a32-b2d9-91ef346c9312 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1023.622171] env[68893]: DEBUG nova.virt.hardware [None req-b5933380-46ce-4a32-b2d9-91ef346c9312 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1023.622171] env[68893]: DEBUG nova.virt.hardware [None req-b5933380-46ce-4a32-b2d9-91ef346c9312 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1023.622357] env[68893]: DEBUG nova.virt.hardware [None req-b5933380-46ce-4a32-b2d9-91ef346c9312 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1023.622750] env[68893]: DEBUG nova.virt.hardware [None req-b5933380-46ce-4a32-b2d9-91ef346c9312 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1023.622750] env[68893]: DEBUG nova.virt.hardware [None req-b5933380-46ce-4a32-b2d9-91ef346c9312 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1023.622905] env[68893]: DEBUG nova.virt.hardware [None req-b5933380-46ce-4a32-b2d9-91ef346c9312 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1023.623999] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c97601bb-f0e8-41ac-8b06-cfcc0a843c20 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.627820] env[68893]: DEBUG oslo_vmware.api [None req-d5a0a62a-3461-4fc4-a57e-07b022678e9c tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Waiting for the task: (returnval){ [ 1023.627820] env[68893]: value = "task-2791991" [ 1023.627820] env[68893]: _type = "Task" [ 1023.627820] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.635699] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c380d54-058b-43a8-8a41-dd5f912915e0 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.643093] env[68893]: DEBUG oslo_vmware.api [None req-d5a0a62a-3461-4fc4-a57e-07b022678e9c tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Task: {'id': task-2791991, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.956186] env[68893]: DEBUG nova.compute.manager [req-29dd2d5d-e0e3-4ea3-9551-4c54568c1e77 req-2aea0520-d06e-4a58-86d7-a92cb5e1e852 service nova] [instance: 95be1925-4482-4656-aeb1-7e4ef679458f] Received event network-vif-plugged-b9f69f5a-5f87-4ed3-adf7-7098fefe7fc5 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1023.956517] env[68893]: DEBUG oslo_concurrency.lockutils [req-29dd2d5d-e0e3-4ea3-9551-4c54568c1e77 req-2aea0520-d06e-4a58-86d7-a92cb5e1e852 service nova] Acquiring lock "95be1925-4482-4656-aeb1-7e4ef679458f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.956652] env[68893]: DEBUG oslo_concurrency.lockutils [req-29dd2d5d-e0e3-4ea3-9551-4c54568c1e77 req-2aea0520-d06e-4a58-86d7-a92cb5e1e852 service nova] Lock "95be1925-4482-4656-aeb1-7e4ef679458f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.956827] env[68893]: DEBUG oslo_concurrency.lockutils [req-29dd2d5d-e0e3-4ea3-9551-4c54568c1e77 req-2aea0520-d06e-4a58-86d7-a92cb5e1e852 service nova] Lock "95be1925-4482-4656-aeb1-7e4ef679458f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.957116] env[68893]: DEBUG nova.compute.manager [req-29dd2d5d-e0e3-4ea3-9551-4c54568c1e77 req-2aea0520-d06e-4a58-86d7-a92cb5e1e852 service nova] [instance: 95be1925-4482-4656-aeb1-7e4ef679458f] No waiting events found dispatching network-vif-plugged-b9f69f5a-5f87-4ed3-adf7-7098fefe7fc5 {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1023.957310] env[68893]: WARNING nova.compute.manager [req-29dd2d5d-e0e3-4ea3-9551-4c54568c1e77 req-2aea0520-d06e-4a58-86d7-a92cb5e1e852 service nova] [instance: 95be1925-4482-4656-aeb1-7e4ef679458f] Received unexpected event network-vif-plugged-b9f69f5a-5f87-4ed3-adf7-7098fefe7fc5 for instance with vm_state building and task_state spawning. [ 1024.052633] env[68893]: DEBUG oslo_concurrency.lockutils [None req-4771214c-8345-4616-a2c5-5f008ff4e03c tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Lock "c648b3f3-3761-4018-95cd-bb62c58421db" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.728s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.067538] env[68893]: DEBUG nova.compute.manager [None req-c370be23-d012-4187-b06e-80c0367c20ca tempest-ServerTagsTestJSON-1883384352 tempest-ServerTagsTestJSON-1883384352-project-member] [instance: 86c6883a-4bba-48cc-a68b-21ac933f0867] Starting instance... {{(pid=68893) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1024.087237] env[68893]: DEBUG nova.network.neutron [None req-b5933380-46ce-4a32-b2d9-91ef346c9312 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: 95be1925-4482-4656-aeb1-7e4ef679458f] Successfully updated port: b9f69f5a-5f87-4ed3-adf7-7098fefe7fc5 {{(pid=68893) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1024.140475] env[68893]: DEBUG oslo_vmware.api [None req-d5a0a62a-3461-4fc4-a57e-07b022678e9c tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Task: {'id': task-2791991, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.590874] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b5933380-46ce-4a32-b2d9-91ef346c9312 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Acquiring lock "refresh_cache-95be1925-4482-4656-aeb1-7e4ef679458f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.591878] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b5933380-46ce-4a32-b2d9-91ef346c9312 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Acquired lock "refresh_cache-95be1925-4482-4656-aeb1-7e4ef679458f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.592585] env[68893]: DEBUG nova.network.neutron [None req-b5933380-46ce-4a32-b2d9-91ef346c9312 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: 95be1925-4482-4656-aeb1-7e4ef679458f] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1024.599308] env[68893]: DEBUG oslo_concurrency.lockutils [None req-c370be23-d012-4187-b06e-80c0367c20ca tempest-ServerTagsTestJSON-1883384352 tempest-ServerTagsTestJSON-1883384352-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.647292] env[68893]: DEBUG oslo_vmware.api [None req-d5a0a62a-3461-4fc4-a57e-07b022678e9c tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Task: {'id': task-2791991, 'name': ReconfigVM_Task, 'duration_secs': 0.523163} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.650223] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5a0a62a-3461-4fc4-a57e-07b022678e9c tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] [instance: deb6dee1-b9f7-4b2b-89c5-ac48cde5241c] Reconfigured VM instance instance-00000051 to attach disk [datastore2] deb6dee1-b9f7-4b2b-89c5-ac48cde5241c/deb6dee1-b9f7-4b2b-89c5-ac48cde5241c.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1024.651460] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-83922173-f895-4ca2-84a6-654fe20ad556 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.659662] env[68893]: DEBUG oslo_vmware.api [None req-d5a0a62a-3461-4fc4-a57e-07b022678e9c tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Waiting for the task: (returnval){ [ 1024.659662] env[68893]: value = "task-2791992" [ 1024.659662] env[68893]: _type = "Task" [ 1024.659662] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.682222] env[68893]: DEBUG oslo_vmware.api [None req-d5a0a62a-3461-4fc4-a57e-07b022678e9c tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Task: {'id': task-2791992, 'name': Rename_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.872599] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d6f7728-06eb-4798-b504-fa0cc1c8cdfa {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.872599] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49865026-6bd5-4111-a79e-0ec756d87d67 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.900859] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a07249f5-e577-4996-af65-f97e6218ca89 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.909341] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2c0c132-dd54-415e-8e14-50154b400e66 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.923595] env[68893]: DEBUG nova.compute.provider_tree [None req-5822c166-d2ab-4643-8308-a189adf1396c tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Updating inventory in ProviderTree for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1025.125265] env[68893]: DEBUG nova.network.neutron [None req-b5933380-46ce-4a32-b2d9-91ef346c9312 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: 95be1925-4482-4656-aeb1-7e4ef679458f] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1025.173208] env[68893]: DEBUG oslo_vmware.api [None req-d5a0a62a-3461-4fc4-a57e-07b022678e9c tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Task: {'id': task-2791992, 'name': Rename_Task, 'duration_secs': 0.178187} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.173586] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5a0a62a-3461-4fc4-a57e-07b022678e9c tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] [instance: deb6dee1-b9f7-4b2b-89c5-ac48cde5241c] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1025.173887] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e2089001-6c95-4805-ad4d-fa0255e3f141 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.180980] env[68893]: DEBUG oslo_vmware.api [None req-d5a0a62a-3461-4fc4-a57e-07b022678e9c tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Waiting for the task: (returnval){ [ 1025.180980] env[68893]: value = "task-2791993" [ 1025.180980] env[68893]: _type = "Task" [ 1025.180980] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.190352] env[68893]: DEBUG oslo_vmware.api [None req-d5a0a62a-3461-4fc4-a57e-07b022678e9c tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Task: {'id': task-2791993, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.263920] env[68893]: DEBUG nova.network.neutron [None req-b5933380-46ce-4a32-b2d9-91ef346c9312 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: 95be1925-4482-4656-aeb1-7e4ef679458f] Updating instance_info_cache with network_info: [{"id": "b9f69f5a-5f87-4ed3-adf7-7098fefe7fc5", "address": "fa:16:3e:9d:ab:75", "network": {"id": "9374277b-3501-458f-9ae9-b7a3a29a6898", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1822905617-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e831a12ecf54cd6808b9e257ff9bea1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9f69f5a-5f", "ovs_interfaceid": "b9f69f5a-5f87-4ed3-adf7-7098fefe7fc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.447720] env[68893]: ERROR nova.scheduler.client.report [None req-5822c166-d2ab-4643-8308-a189adf1396c tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [req-9bea2d2a-ccb8-4ab3-80f6-b4d907ade80f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d14b70d6-a636-4db0-b5a6-b901da6fa895. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9bea2d2a-ccb8-4ab3-80f6-b4d907ade80f"}]} [ 1025.465122] env[68893]: DEBUG nova.scheduler.client.report [None req-5822c166-d2ab-4643-8308-a189adf1396c tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Refreshing inventories for resource provider d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1025.483219] env[68893]: DEBUG nova.scheduler.client.report [None req-5822c166-d2ab-4643-8308-a189adf1396c tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Updating ProviderTree inventory for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1025.483482] env[68893]: DEBUG nova.compute.provider_tree [None req-5822c166-d2ab-4643-8308-a189adf1396c tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Updating inventory in ProviderTree for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1025.496981] env[68893]: DEBUG nova.scheduler.client.report [None req-5822c166-d2ab-4643-8308-a189adf1396c tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Refreshing aggregate associations for resource provider d14b70d6-a636-4db0-b5a6-b901da6fa895, aggregates: None {{(pid=68893) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1025.519400] env[68893]: DEBUG nova.scheduler.client.report [None req-5822c166-d2ab-4643-8308-a189adf1396c tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Refreshing trait associations for resource provider d14b70d6-a636-4db0-b5a6-b901da6fa895, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE {{(pid=68893) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1025.692898] env[68893]: DEBUG oslo_vmware.api [None req-d5a0a62a-3461-4fc4-a57e-07b022678e9c tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Task: {'id': task-2791993, 'name': PowerOnVM_Task, 'duration_secs': 0.501634} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.693217] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5a0a62a-3461-4fc4-a57e-07b022678e9c tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] [instance: deb6dee1-b9f7-4b2b-89c5-ac48cde5241c] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1025.693395] env[68893]: INFO nova.compute.manager [None req-d5a0a62a-3461-4fc4-a57e-07b022678e9c tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] [instance: deb6dee1-b9f7-4b2b-89c5-ac48cde5241c] Took 7.57 seconds to spawn the instance on the hypervisor. [ 1025.693575] env[68893]: DEBUG nova.compute.manager [None req-d5a0a62a-3461-4fc4-a57e-07b022678e9c tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] [instance: deb6dee1-b9f7-4b2b-89c5-ac48cde5241c] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1025.694378] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f9b96cb-e617-4c40-8791-4fc7bfd1acbd {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.766950] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b5933380-46ce-4a32-b2d9-91ef346c9312 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Releasing lock "refresh_cache-95be1925-4482-4656-aeb1-7e4ef679458f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.767327] env[68893]: DEBUG nova.compute.manager [None req-b5933380-46ce-4a32-b2d9-91ef346c9312 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: 95be1925-4482-4656-aeb1-7e4ef679458f] Instance network_info: |[{"id": "b9f69f5a-5f87-4ed3-adf7-7098fefe7fc5", "address": "fa:16:3e:9d:ab:75", "network": {"id": "9374277b-3501-458f-9ae9-b7a3a29a6898", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1822905617-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e831a12ecf54cd6808b9e257ff9bea1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9f69f5a-5f", "ovs_interfaceid": "b9f69f5a-5f87-4ed3-adf7-7098fefe7fc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1025.770137] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-b5933380-46ce-4a32-b2d9-91ef346c9312 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: 95be1925-4482-4656-aeb1-7e4ef679458f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:ab:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69d412f5-01a9-4fed-8488-7b767a13a653', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b9f69f5a-5f87-4ed3-adf7-7098fefe7fc5', 'vif_model': 'vmxnet3'}] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1025.778530] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b5933380-46ce-4a32-b2d9-91ef346c9312 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1025.779902] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95be1925-4482-4656-aeb1-7e4ef679458f] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1025.780180] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f96f5cf8-17d6-4a03-83a3-8472db260a4f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.803612] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1025.803612] env[68893]: value = "task-2791994" [ 1025.803612] env[68893]: _type = "Task" [ 1025.803612] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.815528] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791994, 'name': CreateVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.819933] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8865e0e-0d3c-4423-872d-dc2976ebcc43 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.827337] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-486cd053-5310-4806-9a46-b5550fce76ed {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.860393] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-148b2dbc-934a-49fb-9026-9d1d3e3ea472 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.869387] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2ffb660-57c5-4206-8a21-41eed37b88c2 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.885334] env[68893]: DEBUG nova.compute.provider_tree [None req-5822c166-d2ab-4643-8308-a189adf1396c tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Updating inventory in ProviderTree for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1026.216634] env[68893]: INFO nova.compute.manager [None req-d5a0a62a-3461-4fc4-a57e-07b022678e9c tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] [instance: deb6dee1-b9f7-4b2b-89c5-ac48cde5241c] Took 32.18 seconds to build instance. [ 1026.226815] env[68893]: DEBUG nova.compute.manager [req-c934d02b-05dd-494a-9efe-2de796a08f49 req-f8458a92-7d88-4d76-977a-0e596d87b6b2 service nova] [instance: 95be1925-4482-4656-aeb1-7e4ef679458f] Received event network-changed-b9f69f5a-5f87-4ed3-adf7-7098fefe7fc5 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1026.227014] env[68893]: DEBUG nova.compute.manager [req-c934d02b-05dd-494a-9efe-2de796a08f49 req-f8458a92-7d88-4d76-977a-0e596d87b6b2 service nova] [instance: 95be1925-4482-4656-aeb1-7e4ef679458f] Refreshing instance network info cache due to event network-changed-b9f69f5a-5f87-4ed3-adf7-7098fefe7fc5. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1026.227228] env[68893]: DEBUG oslo_concurrency.lockutils [req-c934d02b-05dd-494a-9efe-2de796a08f49 req-f8458a92-7d88-4d76-977a-0e596d87b6b2 service nova] Acquiring lock "refresh_cache-95be1925-4482-4656-aeb1-7e4ef679458f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.227384] env[68893]: DEBUG oslo_concurrency.lockutils [req-c934d02b-05dd-494a-9efe-2de796a08f49 req-f8458a92-7d88-4d76-977a-0e596d87b6b2 service nova] Acquired lock "refresh_cache-95be1925-4482-4656-aeb1-7e4ef679458f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.227547] env[68893]: DEBUG nova.network.neutron [req-c934d02b-05dd-494a-9efe-2de796a08f49 req-f8458a92-7d88-4d76-977a-0e596d87b6b2 service nova] [instance: 95be1925-4482-4656-aeb1-7e4ef679458f] Refreshing network info cache for port b9f69f5a-5f87-4ed3-adf7-7098fefe7fc5 {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1026.314415] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2791994, 'name': CreateVM_Task, 'duration_secs': 0.378926} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.314610] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95be1925-4482-4656-aeb1-7e4ef679458f] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1026.315252] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b5933380-46ce-4a32-b2d9-91ef346c9312 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.315415] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b5933380-46ce-4a32-b2d9-91ef346c9312 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.315734] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b5933380-46ce-4a32-b2d9-91ef346c9312 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.315985] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4e0820f-8758-45fb-ac61-001a2a6c6d73 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.321289] env[68893]: DEBUG oslo_vmware.api [None req-b5933380-46ce-4a32-b2d9-91ef346c9312 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Waiting for the task: (returnval){ [ 1026.321289] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]526a05aa-4ee6-0321-8b38-8f3f454b9111" [ 1026.321289] env[68893]: _type = "Task" [ 1026.321289] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.329310] env[68893]: DEBUG oslo_vmware.api [None req-b5933380-46ce-4a32-b2d9-91ef346c9312 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]526a05aa-4ee6-0321-8b38-8f3f454b9111, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.436521] env[68893]: DEBUG nova.scheduler.client.report [None req-5822c166-d2ab-4643-8308-a189adf1396c tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Updated inventory for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with generation 110 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1026.436792] env[68893]: DEBUG nova.compute.provider_tree [None req-5822c166-d2ab-4643-8308-a189adf1396c tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Updating resource provider d14b70d6-a636-4db0-b5a6-b901da6fa895 generation from 110 to 111 during operation: update_inventory {{(pid=68893) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1026.437084] env[68893]: DEBUG nova.compute.provider_tree [None req-5822c166-d2ab-4643-8308-a189adf1396c tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Updating inventory in ProviderTree for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1026.718880] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d5a0a62a-3461-4fc4-a57e-07b022678e9c tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Lock "deb6dee1-b9f7-4b2b-89c5-ac48cde5241c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.695s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.834492] env[68893]: DEBUG oslo_vmware.api [None req-b5933380-46ce-4a32-b2d9-91ef346c9312 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]526a05aa-4ee6-0321-8b38-8f3f454b9111, 'name': SearchDatastore_Task, 'duration_secs': 0.0097} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.835727] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b5933380-46ce-4a32-b2d9-91ef346c9312 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.835929] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-b5933380-46ce-4a32-b2d9-91ef346c9312 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: 95be1925-4482-4656-aeb1-7e4ef679458f] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1026.836200] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b5933380-46ce-4a32-b2d9-91ef346c9312 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.836346] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b5933380-46ce-4a32-b2d9-91ef346c9312 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.836528] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5933380-46ce-4a32-b2d9-91ef346c9312 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1026.836786] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dd0c3ded-e1e6-49d6-af3c-f8a45d957596 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.846775] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5933380-46ce-4a32-b2d9-91ef346c9312 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1026.846958] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-b5933380-46ce-4a32-b2d9-91ef346c9312 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1026.847705] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b242c5e7-5fe3-476e-a4a7-1be2b27716e1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.853292] env[68893]: DEBUG oslo_vmware.api [None req-b5933380-46ce-4a32-b2d9-91ef346c9312 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Waiting for the task: (returnval){ [ 1026.853292] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]5233ecc9-10e5-7765-d0b0-b02991ea52ef" [ 1026.853292] env[68893]: _type = "Task" [ 1026.853292] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.863158] env[68893]: DEBUG oslo_vmware.api [None req-b5933380-46ce-4a32-b2d9-91ef346c9312 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]5233ecc9-10e5-7765-d0b0-b02991ea52ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.942604] env[68893]: DEBUG oslo_concurrency.lockutils [None req-5822c166-d2ab-4643-8308-a189adf1396c tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.424s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.943179] env[68893]: DEBUG nova.compute.manager [None req-5822c166-d2ab-4643-8308-a189adf1396c tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: d7be052a-8113-4d5e-a4cd-1a9e12c07a70] Start building networks asynchronously for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1026.945675] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b7077c54-e769-4ac4-93ac-c19760730bc0 tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.150s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.945895] env[68893]: DEBUG nova.objects.instance [None req-b7077c54-e769-4ac4-93ac-c19760730bc0 tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Lazy-loading 'resources' on Instance uuid 4a4ea316-2b13-4585-a52e-57f263bdbe6e {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1026.952601] env[68893]: DEBUG nova.network.neutron [req-c934d02b-05dd-494a-9efe-2de796a08f49 req-f8458a92-7d88-4d76-977a-0e596d87b6b2 service nova] [instance: 95be1925-4482-4656-aeb1-7e4ef679458f] Updated VIF entry in instance network info cache for port b9f69f5a-5f87-4ed3-adf7-7098fefe7fc5. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1026.953045] env[68893]: DEBUG nova.network.neutron [req-c934d02b-05dd-494a-9efe-2de796a08f49 req-f8458a92-7d88-4d76-977a-0e596d87b6b2 service nova] [instance: 95be1925-4482-4656-aeb1-7e4ef679458f] Updating instance_info_cache with network_info: [{"id": "b9f69f5a-5f87-4ed3-adf7-7098fefe7fc5", "address": "fa:16:3e:9d:ab:75", "network": {"id": "9374277b-3501-458f-9ae9-b7a3a29a6898", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1822905617-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e831a12ecf54cd6808b9e257ff9bea1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9f69f5a-5f", "ovs_interfaceid": "b9f69f5a-5f87-4ed3-adf7-7098fefe7fc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.366011] env[68893]: DEBUG oslo_vmware.api [None req-b5933380-46ce-4a32-b2d9-91ef346c9312 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]5233ecc9-10e5-7765-d0b0-b02991ea52ef, 'name': SearchDatastore_Task, 'duration_secs': 0.009581} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.367241] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98618d3d-e863-4be7-a0a7-767c0e7acc17 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.373323] env[68893]: DEBUG oslo_vmware.api [None req-b5933380-46ce-4a32-b2d9-91ef346c9312 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Waiting for the task: (returnval){ [ 1027.373323] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52f5d88b-ed05-bd9e-dfaf-f3f54768d417" [ 1027.373323] env[68893]: _type = "Task" [ 1027.373323] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.381119] env[68893]: DEBUG oslo_vmware.api [None req-b5933380-46ce-4a32-b2d9-91ef346c9312 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52f5d88b-ed05-bd9e-dfaf-f3f54768d417, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.448873] env[68893]: DEBUG nova.compute.utils [None req-5822c166-d2ab-4643-8308-a189adf1396c tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1027.452872] env[68893]: DEBUG nova.compute.manager [None req-5822c166-d2ab-4643-8308-a189adf1396c tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: d7be052a-8113-4d5e-a4cd-1a9e12c07a70] Allocating IP information in the background. {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1027.453059] env[68893]: DEBUG nova.network.neutron [None req-5822c166-d2ab-4643-8308-a189adf1396c tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: d7be052a-8113-4d5e-a4cd-1a9e12c07a70] allocate_for_instance() {{(pid=68893) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1027.455263] env[68893]: DEBUG oslo_concurrency.lockutils [req-c934d02b-05dd-494a-9efe-2de796a08f49 req-f8458a92-7d88-4d76-977a-0e596d87b6b2 service nova] Releasing lock "refresh_cache-95be1925-4482-4656-aeb1-7e4ef679458f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.513586] env[68893]: DEBUG nova.policy [None req-5822c166-d2ab-4643-8308-a189adf1396c tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '33c30aa23e754bbd9904de6ce130197d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f6f2d7d7af6a40f097ffca46e5a430bb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68893) authorize /opt/stack/nova/nova/policy.py:192}} [ 1027.744451] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7711aff3-f5fc-4129-aaa3-735cf0082357 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.753206] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0400bbb4-8a8e-4d6b-942d-5d08cfce9ae0 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.784304] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0841226-f0a1-49ea-ac26-4c6a174ab0ae {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.792788] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b29b38fe-dbbc-455f-bae8-ed86ba7639f8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.808515] env[68893]: DEBUG nova.compute.provider_tree [None req-b7077c54-e769-4ac4-93ac-c19760730bc0 tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1027.885751] env[68893]: DEBUG oslo_vmware.api [None req-b5933380-46ce-4a32-b2d9-91ef346c9312 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52f5d88b-ed05-bd9e-dfaf-f3f54768d417, 'name': SearchDatastore_Task, 'duration_secs': 0.010242} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.885751] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b5933380-46ce-4a32-b2d9-91ef346c9312 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.885751] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5933380-46ce-4a32-b2d9-91ef346c9312 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore1] 95be1925-4482-4656-aeb1-7e4ef679458f/95be1925-4482-4656-aeb1-7e4ef679458f.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1027.885880] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6b6544ec-2753-48b4-9f61-1d0913f1f34a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.893588] env[68893]: DEBUG oslo_vmware.api [None req-b5933380-46ce-4a32-b2d9-91ef346c9312 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Waiting for the task: (returnval){ [ 1027.893588] env[68893]: value = "task-2791995" [ 1027.893588] env[68893]: _type = "Task" [ 1027.893588] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.901866] env[68893]: DEBUG oslo_vmware.api [None req-b5933380-46ce-4a32-b2d9-91ef346c9312 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2791995, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.921053] env[68893]: DEBUG nova.network.neutron [None req-5822c166-d2ab-4643-8308-a189adf1396c tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: d7be052a-8113-4d5e-a4cd-1a9e12c07a70] Successfully created port: 6552b3cb-4934-4d9a-b72a-98ede1445068 {{(pid=68893) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1027.955784] env[68893]: DEBUG nova.compute.manager [None req-5822c166-d2ab-4643-8308-a189adf1396c tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: d7be052a-8113-4d5e-a4cd-1a9e12c07a70] Start building block device mappings for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1028.271039] env[68893]: DEBUG nova.compute.manager [req-9923f489-dae6-4518-b56c-2ccb287f04ff req-efac4ba9-4f88-4ee0-9b11-c85182cdcc00 service nova] [instance: deb6dee1-b9f7-4b2b-89c5-ac48cde5241c] Received event network-changed-bba28455-78a2-467e-b411-9b7cbc9197e6 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1028.271168] env[68893]: DEBUG nova.compute.manager [req-9923f489-dae6-4518-b56c-2ccb287f04ff req-efac4ba9-4f88-4ee0-9b11-c85182cdcc00 service nova] [instance: deb6dee1-b9f7-4b2b-89c5-ac48cde5241c] Refreshing instance network info cache due to event network-changed-bba28455-78a2-467e-b411-9b7cbc9197e6. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1028.271398] env[68893]: DEBUG oslo_concurrency.lockutils [req-9923f489-dae6-4518-b56c-2ccb287f04ff req-efac4ba9-4f88-4ee0-9b11-c85182cdcc00 service nova] Acquiring lock "refresh_cache-deb6dee1-b9f7-4b2b-89c5-ac48cde5241c" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.271566] env[68893]: DEBUG oslo_concurrency.lockutils [req-9923f489-dae6-4518-b56c-2ccb287f04ff req-efac4ba9-4f88-4ee0-9b11-c85182cdcc00 service nova] Acquired lock "refresh_cache-deb6dee1-b9f7-4b2b-89c5-ac48cde5241c" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.271776] env[68893]: DEBUG nova.network.neutron [req-9923f489-dae6-4518-b56c-2ccb287f04ff req-efac4ba9-4f88-4ee0-9b11-c85182cdcc00 service nova] [instance: deb6dee1-b9f7-4b2b-89c5-ac48cde5241c] Refreshing network info cache for port bba28455-78a2-467e-b411-9b7cbc9197e6 {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1028.311422] env[68893]: DEBUG nova.scheduler.client.report [None req-b7077c54-e769-4ac4-93ac-c19760730bc0 tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1028.404661] env[68893]: DEBUG oslo_vmware.api [None req-b5933380-46ce-4a32-b2d9-91ef346c9312 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2791995, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482394} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.404991] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5933380-46ce-4a32-b2d9-91ef346c9312 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore1] 95be1925-4482-4656-aeb1-7e4ef679458f/95be1925-4482-4656-aeb1-7e4ef679458f.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1028.405301] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-b5933380-46ce-4a32-b2d9-91ef346c9312 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: 95be1925-4482-4656-aeb1-7e4ef679458f] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1028.405617] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c2590561-7204-44bc-873b-ec692ea209e0 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.414010] env[68893]: DEBUG oslo_vmware.api [None req-b5933380-46ce-4a32-b2d9-91ef346c9312 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Waiting for the task: (returnval){ [ 1028.414010] env[68893]: value = "task-2791996" [ 1028.414010] env[68893]: _type = "Task" [ 1028.414010] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.421933] env[68893]: DEBUG oslo_vmware.api [None req-b5933380-46ce-4a32-b2d9-91ef346c9312 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2791996, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.553937] env[68893]: DEBUG oslo_concurrency.lockutils [None req-686c3aa4-2486-4b30-8960-c3210c1094fb tempest-ServersTestBootFromVolume-861651418 tempest-ServersTestBootFromVolume-861651418-project-member] Acquiring lock "3a606945-8257-4b3f-abfe-6dd8753564cd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.553937] env[68893]: DEBUG oslo_concurrency.lockutils [None req-686c3aa4-2486-4b30-8960-c3210c1094fb tempest-ServersTestBootFromVolume-861651418 tempest-ServersTestBootFromVolume-861651418-project-member] Lock "3a606945-8257-4b3f-abfe-6dd8753564cd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.553937] env[68893]: DEBUG oslo_concurrency.lockutils [None req-686c3aa4-2486-4b30-8960-c3210c1094fb tempest-ServersTestBootFromVolume-861651418 tempest-ServersTestBootFromVolume-861651418-project-member] Acquiring lock "3a606945-8257-4b3f-abfe-6dd8753564cd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.553937] env[68893]: DEBUG oslo_concurrency.lockutils [None req-686c3aa4-2486-4b30-8960-c3210c1094fb tempest-ServersTestBootFromVolume-861651418 tempest-ServersTestBootFromVolume-861651418-project-member] Lock "3a606945-8257-4b3f-abfe-6dd8753564cd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.553937] env[68893]: DEBUG oslo_concurrency.lockutils [None req-686c3aa4-2486-4b30-8960-c3210c1094fb tempest-ServersTestBootFromVolume-861651418 tempest-ServersTestBootFromVolume-861651418-project-member] Lock "3a606945-8257-4b3f-abfe-6dd8753564cd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.556082] env[68893]: INFO nova.compute.manager [None req-686c3aa4-2486-4b30-8960-c3210c1094fb tempest-ServersTestBootFromVolume-861651418 tempest-ServersTestBootFromVolume-861651418-project-member] [instance: 3a606945-8257-4b3f-abfe-6dd8753564cd] Terminating instance [ 1028.817027] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b7077c54-e769-4ac4-93ac-c19760730bc0 tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.870s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.818906] env[68893]: DEBUG oslo_concurrency.lockutils [None req-8027462f-430f-43de-b030-337cfa8fa248 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 13.699s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.818906] env[68893]: DEBUG nova.objects.instance [None req-8027462f-430f-43de-b030-337cfa8fa248 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] [instance: 5c771d60-a6ca-434c-9193-9d90821b26b2] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68893) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1028.841340] env[68893]: INFO nova.scheduler.client.report [None req-b7077c54-e769-4ac4-93ac-c19760730bc0 tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Deleted allocations for instance 4a4ea316-2b13-4585-a52e-57f263bdbe6e [ 1028.923976] env[68893]: DEBUG oslo_vmware.api [None req-b5933380-46ce-4a32-b2d9-91ef346c9312 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2791996, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064844} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.925941] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-b5933380-46ce-4a32-b2d9-91ef346c9312 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: 95be1925-4482-4656-aeb1-7e4ef679458f] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1028.926819] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b03d2bed-8409-4dd5-b828-ba5a9845b472 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.957250] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5933380-46ce-4a32-b2d9-91ef346c9312 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: 95be1925-4482-4656-aeb1-7e4ef679458f] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] 95be1925-4482-4656-aeb1-7e4ef679458f/95be1925-4482-4656-aeb1-7e4ef679458f.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1028.957941] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5488812a-050c-4c5f-9b71-69d74ad5b3f2 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.978984] env[68893]: DEBUG nova.compute.manager [None req-5822c166-d2ab-4643-8308-a189adf1396c tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: d7be052a-8113-4d5e-a4cd-1a9e12c07a70] Start spawning the instance on the hypervisor. {{(pid=68893) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1028.988134] env[68893]: DEBUG oslo_vmware.api [None req-b5933380-46ce-4a32-b2d9-91ef346c9312 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Waiting for the task: (returnval){ [ 1028.988134] env[68893]: value = "task-2791997" [ 1028.988134] env[68893]: _type = "Task" [ 1028.988134] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.000462] env[68893]: DEBUG oslo_vmware.api [None req-b5933380-46ce-4a32-b2d9-91ef346c9312 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2791997, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.012637] env[68893]: DEBUG nova.virt.hardware [None req-5822c166-d2ab-4643-8308-a189adf1396c tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1029.014138] env[68893]: DEBUG nova.virt.hardware [None req-5822c166-d2ab-4643-8308-a189adf1396c tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1029.014138] env[68893]: DEBUG nova.virt.hardware [None req-5822c166-d2ab-4643-8308-a189adf1396c tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1029.014138] env[68893]: DEBUG nova.virt.hardware [None req-5822c166-d2ab-4643-8308-a189adf1396c tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1029.014138] env[68893]: DEBUG nova.virt.hardware [None req-5822c166-d2ab-4643-8308-a189adf1396c tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1029.014138] env[68893]: DEBUG nova.virt.hardware [None req-5822c166-d2ab-4643-8308-a189adf1396c tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1029.014138] env[68893]: DEBUG nova.virt.hardware [None req-5822c166-d2ab-4643-8308-a189adf1396c tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1029.014604] env[68893]: DEBUG nova.virt.hardware [None req-5822c166-d2ab-4643-8308-a189adf1396c tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1029.014668] env[68893]: DEBUG nova.virt.hardware [None req-5822c166-d2ab-4643-8308-a189adf1396c tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1029.014864] env[68893]: DEBUG nova.virt.hardware [None req-5822c166-d2ab-4643-8308-a189adf1396c tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1029.014986] env[68893]: DEBUG nova.virt.hardware [None req-5822c166-d2ab-4643-8308-a189adf1396c tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1029.015887] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-431aa479-ba4b-4079-893e-7a112a6746e5 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.027436] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ac13616-9fcb-467a-9e06-41ff4fa21154 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.060452] env[68893]: DEBUG nova.compute.manager [None req-686c3aa4-2486-4b30-8960-c3210c1094fb tempest-ServersTestBootFromVolume-861651418 tempest-ServersTestBootFromVolume-861651418-project-member] [instance: 3a606945-8257-4b3f-abfe-6dd8753564cd] Start destroying the instance on the hypervisor. {{(pid=68893) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1029.061519] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-686c3aa4-2486-4b30-8960-c3210c1094fb tempest-ServersTestBootFromVolume-861651418 tempest-ServersTestBootFromVolume-861651418-project-member] [instance: 3a606945-8257-4b3f-abfe-6dd8753564cd] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1029.061519] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-68601f42-f1da-444f-9da8-c6bb076f8ffd {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.068352] env[68893]: DEBUG oslo_vmware.api [None req-686c3aa4-2486-4b30-8960-c3210c1094fb tempest-ServersTestBootFromVolume-861651418 tempest-ServersTestBootFromVolume-861651418-project-member] Waiting for the task: (returnval){ [ 1029.068352] env[68893]: value = "task-2791998" [ 1029.068352] env[68893]: _type = "Task" [ 1029.068352] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.073236] env[68893]: DEBUG nova.network.neutron [req-9923f489-dae6-4518-b56c-2ccb287f04ff req-efac4ba9-4f88-4ee0-9b11-c85182cdcc00 service nova] [instance: deb6dee1-b9f7-4b2b-89c5-ac48cde5241c] Updated VIF entry in instance network info cache for port bba28455-78a2-467e-b411-9b7cbc9197e6. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1029.073582] env[68893]: DEBUG nova.network.neutron [req-9923f489-dae6-4518-b56c-2ccb287f04ff req-efac4ba9-4f88-4ee0-9b11-c85182cdcc00 service nova] [instance: deb6dee1-b9f7-4b2b-89c5-ac48cde5241c] Updating instance_info_cache with network_info: [{"id": "bba28455-78a2-467e-b411-9b7cbc9197e6", "address": "fa:16:3e:9f:e1:db", "network": {"id": "3297cc8d-5d95-4ee1-9980-6b0e8b7de833", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1082529985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4064ede1a11d4834b85e4081e6eb81aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbba28455-78", "ovs_interfaceid": "bba28455-78a2-467e-b411-9b7cbc9197e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.078451] env[68893]: DEBUG oslo_vmware.api [None req-686c3aa4-2486-4b30-8960-c3210c1094fb tempest-ServersTestBootFromVolume-861651418 tempest-ServersTestBootFromVolume-861651418-project-member] Task: {'id': task-2791998, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.349885] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b7077c54-e769-4ac4-93ac-c19760730bc0 tempest-ServersTestMultiNic-292106301 tempest-ServersTestMultiNic-292106301-project-member] Lock "4a4ea316-2b13-4585-a52e-57f263bdbe6e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.364s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.502131] env[68893]: DEBUG oslo_vmware.api [None req-b5933380-46ce-4a32-b2d9-91ef346c9312 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2791997, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.581807] env[68893]: DEBUG oslo_concurrency.lockutils [req-9923f489-dae6-4518-b56c-2ccb287f04ff req-efac4ba9-4f88-4ee0-9b11-c85182cdcc00 service nova] Releasing lock "refresh_cache-deb6dee1-b9f7-4b2b-89c5-ac48cde5241c" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.581807] env[68893]: DEBUG oslo_vmware.api [None req-686c3aa4-2486-4b30-8960-c3210c1094fb tempest-ServersTestBootFromVolume-861651418 tempest-ServersTestBootFromVolume-861651418-project-member] Task: {'id': task-2791998, 'name': PowerOffVM_Task, 'duration_secs': 0.260732} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.581807] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-686c3aa4-2486-4b30-8960-c3210c1094fb tempest-ServersTestBootFromVolume-861651418 tempest-ServersTestBootFromVolume-861651418-project-member] [instance: 3a606945-8257-4b3f-abfe-6dd8753564cd] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1029.581807] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-686c3aa4-2486-4b30-8960-c3210c1094fb tempest-ServersTestBootFromVolume-861651418 tempest-ServersTestBootFromVolume-861651418-project-member] [instance: 3a606945-8257-4b3f-abfe-6dd8753564cd] Volume detach. Driver type: vmdk {{(pid=68893) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1029.581807] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-686c3aa4-2486-4b30-8960-c3210c1094fb tempest-ServersTestBootFromVolume-861651418 tempest-ServersTestBootFromVolume-861651418-project-member] [instance: 3a606945-8257-4b3f-abfe-6dd8753564cd] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561050', 'volume_id': 'e200063e-617b-45b5-8fb3-312b30226f1b', 'name': 'volume-e200063e-617b-45b5-8fb3-312b30226f1b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3a606945-8257-4b3f-abfe-6dd8753564cd', 'attached_at': '', 'detached_at': '', 'volume_id': 'e200063e-617b-45b5-8fb3-312b30226f1b', 'serial': 'e200063e-617b-45b5-8fb3-312b30226f1b'} {{(pid=68893) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1029.581807] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4307e404-ba0c-45ca-8f88-351edbf45ac1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.606671] env[68893]: DEBUG nova.network.neutron [None req-5822c166-d2ab-4643-8308-a189adf1396c tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: d7be052a-8113-4d5e-a4cd-1a9e12c07a70] Successfully updated port: 6552b3cb-4934-4d9a-b72a-98ede1445068 {{(pid=68893) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1029.608987] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae7873e2-62c4-46d7-8d0b-0a55f531876d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.617644] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4b5e40e-46e0-4f62-99f6-d91ec37c3650 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.638488] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f6ca208-f43f-4dda-bddf-73f0811bcefe {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.655604] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-686c3aa4-2486-4b30-8960-c3210c1094fb tempest-ServersTestBootFromVolume-861651418 tempest-ServersTestBootFromVolume-861651418-project-member] The volume has not been displaced from its original location: [datastore2] volume-e200063e-617b-45b5-8fb3-312b30226f1b/volume-e200063e-617b-45b5-8fb3-312b30226f1b.vmdk. No consolidation needed. {{(pid=68893) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1029.660832] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-686c3aa4-2486-4b30-8960-c3210c1094fb tempest-ServersTestBootFromVolume-861651418 tempest-ServersTestBootFromVolume-861651418-project-member] [instance: 3a606945-8257-4b3f-abfe-6dd8753564cd] Reconfiguring VM instance instance-0000002d to detach disk 2000 {{(pid=68893) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1029.661239] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a6df9fa-2737-4260-8b2a-ff69485228b2 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.681134] env[68893]: DEBUG oslo_vmware.api [None req-686c3aa4-2486-4b30-8960-c3210c1094fb tempest-ServersTestBootFromVolume-861651418 tempest-ServersTestBootFromVolume-861651418-project-member] Waiting for the task: (returnval){ [ 1029.681134] env[68893]: value = "task-2791999" [ 1029.681134] env[68893]: _type = "Task" [ 1029.681134] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.690158] env[68893]: DEBUG oslo_vmware.api [None req-686c3aa4-2486-4b30-8960-c3210c1094fb tempest-ServersTestBootFromVolume-861651418 tempest-ServersTestBootFromVolume-861651418-project-member] Task: {'id': task-2791999, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.827929] env[68893]: DEBUG oslo_concurrency.lockutils [None req-8027462f-430f-43de-b030-337cfa8fa248 tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.829163] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b116d50c-1b6f-4bf2-99dc-29f8ef1d33cc tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.692s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.829416] env[68893]: DEBUG nova.objects.instance [None req-b116d50c-1b6f-4bf2-99dc-29f8ef1d33cc tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Lazy-loading 'resources' on Instance uuid 250fb202-c0a4-4fc9-822e-d3c18cf8d340 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1030.002553] env[68893]: DEBUG oslo_vmware.api [None req-b5933380-46ce-4a32-b2d9-91ef346c9312 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2791997, 'name': ReconfigVM_Task, 'duration_secs': 0.887711} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.002553] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5933380-46ce-4a32-b2d9-91ef346c9312 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: 95be1925-4482-4656-aeb1-7e4ef679458f] Reconfigured VM instance instance-00000052 to attach disk [datastore1] 95be1925-4482-4656-aeb1-7e4ef679458f/95be1925-4482-4656-aeb1-7e4ef679458f.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1030.002723] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-69ab040b-71e6-486e-b1d1-ec1fd49b1cce {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.009595] env[68893]: DEBUG oslo_vmware.api [None req-b5933380-46ce-4a32-b2d9-91ef346c9312 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Waiting for the task: (returnval){ [ 1030.009595] env[68893]: value = "task-2792000" [ 1030.009595] env[68893]: _type = "Task" [ 1030.009595] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.019505] env[68893]: DEBUG oslo_vmware.api [None req-b5933380-46ce-4a32-b2d9-91ef346c9312 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2792000, 'name': Rename_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.109475] env[68893]: DEBUG oslo_concurrency.lockutils [None req-5822c166-d2ab-4643-8308-a189adf1396c tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Acquiring lock "refresh_cache-d7be052a-8113-4d5e-a4cd-1a9e12c07a70" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.109673] env[68893]: DEBUG oslo_concurrency.lockutils [None req-5822c166-d2ab-4643-8308-a189adf1396c tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Acquired lock "refresh_cache-d7be052a-8113-4d5e-a4cd-1a9e12c07a70" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.109828] env[68893]: DEBUG nova.network.neutron [None req-5822c166-d2ab-4643-8308-a189adf1396c tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: d7be052a-8113-4d5e-a4cd-1a9e12c07a70] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1030.192100] env[68893]: DEBUG oslo_vmware.api [None req-686c3aa4-2486-4b30-8960-c3210c1094fb tempest-ServersTestBootFromVolume-861651418 tempest-ServersTestBootFromVolume-861651418-project-member] Task: {'id': task-2791999, 'name': ReconfigVM_Task, 'duration_secs': 0.180418} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.193047] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-686c3aa4-2486-4b30-8960-c3210c1094fb tempest-ServersTestBootFromVolume-861651418 tempest-ServersTestBootFromVolume-861651418-project-member] [instance: 3a606945-8257-4b3f-abfe-6dd8753564cd] Reconfigured VM instance instance-0000002d to detach disk 2000 {{(pid=68893) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1030.197412] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-514e3761-a49d-41bc-8f56-1cb1cdee1bb6 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.218127] env[68893]: DEBUG oslo_vmware.api [None req-686c3aa4-2486-4b30-8960-c3210c1094fb tempest-ServersTestBootFromVolume-861651418 tempest-ServersTestBootFromVolume-861651418-project-member] Waiting for the task: (returnval){ [ 1030.218127] env[68893]: value = "task-2792001" [ 1030.218127] env[68893]: _type = "Task" [ 1030.218127] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.225190] env[68893]: DEBUG oslo_vmware.api [None req-686c3aa4-2486-4b30-8960-c3210c1094fb tempest-ServersTestBootFromVolume-861651418 tempest-ServersTestBootFromVolume-861651418-project-member] Task: {'id': task-2792001, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.313840] env[68893]: DEBUG nova.compute.manager [req-fbbcbf62-e5c2-40f0-9a8b-3e8e4021b443 req-3ca01828-1d7e-4512-b8ce-2e5a9e3d0589 service nova] [instance: d7be052a-8113-4d5e-a4cd-1a9e12c07a70] Received event network-vif-plugged-6552b3cb-4934-4d9a-b72a-98ede1445068 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1030.313969] env[68893]: DEBUG oslo_concurrency.lockutils [req-fbbcbf62-e5c2-40f0-9a8b-3e8e4021b443 req-3ca01828-1d7e-4512-b8ce-2e5a9e3d0589 service nova] Acquiring lock "d7be052a-8113-4d5e-a4cd-1a9e12c07a70-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.314210] env[68893]: DEBUG oslo_concurrency.lockutils [req-fbbcbf62-e5c2-40f0-9a8b-3e8e4021b443 req-3ca01828-1d7e-4512-b8ce-2e5a9e3d0589 service nova] Lock "d7be052a-8113-4d5e-a4cd-1a9e12c07a70-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.314346] env[68893]: DEBUG oslo_concurrency.lockutils [req-fbbcbf62-e5c2-40f0-9a8b-3e8e4021b443 req-3ca01828-1d7e-4512-b8ce-2e5a9e3d0589 service nova] Lock "d7be052a-8113-4d5e-a4cd-1a9e12c07a70-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.314519] env[68893]: DEBUG nova.compute.manager [req-fbbcbf62-e5c2-40f0-9a8b-3e8e4021b443 req-3ca01828-1d7e-4512-b8ce-2e5a9e3d0589 service nova] [instance: d7be052a-8113-4d5e-a4cd-1a9e12c07a70] No waiting events found dispatching network-vif-plugged-6552b3cb-4934-4d9a-b72a-98ede1445068 {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1030.314680] env[68893]: WARNING nova.compute.manager [req-fbbcbf62-e5c2-40f0-9a8b-3e8e4021b443 req-3ca01828-1d7e-4512-b8ce-2e5a9e3d0589 service nova] [instance: d7be052a-8113-4d5e-a4cd-1a9e12c07a70] Received unexpected event network-vif-plugged-6552b3cb-4934-4d9a-b72a-98ede1445068 for instance with vm_state building and task_state spawning. [ 1030.314835] env[68893]: DEBUG nova.compute.manager [req-fbbcbf62-e5c2-40f0-9a8b-3e8e4021b443 req-3ca01828-1d7e-4512-b8ce-2e5a9e3d0589 service nova] [instance: d7be052a-8113-4d5e-a4cd-1a9e12c07a70] Received event network-changed-6552b3cb-4934-4d9a-b72a-98ede1445068 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1030.314983] env[68893]: DEBUG nova.compute.manager [req-fbbcbf62-e5c2-40f0-9a8b-3e8e4021b443 req-3ca01828-1d7e-4512-b8ce-2e5a9e3d0589 service nova] [instance: d7be052a-8113-4d5e-a4cd-1a9e12c07a70] Refreshing instance network info cache due to event network-changed-6552b3cb-4934-4d9a-b72a-98ede1445068. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1030.315158] env[68893]: DEBUG oslo_concurrency.lockutils [req-fbbcbf62-e5c2-40f0-9a8b-3e8e4021b443 req-3ca01828-1d7e-4512-b8ce-2e5a9e3d0589 service nova] Acquiring lock "refresh_cache-d7be052a-8113-4d5e-a4cd-1a9e12c07a70" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.523260] env[68893]: DEBUG oslo_vmware.api [None req-b5933380-46ce-4a32-b2d9-91ef346c9312 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2792000, 'name': Rename_Task, 'duration_secs': 0.148806} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.524294] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5933380-46ce-4a32-b2d9-91ef346c9312 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: 95be1925-4482-4656-aeb1-7e4ef679458f] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1030.524700] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6c8d9b0a-5f80-4df1-9db3-01f7fc202b27 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.533147] env[68893]: DEBUG oslo_vmware.api [None req-b5933380-46ce-4a32-b2d9-91ef346c9312 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Waiting for the task: (returnval){ [ 1030.533147] env[68893]: value = "task-2792002" [ 1030.533147] env[68893]: _type = "Task" [ 1030.533147] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.545800] env[68893]: DEBUG oslo_vmware.api [None req-b5933380-46ce-4a32-b2d9-91ef346c9312 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2792002, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.648210] env[68893]: DEBUG nova.network.neutron [None req-5822c166-d2ab-4643-8308-a189adf1396c tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: d7be052a-8113-4d5e-a4cd-1a9e12c07a70] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1030.698380] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-884fff50-4a2c-44c2-9207-181940ecd2b9 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.706851] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8728447-fd30-47c2-9a0e-29b1f5ebc01e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.750261] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-147bb747-4282-43d4-9abf-11dcfdb09cb3 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.759633] env[68893]: DEBUG oslo_vmware.api [None req-686c3aa4-2486-4b30-8960-c3210c1094fb tempest-ServersTestBootFromVolume-861651418 tempest-ServersTestBootFromVolume-861651418-project-member] Task: {'id': task-2792001, 'name': ReconfigVM_Task, 'duration_secs': 0.340367} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.761494] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-686c3aa4-2486-4b30-8960-c3210c1094fb tempest-ServersTestBootFromVolume-861651418 tempest-ServersTestBootFromVolume-861651418-project-member] [instance: 3a606945-8257-4b3f-abfe-6dd8753564cd] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561050', 'volume_id': 'e200063e-617b-45b5-8fb3-312b30226f1b', 'name': 'volume-e200063e-617b-45b5-8fb3-312b30226f1b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3a606945-8257-4b3f-abfe-6dd8753564cd', 'attached_at': '', 'detached_at': '', 'volume_id': 'e200063e-617b-45b5-8fb3-312b30226f1b', 'serial': 'e200063e-617b-45b5-8fb3-312b30226f1b'} {{(pid=68893) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1030.761766] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-686c3aa4-2486-4b30-8960-c3210c1094fb tempest-ServersTestBootFromVolume-861651418 tempest-ServersTestBootFromVolume-861651418-project-member] [instance: 3a606945-8257-4b3f-abfe-6dd8753564cd] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1030.762581] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf770371-562d-4eba-9de2-6adb1c5dbe4c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.767468] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e811f18e-5871-4a51-9fc7-bdae3d546b60 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.777804] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-686c3aa4-2486-4b30-8960-c3210c1094fb tempest-ServersTestBootFromVolume-861651418 tempest-ServersTestBootFromVolume-861651418-project-member] [instance: 3a606945-8257-4b3f-abfe-6dd8753564cd] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1030.789283] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4f4fd8d6-9515-4675-891a-03bff444b886 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.793747] env[68893]: DEBUG nova.compute.provider_tree [None req-b116d50c-1b6f-4bf2-99dc-29f8ef1d33cc tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1030.861819] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-686c3aa4-2486-4b30-8960-c3210c1094fb tempest-ServersTestBootFromVolume-861651418 tempest-ServersTestBootFromVolume-861651418-project-member] [instance: 3a606945-8257-4b3f-abfe-6dd8753564cd] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1030.862140] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-686c3aa4-2486-4b30-8960-c3210c1094fb tempest-ServersTestBootFromVolume-861651418 tempest-ServersTestBootFromVolume-861651418-project-member] [instance: 3a606945-8257-4b3f-abfe-6dd8753564cd] Deleting contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1030.862477] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-686c3aa4-2486-4b30-8960-c3210c1094fb tempest-ServersTestBootFromVolume-861651418 tempest-ServersTestBootFromVolume-861651418-project-member] Deleting the datastore file [datastore2] 3a606945-8257-4b3f-abfe-6dd8753564cd {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1030.862778] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-07473be5-a9a4-4bc8-8a76-81a82b3805df {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.870517] env[68893]: DEBUG oslo_vmware.api [None req-686c3aa4-2486-4b30-8960-c3210c1094fb tempest-ServersTestBootFromVolume-861651418 tempest-ServersTestBootFromVolume-861651418-project-member] Waiting for the task: (returnval){ [ 1030.870517] env[68893]: value = "task-2792004" [ 1030.870517] env[68893]: _type = "Task" [ 1030.870517] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.880176] env[68893]: DEBUG oslo_vmware.api [None req-686c3aa4-2486-4b30-8960-c3210c1094fb tempest-ServersTestBootFromVolume-861651418 tempest-ServersTestBootFromVolume-861651418-project-member] Task: {'id': task-2792004, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.885956] env[68893]: DEBUG nova.network.neutron [None req-5822c166-d2ab-4643-8308-a189adf1396c tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: d7be052a-8113-4d5e-a4cd-1a9e12c07a70] Updating instance_info_cache with network_info: [{"id": "6552b3cb-4934-4d9a-b72a-98ede1445068", "address": "fa:16:3e:f9:05:f1", "network": {"id": "762a83f3-c67b-4f81-b7a7-d7f377a327e5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-991790965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6f2d7d7af6a40f097ffca46e5a430bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6552b3cb-49", "ovs_interfaceid": "6552b3cb-4934-4d9a-b72a-98ede1445068", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.045389] env[68893]: DEBUG oslo_vmware.api [None req-b5933380-46ce-4a32-b2d9-91ef346c9312 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2792002, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.299446] env[68893]: DEBUG nova.scheduler.client.report [None req-b116d50c-1b6f-4bf2-99dc-29f8ef1d33cc tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1031.381817] env[68893]: DEBUG oslo_vmware.api [None req-686c3aa4-2486-4b30-8960-c3210c1094fb tempest-ServersTestBootFromVolume-861651418 tempest-ServersTestBootFromVolume-861651418-project-member] Task: {'id': task-2792004, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.092723} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.383020] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-686c3aa4-2486-4b30-8960-c3210c1094fb tempest-ServersTestBootFromVolume-861651418 tempest-ServersTestBootFromVolume-861651418-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1031.383020] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-686c3aa4-2486-4b30-8960-c3210c1094fb tempest-ServersTestBootFromVolume-861651418 tempest-ServersTestBootFromVolume-861651418-project-member] [instance: 3a606945-8257-4b3f-abfe-6dd8753564cd] Deleted contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1031.383020] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-686c3aa4-2486-4b30-8960-c3210c1094fb tempest-ServersTestBootFromVolume-861651418 tempest-ServersTestBootFromVolume-861651418-project-member] [instance: 3a606945-8257-4b3f-abfe-6dd8753564cd] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1031.383183] env[68893]: INFO nova.compute.manager [None req-686c3aa4-2486-4b30-8960-c3210c1094fb tempest-ServersTestBootFromVolume-861651418 tempest-ServersTestBootFromVolume-861651418-project-member] [instance: 3a606945-8257-4b3f-abfe-6dd8753564cd] Took 2.32 seconds to destroy the instance on the hypervisor. [ 1031.384024] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-686c3aa4-2486-4b30-8960-c3210c1094fb tempest-ServersTestBootFromVolume-861651418 tempest-ServersTestBootFromVolume-861651418-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1031.385413] env[68893]: DEBUG nova.compute.manager [-] [instance: 3a606945-8257-4b3f-abfe-6dd8753564cd] Deallocating network for instance {{(pid=68893) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1031.385413] env[68893]: DEBUG nova.network.neutron [-] [instance: 3a606945-8257-4b3f-abfe-6dd8753564cd] deallocate_for_instance() {{(pid=68893) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1031.391469] env[68893]: DEBUG oslo_concurrency.lockutils [None req-5822c166-d2ab-4643-8308-a189adf1396c tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Releasing lock "refresh_cache-d7be052a-8113-4d5e-a4cd-1a9e12c07a70" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.391469] env[68893]: DEBUG nova.compute.manager [None req-5822c166-d2ab-4643-8308-a189adf1396c tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: d7be052a-8113-4d5e-a4cd-1a9e12c07a70] Instance network_info: |[{"id": "6552b3cb-4934-4d9a-b72a-98ede1445068", "address": "fa:16:3e:f9:05:f1", "network": {"id": "762a83f3-c67b-4f81-b7a7-d7f377a327e5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-991790965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6f2d7d7af6a40f097ffca46e5a430bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6552b3cb-49", "ovs_interfaceid": "6552b3cb-4934-4d9a-b72a-98ede1445068", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1031.391469] env[68893]: DEBUG oslo_concurrency.lockutils [req-fbbcbf62-e5c2-40f0-9a8b-3e8e4021b443 req-3ca01828-1d7e-4512-b8ce-2e5a9e3d0589 service nova] Acquired lock "refresh_cache-d7be052a-8113-4d5e-a4cd-1a9e12c07a70" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.391469] env[68893]: DEBUG nova.network.neutron [req-fbbcbf62-e5c2-40f0-9a8b-3e8e4021b443 req-3ca01828-1d7e-4512-b8ce-2e5a9e3d0589 service nova] [instance: d7be052a-8113-4d5e-a4cd-1a9e12c07a70] Refreshing network info cache for port 6552b3cb-4934-4d9a-b72a-98ede1445068 {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1031.391469] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-5822c166-d2ab-4643-8308-a189adf1396c tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: d7be052a-8113-4d5e-a4cd-1a9e12c07a70] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f9:05:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cb971244-43ba-41b4-a6a2-a4558548012c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6552b3cb-4934-4d9a-b72a-98ede1445068', 'vif_model': 'vmxnet3'}] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1031.401507] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-5822c166-d2ab-4643-8308-a189adf1396c tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Creating folder: Project (f6f2d7d7af6a40f097ffca46e5a430bb). Parent ref: group-v560969. {{(pid=68893) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1031.401507] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-90cdd580-27fa-41d5-befe-17b6e2c0ad14 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.415519] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-5822c166-d2ab-4643-8308-a189adf1396c tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Created folder: Project (f6f2d7d7af6a40f097ffca46e5a430bb) in parent group-v560969. [ 1031.415982] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-5822c166-d2ab-4643-8308-a189adf1396c tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Creating folder: Instances. Parent ref: group-v561192. {{(pid=68893) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1031.416324] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-81bb8f08-3d5a-484c-8643-d21c9ba75a08 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.429039] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-5822c166-d2ab-4643-8308-a189adf1396c tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Created folder: Instances in parent group-v561192. [ 1031.429363] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5822c166-d2ab-4643-8308-a189adf1396c tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1031.429618] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7be052a-8113-4d5e-a4cd-1a9e12c07a70] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1031.432123] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cebb542c-1392-4d72-8802-75f5257b07c7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.452818] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1031.452818] env[68893]: value = "task-2792007" [ 1031.452818] env[68893]: _type = "Task" [ 1031.452818] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.462936] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792007, 'name': CreateVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.549170] env[68893]: DEBUG oslo_vmware.api [None req-b5933380-46ce-4a32-b2d9-91ef346c9312 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2792002, 'name': PowerOnVM_Task, 'duration_secs': 0.526423} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.549170] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5933380-46ce-4a32-b2d9-91ef346c9312 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: 95be1925-4482-4656-aeb1-7e4ef679458f] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1031.549170] env[68893]: INFO nova.compute.manager [None req-b5933380-46ce-4a32-b2d9-91ef346c9312 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: 95be1925-4482-4656-aeb1-7e4ef679458f] Took 7.99 seconds to spawn the instance on the hypervisor. [ 1031.549170] env[68893]: DEBUG nova.compute.manager [None req-b5933380-46ce-4a32-b2d9-91ef346c9312 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: 95be1925-4482-4656-aeb1-7e4ef679458f] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1031.549876] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07dc40d9-01cf-4f7f-ab9f-fd315ed8fd97 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.804390] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b116d50c-1b6f-4bf2-99dc-29f8ef1d33cc tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.975s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.806822] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6920b164-0b32-4578-9601-2dc807bd0fd6 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.706s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.809947] env[68893]: INFO nova.compute.claims [None req-6920b164-0b32-4578-9601-2dc807bd0fd6 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] [instance: 2ae63af9-1fe6-4670-a651-6317e997c53b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1031.850226] env[68893]: INFO nova.scheduler.client.report [None req-b116d50c-1b6f-4bf2-99dc-29f8ef1d33cc tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Deleted allocations for instance 250fb202-c0a4-4fc9-822e-d3c18cf8d340 [ 1031.966562] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792007, 'name': CreateVM_Task, 'duration_secs': 0.377407} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.966851] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7be052a-8113-4d5e-a4cd-1a9e12c07a70] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1031.968020] env[68893]: DEBUG oslo_concurrency.lockutils [None req-5822c166-d2ab-4643-8308-a189adf1396c tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.968020] env[68893]: DEBUG oslo_concurrency.lockutils [None req-5822c166-d2ab-4643-8308-a189adf1396c tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.968189] env[68893]: DEBUG oslo_concurrency.lockutils [None req-5822c166-d2ab-4643-8308-a189adf1396c tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.968613] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4cfc04a3-5f3e-4589-9e3e-937350871c70 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.976187] env[68893]: DEBUG oslo_vmware.api [None req-5822c166-d2ab-4643-8308-a189adf1396c tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Waiting for the task: (returnval){ [ 1031.976187] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52d98a6f-2884-a66c-2e44-7b6160a0479f" [ 1031.976187] env[68893]: _type = "Task" [ 1031.976187] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.990363] env[68893]: DEBUG oslo_vmware.api [None req-5822c166-d2ab-4643-8308-a189adf1396c tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52d98a6f-2884-a66c-2e44-7b6160a0479f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.069392] env[68893]: INFO nova.compute.manager [None req-b5933380-46ce-4a32-b2d9-91ef346c9312 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: 95be1925-4482-4656-aeb1-7e4ef679458f] Took 24.00 seconds to build instance. [ 1032.203877] env[68893]: DEBUG nova.network.neutron [req-fbbcbf62-e5c2-40f0-9a8b-3e8e4021b443 req-3ca01828-1d7e-4512-b8ce-2e5a9e3d0589 service nova] [instance: d7be052a-8113-4d5e-a4cd-1a9e12c07a70] Updated VIF entry in instance network info cache for port 6552b3cb-4934-4d9a-b72a-98ede1445068. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1032.203877] env[68893]: DEBUG nova.network.neutron [req-fbbcbf62-e5c2-40f0-9a8b-3e8e4021b443 req-3ca01828-1d7e-4512-b8ce-2e5a9e3d0589 service nova] [instance: d7be052a-8113-4d5e-a4cd-1a9e12c07a70] Updating instance_info_cache with network_info: [{"id": "6552b3cb-4934-4d9a-b72a-98ede1445068", "address": "fa:16:3e:f9:05:f1", "network": {"id": "762a83f3-c67b-4f81-b7a7-d7f377a327e5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-991790965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6f2d7d7af6a40f097ffca46e5a430bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6552b3cb-49", "ovs_interfaceid": "6552b3cb-4934-4d9a-b72a-98ede1445068", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.346251] env[68893]: DEBUG nova.compute.manager [req-0cd0bdd9-661e-439c-9b23-bd3a4870c5d4 req-321e4b7b-0e27-43d7-8de5-10bb8464716a service nova] [instance: 3a606945-8257-4b3f-abfe-6dd8753564cd] Received event network-vif-deleted-4719ee76-4145-4916-a9e7-a138920f97f1 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1032.346542] env[68893]: INFO nova.compute.manager [req-0cd0bdd9-661e-439c-9b23-bd3a4870c5d4 req-321e4b7b-0e27-43d7-8de5-10bb8464716a service nova] [instance: 3a606945-8257-4b3f-abfe-6dd8753564cd] Neutron deleted interface 4719ee76-4145-4916-a9e7-a138920f97f1; detaching it from the instance and deleting it from the info cache [ 1032.346735] env[68893]: DEBUG nova.network.neutron [req-0cd0bdd9-661e-439c-9b23-bd3a4870c5d4 req-321e4b7b-0e27-43d7-8de5-10bb8464716a service nova] [instance: 3a606945-8257-4b3f-abfe-6dd8753564cd] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.361777] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b116d50c-1b6f-4bf2-99dc-29f8ef1d33cc tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Lock "250fb202-c0a4-4fc9-822e-d3c18cf8d340" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.669s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.436894] env[68893]: DEBUG nova.network.neutron [-] [instance: 3a606945-8257-4b3f-abfe-6dd8753564cd] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.487280] env[68893]: DEBUG oslo_vmware.api [None req-5822c166-d2ab-4643-8308-a189adf1396c tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52d98a6f-2884-a66c-2e44-7b6160a0479f, 'name': SearchDatastore_Task, 'duration_secs': 0.01151} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.487581] env[68893]: DEBUG oslo_concurrency.lockutils [None req-5822c166-d2ab-4643-8308-a189adf1396c tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.487810] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-5822c166-d2ab-4643-8308-a189adf1396c tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: d7be052a-8113-4d5e-a4cd-1a9e12c07a70] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1032.488053] env[68893]: DEBUG oslo_concurrency.lockutils [None req-5822c166-d2ab-4643-8308-a189adf1396c tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.488204] env[68893]: DEBUG oslo_concurrency.lockutils [None req-5822c166-d2ab-4643-8308-a189adf1396c tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.488412] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-5822c166-d2ab-4643-8308-a189adf1396c tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1032.488668] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3f230f34-b12d-4e61-9b4e-a86465ca3139 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.502507] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-5822c166-d2ab-4643-8308-a189adf1396c tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1032.503055] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-5822c166-d2ab-4643-8308-a189adf1396c tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1032.503882] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a21115cc-f20c-4b1f-b3a9-6a85136277fa {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.511988] env[68893]: DEBUG oslo_vmware.api [None req-5822c166-d2ab-4643-8308-a189adf1396c tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Waiting for the task: (returnval){ [ 1032.511988] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52d14628-dcee-9789-4907-7cc8897a1c2a" [ 1032.511988] env[68893]: _type = "Task" [ 1032.511988] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.521826] env[68893]: DEBUG oslo_vmware.api [None req-5822c166-d2ab-4643-8308-a189adf1396c tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52d14628-dcee-9789-4907-7cc8897a1c2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.574703] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b5933380-46ce-4a32-b2d9-91ef346c9312 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Lock "95be1925-4482-4656-aeb1-7e4ef679458f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.534s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.706610] env[68893]: DEBUG oslo_concurrency.lockutils [req-fbbcbf62-e5c2-40f0-9a8b-3e8e4021b443 req-3ca01828-1d7e-4512-b8ce-2e5a9e3d0589 service nova] Releasing lock "refresh_cache-d7be052a-8113-4d5e-a4cd-1a9e12c07a70" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.849832] env[68893]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3bba3d58-2516-4b68-9b07-84a1a92f2d60 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.860773] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3486ebb4-574e-479b-8b37-6e787c3ed028 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.898803] env[68893]: DEBUG nova.compute.manager [req-0cd0bdd9-661e-439c-9b23-bd3a4870c5d4 req-321e4b7b-0e27-43d7-8de5-10bb8464716a service nova] [instance: 3a606945-8257-4b3f-abfe-6dd8753564cd] Detach interface failed, port_id=4719ee76-4145-4916-a9e7-a138920f97f1, reason: Instance 3a606945-8257-4b3f-abfe-6dd8753564cd could not be found. {{(pid=68893) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1032.939537] env[68893]: INFO nova.compute.manager [-] [instance: 3a606945-8257-4b3f-abfe-6dd8753564cd] Took 1.56 seconds to deallocate network for instance. [ 1033.027153] env[68893]: DEBUG oslo_vmware.api [None req-5822c166-d2ab-4643-8308-a189adf1396c tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52d14628-dcee-9789-4907-7cc8897a1c2a, 'name': SearchDatastore_Task, 'duration_secs': 0.013162} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.027442] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0458794e-0cdb-4860-83dd-fa1962a0cb35 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.036335] env[68893]: DEBUG oslo_vmware.api [None req-5822c166-d2ab-4643-8308-a189adf1396c tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Waiting for the task: (returnval){ [ 1033.036335] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]526c1e03-7ea0-6071-9342-807c5fcabc9d" [ 1033.036335] env[68893]: _type = "Task" [ 1033.036335] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.045500] env[68893]: DEBUG oslo_vmware.api [None req-5822c166-d2ab-4643-8308-a189adf1396c tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]526c1e03-7ea0-6071-9342-807c5fcabc9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.143170] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a336482-99ca-4211-86c0-d9742194f24b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.157445] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e88aa83-eeee-4892-915b-616314ca58c4 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.202154] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f91dcba-edf4-4c5f-82c5-603b94ec0932 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.210055] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83e6ce61-b919-4652-b962-949d217c6bae {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.224057] env[68893]: DEBUG nova.compute.provider_tree [None req-6920b164-0b32-4578-9601-2dc807bd0fd6 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1033.495347] env[68893]: INFO nova.compute.manager [None req-686c3aa4-2486-4b30-8960-c3210c1094fb tempest-ServersTestBootFromVolume-861651418 tempest-ServersTestBootFromVolume-861651418-project-member] [instance: 3a606945-8257-4b3f-abfe-6dd8753564cd] Took 0.56 seconds to detach 1 volumes for instance. [ 1033.501254] env[68893]: DEBUG nova.compute.manager [None req-686c3aa4-2486-4b30-8960-c3210c1094fb tempest-ServersTestBootFromVolume-861651418 tempest-ServersTestBootFromVolume-861651418-project-member] [instance: 3a606945-8257-4b3f-abfe-6dd8753564cd] Deleting volume: e200063e-617b-45b5-8fb3-312b30226f1b {{(pid=68893) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1033.551534] env[68893]: DEBUG oslo_vmware.api [None req-5822c166-d2ab-4643-8308-a189adf1396c tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]526c1e03-7ea0-6071-9342-807c5fcabc9d, 'name': SearchDatastore_Task, 'duration_secs': 0.014848} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.557099] env[68893]: DEBUG oslo_concurrency.lockutils [None req-5822c166-d2ab-4643-8308-a189adf1396c tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.558295] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-5822c166-d2ab-4643-8308-a189adf1396c tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] d7be052a-8113-4d5e-a4cd-1a9e12c07a70/d7be052a-8113-4d5e-a4cd-1a9e12c07a70.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1033.558939] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c5edacd4-ff79-41ce-9c67-dce6cebcf502 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.570018] env[68893]: DEBUG oslo_vmware.api [None req-5822c166-d2ab-4643-8308-a189adf1396c tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Waiting for the task: (returnval){ [ 1033.570018] env[68893]: value = "task-2792008" [ 1033.570018] env[68893]: _type = "Task" [ 1033.570018] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.577650] env[68893]: DEBUG oslo_vmware.api [None req-5822c166-d2ab-4643-8308-a189adf1396c tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792008, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.729517] env[68893]: DEBUG nova.scheduler.client.report [None req-6920b164-0b32-4578-9601-2dc807bd0fd6 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1033.773460] env[68893]: DEBUG oslo_concurrency.lockutils [None req-414c3445-dc2b-484d-b194-6d8f3828fcd7 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Acquiring lock "9eff2a8e-9c7f-4f84-958a-ecf1f5f730d9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.773824] env[68893]: DEBUG oslo_concurrency.lockutils [None req-414c3445-dc2b-484d-b194-6d8f3828fcd7 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Lock "9eff2a8e-9c7f-4f84-958a-ecf1f5f730d9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.774071] env[68893]: DEBUG oslo_concurrency.lockutils [None req-414c3445-dc2b-484d-b194-6d8f3828fcd7 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Acquiring lock "9eff2a8e-9c7f-4f84-958a-ecf1f5f730d9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.774275] env[68893]: DEBUG oslo_concurrency.lockutils [None req-414c3445-dc2b-484d-b194-6d8f3828fcd7 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Lock "9eff2a8e-9c7f-4f84-958a-ecf1f5f730d9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.774441] env[68893]: DEBUG oslo_concurrency.lockutils [None req-414c3445-dc2b-484d-b194-6d8f3828fcd7 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Lock "9eff2a8e-9c7f-4f84-958a-ecf1f5f730d9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.778327] env[68893]: INFO nova.compute.manager [None req-414c3445-dc2b-484d-b194-6d8f3828fcd7 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] [instance: 9eff2a8e-9c7f-4f84-958a-ecf1f5f730d9] Terminating instance [ 1034.060974] env[68893]: DEBUG oslo_concurrency.lockutils [None req-686c3aa4-2486-4b30-8960-c3210c1094fb tempest-ServersTestBootFromVolume-861651418 tempest-ServersTestBootFromVolume-861651418-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.079871] env[68893]: DEBUG oslo_vmware.api [None req-5822c166-d2ab-4643-8308-a189adf1396c tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792008, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.103322] env[68893]: DEBUG nova.compute.manager [None req-86e31735-b2d0-4aad-a34b-c0956f8a30a1 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: 95be1925-4482-4656-aeb1-7e4ef679458f] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1034.104393] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7837b9c-f976-4a2b-bbe5-8590d69095fe {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.237707] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6920b164-0b32-4578-9601-2dc807bd0fd6 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.431s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.238418] env[68893]: DEBUG nova.compute.manager [None req-6920b164-0b32-4578-9601-2dc807bd0fd6 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] [instance: 2ae63af9-1fe6-4670-a651-6317e997c53b] Start building networks asynchronously for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1034.241775] env[68893]: DEBUG oslo_concurrency.lockutils [None req-52d3f6b4-5446-4970-b63f-c6a28545698e tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.477s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.241775] env[68893]: DEBUG nova.objects.instance [None req-52d3f6b4-5446-4970-b63f-c6a28545698e tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Lazy-loading 'resources' on Instance uuid a168e41a-cc22-4f30-b7eb-e390d73f0eff {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1034.282717] env[68893]: DEBUG nova.compute.manager [None req-414c3445-dc2b-484d-b194-6d8f3828fcd7 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] [instance: 9eff2a8e-9c7f-4f84-958a-ecf1f5f730d9] Start destroying the instance on the hypervisor. {{(pid=68893) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1034.282977] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-414c3445-dc2b-484d-b194-6d8f3828fcd7 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] [instance: 9eff2a8e-9c7f-4f84-958a-ecf1f5f730d9] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1034.284522] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dcadec1-12ec-453b-9141-fc0c35ce512f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.294280] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-414c3445-dc2b-484d-b194-6d8f3828fcd7 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] [instance: 9eff2a8e-9c7f-4f84-958a-ecf1f5f730d9] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1034.294602] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-36bcf5e2-8854-4d71-b542-5504dea3ae21 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.301661] env[68893]: DEBUG oslo_vmware.api [None req-414c3445-dc2b-484d-b194-6d8f3828fcd7 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Waiting for the task: (returnval){ [ 1034.301661] env[68893]: value = "task-2792010" [ 1034.301661] env[68893]: _type = "Task" [ 1034.301661] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.311477] env[68893]: DEBUG oslo_vmware.api [None req-414c3445-dc2b-484d-b194-6d8f3828fcd7 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Task: {'id': task-2792010, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.578960] env[68893]: DEBUG oslo_vmware.api [None req-5822c166-d2ab-4643-8308-a189adf1396c tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792008, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.562232} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.579249] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-5822c166-d2ab-4643-8308-a189adf1396c tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] d7be052a-8113-4d5e-a4cd-1a9e12c07a70/d7be052a-8113-4d5e-a4cd-1a9e12c07a70.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1034.579497] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-5822c166-d2ab-4643-8308-a189adf1396c tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: d7be052a-8113-4d5e-a4cd-1a9e12c07a70] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1034.579965] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7b4f0436-5c19-4f22-a2e3-30c6c8f90659 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.589222] env[68893]: DEBUG oslo_vmware.api [None req-5822c166-d2ab-4643-8308-a189adf1396c tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Waiting for the task: (returnval){ [ 1034.589222] env[68893]: value = "task-2792011" [ 1034.589222] env[68893]: _type = "Task" [ 1034.589222] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.601297] env[68893]: DEBUG oslo_vmware.api [None req-5822c166-d2ab-4643-8308-a189adf1396c tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792011, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.617628] env[68893]: INFO nova.compute.manager [None req-86e31735-b2d0-4aad-a34b-c0956f8a30a1 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: 95be1925-4482-4656-aeb1-7e4ef679458f] instance snapshotting [ 1034.623153] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45d99da2-fafd-43a9-8e2f-76ebcc66a15b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.645073] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e41db0c-0d0e-4ef0-83c2-41b33b2f06fe {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.744504] env[68893]: DEBUG nova.compute.utils [None req-6920b164-0b32-4578-9601-2dc807bd0fd6 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1034.750365] env[68893]: DEBUG nova.compute.manager [None req-6920b164-0b32-4578-9601-2dc807bd0fd6 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] [instance: 2ae63af9-1fe6-4670-a651-6317e997c53b] Not allocating networking since 'none' was specified. {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1034.812066] env[68893]: DEBUG oslo_vmware.api [None req-414c3445-dc2b-484d-b194-6d8f3828fcd7 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Task: {'id': task-2792010, 'name': PowerOffVM_Task, 'duration_secs': 0.315013} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.814829] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-414c3445-dc2b-484d-b194-6d8f3828fcd7 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] [instance: 9eff2a8e-9c7f-4f84-958a-ecf1f5f730d9] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1034.815075] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-414c3445-dc2b-484d-b194-6d8f3828fcd7 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] [instance: 9eff2a8e-9c7f-4f84-958a-ecf1f5f730d9] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1034.815582] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-173758d7-617d-456a-9d86-0f477498162e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.918346] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-414c3445-dc2b-484d-b194-6d8f3828fcd7 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] [instance: 9eff2a8e-9c7f-4f84-958a-ecf1f5f730d9] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1034.918346] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-414c3445-dc2b-484d-b194-6d8f3828fcd7 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] [instance: 9eff2a8e-9c7f-4f84-958a-ecf1f5f730d9] Deleting contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1034.918346] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-414c3445-dc2b-484d-b194-6d8f3828fcd7 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Deleting the datastore file [datastore2] 9eff2a8e-9c7f-4f84-958a-ecf1f5f730d9 {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1034.918346] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-53a35288-554b-4475-8b5a-cbf6864a66f3 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.931590] env[68893]: DEBUG oslo_vmware.api [None req-414c3445-dc2b-484d-b194-6d8f3828fcd7 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Waiting for the task: (returnval){ [ 1034.931590] env[68893]: value = "task-2792013" [ 1034.931590] env[68893]: _type = "Task" [ 1034.931590] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.943383] env[68893]: DEBUG oslo_vmware.api [None req-414c3445-dc2b-484d-b194-6d8f3828fcd7 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Task: {'id': task-2792013, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.042738] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02d19560-e10f-4525-8674-19cac0ae7a85 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.051234] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a708f708-2394-4a8f-8172-9365c2b5a4ec {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.083537] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d13233fd-20bc-4569-a481-89f613ed1e7c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.095294] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-774deb0b-53de-4d47-b261-4a7e94cb5fde {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.109726] env[68893]: DEBUG nova.compute.provider_tree [None req-52d3f6b4-5446-4970-b63f-c6a28545698e tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1035.113865] env[68893]: DEBUG oslo_vmware.api [None req-5822c166-d2ab-4643-8308-a189adf1396c tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792011, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.227813} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.114347] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-5822c166-d2ab-4643-8308-a189adf1396c tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: d7be052a-8113-4d5e-a4cd-1a9e12c07a70] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1035.115136] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faba942b-3a61-41d2-8426-68d438880e07 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.138772] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-5822c166-d2ab-4643-8308-a189adf1396c tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: d7be052a-8113-4d5e-a4cd-1a9e12c07a70] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] d7be052a-8113-4d5e-a4cd-1a9e12c07a70/d7be052a-8113-4d5e-a4cd-1a9e12c07a70.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1035.139426] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e048d2b6-a57f-40e7-ad2b-428b25530a43 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.161862] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-86e31735-b2d0-4aad-a34b-c0956f8a30a1 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: 95be1925-4482-4656-aeb1-7e4ef679458f] Creating Snapshot of the VM instance {{(pid=68893) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1035.162223] env[68893]: DEBUG oslo_vmware.api [None req-5822c166-d2ab-4643-8308-a189adf1396c tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Waiting for the task: (returnval){ [ 1035.162223] env[68893]: value = "task-2792014" [ 1035.162223] env[68893]: _type = "Task" [ 1035.162223] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.162431] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-24bf7790-c3fc-4b87-b61a-80298da34197 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.176813] env[68893]: DEBUG oslo_vmware.api [None req-5822c166-d2ab-4643-8308-a189adf1396c tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792014, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.178248] env[68893]: DEBUG oslo_vmware.api [None req-86e31735-b2d0-4aad-a34b-c0956f8a30a1 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Waiting for the task: (returnval){ [ 1035.178248] env[68893]: value = "task-2792015" [ 1035.178248] env[68893]: _type = "Task" [ 1035.178248] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.187837] env[68893]: DEBUG oslo_vmware.api [None req-86e31735-b2d0-4aad-a34b-c0956f8a30a1 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2792015, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.252094] env[68893]: DEBUG nova.compute.manager [None req-6920b164-0b32-4578-9601-2dc807bd0fd6 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] [instance: 2ae63af9-1fe6-4670-a651-6317e997c53b] Start building block device mappings for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1035.447898] env[68893]: DEBUG oslo_vmware.api [None req-414c3445-dc2b-484d-b194-6d8f3828fcd7 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Task: {'id': task-2792013, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.397308} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.448837] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-414c3445-dc2b-484d-b194-6d8f3828fcd7 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1035.449239] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-414c3445-dc2b-484d-b194-6d8f3828fcd7 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] [instance: 9eff2a8e-9c7f-4f84-958a-ecf1f5f730d9] Deleted contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1035.449561] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-414c3445-dc2b-484d-b194-6d8f3828fcd7 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] [instance: 9eff2a8e-9c7f-4f84-958a-ecf1f5f730d9] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1035.449847] env[68893]: INFO nova.compute.manager [None req-414c3445-dc2b-484d-b194-6d8f3828fcd7 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] [instance: 9eff2a8e-9c7f-4f84-958a-ecf1f5f730d9] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1035.450246] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-414c3445-dc2b-484d-b194-6d8f3828fcd7 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1035.450758] env[68893]: DEBUG nova.compute.manager [-] [instance: 9eff2a8e-9c7f-4f84-958a-ecf1f5f730d9] Deallocating network for instance {{(pid=68893) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1035.451189] env[68893]: DEBUG nova.network.neutron [-] [instance: 9eff2a8e-9c7f-4f84-958a-ecf1f5f730d9] deallocate_for_instance() {{(pid=68893) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1035.617071] env[68893]: DEBUG nova.scheduler.client.report [None req-52d3f6b4-5446-4970-b63f-c6a28545698e tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1035.680840] env[68893]: DEBUG oslo_vmware.api [None req-5822c166-d2ab-4643-8308-a189adf1396c tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792014, 'name': ReconfigVM_Task, 'duration_secs': 0.295366} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.684450] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-5822c166-d2ab-4643-8308-a189adf1396c tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: d7be052a-8113-4d5e-a4cd-1a9e12c07a70] Reconfigured VM instance instance-00000053 to attach disk [datastore2] d7be052a-8113-4d5e-a4cd-1a9e12c07a70/d7be052a-8113-4d5e-a4cd-1a9e12c07a70.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1035.685479] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fe49e064-1b0b-4ebb-a7d7-cc765f7e694f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.694291] env[68893]: DEBUG oslo_vmware.api [None req-86e31735-b2d0-4aad-a34b-c0956f8a30a1 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2792015, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.696914] env[68893]: DEBUG oslo_vmware.api [None req-5822c166-d2ab-4643-8308-a189adf1396c tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Waiting for the task: (returnval){ [ 1035.696914] env[68893]: value = "task-2792016" [ 1035.696914] env[68893]: _type = "Task" [ 1035.696914] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.709353] env[68893]: DEBUG oslo_vmware.api [None req-5822c166-d2ab-4643-8308-a189adf1396c tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792016, 'name': Rename_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.879979] env[68893]: DEBUG nova.compute.manager [req-073995bb-71f2-4f59-a1b9-fb8384889c20 req-99f98c93-7e6f-405b-8d77-ae0462d095cf service nova] [instance: 9eff2a8e-9c7f-4f84-958a-ecf1f5f730d9] Received event network-vif-deleted-8a8d6eec-15a9-445d-a0a8-1a6a69e41d35 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1035.879979] env[68893]: INFO nova.compute.manager [req-073995bb-71f2-4f59-a1b9-fb8384889c20 req-99f98c93-7e6f-405b-8d77-ae0462d095cf service nova] [instance: 9eff2a8e-9c7f-4f84-958a-ecf1f5f730d9] Neutron deleted interface 8a8d6eec-15a9-445d-a0a8-1a6a69e41d35; detaching it from the instance and deleting it from the info cache [ 1035.879979] env[68893]: DEBUG nova.network.neutron [req-073995bb-71f2-4f59-a1b9-fb8384889c20 req-99f98c93-7e6f-405b-8d77-ae0462d095cf service nova] [instance: 9eff2a8e-9c7f-4f84-958a-ecf1f5f730d9] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.125875] env[68893]: DEBUG oslo_concurrency.lockutils [None req-52d3f6b4-5446-4970-b63f-c6a28545698e tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.884s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.129057] env[68893]: DEBUG oslo_concurrency.lockutils [None req-86fc49a6-0052-4189-9fa9-0d99d05362f1 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.743s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.129057] env[68893]: DEBUG nova.objects.instance [None req-86fc49a6-0052-4189-9fa9-0d99d05362f1 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Lazy-loading 'resources' on Instance uuid a5437c31-a6d6-417f-863c-d61eb12324a7 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1036.162684] env[68893]: INFO nova.scheduler.client.report [None req-52d3f6b4-5446-4970-b63f-c6a28545698e tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Deleted allocations for instance a168e41a-cc22-4f30-b7eb-e390d73f0eff [ 1036.191555] env[68893]: DEBUG oslo_vmware.api [None req-86e31735-b2d0-4aad-a34b-c0956f8a30a1 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2792015, 'name': CreateSnapshot_Task, 'duration_secs': 0.548293} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.191792] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-86e31735-b2d0-4aad-a34b-c0956f8a30a1 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: 95be1925-4482-4656-aeb1-7e4ef679458f] Created Snapshot of the VM instance {{(pid=68893) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1036.192567] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1052c8b9-f8db-4eb5-9f2d-cdbb692925e2 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.217089] env[68893]: DEBUG oslo_vmware.api [None req-5822c166-d2ab-4643-8308-a189adf1396c tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792016, 'name': Rename_Task, 'duration_secs': 0.162706} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.217089] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-5822c166-d2ab-4643-8308-a189adf1396c tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: d7be052a-8113-4d5e-a4cd-1a9e12c07a70] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1036.217089] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-146026ea-b5b4-496f-80e4-80989e030146 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.229019] env[68893]: DEBUG oslo_vmware.api [None req-5822c166-d2ab-4643-8308-a189adf1396c tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Waiting for the task: (returnval){ [ 1036.229019] env[68893]: value = "task-2792017" [ 1036.229019] env[68893]: _type = "Task" [ 1036.229019] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.238657] env[68893]: DEBUG oslo_vmware.api [None req-5822c166-d2ab-4643-8308-a189adf1396c tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792017, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.270013] env[68893]: DEBUG nova.compute.manager [None req-6920b164-0b32-4578-9601-2dc807bd0fd6 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] [instance: 2ae63af9-1fe6-4670-a651-6317e997c53b] Start spawning the instance on the hypervisor. {{(pid=68893) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1036.302156] env[68893]: DEBUG nova.virt.hardware [None req-6920b164-0b32-4578-9601-2dc807bd0fd6 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1036.302405] env[68893]: DEBUG nova.virt.hardware [None req-6920b164-0b32-4578-9601-2dc807bd0fd6 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1036.302563] env[68893]: DEBUG nova.virt.hardware [None req-6920b164-0b32-4578-9601-2dc807bd0fd6 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1036.302742] env[68893]: DEBUG nova.virt.hardware [None req-6920b164-0b32-4578-9601-2dc807bd0fd6 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1036.302885] env[68893]: DEBUG nova.virt.hardware [None req-6920b164-0b32-4578-9601-2dc807bd0fd6 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1036.303043] env[68893]: DEBUG nova.virt.hardware [None req-6920b164-0b32-4578-9601-2dc807bd0fd6 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1036.303259] env[68893]: DEBUG nova.virt.hardware [None req-6920b164-0b32-4578-9601-2dc807bd0fd6 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1036.303467] env[68893]: DEBUG nova.virt.hardware [None req-6920b164-0b32-4578-9601-2dc807bd0fd6 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1036.303576] env[68893]: DEBUG nova.virt.hardware [None req-6920b164-0b32-4578-9601-2dc807bd0fd6 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1036.303737] env[68893]: DEBUG nova.virt.hardware [None req-6920b164-0b32-4578-9601-2dc807bd0fd6 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1036.303906] env[68893]: DEBUG nova.virt.hardware [None req-6920b164-0b32-4578-9601-2dc807bd0fd6 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1036.304772] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f84becd-c819-4316-9b9b-70a2f68a56c7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.313269] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8223dfc8-76ea-4433-a6a1-b5b7722b8410 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.327858] env[68893]: DEBUG nova.network.neutron [-] [instance: 9eff2a8e-9c7f-4f84-958a-ecf1f5f730d9] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.329875] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-6920b164-0b32-4578-9601-2dc807bd0fd6 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] [instance: 2ae63af9-1fe6-4670-a651-6317e997c53b] Instance VIF info [] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1036.335184] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-6920b164-0b32-4578-9601-2dc807bd0fd6 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Creating folder: Project (e36df04b341a438994a0ba25d6a327f4). Parent ref: group-v560969. {{(pid=68893) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1036.335612] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c66d9664-7e1b-45e9-8b05-b5748d1ab10b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.349234] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-6920b164-0b32-4578-9601-2dc807bd0fd6 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Created folder: Project (e36df04b341a438994a0ba25d6a327f4) in parent group-v560969. [ 1036.349366] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-6920b164-0b32-4578-9601-2dc807bd0fd6 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Creating folder: Instances. Parent ref: group-v561196. {{(pid=68893) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1036.350476] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-32843ead-6b69-4eea-8892-c4df208d2a23 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.361630] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-6920b164-0b32-4578-9601-2dc807bd0fd6 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Created folder: Instances in parent group-v561196. [ 1036.361881] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6920b164-0b32-4578-9601-2dc807bd0fd6 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1036.362086] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ae63af9-1fe6-4670-a651-6317e997c53b] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1036.362301] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-49a61338-90d6-471b-9e4e-8636ddfab823 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.381409] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1036.381409] env[68893]: value = "task-2792020" [ 1036.381409] env[68893]: _type = "Task" [ 1036.381409] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.385456] env[68893]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-65bc5f7d-dcef-4849-8e6b-2997c7a252d7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.393500] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792020, 'name': CreateVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.397695] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e58baf1f-83d3-4682-9301-6a56509456d1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.435569] env[68893]: DEBUG nova.compute.manager [req-073995bb-71f2-4f59-a1b9-fb8384889c20 req-99f98c93-7e6f-405b-8d77-ae0462d095cf service nova] [instance: 9eff2a8e-9c7f-4f84-958a-ecf1f5f730d9] Detach interface failed, port_id=8a8d6eec-15a9-445d-a0a8-1a6a69e41d35, reason: Instance 9eff2a8e-9c7f-4f84-958a-ecf1f5f730d9 could not be found. {{(pid=68893) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1036.681579] env[68893]: DEBUG oslo_concurrency.lockutils [None req-52d3f6b4-5446-4970-b63f-c6a28545698e tempest-ServersAdminTestJSON-1310681080 tempest-ServersAdminTestJSON-1310681080-project-member] Lock "a168e41a-cc22-4f30-b7eb-e390d73f0eff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.317s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.721000] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-86e31735-b2d0-4aad-a34b-c0956f8a30a1 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: 95be1925-4482-4656-aeb1-7e4ef679458f] Creating linked-clone VM from snapshot {{(pid=68893) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1036.721745] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6b4deddb-2393-429e-9c20-a35ad214ef2b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.743213] env[68893]: DEBUG oslo_vmware.api [None req-5822c166-d2ab-4643-8308-a189adf1396c tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792017, 'name': PowerOnVM_Task, 'duration_secs': 0.514264} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.744916] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-5822c166-d2ab-4643-8308-a189adf1396c tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: d7be052a-8113-4d5e-a4cd-1a9e12c07a70] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1036.745149] env[68893]: INFO nova.compute.manager [None req-5822c166-d2ab-4643-8308-a189adf1396c tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: d7be052a-8113-4d5e-a4cd-1a9e12c07a70] Took 7.77 seconds to spawn the instance on the hypervisor. [ 1036.745348] env[68893]: DEBUG nova.compute.manager [None req-5822c166-d2ab-4643-8308-a189adf1396c tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: d7be052a-8113-4d5e-a4cd-1a9e12c07a70] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1036.745733] env[68893]: DEBUG oslo_vmware.api [None req-86e31735-b2d0-4aad-a34b-c0956f8a30a1 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Waiting for the task: (returnval){ [ 1036.745733] env[68893]: value = "task-2792021" [ 1036.745733] env[68893]: _type = "Task" [ 1036.745733] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.751290] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-611ded80-79c6-40d5-bf35-f061fa5eca21 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.770459] env[68893]: DEBUG oslo_vmware.api [None req-86e31735-b2d0-4aad-a34b-c0956f8a30a1 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2792021, 'name': CloneVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.839553] env[68893]: INFO nova.compute.manager [-] [instance: 9eff2a8e-9c7f-4f84-958a-ecf1f5f730d9] Took 1.39 seconds to deallocate network for instance. [ 1036.904547] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792020, 'name': CreateVM_Task, 'duration_secs': 0.435538} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.904825] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ae63af9-1fe6-4670-a651-6317e997c53b] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1036.909436] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6920b164-0b32-4578-9601-2dc807bd0fd6 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.909436] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6920b164-0b32-4578-9601-2dc807bd0fd6 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.909436] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6920b164-0b32-4578-9601-2dc807bd0fd6 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.910914] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0708df04-f76d-4a8f-9a80-fb3b2e05962d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.923247] env[68893]: DEBUG oslo_vmware.api [None req-6920b164-0b32-4578-9601-2dc807bd0fd6 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Waiting for the task: (returnval){ [ 1036.923247] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52e755a2-b449-386b-4f2a-585eaa1ef344" [ 1036.923247] env[68893]: _type = "Task" [ 1036.923247] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.943217] env[68893]: DEBUG oslo_vmware.api [None req-6920b164-0b32-4578-9601-2dc807bd0fd6 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52e755a2-b449-386b-4f2a-585eaa1ef344, 'name': SearchDatastore_Task, 'duration_secs': 0.013585} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.943824] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6920b164-0b32-4578-9601-2dc807bd0fd6 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.943824] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-6920b164-0b32-4578-9601-2dc807bd0fd6 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] [instance: 2ae63af9-1fe6-4670-a651-6317e997c53b] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1036.944249] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6920b164-0b32-4578-9601-2dc807bd0fd6 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.944496] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6920b164-0b32-4578-9601-2dc807bd0fd6 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.944780] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-6920b164-0b32-4578-9601-2dc807bd0fd6 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1036.945191] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f76f532c-0726-4e77-a935-5724b5743357 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.962540] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-6920b164-0b32-4578-9601-2dc807bd0fd6 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1036.962796] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-6920b164-0b32-4578-9601-2dc807bd0fd6 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1036.963639] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68620597-ec07-412c-a74b-213d13c12abd {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.971908] env[68893]: DEBUG oslo_vmware.api [None req-6920b164-0b32-4578-9601-2dc807bd0fd6 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Waiting for the task: (returnval){ [ 1036.971908] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]5203f822-f811-3392-222f-5b74c1368adc" [ 1036.971908] env[68893]: _type = "Task" [ 1036.971908] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.985071] env[68893]: DEBUG oslo_vmware.api [None req-6920b164-0b32-4578-9601-2dc807bd0fd6 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]5203f822-f811-3392-222f-5b74c1368adc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.059843] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23ee89e7-d972-41f5-8dfc-35c19d43f66d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.071170] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04d40be3-9fde-4b94-a604-0a061a44bb40 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.110092] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d24947f-c2eb-499c-a4fb-159f1e65118f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.123033] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a7980dc-e37f-4dac-8781-cc3a50a52f8e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.134693] env[68893]: DEBUG nova.compute.provider_tree [None req-86fc49a6-0052-4189-9fa9-0d99d05362f1 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1037.266731] env[68893]: DEBUG oslo_vmware.api [None req-86e31735-b2d0-4aad-a34b-c0956f8a30a1 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2792021, 'name': CloneVM_Task} progress is 94%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.281692] env[68893]: INFO nova.compute.manager [None req-5822c166-d2ab-4643-8308-a189adf1396c tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: d7be052a-8113-4d5e-a4cd-1a9e12c07a70] Took 24.01 seconds to build instance. [ 1037.356614] env[68893]: DEBUG oslo_concurrency.lockutils [None req-414c3445-dc2b-484d-b194-6d8f3828fcd7 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.487256] env[68893]: DEBUG oslo_vmware.api [None req-6920b164-0b32-4578-9601-2dc807bd0fd6 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]5203f822-f811-3392-222f-5b74c1368adc, 'name': SearchDatastore_Task, 'duration_secs': 0.023929} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.488172] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf6c6860-35da-4f60-894f-ebfe2b8d57d2 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.495430] env[68893]: DEBUG oslo_vmware.api [None req-6920b164-0b32-4578-9601-2dc807bd0fd6 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Waiting for the task: (returnval){ [ 1037.495430] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52621f6a-73df-0896-55ce-558020139c2a" [ 1037.495430] env[68893]: _type = "Task" [ 1037.495430] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.505687] env[68893]: DEBUG oslo_vmware.api [None req-6920b164-0b32-4578-9601-2dc807bd0fd6 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52621f6a-73df-0896-55ce-558020139c2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.639022] env[68893]: DEBUG nova.scheduler.client.report [None req-86fc49a6-0052-4189-9fa9-0d99d05362f1 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1037.766196] env[68893]: DEBUG oslo_vmware.api [None req-86e31735-b2d0-4aad-a34b-c0956f8a30a1 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2792021, 'name': CloneVM_Task} progress is 94%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.784049] env[68893]: DEBUG oslo_concurrency.lockutils [None req-5822c166-d2ab-4643-8308-a189adf1396c tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Lock "d7be052a-8113-4d5e-a4cd-1a9e12c07a70" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.519s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.846756] env[68893]: INFO nova.compute.manager [None req-095b1077-decf-44de-b624-df92812deed2 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: d7be052a-8113-4d5e-a4cd-1a9e12c07a70] Rebuilding instance [ 1037.928167] env[68893]: DEBUG nova.compute.manager [None req-095b1077-decf-44de-b624-df92812deed2 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: d7be052a-8113-4d5e-a4cd-1a9e12c07a70] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1037.930074] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4841df3b-926d-4f3f-beca-e428ac90470d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.012264] env[68893]: DEBUG oslo_vmware.api [None req-6920b164-0b32-4578-9601-2dc807bd0fd6 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52621f6a-73df-0896-55ce-558020139c2a, 'name': SearchDatastore_Task, 'duration_secs': 0.010994} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.012264] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6920b164-0b32-4578-9601-2dc807bd0fd6 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.012264] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-6920b164-0b32-4578-9601-2dc807bd0fd6 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] 2ae63af9-1fe6-4670-a651-6317e997c53b/2ae63af9-1fe6-4670-a651-6317e997c53b.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1038.012264] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ac7aa9d2-b980-46fc-aff7-3d1fccfda149 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.023465] env[68893]: DEBUG oslo_vmware.api [None req-6920b164-0b32-4578-9601-2dc807bd0fd6 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Waiting for the task: (returnval){ [ 1038.023465] env[68893]: value = "task-2792022" [ 1038.023465] env[68893]: _type = "Task" [ 1038.023465] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.035361] env[68893]: DEBUG oslo_vmware.api [None req-6920b164-0b32-4578-9601-2dc807bd0fd6 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Task: {'id': task-2792022, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.143673] env[68893]: DEBUG oslo_concurrency.lockutils [None req-86fc49a6-0052-4189-9fa9-0d99d05362f1 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.015s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.149019] env[68893]: DEBUG oslo_concurrency.lockutils [None req-197b16a9-88f7-400d-8d5a-dc08d6619514 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.538s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.149019] env[68893]: DEBUG nova.objects.instance [None req-197b16a9-88f7-400d-8d5a-dc08d6619514 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Lazy-loading 'resources' on Instance uuid 9d2c4276-803a-45ac-92bd-82eb2c5095eb {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1038.166182] env[68893]: INFO nova.scheduler.client.report [None req-86fc49a6-0052-4189-9fa9-0d99d05362f1 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Deleted allocations for instance a5437c31-a6d6-417f-863c-d61eb12324a7 [ 1038.268179] env[68893]: DEBUG oslo_vmware.api [None req-86e31735-b2d0-4aad-a34b-c0956f8a30a1 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2792021, 'name': CloneVM_Task} progress is 95%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.507978] env[68893]: DEBUG oslo_concurrency.lockutils [None req-03477a13-d629-4e4b-ae54-83b7d9184077 tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] Acquiring lock "fbd01c97-d9e9-4610-8cfa-39607883e98b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.508247] env[68893]: DEBUG oslo_concurrency.lockutils [None req-03477a13-d629-4e4b-ae54-83b7d9184077 tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] Lock "fbd01c97-d9e9-4610-8cfa-39607883e98b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.536108] env[68893]: DEBUG oslo_vmware.api [None req-6920b164-0b32-4578-9601-2dc807bd0fd6 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Task: {'id': task-2792022, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.652823] env[68893]: DEBUG nova.objects.instance [None req-197b16a9-88f7-400d-8d5a-dc08d6619514 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Lazy-loading 'numa_topology' on Instance uuid 9d2c4276-803a-45ac-92bd-82eb2c5095eb {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1038.675553] env[68893]: DEBUG oslo_concurrency.lockutils [None req-86fc49a6-0052-4189-9fa9-0d99d05362f1 tempest-ImagesOneServerNegativeTestJSON-1290041227 tempest-ImagesOneServerNegativeTestJSON-1290041227-project-member] Lock "a5437c31-a6d6-417f-863c-d61eb12324a7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.788s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.774882] env[68893]: DEBUG oslo_vmware.api [None req-86e31735-b2d0-4aad-a34b-c0956f8a30a1 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2792021, 'name': CloneVM_Task, 'duration_secs': 2.011137} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.775631] env[68893]: INFO nova.virt.vmwareapi.vmops [None req-86e31735-b2d0-4aad-a34b-c0956f8a30a1 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: 95be1925-4482-4656-aeb1-7e4ef679458f] Created linked-clone VM from snapshot [ 1038.777463] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adedaeb4-6fd6-459f-8812-6c8bf454766b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.789191] env[68893]: DEBUG nova.virt.vmwareapi.images [None req-86e31735-b2d0-4aad-a34b-c0956f8a30a1 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: 95be1925-4482-4656-aeb1-7e4ef679458f] Uploading image b7ec0038-a569-4d57-9400-7defaa85af3b {{(pid=68893) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1038.817028] env[68893]: DEBUG oslo_vmware.rw_handles [None req-86e31735-b2d0-4aad-a34b-c0956f8a30a1 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1038.817028] env[68893]: value = "vm-561199" [ 1038.817028] env[68893]: _type = "VirtualMachine" [ 1038.817028] env[68893]: }. {{(pid=68893) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1038.817028] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ae1aeef7-1911-419a-8cbf-650a066c851e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.826305] env[68893]: DEBUG oslo_vmware.rw_handles [None req-86e31735-b2d0-4aad-a34b-c0956f8a30a1 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Lease: (returnval){ [ 1038.826305] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]526f1723-6765-34d1-c62c-8ef26ae986da" [ 1038.826305] env[68893]: _type = "HttpNfcLease" [ 1038.826305] env[68893]: } obtained for exporting VM: (result){ [ 1038.826305] env[68893]: value = "vm-561199" [ 1038.826305] env[68893]: _type = "VirtualMachine" [ 1038.826305] env[68893]: }. {{(pid=68893) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1038.826604] env[68893]: DEBUG oslo_vmware.api [None req-86e31735-b2d0-4aad-a34b-c0956f8a30a1 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Waiting for the lease: (returnval){ [ 1038.826604] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]526f1723-6765-34d1-c62c-8ef26ae986da" [ 1038.826604] env[68893]: _type = "HttpNfcLease" [ 1038.826604] env[68893]: } to be ready. {{(pid=68893) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1038.835310] env[68893]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1038.835310] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]526f1723-6765-34d1-c62c-8ef26ae986da" [ 1038.835310] env[68893]: _type = "HttpNfcLease" [ 1038.835310] env[68893]: } is initializing. {{(pid=68893) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1038.948416] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-095b1077-decf-44de-b624-df92812deed2 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: d7be052a-8113-4d5e-a4cd-1a9e12c07a70] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1038.949416] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-01c326a8-24ff-4518-b447-ea2e12f625df {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.963336] env[68893]: DEBUG oslo_vmware.api [None req-095b1077-decf-44de-b624-df92812deed2 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Waiting for the task: (returnval){ [ 1038.963336] env[68893]: value = "task-2792024" [ 1038.963336] env[68893]: _type = "Task" [ 1038.963336] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.980783] env[68893]: DEBUG oslo_vmware.api [None req-095b1077-decf-44de-b624-df92812deed2 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792024, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.013991] env[68893]: DEBUG nova.compute.manager [None req-03477a13-d629-4e4b-ae54-83b7d9184077 tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] [instance: fbd01c97-d9e9-4610-8cfa-39607883e98b] Starting instance... {{(pid=68893) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1039.039035] env[68893]: DEBUG oslo_vmware.api [None req-6920b164-0b32-4578-9601-2dc807bd0fd6 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Task: {'id': task-2792022, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.557679} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.039035] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-6920b164-0b32-4578-9601-2dc807bd0fd6 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] 2ae63af9-1fe6-4670-a651-6317e997c53b/2ae63af9-1fe6-4670-a651-6317e997c53b.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1039.039035] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-6920b164-0b32-4578-9601-2dc807bd0fd6 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] [instance: 2ae63af9-1fe6-4670-a651-6317e997c53b] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1039.039035] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6dfe01c1-d8ab-4bd5-a596-4df4c4e1ba68 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.045561] env[68893]: DEBUG oslo_vmware.api [None req-6920b164-0b32-4578-9601-2dc807bd0fd6 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Waiting for the task: (returnval){ [ 1039.045561] env[68893]: value = "task-2792025" [ 1039.045561] env[68893]: _type = "Task" [ 1039.045561] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.057119] env[68893]: DEBUG oslo_vmware.api [None req-6920b164-0b32-4578-9601-2dc807bd0fd6 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Task: {'id': task-2792025, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.154582] env[68893]: DEBUG nova.objects.base [None req-197b16a9-88f7-400d-8d5a-dc08d6619514 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Object Instance<9d2c4276-803a-45ac-92bd-82eb2c5095eb> lazy-loaded attributes: resources,numa_topology {{(pid=68893) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1039.340627] env[68893]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1039.340627] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]526f1723-6765-34d1-c62c-8ef26ae986da" [ 1039.340627] env[68893]: _type = "HttpNfcLease" [ 1039.340627] env[68893]: } is ready. {{(pid=68893) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1039.341012] env[68893]: DEBUG oslo_vmware.rw_handles [None req-86e31735-b2d0-4aad-a34b-c0956f8a30a1 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1039.341012] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]526f1723-6765-34d1-c62c-8ef26ae986da" [ 1039.341012] env[68893]: _type = "HttpNfcLease" [ 1039.341012] env[68893]: }. {{(pid=68893) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1039.342276] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c6c19b5-badf-4933-97a9-6db2c102b9a8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.355312] env[68893]: DEBUG oslo_vmware.rw_handles [None req-86e31735-b2d0-4aad-a34b-c0956f8a30a1 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e17525-05b5-a585-39f3-a13d987acade/disk-0.vmdk from lease info. {{(pid=68893) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1039.355551] env[68893]: DEBUG oslo_vmware.rw_handles [None req-86e31735-b2d0-4aad-a34b-c0956f8a30a1 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e17525-05b5-a585-39f3-a13d987acade/disk-0.vmdk for reading. {{(pid=68893) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1039.476576] env[68893]: DEBUG oslo_vmware.api [None req-095b1077-decf-44de-b624-df92812deed2 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792024, 'name': PowerOffVM_Task, 'duration_secs': 0.342158} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.476847] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-095b1077-decf-44de-b624-df92812deed2 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: d7be052a-8113-4d5e-a4cd-1a9e12c07a70] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1039.477090] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-095b1077-decf-44de-b624-df92812deed2 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: d7be052a-8113-4d5e-a4cd-1a9e12c07a70] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1039.477865] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22e42478-2a85-42c9-a417-f6095f720d2f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.487155] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-095b1077-decf-44de-b624-df92812deed2 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: d7be052a-8113-4d5e-a4cd-1a9e12c07a70] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1039.487419] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e6d88fc7-3192-4ba9-9594-f3dfdbe94b08 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.535732] env[68893]: DEBUG oslo_concurrency.lockutils [None req-03477a13-d629-4e4b-ae54-83b7d9184077 tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.546304] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f317aa00-45d3-479e-ad99-2ba4c788ceea {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.563623] env[68893]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2b5bbb27-d6ac-494b-8bda-7ce003f640d9 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.565381] env[68893]: DEBUG oslo_vmware.api [None req-6920b164-0b32-4578-9601-2dc807bd0fd6 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Task: {'id': task-2792025, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084769} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.565726] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-6920b164-0b32-4578-9601-2dc807bd0fd6 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] [instance: 2ae63af9-1fe6-4670-a651-6317e997c53b] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1039.566782] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0fbbaea-c608-429a-a09d-3b6e0b403859 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.571306] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b10fdaf-acd3-4e50-819a-711696d55435 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.577390] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-095b1077-decf-44de-b624-df92812deed2 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: d7be052a-8113-4d5e-a4cd-1a9e12c07a70] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1039.577709] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-095b1077-decf-44de-b624-df92812deed2 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: d7be052a-8113-4d5e-a4cd-1a9e12c07a70] Deleting contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1039.577965] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-095b1077-decf-44de-b624-df92812deed2 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Deleting the datastore file [datastore2] d7be052a-8113-4d5e-a4cd-1a9e12c07a70 {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1039.581146] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6060a4a5-10c9-4654-ba42-f6a8c39f7f59 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.618624] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10dcb41a-6413-49a9-bb1c-9b27f39b95ab {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.629382] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-6920b164-0b32-4578-9601-2dc807bd0fd6 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] [instance: 2ae63af9-1fe6-4670-a651-6317e997c53b] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] 2ae63af9-1fe6-4670-a651-6317e997c53b/2ae63af9-1fe6-4670-a651-6317e997c53b.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1039.631084] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad9fde21-3607-4523-9ff6-d7b66818f663 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.645846] env[68893]: DEBUG oslo_vmware.api [None req-095b1077-decf-44de-b624-df92812deed2 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Waiting for the task: (returnval){ [ 1039.645846] env[68893]: value = "task-2792027" [ 1039.645846] env[68893]: _type = "Task" [ 1039.645846] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.659250] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b2c8c50-7322-4710-8bd0-b574c59273d6 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.663731] env[68893]: DEBUG oslo_vmware.api [None req-6920b164-0b32-4578-9601-2dc807bd0fd6 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Waiting for the task: (returnval){ [ 1039.663731] env[68893]: value = "task-2792028" [ 1039.663731] env[68893]: _type = "Task" [ 1039.663731] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.666953] env[68893]: DEBUG oslo_vmware.api [None req-095b1077-decf-44de-b624-df92812deed2 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792027, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.683939] env[68893]: DEBUG nova.compute.provider_tree [None req-197b16a9-88f7-400d-8d5a-dc08d6619514 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1039.688644] env[68893]: DEBUG oslo_vmware.api [None req-6920b164-0b32-4578-9601-2dc807bd0fd6 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Task: {'id': task-2792028, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.165302] env[68893]: DEBUG oslo_vmware.api [None req-095b1077-decf-44de-b624-df92812deed2 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792027, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169486} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.166052] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-095b1077-decf-44de-b624-df92812deed2 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1040.166981] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-095b1077-decf-44de-b624-df92812deed2 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: d7be052a-8113-4d5e-a4cd-1a9e12c07a70] Deleted contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1040.167356] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-095b1077-decf-44de-b624-df92812deed2 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: d7be052a-8113-4d5e-a4cd-1a9e12c07a70] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1040.182775] env[68893]: DEBUG oslo_vmware.api [None req-6920b164-0b32-4578-9601-2dc807bd0fd6 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Task: {'id': task-2792028, 'name': ReconfigVM_Task, 'duration_secs': 0.384496} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.184034] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-6920b164-0b32-4578-9601-2dc807bd0fd6 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] [instance: 2ae63af9-1fe6-4670-a651-6317e997c53b] Reconfigured VM instance instance-00000054 to attach disk [datastore2] 2ae63af9-1fe6-4670-a651-6317e997c53b/2ae63af9-1fe6-4670-a651-6317e997c53b.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1040.184034] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bc5e4386-eef7-43fe-b9d2-e74084a34919 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.191993] env[68893]: DEBUG nova.scheduler.client.report [None req-197b16a9-88f7-400d-8d5a-dc08d6619514 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1040.197575] env[68893]: DEBUG oslo_vmware.api [None req-6920b164-0b32-4578-9601-2dc807bd0fd6 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Waiting for the task: (returnval){ [ 1040.197575] env[68893]: value = "task-2792029" [ 1040.197575] env[68893]: _type = "Task" [ 1040.197575] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.208146] env[68893]: DEBUG oslo_vmware.api [None req-6920b164-0b32-4578-9601-2dc807bd0fd6 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Task: {'id': task-2792029, 'name': Rename_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.699570] env[68893]: DEBUG oslo_concurrency.lockutils [None req-197b16a9-88f7-400d-8d5a-dc08d6619514 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.553s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.707791] env[68893]: DEBUG oslo_concurrency.lockutils [None req-df6c9886-e8cc-4ee2-a4e1-3a731897019f tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.380s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.707791] env[68893]: DEBUG nova.objects.instance [None req-df6c9886-e8cc-4ee2-a4e1-3a731897019f tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Lazy-loading 'resources' on Instance uuid 5c771d60-a6ca-434c-9193-9d90821b26b2 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1040.719555] env[68893]: DEBUG oslo_vmware.api [None req-6920b164-0b32-4578-9601-2dc807bd0fd6 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Task: {'id': task-2792029, 'name': Rename_Task, 'duration_secs': 0.22308} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.721834] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-6920b164-0b32-4578-9601-2dc807bd0fd6 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] [instance: 2ae63af9-1fe6-4670-a651-6317e997c53b] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1040.722283] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9619b5e6-ae5a-43f0-89d8-8b856ba5cb45 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.734518] env[68893]: DEBUG oslo_vmware.api [None req-6920b164-0b32-4578-9601-2dc807bd0fd6 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Waiting for the task: (returnval){ [ 1040.734518] env[68893]: value = "task-2792030" [ 1040.734518] env[68893]: _type = "Task" [ 1040.734518] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.749120] env[68893]: DEBUG oslo_vmware.api [None req-6920b164-0b32-4578-9601-2dc807bd0fd6 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Task: {'id': task-2792030, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.217964] env[68893]: DEBUG oslo_concurrency.lockutils [None req-197b16a9-88f7-400d-8d5a-dc08d6619514 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Lock "9d2c4276-803a-45ac-92bd-82eb2c5095eb" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 44.722s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.219096] env[68893]: DEBUG oslo_concurrency.lockutils [None req-08d96428-259a-45b2-a305-c33e5d157082 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Lock "9d2c4276-803a-45ac-92bd-82eb2c5095eb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 22.279s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.219327] env[68893]: DEBUG oslo_concurrency.lockutils [None req-08d96428-259a-45b2-a305-c33e5d157082 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Acquiring lock "9d2c4276-803a-45ac-92bd-82eb2c5095eb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.219664] env[68893]: DEBUG oslo_concurrency.lockutils [None req-08d96428-259a-45b2-a305-c33e5d157082 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Lock "9d2c4276-803a-45ac-92bd-82eb2c5095eb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.220380] env[68893]: DEBUG oslo_concurrency.lockutils [None req-08d96428-259a-45b2-a305-c33e5d157082 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Lock "9d2c4276-803a-45ac-92bd-82eb2c5095eb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.226575] env[68893]: INFO nova.compute.manager [None req-08d96428-259a-45b2-a305-c33e5d157082 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 9d2c4276-803a-45ac-92bd-82eb2c5095eb] Terminating instance [ 1041.234820] env[68893]: DEBUG nova.virt.hardware [None req-095b1077-decf-44de-b624-df92812deed2 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1041.235141] env[68893]: DEBUG nova.virt.hardware [None req-095b1077-decf-44de-b624-df92812deed2 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1041.235309] env[68893]: DEBUG nova.virt.hardware [None req-095b1077-decf-44de-b624-df92812deed2 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1041.235629] env[68893]: DEBUG nova.virt.hardware [None req-095b1077-decf-44de-b624-df92812deed2 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1041.235784] env[68893]: DEBUG nova.virt.hardware [None req-095b1077-decf-44de-b624-df92812deed2 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1041.235933] env[68893]: DEBUG nova.virt.hardware [None req-095b1077-decf-44de-b624-df92812deed2 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1041.236550] env[68893]: DEBUG nova.virt.hardware [None req-095b1077-decf-44de-b624-df92812deed2 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1041.236550] env[68893]: DEBUG nova.virt.hardware [None req-095b1077-decf-44de-b624-df92812deed2 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1041.236550] env[68893]: DEBUG nova.virt.hardware [None req-095b1077-decf-44de-b624-df92812deed2 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1041.236751] env[68893]: DEBUG nova.virt.hardware [None req-095b1077-decf-44de-b624-df92812deed2 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1041.236793] env[68893]: DEBUG nova.virt.hardware [None req-095b1077-decf-44de-b624-df92812deed2 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1041.237823] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-580bfab3-aa8e-4c9b-beff-2bf4f9f8262c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.252399] env[68893]: DEBUG oslo_vmware.api [None req-6920b164-0b32-4578-9601-2dc807bd0fd6 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Task: {'id': task-2792030, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.256116] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad9480b1-82f8-4792-af25-d42d2c1541d6 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.276362] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-095b1077-decf-44de-b624-df92812deed2 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: d7be052a-8113-4d5e-a4cd-1a9e12c07a70] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f9:05:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cb971244-43ba-41b4-a6a2-a4558548012c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6552b3cb-4934-4d9a-b72a-98ede1445068', 'vif_model': 'vmxnet3'}] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1041.284041] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-095b1077-decf-44de-b624-df92812deed2 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1041.287921] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7be052a-8113-4d5e-a4cd-1a9e12c07a70] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1041.288378] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fe1a1b19-b906-4959-babf-9a0ef1ac396f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.318026] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1041.318026] env[68893]: value = "task-2792031" [ 1041.318026] env[68893]: _type = "Task" [ 1041.318026] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.330737] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792031, 'name': CreateVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.602834] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb69764a-a32d-41e9-83ea-cc5307fe4ee5 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.612561] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef08e0e1-9fa5-42cd-8c24-e2ae68a07cb5 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.648878] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40bd65c5-6657-44e6-8818-052809335faa {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.657447] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05ba3a66-63b8-4508-b843-6f61433e19c9 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.673511] env[68893]: DEBUG nova.compute.provider_tree [None req-df6c9886-e8cc-4ee2-a4e1-3a731897019f tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Updating inventory in ProviderTree for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1041.733802] env[68893]: DEBUG nova.compute.manager [None req-08d96428-259a-45b2-a305-c33e5d157082 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 9d2c4276-803a-45ac-92bd-82eb2c5095eb] Start destroying the instance on the hypervisor. {{(pid=68893) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1041.734060] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-08d96428-259a-45b2-a305-c33e5d157082 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 9d2c4276-803a-45ac-92bd-82eb2c5095eb] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1041.734375] env[68893]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b83ca9fa-471f-4b0a-b445-b6ce157f10bc {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.745927] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f61541b-74c0-4ef9-9cd7-f3ef8c820cca {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.761967] env[68893]: DEBUG oslo_vmware.api [None req-6920b164-0b32-4578-9601-2dc807bd0fd6 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Task: {'id': task-2792030, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.792937] env[68893]: WARNING nova.virt.vmwareapi.vmops [None req-08d96428-259a-45b2-a305-c33e5d157082 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 9d2c4276-803a-45ac-92bd-82eb2c5095eb] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 9d2c4276-803a-45ac-92bd-82eb2c5095eb could not be found. [ 1041.793231] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-08d96428-259a-45b2-a305-c33e5d157082 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 9d2c4276-803a-45ac-92bd-82eb2c5095eb] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1041.793430] env[68893]: INFO nova.compute.manager [None req-08d96428-259a-45b2-a305-c33e5d157082 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: 9d2c4276-803a-45ac-92bd-82eb2c5095eb] Took 0.06 seconds to destroy the instance on the hypervisor. [ 1041.793725] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-08d96428-259a-45b2-a305-c33e5d157082 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1041.794056] env[68893]: DEBUG nova.compute.manager [-] [instance: 9d2c4276-803a-45ac-92bd-82eb2c5095eb] Deallocating network for instance {{(pid=68893) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1041.794155] env[68893]: DEBUG nova.network.neutron [-] [instance: 9d2c4276-803a-45ac-92bd-82eb2c5095eb] deallocate_for_instance() {{(pid=68893) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1041.831203] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792031, 'name': CreateVM_Task} progress is 99%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.194705] env[68893]: ERROR nova.scheduler.client.report [None req-df6c9886-e8cc-4ee2-a4e1-3a731897019f tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] [req-34d480d8-33dd-41eb-a4c8-ebb001202f9c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d14b70d6-a636-4db0-b5a6-b901da6fa895. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-34d480d8-33dd-41eb-a4c8-ebb001202f9c"}]} [ 1042.211050] env[68893]: DEBUG nova.scheduler.client.report [None req-df6c9886-e8cc-4ee2-a4e1-3a731897019f tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Refreshing inventories for resource provider d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1042.227647] env[68893]: DEBUG nova.scheduler.client.report [None req-df6c9886-e8cc-4ee2-a4e1-3a731897019f tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Updating ProviderTree inventory for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1042.227929] env[68893]: DEBUG nova.compute.provider_tree [None req-df6c9886-e8cc-4ee2-a4e1-3a731897019f tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Updating inventory in ProviderTree for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1042.242825] env[68893]: DEBUG nova.scheduler.client.report [None req-df6c9886-e8cc-4ee2-a4e1-3a731897019f tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Refreshing aggregate associations for resource provider d14b70d6-a636-4db0-b5a6-b901da6fa895, aggregates: None {{(pid=68893) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1042.253655] env[68893]: DEBUG oslo_vmware.api [None req-6920b164-0b32-4578-9601-2dc807bd0fd6 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Task: {'id': task-2792030, 'name': PowerOnVM_Task, 'duration_secs': 1.141534} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.253655] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-6920b164-0b32-4578-9601-2dc807bd0fd6 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] [instance: 2ae63af9-1fe6-4670-a651-6317e997c53b] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1042.253968] env[68893]: INFO nova.compute.manager [None req-6920b164-0b32-4578-9601-2dc807bd0fd6 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] [instance: 2ae63af9-1fe6-4670-a651-6317e997c53b] Took 5.99 seconds to spawn the instance on the hypervisor. [ 1042.254258] env[68893]: DEBUG nova.compute.manager [None req-6920b164-0b32-4578-9601-2dc807bd0fd6 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] [instance: 2ae63af9-1fe6-4670-a651-6317e997c53b] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1042.255126] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-717fec3b-91a3-4132-aca7-61c6c705d176 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.265831] env[68893]: DEBUG nova.scheduler.client.report [None req-df6c9886-e8cc-4ee2-a4e1-3a731897019f tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Refreshing trait associations for resource provider d14b70d6-a636-4db0-b5a6-b901da6fa895, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE {{(pid=68893) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1042.331128] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792031, 'name': CreateVM_Task, 'duration_secs': 0.518054} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.333581] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7be052a-8113-4d5e-a4cd-1a9e12c07a70] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1042.334747] env[68893]: DEBUG oslo_concurrency.lockutils [None req-095b1077-decf-44de-b624-df92812deed2 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.334922] env[68893]: DEBUG oslo_concurrency.lockutils [None req-095b1077-decf-44de-b624-df92812deed2 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.335261] env[68893]: DEBUG oslo_concurrency.lockutils [None req-095b1077-decf-44de-b624-df92812deed2 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.335682] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0a31358-1c15-4b68-ab26-105b24f4a5e9 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.341379] env[68893]: DEBUG oslo_vmware.api [None req-095b1077-decf-44de-b624-df92812deed2 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Waiting for the task: (returnval){ [ 1042.341379] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52a8d330-d5b9-7a46-4242-d442f0a57be6" [ 1042.341379] env[68893]: _type = "Task" [ 1042.341379] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.352517] env[68893]: DEBUG oslo_vmware.api [None req-095b1077-decf-44de-b624-df92812deed2 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52a8d330-d5b9-7a46-4242-d442f0a57be6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.509615] env[68893]: DEBUG nova.network.neutron [-] [instance: 9d2c4276-803a-45ac-92bd-82eb2c5095eb] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.524688] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e742411-1d76-45d5-9d5c-faa83526dff1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.535126] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b4e70fe-d6a5-45db-8619-134bade1f8c7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.568975] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64eed161-434a-4be3-82f7-f0467bd047ca {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.578949] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39aab322-803e-46b8-b51f-92a5018e76c4 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.596221] env[68893]: DEBUG nova.compute.provider_tree [None req-df6c9886-e8cc-4ee2-a4e1-3a731897019f tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Updating inventory in ProviderTree for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1042.776939] env[68893]: INFO nova.compute.manager [None req-6920b164-0b32-4578-9601-2dc807bd0fd6 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] [instance: 2ae63af9-1fe6-4670-a651-6317e997c53b] Took 25.69 seconds to build instance. [ 1042.853172] env[68893]: DEBUG oslo_vmware.api [None req-095b1077-decf-44de-b624-df92812deed2 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52a8d330-d5b9-7a46-4242-d442f0a57be6, 'name': SearchDatastore_Task, 'duration_secs': 0.039259} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.853489] env[68893]: DEBUG oslo_concurrency.lockutils [None req-095b1077-decf-44de-b624-df92812deed2 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.853715] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-095b1077-decf-44de-b624-df92812deed2 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: d7be052a-8113-4d5e-a4cd-1a9e12c07a70] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1042.853945] env[68893]: DEBUG oslo_concurrency.lockutils [None req-095b1077-decf-44de-b624-df92812deed2 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.854097] env[68893]: DEBUG oslo_concurrency.lockutils [None req-095b1077-decf-44de-b624-df92812deed2 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.854286] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-095b1077-decf-44de-b624-df92812deed2 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1042.854550] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-14f9c04b-b0af-4612-b13f-d9c384e2453f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.864911] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-095b1077-decf-44de-b624-df92812deed2 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1042.865119] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-095b1077-decf-44de-b624-df92812deed2 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1042.865848] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fed4b31-7c0f-443d-8024-54acc54dccb3 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.875108] env[68893]: DEBUG oslo_vmware.api [None req-095b1077-decf-44de-b624-df92812deed2 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Waiting for the task: (returnval){ [ 1042.875108] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]5277c1b0-87e4-2d3b-46ab-f3fa6f147a42" [ 1042.875108] env[68893]: _type = "Task" [ 1042.875108] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.884295] env[68893]: DEBUG oslo_vmware.api [None req-095b1077-decf-44de-b624-df92812deed2 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]5277c1b0-87e4-2d3b-46ab-f3fa6f147a42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.012595] env[68893]: INFO nova.compute.manager [-] [instance: 9d2c4276-803a-45ac-92bd-82eb2c5095eb] Took 1.22 seconds to deallocate network for instance. [ 1043.130712] env[68893]: DEBUG nova.scheduler.client.report [None req-df6c9886-e8cc-4ee2-a4e1-3a731897019f tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Updated inventory for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with generation 112 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1043.131035] env[68893]: DEBUG nova.compute.provider_tree [None req-df6c9886-e8cc-4ee2-a4e1-3a731897019f tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Updating resource provider d14b70d6-a636-4db0-b5a6-b901da6fa895 generation from 112 to 113 during operation: update_inventory {{(pid=68893) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1043.131230] env[68893]: DEBUG nova.compute.provider_tree [None req-df6c9886-e8cc-4ee2-a4e1-3a731897019f tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Updating inventory in ProviderTree for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1043.262728] env[68893]: DEBUG nova.compute.manager [None req-54e98a63-5aee-49e9-a08b-88355c74b1fb tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1043.264149] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cda82c80-a8fa-481a-b00c-2f7829d33102 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.279468] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6920b164-0b32-4578-9601-2dc807bd0fd6 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Lock "2ae63af9-1fe6-4670-a651-6317e997c53b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.204s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.387747] env[68893]: DEBUG oslo_vmware.api [None req-095b1077-decf-44de-b624-df92812deed2 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]5277c1b0-87e4-2d3b-46ab-f3fa6f147a42, 'name': SearchDatastore_Task, 'duration_secs': 0.03442} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.388964] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1bc8fdea-99d5-46ed-8337-4d2a6e511f80 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.395732] env[68893]: DEBUG oslo_vmware.api [None req-095b1077-decf-44de-b624-df92812deed2 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Waiting for the task: (returnval){ [ 1043.395732] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52f1d9ee-18ab-2bd0-8447-113325a07e08" [ 1043.395732] env[68893]: _type = "Task" [ 1043.395732] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.405832] env[68893]: DEBUG oslo_vmware.api [None req-095b1077-decf-44de-b624-df92812deed2 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52f1d9ee-18ab-2bd0-8447-113325a07e08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.413483] env[68893]: INFO nova.compute.manager [None req-8fe2208a-11f1-408b-8ef3-0a30c1e9edb5 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] [instance: 2ae63af9-1fe6-4670-a651-6317e997c53b] Rebuilding instance [ 1043.464327] env[68893]: DEBUG nova.compute.manager [None req-8fe2208a-11f1-408b-8ef3-0a30c1e9edb5 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] [instance: 2ae63af9-1fe6-4670-a651-6317e997c53b] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1043.469023] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-814dec06-3b6f-4b5b-8c19-529402aadf28 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.610818] env[68893]: DEBUG nova.objects.instance [None req-a8fc58d1-6cfa-4083-8a5f-3f88d2e5f266 tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] Lazy-loading 'flavor' on Instance uuid b763ec3a-5de5-40c1-9783-23dd20b39989 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1043.635989] env[68893]: DEBUG oslo_concurrency.lockutils [None req-df6c9886-e8cc-4ee2-a4e1-3a731897019f tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.933s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.638266] env[68893]: DEBUG oslo_concurrency.lockutils [None req-cfa00560-135b-466f-861a-005ac8f37bb1 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.756s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.638494] env[68893]: DEBUG nova.objects.instance [None req-cfa00560-135b-466f-861a-005ac8f37bb1 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Lazy-loading 'resources' on Instance uuid 0df1cf01-48d1-4da5-96d7-e4a71fa6396f {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1043.654989] env[68893]: INFO nova.scheduler.client.report [None req-df6c9886-e8cc-4ee2-a4e1-3a731897019f tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Deleted allocations for instance 5c771d60-a6ca-434c-9193-9d90821b26b2 [ 1043.779482] env[68893]: INFO nova.compute.manager [None req-54e98a63-5aee-49e9-a08b-88355c74b1fb tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] instance snapshotting [ 1043.780170] env[68893]: DEBUG nova.objects.instance [None req-54e98a63-5aee-49e9-a08b-88355c74b1fb tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Lazy-loading 'flavor' on Instance uuid 05def266-bea2-46e6-8916-6b0484ce4edd {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1043.907426] env[68893]: DEBUG oslo_vmware.api [None req-095b1077-decf-44de-b624-df92812deed2 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52f1d9ee-18ab-2bd0-8447-113325a07e08, 'name': SearchDatastore_Task, 'duration_secs': 0.015468} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.907426] env[68893]: DEBUG oslo_concurrency.lockutils [None req-095b1077-decf-44de-b624-df92812deed2 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.907583] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-095b1077-decf-44de-b624-df92812deed2 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] d7be052a-8113-4d5e-a4cd-1a9e12c07a70/d7be052a-8113-4d5e-a4cd-1a9e12c07a70.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1043.907846] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-24623c4a-bcd5-49bd-ae87-a6700713b748 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.916357] env[68893]: DEBUG oslo_vmware.api [None req-095b1077-decf-44de-b624-df92812deed2 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Waiting for the task: (returnval){ [ 1043.916357] env[68893]: value = "task-2792032" [ 1043.916357] env[68893]: _type = "Task" [ 1043.916357] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.925442] env[68893]: DEBUG oslo_vmware.api [None req-095b1077-decf-44de-b624-df92812deed2 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792032, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.049063] env[68893]: DEBUG oslo_concurrency.lockutils [None req-08d96428-259a-45b2-a305-c33e5d157082 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Lock "9d2c4276-803a-45ac-92bd-82eb2c5095eb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.829s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.115222] env[68893]: DEBUG oslo_concurrency.lockutils [None req-a8fc58d1-6cfa-4083-8a5f-3f88d2e5f266 tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] Acquiring lock "refresh_cache-b763ec3a-5de5-40c1-9783-23dd20b39989" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.115423] env[68893]: DEBUG oslo_concurrency.lockutils [None req-a8fc58d1-6cfa-4083-8a5f-3f88d2e5f266 tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] Acquired lock "refresh_cache-b763ec3a-5de5-40c1-9783-23dd20b39989" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.167310] env[68893]: DEBUG oslo_concurrency.lockutils [None req-df6c9886-e8cc-4ee2-a4e1-3a731897019f tempest-ServersListShow298Test-713182666 tempest-ServersListShow298Test-713182666-project-member] Lock "5c771d60-a6ca-434c-9193-9d90821b26b2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.019s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.287320] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ea7faa6-f303-4667-b586-7747950b2d9e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.311344] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eb6baf0-af7f-4be9-9bb3-ab45655a7a96 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.432766] env[68893]: DEBUG oslo_vmware.api [None req-095b1077-decf-44de-b624-df92812deed2 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792032, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.484368] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fe2208a-11f1-408b-8ef3-0a30c1e9edb5 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] [instance: 2ae63af9-1fe6-4670-a651-6317e997c53b] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1044.484731] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0a20403f-a33d-4a03-b669-48a690e3b45d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.493887] env[68893]: DEBUG oslo_vmware.api [None req-8fe2208a-11f1-408b-8ef3-0a30c1e9edb5 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Waiting for the task: (returnval){ [ 1044.493887] env[68893]: value = "task-2792033" [ 1044.493887] env[68893]: _type = "Task" [ 1044.493887] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.505574] env[68893]: DEBUG oslo_vmware.api [None req-8fe2208a-11f1-408b-8ef3-0a30c1e9edb5 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Task: {'id': task-2792033, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.509846] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dd4d533-7907-4349-8c51-a834ce15abc7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.518833] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-808ff83f-add0-4bc8-886b-c62f73db3a67 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.557883] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d8ba8f9-05b1-42ad-9530-f32936fb2b38 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.568479] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49bb4b07-02b8-4f72-b745-8c1f2b31e8d8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.585353] env[68893]: DEBUG nova.compute.provider_tree [None req-cfa00560-135b-466f-861a-005ac8f37bb1 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Updating inventory in ProviderTree for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1044.714395] env[68893]: DEBUG nova.network.neutron [None req-a8fc58d1-6cfa-4083-8a5f-3f88d2e5f266 tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] [instance: b763ec3a-5de5-40c1-9783-23dd20b39989] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1044.738671] env[68893]: DEBUG nova.compute.manager [req-5daa3d0d-8486-4f9a-a644-14c7a3e63783 req-26c08a9b-64ca-4dea-b29b-f30459c4c57b service nova] [instance: b763ec3a-5de5-40c1-9783-23dd20b39989] Received event network-changed-02752a1a-bafe-4ef3-a229-d4c7792f5a76 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1044.738894] env[68893]: DEBUG nova.compute.manager [req-5daa3d0d-8486-4f9a-a644-14c7a3e63783 req-26c08a9b-64ca-4dea-b29b-f30459c4c57b service nova] [instance: b763ec3a-5de5-40c1-9783-23dd20b39989] Refreshing instance network info cache due to event network-changed-02752a1a-bafe-4ef3-a229-d4c7792f5a76. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1044.739109] env[68893]: DEBUG oslo_concurrency.lockutils [req-5daa3d0d-8486-4f9a-a644-14c7a3e63783 req-26c08a9b-64ca-4dea-b29b-f30459c4c57b service nova] Acquiring lock "refresh_cache-b763ec3a-5de5-40c1-9783-23dd20b39989" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.830717] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-54e98a63-5aee-49e9-a08b-88355c74b1fb tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] Creating Snapshot of the VM instance {{(pid=68893) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1044.831141] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-42848ce8-7b68-4994-a1ea-7b1b1c80ea49 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.844313] env[68893]: DEBUG oslo_vmware.api [None req-54e98a63-5aee-49e9-a08b-88355c74b1fb tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Waiting for the task: (returnval){ [ 1044.844313] env[68893]: value = "task-2792034" [ 1044.844313] env[68893]: _type = "Task" [ 1044.844313] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.866244] env[68893]: DEBUG oslo_vmware.api [None req-54e98a63-5aee-49e9-a08b-88355c74b1fb tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792034, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.928511] env[68893]: DEBUG oslo_vmware.api [None req-095b1077-decf-44de-b624-df92812deed2 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792032, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.557712} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.928998] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-095b1077-decf-44de-b624-df92812deed2 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] d7be052a-8113-4d5e-a4cd-1a9e12c07a70/d7be052a-8113-4d5e-a4cd-1a9e12c07a70.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1044.929352] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-095b1077-decf-44de-b624-df92812deed2 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: d7be052a-8113-4d5e-a4cd-1a9e12c07a70] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1044.930016] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8faaf7cd-67c2-4a75-bee5-2a2be2967f1b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.941432] env[68893]: DEBUG oslo_vmware.api [None req-095b1077-decf-44de-b624-df92812deed2 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Waiting for the task: (returnval){ [ 1044.941432] env[68893]: value = "task-2792035" [ 1044.941432] env[68893]: _type = "Task" [ 1044.941432] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.953543] env[68893]: DEBUG oslo_vmware.api [None req-095b1077-decf-44de-b624-df92812deed2 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792035, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.005939] env[68893]: DEBUG oslo_vmware.api [None req-8fe2208a-11f1-408b-8ef3-0a30c1e9edb5 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Task: {'id': task-2792033, 'name': PowerOffVM_Task, 'duration_secs': 0.229033} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.006291] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fe2208a-11f1-408b-8ef3-0a30c1e9edb5 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] [instance: 2ae63af9-1fe6-4670-a651-6317e997c53b] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1045.006530] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-8fe2208a-11f1-408b-8ef3-0a30c1e9edb5 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] [instance: 2ae63af9-1fe6-4670-a651-6317e997c53b] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1045.007396] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6acddcfb-224e-4048-8f8d-87f3197c68b5 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.017920] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-8fe2208a-11f1-408b-8ef3-0a30c1e9edb5 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] [instance: 2ae63af9-1fe6-4670-a651-6317e997c53b] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1045.017920] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b656e40f-3b3a-4df1-8f4b-c1b4f0516cef {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.028134] env[68893]: DEBUG oslo_concurrency.lockutils [None req-366e8c12-1c5c-43fb-983d-204f3ed20172 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Acquiring lock "ed321673-402e-43c5-ac6e-5d4abfb863fc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.028714] env[68893]: DEBUG oslo_concurrency.lockutils [None req-366e8c12-1c5c-43fb-983d-204f3ed20172 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Lock "ed321673-402e-43c5-ac6e-5d4abfb863fc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.056178] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-8fe2208a-11f1-408b-8ef3-0a30c1e9edb5 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] [instance: 2ae63af9-1fe6-4670-a651-6317e997c53b] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1045.056461] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-8fe2208a-11f1-408b-8ef3-0a30c1e9edb5 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] [instance: 2ae63af9-1fe6-4670-a651-6317e997c53b] Deleting contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1045.056731] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fe2208a-11f1-408b-8ef3-0a30c1e9edb5 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Deleting the datastore file [datastore2] 2ae63af9-1fe6-4670-a651-6317e997c53b {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1045.057494] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-85e94f09-1ea4-47dc-8002-41ad192d657a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.066185] env[68893]: DEBUG oslo_vmware.api [None req-8fe2208a-11f1-408b-8ef3-0a30c1e9edb5 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Waiting for the task: (returnval){ [ 1045.066185] env[68893]: value = "task-2792037" [ 1045.066185] env[68893]: _type = "Task" [ 1045.066185] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.079220] env[68893]: DEBUG oslo_vmware.api [None req-8fe2208a-11f1-408b-8ef3-0a30c1e9edb5 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Task: {'id': task-2792037, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.109357] env[68893]: ERROR nova.scheduler.client.report [None req-cfa00560-135b-466f-861a-005ac8f37bb1 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [req-08b6f44e-0cc2-4262-bf8a-4f3e62f20435] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d14b70d6-a636-4db0-b5a6-b901da6fa895. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-08b6f44e-0cc2-4262-bf8a-4f3e62f20435"}]} [ 1045.126408] env[68893]: DEBUG nova.scheduler.client.report [None req-cfa00560-135b-466f-861a-005ac8f37bb1 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Refreshing inventories for resource provider d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1045.143845] env[68893]: DEBUG nova.scheduler.client.report [None req-cfa00560-135b-466f-861a-005ac8f37bb1 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Updating ProviderTree inventory for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1045.144159] env[68893]: DEBUG nova.compute.provider_tree [None req-cfa00560-135b-466f-861a-005ac8f37bb1 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Updating inventory in ProviderTree for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1045.156375] env[68893]: DEBUG nova.scheduler.client.report [None req-cfa00560-135b-466f-861a-005ac8f37bb1 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Refreshing aggregate associations for resource provider d14b70d6-a636-4db0-b5a6-b901da6fa895, aggregates: None {{(pid=68893) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1045.177935] env[68893]: DEBUG nova.scheduler.client.report [None req-cfa00560-135b-466f-861a-005ac8f37bb1 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Refreshing trait associations for resource provider d14b70d6-a636-4db0-b5a6-b901da6fa895, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE {{(pid=68893) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1045.356587] env[68893]: DEBUG oslo_vmware.api [None req-54e98a63-5aee-49e9-a08b-88355c74b1fb tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792034, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.459998] env[68893]: DEBUG oslo_vmware.api [None req-095b1077-decf-44de-b624-df92812deed2 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792035, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.123353} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.460448] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-095b1077-decf-44de-b624-df92812deed2 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: d7be052a-8113-4d5e-a4cd-1a9e12c07a70] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1045.462888] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51a14a88-eccf-4dd7-9a0d-305a16d91c4c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.500549] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-095b1077-decf-44de-b624-df92812deed2 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: d7be052a-8113-4d5e-a4cd-1a9e12c07a70] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] d7be052a-8113-4d5e-a4cd-1a9e12c07a70/d7be052a-8113-4d5e-a4cd-1a9e12c07a70.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1045.504583] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-830e44a7-9f15-42f6-8feb-64d0e2a56424 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.520736] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-058ab45b-d213-4844-bf5f-891c2f8e5efa {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.529597] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8829d05f-5328-4eef-a784-ef9a2a829f5f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.534508] env[68893]: DEBUG nova.compute.manager [None req-366e8c12-1c5c-43fb-983d-204f3ed20172 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: ed321673-402e-43c5-ac6e-5d4abfb863fc] Starting instance... {{(pid=68893) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1045.537445] env[68893]: DEBUG oslo_vmware.api [None req-095b1077-decf-44de-b624-df92812deed2 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Waiting for the task: (returnval){ [ 1045.537445] env[68893]: value = "task-2792038" [ 1045.537445] env[68893]: _type = "Task" [ 1045.537445] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.577272] env[68893]: DEBUG nova.network.neutron [None req-a8fc58d1-6cfa-4083-8a5f-3f88d2e5f266 tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] [instance: b763ec3a-5de5-40c1-9783-23dd20b39989] Updating instance_info_cache with network_info: [{"id": "02752a1a-bafe-4ef3-a229-d4c7792f5a76", "address": "fa:16:3e:a1:2b:83", "network": {"id": "9540af4c-08cf-4621-b686-ba34200e4cc0", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1440740283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2340a9c3a5294692a3569d0291e45d78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9be6786-e9a7-4138-b7b5-b7696f6cb1e1", "external-id": "nsx-vlan-transportzone-626", "segmentation_id": 626, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02752a1a-ba", "ovs_interfaceid": "02752a1a-bafe-4ef3-a229-d4c7792f5a76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.583024] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2842d1d3-c72d-4072-aeb3-5f8e435f979e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.590077] env[68893]: DEBUG oslo_vmware.api [None req-095b1077-decf-44de-b624-df92812deed2 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792038, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.599109] env[68893]: DEBUG oslo_vmware.api [None req-8fe2208a-11f1-408b-8ef3-0a30c1e9edb5 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Task: {'id': task-2792037, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.509111} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.599505] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fe2208a-11f1-408b-8ef3-0a30c1e9edb5 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1045.599739] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-8fe2208a-11f1-408b-8ef3-0a30c1e9edb5 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] [instance: 2ae63af9-1fe6-4670-a651-6317e997c53b] Deleted contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1045.599923] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-8fe2208a-11f1-408b-8ef3-0a30c1e9edb5 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] [instance: 2ae63af9-1fe6-4670-a651-6317e997c53b] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1045.603418] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b368e9c3-d135-46ee-ad99-cafefc09e228 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.621364] env[68893]: DEBUG nova.compute.provider_tree [None req-cfa00560-135b-466f-861a-005ac8f37bb1 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Updating inventory in ProviderTree for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1045.857899] env[68893]: DEBUG oslo_vmware.api [None req-54e98a63-5aee-49e9-a08b-88355c74b1fb tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792034, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.885725] env[68893]: DEBUG nova.objects.instance [None req-2d2f90e9-ffc6-47c1-bcf1-7b868b0e046a tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] Lazy-loading 'flavor' on Instance uuid b763ec3a-5de5-40c1-9783-23dd20b39989 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1046.060818] env[68893]: DEBUG oslo_vmware.api [None req-095b1077-decf-44de-b624-df92812deed2 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792038, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.068564] env[68893]: DEBUG oslo_concurrency.lockutils [None req-366e8c12-1c5c-43fb-983d-204f3ed20172 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.090022] env[68893]: DEBUG oslo_concurrency.lockutils [None req-a8fc58d1-6cfa-4083-8a5f-3f88d2e5f266 tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] Releasing lock "refresh_cache-b763ec3a-5de5-40c1-9783-23dd20b39989" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.090022] env[68893]: DEBUG nova.compute.manager [None req-a8fc58d1-6cfa-4083-8a5f-3f88d2e5f266 tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] [instance: b763ec3a-5de5-40c1-9783-23dd20b39989] Inject network info {{(pid=68893) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1046.090022] env[68893]: DEBUG nova.compute.manager [None req-a8fc58d1-6cfa-4083-8a5f-3f88d2e5f266 tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] [instance: b763ec3a-5de5-40c1-9783-23dd20b39989] network_info to inject: |[{"id": "02752a1a-bafe-4ef3-a229-d4c7792f5a76", "address": "fa:16:3e:a1:2b:83", "network": {"id": "9540af4c-08cf-4621-b686-ba34200e4cc0", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1440740283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2340a9c3a5294692a3569d0291e45d78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9be6786-e9a7-4138-b7b5-b7696f6cb1e1", "external-id": "nsx-vlan-transportzone-626", "segmentation_id": 626, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02752a1a-ba", "ovs_interfaceid": "02752a1a-bafe-4ef3-a229-d4c7792f5a76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68893) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1046.094130] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-a8fc58d1-6cfa-4083-8a5f-3f88d2e5f266 tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] [instance: b763ec3a-5de5-40c1-9783-23dd20b39989] Reconfiguring VM instance to set the machine id {{(pid=68893) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1046.094766] env[68893]: DEBUG oslo_concurrency.lockutils [req-5daa3d0d-8486-4f9a-a644-14c7a3e63783 req-26c08a9b-64ca-4dea-b29b-f30459c4c57b service nova] Acquired lock "refresh_cache-b763ec3a-5de5-40c1-9783-23dd20b39989" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.095201] env[68893]: DEBUG nova.network.neutron [req-5daa3d0d-8486-4f9a-a644-14c7a3e63783 req-26c08a9b-64ca-4dea-b29b-f30459c4c57b service nova] [instance: b763ec3a-5de5-40c1-9783-23dd20b39989] Refreshing network info cache for port 02752a1a-bafe-4ef3-a229-d4c7792f5a76 {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1046.096527] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8cf2440-410f-40b9-a3f5-24f0b299e046 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.129260] env[68893]: DEBUG oslo_vmware.api [None req-a8fc58d1-6cfa-4083-8a5f-3f88d2e5f266 tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] Waiting for the task: (returnval){ [ 1046.129260] env[68893]: value = "task-2792039" [ 1046.129260] env[68893]: _type = "Task" [ 1046.129260] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.138658] env[68893]: DEBUG oslo_vmware.api [None req-a8fc58d1-6cfa-4083-8a5f-3f88d2e5f266 tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] Task: {'id': task-2792039, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.212988] env[68893]: DEBUG nova.scheduler.client.report [None req-cfa00560-135b-466f-861a-005ac8f37bb1 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Updated inventory for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with generation 114 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1046.213338] env[68893]: DEBUG nova.compute.provider_tree [None req-cfa00560-135b-466f-861a-005ac8f37bb1 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Updating resource provider d14b70d6-a636-4db0-b5a6-b901da6fa895 generation from 114 to 115 during operation: update_inventory {{(pid=68893) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1046.213526] env[68893]: DEBUG nova.compute.provider_tree [None req-cfa00560-135b-466f-861a-005ac8f37bb1 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Updating inventory in ProviderTree for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1046.362024] env[68893]: DEBUG oslo_vmware.api [None req-54e98a63-5aee-49e9-a08b-88355c74b1fb tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792034, 'name': CreateSnapshot_Task, 'duration_secs': 1.416126} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.362024] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-54e98a63-5aee-49e9-a08b-88355c74b1fb tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] Created Snapshot of the VM instance {{(pid=68893) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1046.362024] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb999641-7bab-4eb9-a70c-7bfaf72de44d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.390727] env[68893]: DEBUG oslo_concurrency.lockutils [None req-2d2f90e9-ffc6-47c1-bcf1-7b868b0e046a tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] Acquiring lock "refresh_cache-b763ec3a-5de5-40c1-9783-23dd20b39989" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.551518] env[68893]: DEBUG oslo_vmware.api [None req-095b1077-decf-44de-b624-df92812deed2 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792038, 'name': ReconfigVM_Task, 'duration_secs': 0.63151} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.551855] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-095b1077-decf-44de-b624-df92812deed2 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: d7be052a-8113-4d5e-a4cd-1a9e12c07a70] Reconfigured VM instance instance-00000053 to attach disk [datastore2] d7be052a-8113-4d5e-a4cd-1a9e12c07a70/d7be052a-8113-4d5e-a4cd-1a9e12c07a70.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1046.552556] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6b265b9a-5d59-4168-b032-634fea890c1f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.560895] env[68893]: DEBUG oslo_vmware.api [None req-095b1077-decf-44de-b624-df92812deed2 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Waiting for the task: (returnval){ [ 1046.560895] env[68893]: value = "task-2792040" [ 1046.560895] env[68893]: _type = "Task" [ 1046.560895] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.572848] env[68893]: DEBUG oslo_vmware.api [None req-095b1077-decf-44de-b624-df92812deed2 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792040, 'name': Rename_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.640718] env[68893]: DEBUG oslo_vmware.api [None req-a8fc58d1-6cfa-4083-8a5f-3f88d2e5f266 tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] Task: {'id': task-2792039, 'name': ReconfigVM_Task, 'duration_secs': 0.201555} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.641247] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-a8fc58d1-6cfa-4083-8a5f-3f88d2e5f266 tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] [instance: b763ec3a-5de5-40c1-9783-23dd20b39989] Reconfigured VM instance to set the machine id {{(pid=68893) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1046.652506] env[68893]: DEBUG nova.virt.hardware [None req-8fe2208a-11f1-408b-8ef3-0a30c1e9edb5 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1046.652749] env[68893]: DEBUG nova.virt.hardware [None req-8fe2208a-11f1-408b-8ef3-0a30c1e9edb5 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1046.653310] env[68893]: DEBUG nova.virt.hardware [None req-8fe2208a-11f1-408b-8ef3-0a30c1e9edb5 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1046.653310] env[68893]: DEBUG nova.virt.hardware [None req-8fe2208a-11f1-408b-8ef3-0a30c1e9edb5 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1046.653310] env[68893]: DEBUG nova.virt.hardware [None req-8fe2208a-11f1-408b-8ef3-0a30c1e9edb5 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1046.653463] env[68893]: DEBUG nova.virt.hardware [None req-8fe2208a-11f1-408b-8ef3-0a30c1e9edb5 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1046.653589] env[68893]: DEBUG nova.virt.hardware [None req-8fe2208a-11f1-408b-8ef3-0a30c1e9edb5 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1046.653746] env[68893]: DEBUG nova.virt.hardware [None req-8fe2208a-11f1-408b-8ef3-0a30c1e9edb5 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1046.653912] env[68893]: DEBUG nova.virt.hardware [None req-8fe2208a-11f1-408b-8ef3-0a30c1e9edb5 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1046.654082] env[68893]: DEBUG nova.virt.hardware [None req-8fe2208a-11f1-408b-8ef3-0a30c1e9edb5 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1046.654258] env[68893]: DEBUG nova.virt.hardware [None req-8fe2208a-11f1-408b-8ef3-0a30c1e9edb5 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1046.655106] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b588bde-6518-48c0-a421-ed5c8164d35e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.658301] env[68893]: DEBUG nova.network.neutron [req-5daa3d0d-8486-4f9a-a644-14c7a3e63783 req-26c08a9b-64ca-4dea-b29b-f30459c4c57b service nova] [instance: b763ec3a-5de5-40c1-9783-23dd20b39989] Updated VIF entry in instance network info cache for port 02752a1a-bafe-4ef3-a229-d4c7792f5a76. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1046.658659] env[68893]: DEBUG nova.network.neutron [req-5daa3d0d-8486-4f9a-a644-14c7a3e63783 req-26c08a9b-64ca-4dea-b29b-f30459c4c57b service nova] [instance: b763ec3a-5de5-40c1-9783-23dd20b39989] Updating instance_info_cache with network_info: [{"id": "02752a1a-bafe-4ef3-a229-d4c7792f5a76", "address": "fa:16:3e:a1:2b:83", "network": {"id": "9540af4c-08cf-4621-b686-ba34200e4cc0", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1440740283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2340a9c3a5294692a3569d0291e45d78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9be6786-e9a7-4138-b7b5-b7696f6cb1e1", "external-id": "nsx-vlan-transportzone-626", "segmentation_id": 626, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02752a1a-ba", "ovs_interfaceid": "02752a1a-bafe-4ef3-a229-d4c7792f5a76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.659886] env[68893]: DEBUG oslo_concurrency.lockutils [None req-46bea6af-7e86-4b2b-a944-9b388e88637b tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Acquiring lock "interface-7e40a4c8-e64e-41f1-9b87-8c5f0af19a35-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.660137] env[68893]: DEBUG oslo_concurrency.lockutils [None req-46bea6af-7e86-4b2b-a944-9b388e88637b tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Lock "interface-7e40a4c8-e64e-41f1-9b87-8c5f0af19a35-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.660429] env[68893]: DEBUG nova.objects.instance [None req-46bea6af-7e86-4b2b-a944-9b388e88637b tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Lazy-loading 'flavor' on Instance uuid 7e40a4c8-e64e-41f1-9b87-8c5f0af19a35 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1046.667545] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40bdeaae-f528-430d-983d-c77dfd8ed45e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.684867] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-8fe2208a-11f1-408b-8ef3-0a30c1e9edb5 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] [instance: 2ae63af9-1fe6-4670-a651-6317e997c53b] Instance VIF info [] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1046.690645] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8fe2208a-11f1-408b-8ef3-0a30c1e9edb5 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1046.691156] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ae63af9-1fe6-4670-a651-6317e997c53b] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1046.691379] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-873d377e-aa3b-496d-b952-df4a92759813 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.709992] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1046.709992] env[68893]: value = "task-2792041" [ 1046.709992] env[68893]: _type = "Task" [ 1046.709992] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.722141] env[68893]: DEBUG oslo_concurrency.lockutils [None req-cfa00560-135b-466f-861a-005ac8f37bb1 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.084s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.724240] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792041, 'name': CreateVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.724740] env[68893]: DEBUG oslo_concurrency.lockutils [None req-c370be23-d012-4187-b06e-80c0367c20ca tempest-ServerTagsTestJSON-1883384352 tempest-ServerTagsTestJSON-1883384352-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.125s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.726330] env[68893]: INFO nova.compute.claims [None req-c370be23-d012-4187-b06e-80c0367c20ca tempest-ServerTagsTestJSON-1883384352 tempest-ServerTagsTestJSON-1883384352-project-member] [instance: 86c6883a-4bba-48cc-a68b-21ac933f0867] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1046.747823] env[68893]: INFO nova.scheduler.client.report [None req-cfa00560-135b-466f-861a-005ac8f37bb1 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Deleted allocations for instance 0df1cf01-48d1-4da5-96d7-e4a71fa6396f [ 1046.882882] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-54e98a63-5aee-49e9-a08b-88355c74b1fb tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] Creating linked-clone VM from snapshot {{(pid=68893) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1046.883279] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d63190d6-6b5a-457f-9062-e5402c3c75dc {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.894756] env[68893]: DEBUG oslo_vmware.api [None req-54e98a63-5aee-49e9-a08b-88355c74b1fb tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Waiting for the task: (returnval){ [ 1046.894756] env[68893]: value = "task-2792042" [ 1046.894756] env[68893]: _type = "Task" [ 1046.894756] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.904192] env[68893]: DEBUG oslo_vmware.api [None req-54e98a63-5aee-49e9-a08b-88355c74b1fb tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792042, 'name': CloneVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.072692] env[68893]: DEBUG oslo_vmware.api [None req-095b1077-decf-44de-b624-df92812deed2 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792040, 'name': Rename_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.162460] env[68893]: DEBUG oslo_concurrency.lockutils [req-5daa3d0d-8486-4f9a-a644-14c7a3e63783 req-26c08a9b-64ca-4dea-b29b-f30459c4c57b service nova] Releasing lock "refresh_cache-b763ec3a-5de5-40c1-9783-23dd20b39989" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.164279] env[68893]: DEBUG nova.objects.instance [None req-46bea6af-7e86-4b2b-a944-9b388e88637b tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Lazy-loading 'pci_requests' on Instance uuid 7e40a4c8-e64e-41f1-9b87-8c5f0af19a35 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1047.165442] env[68893]: DEBUG oslo_concurrency.lockutils [None req-2d2f90e9-ffc6-47c1-bcf1-7b868b0e046a tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] Acquired lock "refresh_cache-b763ec3a-5de5-40c1-9783-23dd20b39989" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.223328] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792041, 'name': CreateVM_Task} progress is 99%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.257224] env[68893]: DEBUG oslo_concurrency.lockutils [None req-cfa00560-135b-466f-861a-005ac8f37bb1 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Lock "0df1cf01-48d1-4da5-96d7-e4a71fa6396f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.816s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.405944] env[68893]: DEBUG oslo_vmware.api [None req-54e98a63-5aee-49e9-a08b-88355c74b1fb tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792042, 'name': CloneVM_Task} progress is 94%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.534156] env[68893]: DEBUG nova.network.neutron [None req-2d2f90e9-ffc6-47c1-bcf1-7b868b0e046a tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] [instance: b763ec3a-5de5-40c1-9783-23dd20b39989] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1047.553810] env[68893]: DEBUG nova.compute.manager [req-46604715-b3c6-4d6e-9b56-8c495874702e req-996f566d-e152-485c-9b86-2505ba4caa0e service nova] [instance: b763ec3a-5de5-40c1-9783-23dd20b39989] Received event network-changed-02752a1a-bafe-4ef3-a229-d4c7792f5a76 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1047.554180] env[68893]: DEBUG nova.compute.manager [req-46604715-b3c6-4d6e-9b56-8c495874702e req-996f566d-e152-485c-9b86-2505ba4caa0e service nova] [instance: b763ec3a-5de5-40c1-9783-23dd20b39989] Refreshing instance network info cache due to event network-changed-02752a1a-bafe-4ef3-a229-d4c7792f5a76. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1047.554501] env[68893]: DEBUG oslo_concurrency.lockutils [req-46604715-b3c6-4d6e-9b56-8c495874702e req-996f566d-e152-485c-9b86-2505ba4caa0e service nova] Acquiring lock "refresh_cache-b763ec3a-5de5-40c1-9783-23dd20b39989" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.574727] env[68893]: DEBUG oslo_vmware.api [None req-095b1077-decf-44de-b624-df92812deed2 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792040, 'name': Rename_Task, 'duration_secs': 0.762515} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.575018] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-095b1077-decf-44de-b624-df92812deed2 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: d7be052a-8113-4d5e-a4cd-1a9e12c07a70] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1047.575286] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-725575ea-415d-4928-90e7-7272c3637421 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.583024] env[68893]: DEBUG oslo_vmware.api [None req-095b1077-decf-44de-b624-df92812deed2 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Waiting for the task: (returnval){ [ 1047.583024] env[68893]: value = "task-2792043" [ 1047.583024] env[68893]: _type = "Task" [ 1047.583024] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.591659] env[68893]: DEBUG oslo_vmware.api [None req-095b1077-decf-44de-b624-df92812deed2 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792043, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.668696] env[68893]: DEBUG nova.objects.base [None req-46bea6af-7e86-4b2b-a944-9b388e88637b tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Object Instance<7e40a4c8-e64e-41f1-9b87-8c5f0af19a35> lazy-loaded attributes: flavor,pci_requests {{(pid=68893) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1047.669530] env[68893]: DEBUG nova.network.neutron [None req-46bea6af-7e86-4b2b-a944-9b388e88637b tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 7e40a4c8-e64e-41f1-9b87-8c5f0af19a35] allocate_for_instance() {{(pid=68893) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1047.725779] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792041, 'name': CreateVM_Task, 'duration_secs': 0.586242} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.725962] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ae63af9-1fe6-4670-a651-6317e997c53b] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1047.726401] env[68893]: DEBUG oslo_concurrency.lockutils [None req-8fe2208a-11f1-408b-8ef3-0a30c1e9edb5 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.726565] env[68893]: DEBUG oslo_concurrency.lockutils [None req-8fe2208a-11f1-408b-8ef3-0a30c1e9edb5 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.726907] env[68893]: DEBUG oslo_concurrency.lockutils [None req-8fe2208a-11f1-408b-8ef3-0a30c1e9edb5 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.727194] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7b0e875-f28d-417f-b99d-b2cdf053ecd3 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.732631] env[68893]: DEBUG oslo_vmware.api [None req-8fe2208a-11f1-408b-8ef3-0a30c1e9edb5 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Waiting for the task: (returnval){ [ 1047.732631] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]524327f5-445c-4cf9-8df0-1934c87e80c5" [ 1047.732631] env[68893]: _type = "Task" [ 1047.732631] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.747923] env[68893]: DEBUG oslo_vmware.api [None req-8fe2208a-11f1-408b-8ef3-0a30c1e9edb5 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]524327f5-445c-4cf9-8df0-1934c87e80c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.760148] env[68893]: DEBUG oslo_concurrency.lockutils [None req-46bea6af-7e86-4b2b-a944-9b388e88637b tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Lock "interface-7e40a4c8-e64e-41f1-9b87-8c5f0af19a35-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.100s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.913753] env[68893]: DEBUG oslo_vmware.api [None req-54e98a63-5aee-49e9-a08b-88355c74b1fb tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792042, 'name': CloneVM_Task} progress is 94%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.997276] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0232d6e-e85f-4882-8630-5ca0cf7cc4a3 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.006277] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41f6e40a-0360-4d9b-a778-c3c582f68102 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.046998] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0151ec3e-399d-456a-a9e4-a81d3b754de2 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.056647] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f42c4ce-1a15-4e5e-82c1-417279ba5cd2 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.073393] env[68893]: DEBUG nova.compute.provider_tree [None req-c370be23-d012-4187-b06e-80c0367c20ca tempest-ServerTagsTestJSON-1883384352 tempest-ServerTagsTestJSON-1883384352-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1048.097787] env[68893]: DEBUG oslo_vmware.api [None req-095b1077-decf-44de-b624-df92812deed2 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792043, 'name': PowerOnVM_Task, 'duration_secs': 0.510454} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.098713] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-095b1077-decf-44de-b624-df92812deed2 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: d7be052a-8113-4d5e-a4cd-1a9e12c07a70] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1048.098814] env[68893]: DEBUG nova.compute.manager [None req-095b1077-decf-44de-b624-df92812deed2 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: d7be052a-8113-4d5e-a4cd-1a9e12c07a70] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1048.099847] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cada6a3a-4abd-4c2e-966c-daa712a5896b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.245352] env[68893]: DEBUG oslo_vmware.api [None req-8fe2208a-11f1-408b-8ef3-0a30c1e9edb5 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]524327f5-445c-4cf9-8df0-1934c87e80c5, 'name': SearchDatastore_Task, 'duration_secs': 0.01274} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.245658] env[68893]: DEBUG oslo_concurrency.lockutils [None req-8fe2208a-11f1-408b-8ef3-0a30c1e9edb5 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.245892] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-8fe2208a-11f1-408b-8ef3-0a30c1e9edb5 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] [instance: 2ae63af9-1fe6-4670-a651-6317e997c53b] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1048.246142] env[68893]: DEBUG oslo_concurrency.lockutils [None req-8fe2208a-11f1-408b-8ef3-0a30c1e9edb5 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.246286] env[68893]: DEBUG oslo_concurrency.lockutils [None req-8fe2208a-11f1-408b-8ef3-0a30c1e9edb5 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.246526] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fe2208a-11f1-408b-8ef3-0a30c1e9edb5 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1048.246737] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-017a9dc1-f5e6-4350-923c-9b9936e504fb {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.256216] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fe2208a-11f1-408b-8ef3-0a30c1e9edb5 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1048.256414] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-8fe2208a-11f1-408b-8ef3-0a30c1e9edb5 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1048.257232] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c61d5465-68ed-47b5-83fc-fc94cd17d525 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.264414] env[68893]: DEBUG oslo_vmware.api [None req-8fe2208a-11f1-408b-8ef3-0a30c1e9edb5 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Waiting for the task: (returnval){ [ 1048.264414] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]521cd0fd-f974-6dc7-4e2e-74a84ac7b2cd" [ 1048.264414] env[68893]: _type = "Task" [ 1048.264414] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.275970] env[68893]: DEBUG oslo_vmware.api [None req-8fe2208a-11f1-408b-8ef3-0a30c1e9edb5 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]521cd0fd-f974-6dc7-4e2e-74a84ac7b2cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.311754] env[68893]: DEBUG nova.network.neutron [None req-2d2f90e9-ffc6-47c1-bcf1-7b868b0e046a tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] [instance: b763ec3a-5de5-40c1-9783-23dd20b39989] Updating instance_info_cache with network_info: [{"id": "02752a1a-bafe-4ef3-a229-d4c7792f5a76", "address": "fa:16:3e:a1:2b:83", "network": {"id": "9540af4c-08cf-4621-b686-ba34200e4cc0", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1440740283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2340a9c3a5294692a3569d0291e45d78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9be6786-e9a7-4138-b7b5-b7696f6cb1e1", "external-id": "nsx-vlan-transportzone-626", "segmentation_id": 626, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02752a1a-ba", "ovs_interfaceid": "02752a1a-bafe-4ef3-a229-d4c7792f5a76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.406996] env[68893]: DEBUG oslo_vmware.api [None req-54e98a63-5aee-49e9-a08b-88355c74b1fb tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792042, 'name': CloneVM_Task} progress is 95%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.577556] env[68893]: DEBUG nova.scheduler.client.report [None req-c370be23-d012-4187-b06e-80c0367c20ca tempest-ServerTagsTestJSON-1883384352 tempest-ServerTagsTestJSON-1883384352-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1048.624019] env[68893]: DEBUG oslo_concurrency.lockutils [None req-095b1077-decf-44de-b624-df92812deed2 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.624457] env[68893]: DEBUG oslo_concurrency.lockutils [None req-df426728-9d0d-453f-8ad6-ac904bc567d0 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Acquiring lock "3956e5a9-2174-488c-970c-4de5d1be8186" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.624689] env[68893]: DEBUG oslo_concurrency.lockutils [None req-df426728-9d0d-453f-8ad6-ac904bc567d0 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Lock "3956e5a9-2174-488c-970c-4de5d1be8186" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.780249] env[68893]: DEBUG oslo_vmware.api [None req-8fe2208a-11f1-408b-8ef3-0a30c1e9edb5 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]521cd0fd-f974-6dc7-4e2e-74a84ac7b2cd, 'name': SearchDatastore_Task, 'duration_secs': 0.023556} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.781528] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-482d14a6-dba2-4f1b-8e44-1c5f4ab6a2bb {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.788273] env[68893]: DEBUG oslo_vmware.api [None req-8fe2208a-11f1-408b-8ef3-0a30c1e9edb5 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Waiting for the task: (returnval){ [ 1048.788273] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]5215d910-d8b4-047c-ba1c-e33c642c83cf" [ 1048.788273] env[68893]: _type = "Task" [ 1048.788273] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.798680] env[68893]: DEBUG oslo_vmware.api [None req-8fe2208a-11f1-408b-8ef3-0a30c1e9edb5 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]5215d910-d8b4-047c-ba1c-e33c642c83cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.814603] env[68893]: DEBUG oslo_concurrency.lockutils [None req-2d2f90e9-ffc6-47c1-bcf1-7b868b0e046a tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] Releasing lock "refresh_cache-b763ec3a-5de5-40c1-9783-23dd20b39989" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.814872] env[68893]: DEBUG nova.compute.manager [None req-2d2f90e9-ffc6-47c1-bcf1-7b868b0e046a tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] [instance: b763ec3a-5de5-40c1-9783-23dd20b39989] Inject network info {{(pid=68893) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1048.815114] env[68893]: DEBUG nova.compute.manager [None req-2d2f90e9-ffc6-47c1-bcf1-7b868b0e046a tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] [instance: b763ec3a-5de5-40c1-9783-23dd20b39989] network_info to inject: |[{"id": "02752a1a-bafe-4ef3-a229-d4c7792f5a76", "address": "fa:16:3e:a1:2b:83", "network": {"id": "9540af4c-08cf-4621-b686-ba34200e4cc0", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1440740283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2340a9c3a5294692a3569d0291e45d78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9be6786-e9a7-4138-b7b5-b7696f6cb1e1", "external-id": "nsx-vlan-transportzone-626", "segmentation_id": 626, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02752a1a-ba", "ovs_interfaceid": "02752a1a-bafe-4ef3-a229-d4c7792f5a76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68893) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1048.820333] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-2d2f90e9-ffc6-47c1-bcf1-7b868b0e046a tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] [instance: b763ec3a-5de5-40c1-9783-23dd20b39989] Reconfiguring VM instance to set the machine id {{(pid=68893) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1048.820781] env[68893]: DEBUG oslo_concurrency.lockutils [req-46604715-b3c6-4d6e-9b56-8c495874702e req-996f566d-e152-485c-9b86-2505ba4caa0e service nova] Acquired lock "refresh_cache-b763ec3a-5de5-40c1-9783-23dd20b39989" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.821027] env[68893]: DEBUG nova.network.neutron [req-46604715-b3c6-4d6e-9b56-8c495874702e req-996f566d-e152-485c-9b86-2505ba4caa0e service nova] [instance: b763ec3a-5de5-40c1-9783-23dd20b39989] Refreshing network info cache for port 02752a1a-bafe-4ef3-a229-d4c7792f5a76 {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1048.822318] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e43b9d6-2bde-4f07-a3b1-7612104107e4 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.843700] env[68893]: DEBUG oslo_vmware.api [None req-2d2f90e9-ffc6-47c1-bcf1-7b868b0e046a tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] Waiting for the task: (returnval){ [ 1048.843700] env[68893]: value = "task-2792044" [ 1048.843700] env[68893]: _type = "Task" [ 1048.843700] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.855572] env[68893]: DEBUG oslo_vmware.api [None req-2d2f90e9-ffc6-47c1-bcf1-7b868b0e046a tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] Task: {'id': task-2792044, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.910326] env[68893]: DEBUG oslo_vmware.api [None req-54e98a63-5aee-49e9-a08b-88355c74b1fb tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792042, 'name': CloneVM_Task, 'duration_secs': 1.811253} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.910597] env[68893]: INFO nova.virt.vmwareapi.vmops [None req-54e98a63-5aee-49e9-a08b-88355c74b1fb tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] Created linked-clone VM from snapshot [ 1048.911400] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e087d857-4e32-4d46-ba73-b5fd3c39512d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.924249] env[68893]: DEBUG nova.virt.vmwareapi.images [None req-54e98a63-5aee-49e9-a08b-88355c74b1fb tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] Uploading image dd6ed300-4c03-45c1-9f66-6e46acdfa821 {{(pid=68893) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1048.947355] env[68893]: DEBUG oslo_vmware.rw_handles [None req-54e98a63-5aee-49e9-a08b-88355c74b1fb tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1048.947355] env[68893]: value = "vm-561203" [ 1048.947355] env[68893]: _type = "VirtualMachine" [ 1048.947355] env[68893]: }. {{(pid=68893) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1048.947704] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-261efa45-886e-4c80-a381-9dc8b7a1f11e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.957744] env[68893]: DEBUG oslo_vmware.rw_handles [None req-54e98a63-5aee-49e9-a08b-88355c74b1fb tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Lease: (returnval){ [ 1048.957744] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52231926-ca29-b72c-0132-a95e1af220db" [ 1048.957744] env[68893]: _type = "HttpNfcLease" [ 1048.957744] env[68893]: } obtained for exporting VM: (result){ [ 1048.957744] env[68893]: value = "vm-561203" [ 1048.957744] env[68893]: _type = "VirtualMachine" [ 1048.957744] env[68893]: }. {{(pid=68893) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1048.958369] env[68893]: DEBUG oslo_vmware.api [None req-54e98a63-5aee-49e9-a08b-88355c74b1fb tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Waiting for the lease: (returnval){ [ 1048.958369] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52231926-ca29-b72c-0132-a95e1af220db" [ 1048.958369] env[68893]: _type = "HttpNfcLease" [ 1048.958369] env[68893]: } to be ready. {{(pid=68893) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1048.965519] env[68893]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1048.965519] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52231926-ca29-b72c-0132-a95e1af220db" [ 1048.965519] env[68893]: _type = "HttpNfcLease" [ 1048.965519] env[68893]: } is initializing. {{(pid=68893) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1049.041600] env[68893]: DEBUG oslo_vmware.rw_handles [None req-86e31735-b2d0-4aad-a34b-c0956f8a30a1 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e17525-05b5-a585-39f3-a13d987acade/disk-0.vmdk. {{(pid=68893) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1049.042642] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f548f06-3c5e-4d7e-8f37-780b39cd09fb {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.050169] env[68893]: DEBUG oslo_vmware.rw_handles [None req-86e31735-b2d0-4aad-a34b-c0956f8a30a1 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e17525-05b5-a585-39f3-a13d987acade/disk-0.vmdk is in state: ready. {{(pid=68893) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1049.050169] env[68893]: ERROR oslo_vmware.rw_handles [None req-86e31735-b2d0-4aad-a34b-c0956f8a30a1 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e17525-05b5-a585-39f3-a13d987acade/disk-0.vmdk due to incomplete transfer. [ 1049.050471] env[68893]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c67da583-018e-4b1f-9e89-d5c9145072d6 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.060972] env[68893]: DEBUG oslo_vmware.rw_handles [None req-86e31735-b2d0-4aad-a34b-c0956f8a30a1 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e17525-05b5-a585-39f3-a13d987acade/disk-0.vmdk. {{(pid=68893) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1049.061212] env[68893]: DEBUG nova.virt.vmwareapi.images [None req-86e31735-b2d0-4aad-a34b-c0956f8a30a1 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: 95be1925-4482-4656-aeb1-7e4ef679458f] Uploaded image b7ec0038-a569-4d57-9400-7defaa85af3b to the Glance image server {{(pid=68893) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1049.063563] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-86e31735-b2d0-4aad-a34b-c0956f8a30a1 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: 95be1925-4482-4656-aeb1-7e4ef679458f] Destroying the VM {{(pid=68893) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1049.065867] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d8c97c5b-f29d-41ef-92a6-ad23fc80d289 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.073773] env[68893]: DEBUG oslo_vmware.api [None req-86e31735-b2d0-4aad-a34b-c0956f8a30a1 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Waiting for the task: (returnval){ [ 1049.073773] env[68893]: value = "task-2792046" [ 1049.073773] env[68893]: _type = "Task" [ 1049.073773] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.082247] env[68893]: DEBUG oslo_vmware.api [None req-86e31735-b2d0-4aad-a34b-c0956f8a30a1 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2792046, 'name': Destroy_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.086492] env[68893]: DEBUG oslo_concurrency.lockutils [None req-c370be23-d012-4187-b06e-80c0367c20ca tempest-ServerTagsTestJSON-1883384352 tempest-ServerTagsTestJSON-1883384352-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.362s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.087020] env[68893]: DEBUG nova.compute.manager [None req-c370be23-d012-4187-b06e-80c0367c20ca tempest-ServerTagsTestJSON-1883384352 tempest-ServerTagsTestJSON-1883384352-project-member] [instance: 86c6883a-4bba-48cc-a68b-21ac933f0867] Start building networks asynchronously for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1049.089665] env[68893]: DEBUG oslo_concurrency.lockutils [None req-686c3aa4-2486-4b30-8960-c3210c1094fb tempest-ServersTestBootFromVolume-861651418 tempest-ServersTestBootFromVolume-861651418-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.029s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.089898] env[68893]: DEBUG nova.objects.instance [None req-686c3aa4-2486-4b30-8960-c3210c1094fb tempest-ServersTestBootFromVolume-861651418 tempest-ServersTestBootFromVolume-861651418-project-member] Lazy-loading 'resources' on Instance uuid 3a606945-8257-4b3f-abfe-6dd8753564cd {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1049.108328] env[68893]: DEBUG nova.network.neutron [req-46604715-b3c6-4d6e-9b56-8c495874702e req-996f566d-e152-485c-9b86-2505ba4caa0e service nova] [instance: b763ec3a-5de5-40c1-9783-23dd20b39989] Updated VIF entry in instance network info cache for port 02752a1a-bafe-4ef3-a229-d4c7792f5a76. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1049.108890] env[68893]: DEBUG nova.network.neutron [req-46604715-b3c6-4d6e-9b56-8c495874702e req-996f566d-e152-485c-9b86-2505ba4caa0e service nova] [instance: b763ec3a-5de5-40c1-9783-23dd20b39989] Updating instance_info_cache with network_info: [{"id": "02752a1a-bafe-4ef3-a229-d4c7792f5a76", "address": "fa:16:3e:a1:2b:83", "network": {"id": "9540af4c-08cf-4621-b686-ba34200e4cc0", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1440740283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2340a9c3a5294692a3569d0291e45d78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9be6786-e9a7-4138-b7b5-b7696f6cb1e1", "external-id": "nsx-vlan-transportzone-626", "segmentation_id": 626, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02752a1a-ba", "ovs_interfaceid": "02752a1a-bafe-4ef3-a229-d4c7792f5a76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.127446] env[68893]: DEBUG nova.compute.manager [None req-df426728-9d0d-453f-8ad6-ac904bc567d0 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 3956e5a9-2174-488c-970c-4de5d1be8186] Starting instance... {{(pid=68893) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1049.299537] env[68893]: DEBUG oslo_vmware.api [None req-8fe2208a-11f1-408b-8ef3-0a30c1e9edb5 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]5215d910-d8b4-047c-ba1c-e33c642c83cf, 'name': SearchDatastore_Task, 'duration_secs': 0.017664} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.299810] env[68893]: DEBUG oslo_concurrency.lockutils [None req-8fe2208a-11f1-408b-8ef3-0a30c1e9edb5 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.300087] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fe2208a-11f1-408b-8ef3-0a30c1e9edb5 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] 2ae63af9-1fe6-4670-a651-6317e997c53b/2ae63af9-1fe6-4670-a651-6317e997c53b.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1049.300347] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e3771a21-0deb-4c01-9517-8527bff248e9 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.307580] env[68893]: DEBUG oslo_vmware.api [None req-8fe2208a-11f1-408b-8ef3-0a30c1e9edb5 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Waiting for the task: (returnval){ [ 1049.307580] env[68893]: value = "task-2792047" [ 1049.307580] env[68893]: _type = "Task" [ 1049.307580] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.316722] env[68893]: DEBUG oslo_vmware.api [None req-8fe2208a-11f1-408b-8ef3-0a30c1e9edb5 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Task: {'id': task-2792047, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.353773] env[68893]: DEBUG oslo_vmware.api [None req-2d2f90e9-ffc6-47c1-bcf1-7b868b0e046a tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] Task: {'id': task-2792044, 'name': ReconfigVM_Task, 'duration_secs': 0.191666} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.354078] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-2d2f90e9-ffc6-47c1-bcf1-7b868b0e046a tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] [instance: b763ec3a-5de5-40c1-9783-23dd20b39989] Reconfigured VM instance to set the machine id {{(pid=68893) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1049.467264] env[68893]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1049.467264] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52231926-ca29-b72c-0132-a95e1af220db" [ 1049.467264] env[68893]: _type = "HttpNfcLease" [ 1049.467264] env[68893]: } is ready. {{(pid=68893) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1049.467682] env[68893]: DEBUG oslo_vmware.rw_handles [None req-54e98a63-5aee-49e9-a08b-88355c74b1fb tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1049.467682] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52231926-ca29-b72c-0132-a95e1af220db" [ 1049.467682] env[68893]: _type = "HttpNfcLease" [ 1049.467682] env[68893]: }. {{(pid=68893) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1049.468454] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-973c8a53-54bd-441f-aca7-ed59d83cc7e6 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.476946] env[68893]: DEBUG oslo_vmware.rw_handles [None req-54e98a63-5aee-49e9-a08b-88355c74b1fb tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520a1dca-6902-a58c-ce2a-b6017dcb8637/disk-0.vmdk from lease info. {{(pid=68893) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1049.477141] env[68893]: DEBUG oslo_vmware.rw_handles [None req-54e98a63-5aee-49e9-a08b-88355c74b1fb tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520a1dca-6902-a58c-ce2a-b6017dcb8637/disk-0.vmdk for reading. {{(pid=68893) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1049.584325] env[68893]: DEBUG oslo_vmware.api [None req-86e31735-b2d0-4aad-a34b-c0956f8a30a1 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2792046, 'name': Destroy_Task} progress is 33%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.592703] env[68893]: DEBUG nova.compute.utils [None req-c370be23-d012-4187-b06e-80c0367c20ca tempest-ServerTagsTestJSON-1883384352 tempest-ServerTagsTestJSON-1883384352-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1049.596997] env[68893]: DEBUG nova.compute.manager [None req-c370be23-d012-4187-b06e-80c0367c20ca tempest-ServerTagsTestJSON-1883384352 tempest-ServerTagsTestJSON-1883384352-project-member] [instance: 86c6883a-4bba-48cc-a68b-21ac933f0867] Allocating IP information in the background. {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1049.597185] env[68893]: DEBUG nova.network.neutron [None req-c370be23-d012-4187-b06e-80c0367c20ca tempest-ServerTagsTestJSON-1883384352 tempest-ServerTagsTestJSON-1883384352-project-member] [instance: 86c6883a-4bba-48cc-a68b-21ac933f0867] allocate_for_instance() {{(pid=68893) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1049.601635] env[68893]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1c66e181-cea8-410b-89f7-ab8e4b31fda9 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.611470] env[68893]: DEBUG oslo_concurrency.lockutils [req-46604715-b3c6-4d6e-9b56-8c495874702e req-996f566d-e152-485c-9b86-2505ba4caa0e service nova] Releasing lock "refresh_cache-b763ec3a-5de5-40c1-9783-23dd20b39989" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.641690] env[68893]: DEBUG nova.policy [None req-c370be23-d012-4187-b06e-80c0367c20ca tempest-ServerTagsTestJSON-1883384352 tempest-ServerTagsTestJSON-1883384352-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '35597e03a3c64698a0f4e8ff975e9249', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4d8fd2f90b96406d8f7356fd7272009a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68893) authorize /opt/stack/nova/nova/policy.py:192}} [ 1049.658977] env[68893]: DEBUG oslo_concurrency.lockutils [None req-df426728-9d0d-453f-8ad6-ac904bc567d0 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.695163] env[68893]: DEBUG oslo_concurrency.lockutils [None req-53e3df59-3992-4ae2-b492-ffc285d21a1c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Acquiring lock "interface-7e40a4c8-e64e-41f1-9b87-8c5f0af19a35-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.695276] env[68893]: DEBUG oslo_concurrency.lockutils [None req-53e3df59-3992-4ae2-b492-ffc285d21a1c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Lock "interface-7e40a4c8-e64e-41f1-9b87-8c5f0af19a35-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.695597] env[68893]: DEBUG nova.objects.instance [None req-53e3df59-3992-4ae2-b492-ffc285d21a1c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Lazy-loading 'flavor' on Instance uuid 7e40a4c8-e64e-41f1-9b87-8c5f0af19a35 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1049.830738] env[68893]: DEBUG oslo_vmware.api [None req-8fe2208a-11f1-408b-8ef3-0a30c1e9edb5 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Task: {'id': task-2792047, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.955631] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db1feffa-0512-448f-99ff-aab77085f963 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.966135] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-972b4426-156b-4cf4-b2fa-eff22f159184 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.006776] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5df0db24-d1da-4c56-9e1a-a69909f67fa8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.015353] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f68226cc-af6c-480a-80aa-fc5c7d067b6e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.031165] env[68893]: DEBUG nova.compute.provider_tree [None req-686c3aa4-2486-4b30-8960-c3210c1094fb tempest-ServersTestBootFromVolume-861651418 tempest-ServersTestBootFromVolume-861651418-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1050.039875] env[68893]: DEBUG oslo_concurrency.lockutils [None req-05e2ad1d-96fb-43a0-988c-3f8db9b1ea2e tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] Acquiring lock "b763ec3a-5de5-40c1-9783-23dd20b39989" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.040178] env[68893]: DEBUG oslo_concurrency.lockutils [None req-05e2ad1d-96fb-43a0-988c-3f8db9b1ea2e tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] Lock "b763ec3a-5de5-40c1-9783-23dd20b39989" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.040914] env[68893]: DEBUG oslo_concurrency.lockutils [None req-05e2ad1d-96fb-43a0-988c-3f8db9b1ea2e tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] Acquiring lock "b763ec3a-5de5-40c1-9783-23dd20b39989-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.040914] env[68893]: DEBUG oslo_concurrency.lockutils [None req-05e2ad1d-96fb-43a0-988c-3f8db9b1ea2e tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] Lock "b763ec3a-5de5-40c1-9783-23dd20b39989-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.040914] env[68893]: DEBUG oslo_concurrency.lockutils [None req-05e2ad1d-96fb-43a0-988c-3f8db9b1ea2e tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] Lock "b763ec3a-5de5-40c1-9783-23dd20b39989-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.043437] env[68893]: DEBUG nova.network.neutron [None req-c370be23-d012-4187-b06e-80c0367c20ca tempest-ServerTagsTestJSON-1883384352 tempest-ServerTagsTestJSON-1883384352-project-member] [instance: 86c6883a-4bba-48cc-a68b-21ac933f0867] Successfully created port: e53e4980-9bc5-4869-9b4e-46a0e94682c3 {{(pid=68893) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1050.046995] env[68893]: INFO nova.compute.manager [None req-05e2ad1d-96fb-43a0-988c-3f8db9b1ea2e tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] [instance: b763ec3a-5de5-40c1-9783-23dd20b39989] Terminating instance [ 1050.089440] env[68893]: DEBUG oslo_vmware.api [None req-86e31735-b2d0-4aad-a34b-c0956f8a30a1 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2792046, 'name': Destroy_Task, 'duration_secs': 0.722569} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.089859] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-86e31735-b2d0-4aad-a34b-c0956f8a30a1 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: 95be1925-4482-4656-aeb1-7e4ef679458f] Destroyed the VM [ 1050.090228] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-86e31735-b2d0-4aad-a34b-c0956f8a30a1 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: 95be1925-4482-4656-aeb1-7e4ef679458f] Deleting Snapshot of the VM instance {{(pid=68893) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1050.090592] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e07122fe-8809-4a74-b827-914b6bc6a893 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.097448] env[68893]: DEBUG nova.compute.manager [None req-c370be23-d012-4187-b06e-80c0367c20ca tempest-ServerTagsTestJSON-1883384352 tempest-ServerTagsTestJSON-1883384352-project-member] [instance: 86c6883a-4bba-48cc-a68b-21ac933f0867] Start building block device mappings for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1050.101714] env[68893]: DEBUG oslo_vmware.api [None req-86e31735-b2d0-4aad-a34b-c0956f8a30a1 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Waiting for the task: (returnval){ [ 1050.101714] env[68893]: value = "task-2792048" [ 1050.101714] env[68893]: _type = "Task" [ 1050.101714] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.110569] env[68893]: DEBUG oslo_vmware.api [None req-86e31735-b2d0-4aad-a34b-c0956f8a30a1 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2792048, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.150484] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b17f4aee-fd18-425f-bb51-5aa60aea8033 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Acquiring lock "d7be052a-8113-4d5e-a4cd-1a9e12c07a70" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.150730] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b17f4aee-fd18-425f-bb51-5aa60aea8033 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Lock "d7be052a-8113-4d5e-a4cd-1a9e12c07a70" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.150986] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b17f4aee-fd18-425f-bb51-5aa60aea8033 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Acquiring lock "d7be052a-8113-4d5e-a4cd-1a9e12c07a70-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.151195] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b17f4aee-fd18-425f-bb51-5aa60aea8033 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Lock "d7be052a-8113-4d5e-a4cd-1a9e12c07a70-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.151379] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b17f4aee-fd18-425f-bb51-5aa60aea8033 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Lock "d7be052a-8113-4d5e-a4cd-1a9e12c07a70-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.156544] env[68893]: INFO nova.compute.manager [None req-b17f4aee-fd18-425f-bb51-5aa60aea8033 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: d7be052a-8113-4d5e-a4cd-1a9e12c07a70] Terminating instance [ 1050.310147] env[68893]: DEBUG nova.objects.instance [None req-53e3df59-3992-4ae2-b492-ffc285d21a1c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Lazy-loading 'pci_requests' on Instance uuid 7e40a4c8-e64e-41f1-9b87-8c5f0af19a35 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1050.325288] env[68893]: DEBUG oslo_vmware.api [None req-8fe2208a-11f1-408b-8ef3-0a30c1e9edb5 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Task: {'id': task-2792047, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.676816} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.326376] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fe2208a-11f1-408b-8ef3-0a30c1e9edb5 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] 2ae63af9-1fe6-4670-a651-6317e997c53b/2ae63af9-1fe6-4670-a651-6317e997c53b.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1050.326695] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-8fe2208a-11f1-408b-8ef3-0a30c1e9edb5 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] [instance: 2ae63af9-1fe6-4670-a651-6317e997c53b] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1050.327838] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6badd868-7fdc-4c24-83e1-f9d74d39fc0f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.338687] env[68893]: DEBUG oslo_vmware.api [None req-8fe2208a-11f1-408b-8ef3-0a30c1e9edb5 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Waiting for the task: (returnval){ [ 1050.338687] env[68893]: value = "task-2792049" [ 1050.338687] env[68893]: _type = "Task" [ 1050.338687] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.348182] env[68893]: DEBUG oslo_vmware.api [None req-8fe2208a-11f1-408b-8ef3-0a30c1e9edb5 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Task: {'id': task-2792049, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.536635] env[68893]: DEBUG nova.scheduler.client.report [None req-686c3aa4-2486-4b30-8960-c3210c1094fb tempest-ServersTestBootFromVolume-861651418 tempest-ServersTestBootFromVolume-861651418-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1050.551027] env[68893]: DEBUG nova.compute.manager [None req-05e2ad1d-96fb-43a0-988c-3f8db9b1ea2e tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] [instance: b763ec3a-5de5-40c1-9783-23dd20b39989] Start destroying the instance on the hypervisor. {{(pid=68893) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1050.551319] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-05e2ad1d-96fb-43a0-988c-3f8db9b1ea2e tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] [instance: b763ec3a-5de5-40c1-9783-23dd20b39989] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1050.552528] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6046b8ed-2d30-4e21-af11-0a173629daf7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.563819] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-05e2ad1d-96fb-43a0-988c-3f8db9b1ea2e tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] [instance: b763ec3a-5de5-40c1-9783-23dd20b39989] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1050.564524] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-796bb60b-7056-455b-bf81-3e6e2f6da16e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.571188] env[68893]: DEBUG oslo_vmware.api [None req-05e2ad1d-96fb-43a0-988c-3f8db9b1ea2e tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] Waiting for the task: (returnval){ [ 1050.571188] env[68893]: value = "task-2792050" [ 1050.571188] env[68893]: _type = "Task" [ 1050.571188] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.581325] env[68893]: DEBUG oslo_vmware.api [None req-05e2ad1d-96fb-43a0-988c-3f8db9b1ea2e tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] Task: {'id': task-2792050, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.618457] env[68893]: DEBUG oslo_vmware.api [None req-86e31735-b2d0-4aad-a34b-c0956f8a30a1 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2792048, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.661472] env[68893]: DEBUG nova.compute.manager [None req-b17f4aee-fd18-425f-bb51-5aa60aea8033 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: d7be052a-8113-4d5e-a4cd-1a9e12c07a70] Start destroying the instance on the hypervisor. {{(pid=68893) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1050.661796] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-b17f4aee-fd18-425f-bb51-5aa60aea8033 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: d7be052a-8113-4d5e-a4cd-1a9e12c07a70] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1050.662883] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bac4f932-f21f-4dcf-810c-96fa76261cbb {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.674082] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-b17f4aee-fd18-425f-bb51-5aa60aea8033 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: d7be052a-8113-4d5e-a4cd-1a9e12c07a70] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1050.674564] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-082d97b5-942c-411e-8b1a-696b63c5d638 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.683741] env[68893]: DEBUG oslo_vmware.api [None req-b17f4aee-fd18-425f-bb51-5aa60aea8033 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Waiting for the task: (returnval){ [ 1050.683741] env[68893]: value = "task-2792051" [ 1050.683741] env[68893]: _type = "Task" [ 1050.683741] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.694038] env[68893]: DEBUG oslo_vmware.api [None req-b17f4aee-fd18-425f-bb51-5aa60aea8033 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792051, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.817750] env[68893]: DEBUG nova.objects.base [None req-53e3df59-3992-4ae2-b492-ffc285d21a1c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Object Instance<7e40a4c8-e64e-41f1-9b87-8c5f0af19a35> lazy-loaded attributes: flavor,pci_requests {{(pid=68893) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1050.817750] env[68893]: DEBUG nova.network.neutron [None req-53e3df59-3992-4ae2-b492-ffc285d21a1c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 7e40a4c8-e64e-41f1-9b87-8c5f0af19a35] allocate_for_instance() {{(pid=68893) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1050.850582] env[68893]: DEBUG oslo_vmware.api [None req-8fe2208a-11f1-408b-8ef3-0a30c1e9edb5 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Task: {'id': task-2792049, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072595} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.851146] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-8fe2208a-11f1-408b-8ef3-0a30c1e9edb5 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] [instance: 2ae63af9-1fe6-4670-a651-6317e997c53b] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1050.852180] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f2cdd0c-dfa5-4632-aac7-f5b21a4ee39d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.879591] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fe2208a-11f1-408b-8ef3-0a30c1e9edb5 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] [instance: 2ae63af9-1fe6-4670-a651-6317e997c53b] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] 2ae63af9-1fe6-4670-a651-6317e997c53b/2ae63af9-1fe6-4670-a651-6317e997c53b.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1050.881755] env[68893]: DEBUG nova.policy [None req-53e3df59-3992-4ae2-b492-ffc285d21a1c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7bc429cb492f4b0d9783c375b77fc5d0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '564a5b6c6f4f4e42aeeef87662301380', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68893) authorize /opt/stack/nova/nova/policy.py:192}} [ 1050.884172] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd86c779-031c-4462-9557-59e8182e0cfa {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.905821] env[68893]: DEBUG oslo_vmware.api [None req-8fe2208a-11f1-408b-8ef3-0a30c1e9edb5 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Waiting for the task: (returnval){ [ 1050.905821] env[68893]: value = "task-2792052" [ 1050.905821] env[68893]: _type = "Task" [ 1050.905821] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.916597] env[68893]: DEBUG oslo_vmware.api [None req-8fe2208a-11f1-408b-8ef3-0a30c1e9edb5 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Task: {'id': task-2792052, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.019282] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6ea1869c-5b41-411e-8367-7fb1f3c8a7e9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Acquiring lock "91c51a8c-1462-4ad2-9cc3-6b4e06117c17" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.019888] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6ea1869c-5b41-411e-8367-7fb1f3c8a7e9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Lock "91c51a8c-1462-4ad2-9cc3-6b4e06117c17" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.044063] env[68893]: DEBUG oslo_concurrency.lockutils [None req-686c3aa4-2486-4b30-8960-c3210c1094fb tempest-ServersTestBootFromVolume-861651418 tempest-ServersTestBootFromVolume-861651418-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.952s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.045267] env[68893]: DEBUG oslo_concurrency.lockutils [None req-414c3445-dc2b-484d-b194-6d8f3828fcd7 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.689s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.045809] env[68893]: DEBUG nova.objects.instance [None req-414c3445-dc2b-484d-b194-6d8f3828fcd7 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Lazy-loading 'resources' on Instance uuid 9eff2a8e-9c7f-4f84-958a-ecf1f5f730d9 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1051.066523] env[68893]: INFO nova.scheduler.client.report [None req-686c3aa4-2486-4b30-8960-c3210c1094fb tempest-ServersTestBootFromVolume-861651418 tempest-ServersTestBootFromVolume-861651418-project-member] Deleted allocations for instance 3a606945-8257-4b3f-abfe-6dd8753564cd [ 1051.083274] env[68893]: DEBUG oslo_vmware.api [None req-05e2ad1d-96fb-43a0-988c-3f8db9b1ea2e tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] Task: {'id': task-2792050, 'name': PowerOffVM_Task, 'duration_secs': 0.2179} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.083627] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-05e2ad1d-96fb-43a0-988c-3f8db9b1ea2e tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] [instance: b763ec3a-5de5-40c1-9783-23dd20b39989] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1051.084048] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-05e2ad1d-96fb-43a0-988c-3f8db9b1ea2e tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] [instance: b763ec3a-5de5-40c1-9783-23dd20b39989] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1051.084329] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-574799df-c53b-456c-b6cd-c208653175eb {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.112511] env[68893]: DEBUG nova.compute.manager [None req-c370be23-d012-4187-b06e-80c0367c20ca tempest-ServerTagsTestJSON-1883384352 tempest-ServerTagsTestJSON-1883384352-project-member] [instance: 86c6883a-4bba-48cc-a68b-21ac933f0867] Start spawning the instance on the hypervisor. {{(pid=68893) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1051.118479] env[68893]: DEBUG oslo_vmware.api [None req-86e31735-b2d0-4aad-a34b-c0956f8a30a1 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2792048, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.147556] env[68893]: DEBUG nova.virt.hardware [None req-c370be23-d012-4187-b06e-80c0367c20ca tempest-ServerTagsTestJSON-1883384352 tempest-ServerTagsTestJSON-1883384352-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1051.147806] env[68893]: DEBUG nova.virt.hardware [None req-c370be23-d012-4187-b06e-80c0367c20ca tempest-ServerTagsTestJSON-1883384352 tempest-ServerTagsTestJSON-1883384352-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1051.147966] env[68893]: DEBUG nova.virt.hardware [None req-c370be23-d012-4187-b06e-80c0367c20ca tempest-ServerTagsTestJSON-1883384352 tempest-ServerTagsTestJSON-1883384352-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1051.148292] env[68893]: DEBUG nova.virt.hardware [None req-c370be23-d012-4187-b06e-80c0367c20ca tempest-ServerTagsTestJSON-1883384352 tempest-ServerTagsTestJSON-1883384352-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1051.148432] env[68893]: DEBUG nova.virt.hardware [None req-c370be23-d012-4187-b06e-80c0367c20ca tempest-ServerTagsTestJSON-1883384352 tempest-ServerTagsTestJSON-1883384352-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1051.148595] env[68893]: DEBUG nova.virt.hardware [None req-c370be23-d012-4187-b06e-80c0367c20ca tempest-ServerTagsTestJSON-1883384352 tempest-ServerTagsTestJSON-1883384352-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1051.148845] env[68893]: DEBUG nova.virt.hardware [None req-c370be23-d012-4187-b06e-80c0367c20ca tempest-ServerTagsTestJSON-1883384352 tempest-ServerTagsTestJSON-1883384352-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1051.152330] env[68893]: DEBUG nova.virt.hardware [None req-c370be23-d012-4187-b06e-80c0367c20ca tempest-ServerTagsTestJSON-1883384352 tempest-ServerTagsTestJSON-1883384352-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1051.152585] env[68893]: DEBUG nova.virt.hardware [None req-c370be23-d012-4187-b06e-80c0367c20ca tempest-ServerTagsTestJSON-1883384352 tempest-ServerTagsTestJSON-1883384352-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1051.152694] env[68893]: DEBUG nova.virt.hardware [None req-c370be23-d012-4187-b06e-80c0367c20ca tempest-ServerTagsTestJSON-1883384352 tempest-ServerTagsTestJSON-1883384352-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1051.152876] env[68893]: DEBUG nova.virt.hardware [None req-c370be23-d012-4187-b06e-80c0367c20ca tempest-ServerTagsTestJSON-1883384352 tempest-ServerTagsTestJSON-1883384352-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1051.154514] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-919c3a78-a6c6-48fc-bdfc-f780661a6f97 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.163488] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fc33b1f-84b8-4249-bd55-c62b65e7b50f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.194179] env[68893]: DEBUG oslo_vmware.api [None req-b17f4aee-fd18-425f-bb51-5aa60aea8033 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792051, 'name': PowerOffVM_Task, 'duration_secs': 0.206595} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.194179] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-b17f4aee-fd18-425f-bb51-5aa60aea8033 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: d7be052a-8113-4d5e-a4cd-1a9e12c07a70] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1051.194179] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-b17f4aee-fd18-425f-bb51-5aa60aea8033 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: d7be052a-8113-4d5e-a4cd-1a9e12c07a70] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1051.194179] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1e235d2c-bf63-401e-9c46-411e80fa41ce {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.259152] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-b17f4aee-fd18-425f-bb51-5aa60aea8033 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: d7be052a-8113-4d5e-a4cd-1a9e12c07a70] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1051.260508] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-b17f4aee-fd18-425f-bb51-5aa60aea8033 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: d7be052a-8113-4d5e-a4cd-1a9e12c07a70] Deleting contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1051.260732] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-b17f4aee-fd18-425f-bb51-5aa60aea8033 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Deleting the datastore file [datastore2] d7be052a-8113-4d5e-a4cd-1a9e12c07a70 {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1051.261126] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-616aa013-a6dd-4ccd-9bee-793383ddef1a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.268117] env[68893]: DEBUG oslo_vmware.api [None req-b17f4aee-fd18-425f-bb51-5aa60aea8033 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Waiting for the task: (returnval){ [ 1051.268117] env[68893]: value = "task-2792055" [ 1051.268117] env[68893]: _type = "Task" [ 1051.268117] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.279798] env[68893]: DEBUG oslo_vmware.api [None req-b17f4aee-fd18-425f-bb51-5aa60aea8033 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792055, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.331329] env[68893]: DEBUG nova.network.neutron [None req-53e3df59-3992-4ae2-b492-ffc285d21a1c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 7e40a4c8-e64e-41f1-9b87-8c5f0af19a35] Successfully created port: ef41b65f-b8b8-403b-b585-931f0e0d1efe {{(pid=68893) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1051.415635] env[68893]: DEBUG oslo_concurrency.lockutils [None req-187463a7-451f-4347-8312-bd8ae603802f tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Acquiring lock "fad82752-b56d-430c-94dc-3dcca860e713" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.416134] env[68893]: DEBUG oslo_concurrency.lockutils [None req-187463a7-451f-4347-8312-bd8ae603802f tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Lock "fad82752-b56d-430c-94dc-3dcca860e713" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.424122] env[68893]: DEBUG oslo_vmware.api [None req-8fe2208a-11f1-408b-8ef3-0a30c1e9edb5 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Task: {'id': task-2792052, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.523730] env[68893]: DEBUG nova.compute.manager [None req-6ea1869c-5b41-411e-8367-7fb1f3c8a7e9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: 91c51a8c-1462-4ad2-9cc3-6b4e06117c17] Starting instance... {{(pid=68893) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1051.569221] env[68893]: DEBUG nova.network.neutron [None req-c370be23-d012-4187-b06e-80c0367c20ca tempest-ServerTagsTestJSON-1883384352 tempest-ServerTagsTestJSON-1883384352-project-member] [instance: 86c6883a-4bba-48cc-a68b-21ac933f0867] Successfully updated port: e53e4980-9bc5-4869-9b4e-46a0e94682c3 {{(pid=68893) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1051.579630] env[68893]: DEBUG oslo_concurrency.lockutils [None req-686c3aa4-2486-4b30-8960-c3210c1094fb tempest-ServersTestBootFromVolume-861651418 tempest-ServersTestBootFromVolume-861651418-project-member] Lock "3a606945-8257-4b3f-abfe-6dd8753564cd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.026s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.618362] env[68893]: DEBUG oslo_vmware.api [None req-86e31735-b2d0-4aad-a34b-c0956f8a30a1 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2792048, 'name': RemoveSnapshot_Task, 'duration_secs': 1.276556} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.618699] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-86e31735-b2d0-4aad-a34b-c0956f8a30a1 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: 95be1925-4482-4656-aeb1-7e4ef679458f] Deleted Snapshot of the VM instance {{(pid=68893) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1051.618977] env[68893]: INFO nova.compute.manager [None req-86e31735-b2d0-4aad-a34b-c0956f8a30a1 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: 95be1925-4482-4656-aeb1-7e4ef679458f] Took 17.00 seconds to snapshot the instance on the hypervisor. [ 1051.779702] env[68893]: DEBUG oslo_vmware.api [None req-b17f4aee-fd18-425f-bb51-5aa60aea8033 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792055, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.3092} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.783250] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-b17f4aee-fd18-425f-bb51-5aa60aea8033 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1051.783364] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-b17f4aee-fd18-425f-bb51-5aa60aea8033 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: d7be052a-8113-4d5e-a4cd-1a9e12c07a70] Deleted contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1051.783534] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-b17f4aee-fd18-425f-bb51-5aa60aea8033 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: d7be052a-8113-4d5e-a4cd-1a9e12c07a70] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1051.784193] env[68893]: INFO nova.compute.manager [None req-b17f4aee-fd18-425f-bb51-5aa60aea8033 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: d7be052a-8113-4d5e-a4cd-1a9e12c07a70] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1051.784509] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b17f4aee-fd18-425f-bb51-5aa60aea8033 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1051.784971] env[68893]: DEBUG nova.compute.manager [-] [instance: d7be052a-8113-4d5e-a4cd-1a9e12c07a70] Deallocating network for instance {{(pid=68893) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1051.786079] env[68893]: DEBUG nova.network.neutron [-] [instance: d7be052a-8113-4d5e-a4cd-1a9e12c07a70] deallocate_for_instance() {{(pid=68893) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1051.825710] env[68893]: DEBUG oslo_concurrency.lockutils [None req-fb02f2e7-3fa1-4179-9625-e3fe35b4b689 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Acquiring lock "67b07b13-034d-40ad-a554-518d5d36044c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.825986] env[68893]: DEBUG oslo_concurrency.lockutils [None req-fb02f2e7-3fa1-4179-9625-e3fe35b4b689 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Lock "67b07b13-034d-40ad-a554-518d5d36044c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.826234] env[68893]: DEBUG oslo_concurrency.lockutils [None req-fb02f2e7-3fa1-4179-9625-e3fe35b4b689 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Acquiring lock "67b07b13-034d-40ad-a554-518d5d36044c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.826435] env[68893]: DEBUG oslo_concurrency.lockutils [None req-fb02f2e7-3fa1-4179-9625-e3fe35b4b689 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Lock "67b07b13-034d-40ad-a554-518d5d36044c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.826681] env[68893]: DEBUG oslo_concurrency.lockutils [None req-fb02f2e7-3fa1-4179-9625-e3fe35b4b689 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Lock "67b07b13-034d-40ad-a554-518d5d36044c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.832110] env[68893]: INFO nova.compute.manager [None req-fb02f2e7-3fa1-4179-9625-e3fe35b4b689 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] [instance: 67b07b13-034d-40ad-a554-518d5d36044c] Terminating instance [ 1051.833230] env[68893]: DEBUG nova.compute.manager [req-8f7815ee-caf9-46f4-b994-f50b6cc7f002 req-c16cb361-8681-4252-a3db-6af319e4639a service nova] [instance: 86c6883a-4bba-48cc-a68b-21ac933f0867] Received event network-vif-plugged-e53e4980-9bc5-4869-9b4e-46a0e94682c3 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1051.833529] env[68893]: DEBUG oslo_concurrency.lockutils [req-8f7815ee-caf9-46f4-b994-f50b6cc7f002 req-c16cb361-8681-4252-a3db-6af319e4639a service nova] Acquiring lock "86c6883a-4bba-48cc-a68b-21ac933f0867-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.834136] env[68893]: DEBUG oslo_concurrency.lockutils [req-8f7815ee-caf9-46f4-b994-f50b6cc7f002 req-c16cb361-8681-4252-a3db-6af319e4639a service nova] Lock "86c6883a-4bba-48cc-a68b-21ac933f0867-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.834136] env[68893]: DEBUG oslo_concurrency.lockutils [req-8f7815ee-caf9-46f4-b994-f50b6cc7f002 req-c16cb361-8681-4252-a3db-6af319e4639a service nova] Lock "86c6883a-4bba-48cc-a68b-21ac933f0867-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.834136] env[68893]: DEBUG nova.compute.manager [req-8f7815ee-caf9-46f4-b994-f50b6cc7f002 req-c16cb361-8681-4252-a3db-6af319e4639a service nova] [instance: 86c6883a-4bba-48cc-a68b-21ac933f0867] No waiting events found dispatching network-vif-plugged-e53e4980-9bc5-4869-9b4e-46a0e94682c3 {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1051.836251] env[68893]: WARNING nova.compute.manager [req-8f7815ee-caf9-46f4-b994-f50b6cc7f002 req-c16cb361-8681-4252-a3db-6af319e4639a service nova] [instance: 86c6883a-4bba-48cc-a68b-21ac933f0867] Received unexpected event network-vif-plugged-e53e4980-9bc5-4869-9b4e-46a0e94682c3 for instance with vm_state building and task_state spawning. [ 1051.925528] env[68893]: DEBUG nova.compute.manager [None req-187463a7-451f-4347-8312-bd8ae603802f tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: fad82752-b56d-430c-94dc-3dcca860e713] Starting instance... {{(pid=68893) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1051.930039] env[68893]: DEBUG oslo_vmware.api [None req-8fe2208a-11f1-408b-8ef3-0a30c1e9edb5 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Task: {'id': task-2792052, 'name': ReconfigVM_Task, 'duration_secs': 0.534556} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.931464] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fe2208a-11f1-408b-8ef3-0a30c1e9edb5 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] [instance: 2ae63af9-1fe6-4670-a651-6317e997c53b] Reconfigured VM instance instance-00000054 to attach disk [datastore2] 2ae63af9-1fe6-4670-a651-6317e997c53b/2ae63af9-1fe6-4670-a651-6317e997c53b.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1051.932666] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c31e4f9-bc8f-4aa0-9b75-ff86034636c8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.935544] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-38becedd-4d77-408e-9b5f-7d9e101704ce {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.944159] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fb5368d-4037-455d-a0e3-2e7caddaa949 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.947548] env[68893]: DEBUG oslo_vmware.api [None req-8fe2208a-11f1-408b-8ef3-0a30c1e9edb5 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Waiting for the task: (returnval){ [ 1051.947548] env[68893]: value = "task-2792056" [ 1051.947548] env[68893]: _type = "Task" [ 1051.947548] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.981789] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4ec904f-cd1a-41ac-bde5-1efb6dc68958 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.988919] env[68893]: DEBUG oslo_vmware.api [None req-8fe2208a-11f1-408b-8ef3-0a30c1e9edb5 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Task: {'id': task-2792056, 'name': Rename_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.995458] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8a79e2b-5dac-4cc0-976c-32ab7d428942 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.010529] env[68893]: DEBUG nova.compute.provider_tree [None req-414c3445-dc2b-484d-b194-6d8f3828fcd7 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1052.074049] env[68893]: DEBUG oslo_concurrency.lockutils [None req-c370be23-d012-4187-b06e-80c0367c20ca tempest-ServerTagsTestJSON-1883384352 tempest-ServerTagsTestJSON-1883384352-project-member] Acquiring lock "refresh_cache-86c6883a-4bba-48cc-a68b-21ac933f0867" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.074304] env[68893]: DEBUG oslo_concurrency.lockutils [None req-c370be23-d012-4187-b06e-80c0367c20ca tempest-ServerTagsTestJSON-1883384352 tempest-ServerTagsTestJSON-1883384352-project-member] Acquired lock "refresh_cache-86c6883a-4bba-48cc-a68b-21ac933f0867" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.074548] env[68893]: DEBUG nova.network.neutron [None req-c370be23-d012-4187-b06e-80c0367c20ca tempest-ServerTagsTestJSON-1883384352 tempest-ServerTagsTestJSON-1883384352-project-member] [instance: 86c6883a-4bba-48cc-a68b-21ac933f0867] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1052.079546] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6ea1869c-5b41-411e-8367-7fb1f3c8a7e9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.337542] env[68893]: DEBUG nova.compute.manager [None req-fb02f2e7-3fa1-4179-9625-e3fe35b4b689 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] [instance: 67b07b13-034d-40ad-a554-518d5d36044c] Start destroying the instance on the hypervisor. {{(pid=68893) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1052.337738] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-fb02f2e7-3fa1-4179-9625-e3fe35b4b689 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] [instance: 67b07b13-034d-40ad-a554-518d5d36044c] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1052.339153] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d69b53c0-8167-4566-9039-bf6ec117f150 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.348703] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb02f2e7-3fa1-4179-9625-e3fe35b4b689 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] [instance: 67b07b13-034d-40ad-a554-518d5d36044c] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1052.350113] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2ff8bdd9-3a4b-4e82-82f3-80896747cbc2 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.355845] env[68893]: DEBUG oslo_vmware.api [None req-fb02f2e7-3fa1-4179-9625-e3fe35b4b689 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Waiting for the task: (returnval){ [ 1052.355845] env[68893]: value = "task-2792057" [ 1052.355845] env[68893]: _type = "Task" [ 1052.355845] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.365615] env[68893]: DEBUG oslo_vmware.api [None req-fb02f2e7-3fa1-4179-9625-e3fe35b4b689 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Task: {'id': task-2792057, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.457634] env[68893]: DEBUG oslo_vmware.api [None req-8fe2208a-11f1-408b-8ef3-0a30c1e9edb5 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Task: {'id': task-2792056, 'name': Rename_Task, 'duration_secs': 0.194585} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.457907] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fe2208a-11f1-408b-8ef3-0a30c1e9edb5 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] [instance: 2ae63af9-1fe6-4670-a651-6317e997c53b] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1052.458155] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-93dda13d-0d09-4b08-b050-a3dd7f5180e2 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.466305] env[68893]: DEBUG oslo_vmware.api [None req-8fe2208a-11f1-408b-8ef3-0a30c1e9edb5 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Waiting for the task: (returnval){ [ 1052.466305] env[68893]: value = "task-2792058" [ 1052.466305] env[68893]: _type = "Task" [ 1052.466305] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.479102] env[68893]: DEBUG oslo_vmware.api [None req-8fe2208a-11f1-408b-8ef3-0a30c1e9edb5 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Task: {'id': task-2792058, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.480166] env[68893]: DEBUG oslo_concurrency.lockutils [None req-187463a7-451f-4347-8312-bd8ae603802f tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.516236] env[68893]: DEBUG nova.scheduler.client.report [None req-414c3445-dc2b-484d-b194-6d8f3828fcd7 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1052.550408] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-05e2ad1d-96fb-43a0-988c-3f8db9b1ea2e tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] [instance: b763ec3a-5de5-40c1-9783-23dd20b39989] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1052.550656] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-05e2ad1d-96fb-43a0-988c-3f8db9b1ea2e tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] [instance: b763ec3a-5de5-40c1-9783-23dd20b39989] Deleting contents of the VM from datastore datastore1 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1052.550817] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-05e2ad1d-96fb-43a0-988c-3f8db9b1ea2e tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] Deleting the datastore file [datastore1] b763ec3a-5de5-40c1-9783-23dd20b39989 {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1052.551166] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c32383db-502c-432d-a152-768f5fc119ae {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.558571] env[68893]: DEBUG oslo_vmware.api [None req-05e2ad1d-96fb-43a0-988c-3f8db9b1ea2e tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] Waiting for the task: (returnval){ [ 1052.558571] env[68893]: value = "task-2792059" [ 1052.558571] env[68893]: _type = "Task" [ 1052.558571] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.568371] env[68893]: DEBUG oslo_vmware.api [None req-05e2ad1d-96fb-43a0-988c-3f8db9b1ea2e tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] Task: {'id': task-2792059, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.621610] env[68893]: DEBUG nova.network.neutron [None req-c370be23-d012-4187-b06e-80c0367c20ca tempest-ServerTagsTestJSON-1883384352 tempest-ServerTagsTestJSON-1883384352-project-member] [instance: 86c6883a-4bba-48cc-a68b-21ac933f0867] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1052.704935] env[68893]: DEBUG nova.network.neutron [-] [instance: d7be052a-8113-4d5e-a4cd-1a9e12c07a70] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.811333] env[68893]: DEBUG nova.network.neutron [None req-c370be23-d012-4187-b06e-80c0367c20ca tempest-ServerTagsTestJSON-1883384352 tempest-ServerTagsTestJSON-1883384352-project-member] [instance: 86c6883a-4bba-48cc-a68b-21ac933f0867] Updating instance_info_cache with network_info: [{"id": "e53e4980-9bc5-4869-9b4e-46a0e94682c3", "address": "fa:16:3e:81:ee:b1", "network": {"id": "7db5010a-02a7-4079-83ab-342d84a86b84", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-2018067166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d8fd2f90b96406d8f7356fd7272009a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76f377cd-5966-49b4-9210-907f592c694e", "external-id": "nsx-vlan-transportzone-124", "segmentation_id": 124, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape53e4980-9b", "ovs_interfaceid": "e53e4980-9bc5-4869-9b4e-46a0e94682c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.868782] env[68893]: DEBUG oslo_vmware.api [None req-fb02f2e7-3fa1-4179-9625-e3fe35b4b689 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Task: {'id': task-2792057, 'name': PowerOffVM_Task, 'duration_secs': 0.235698} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.869113] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb02f2e7-3fa1-4179-9625-e3fe35b4b689 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] [instance: 67b07b13-034d-40ad-a554-518d5d36044c] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1052.869279] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-fb02f2e7-3fa1-4179-9625-e3fe35b4b689 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] [instance: 67b07b13-034d-40ad-a554-518d5d36044c] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1052.869536] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e923ef25-85c3-4f7b-ac55-6ea52f5ce87f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.937103] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-fb02f2e7-3fa1-4179-9625-e3fe35b4b689 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] [instance: 67b07b13-034d-40ad-a554-518d5d36044c] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1052.937263] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-fb02f2e7-3fa1-4179-9625-e3fe35b4b689 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] [instance: 67b07b13-034d-40ad-a554-518d5d36044c] Deleting contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1052.937429] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb02f2e7-3fa1-4179-9625-e3fe35b4b689 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Deleting the datastore file [datastore2] 67b07b13-034d-40ad-a554-518d5d36044c {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1052.937716] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-709f15ce-451d-406f-a9c0-11929b5fabed {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.945255] env[68893]: DEBUG oslo_vmware.api [None req-fb02f2e7-3fa1-4179-9625-e3fe35b4b689 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Waiting for the task: (returnval){ [ 1052.945255] env[68893]: value = "task-2792061" [ 1052.945255] env[68893]: _type = "Task" [ 1052.945255] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.955669] env[68893]: DEBUG oslo_vmware.api [None req-fb02f2e7-3fa1-4179-9625-e3fe35b4b689 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Task: {'id': task-2792061, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.977658] env[68893]: DEBUG oslo_vmware.api [None req-8fe2208a-11f1-408b-8ef3-0a30c1e9edb5 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Task: {'id': task-2792058, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.007437] env[68893]: DEBUG nova.compute.manager [req-be83f7ab-4d5a-4022-9408-990b1ba2a21e req-dedecbab-3016-481e-80d7-50a868321705 service nova] [instance: 7e40a4c8-e64e-41f1-9b87-8c5f0af19a35] Received event network-vif-plugged-ef41b65f-b8b8-403b-b585-931f0e0d1efe {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1053.008454] env[68893]: DEBUG oslo_concurrency.lockutils [req-be83f7ab-4d5a-4022-9408-990b1ba2a21e req-dedecbab-3016-481e-80d7-50a868321705 service nova] Acquiring lock "7e40a4c8-e64e-41f1-9b87-8c5f0af19a35-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.008454] env[68893]: DEBUG oslo_concurrency.lockutils [req-be83f7ab-4d5a-4022-9408-990b1ba2a21e req-dedecbab-3016-481e-80d7-50a868321705 service nova] Lock "7e40a4c8-e64e-41f1-9b87-8c5f0af19a35-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.008454] env[68893]: DEBUG oslo_concurrency.lockutils [req-be83f7ab-4d5a-4022-9408-990b1ba2a21e req-dedecbab-3016-481e-80d7-50a868321705 service nova] Lock "7e40a4c8-e64e-41f1-9b87-8c5f0af19a35-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.008454] env[68893]: DEBUG nova.compute.manager [req-be83f7ab-4d5a-4022-9408-990b1ba2a21e req-dedecbab-3016-481e-80d7-50a868321705 service nova] [instance: 7e40a4c8-e64e-41f1-9b87-8c5f0af19a35] No waiting events found dispatching network-vif-plugged-ef41b65f-b8b8-403b-b585-931f0e0d1efe {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1053.008454] env[68893]: WARNING nova.compute.manager [req-be83f7ab-4d5a-4022-9408-990b1ba2a21e req-dedecbab-3016-481e-80d7-50a868321705 service nova] [instance: 7e40a4c8-e64e-41f1-9b87-8c5f0af19a35] Received unexpected event network-vif-plugged-ef41b65f-b8b8-403b-b585-931f0e0d1efe for instance with vm_state active and task_state None. [ 1053.022026] env[68893]: DEBUG oslo_concurrency.lockutils [None req-414c3445-dc2b-484d-b194-6d8f3828fcd7 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.976s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.024154] env[68893]: DEBUG oslo_concurrency.lockutils [None req-03477a13-d629-4e4b-ae54-83b7d9184077 tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.488s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.025802] env[68893]: INFO nova.compute.claims [None req-03477a13-d629-4e4b-ae54-83b7d9184077 tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] [instance: fbd01c97-d9e9-4610-8cfa-39607883e98b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1053.044282] env[68893]: DEBUG nova.network.neutron [None req-53e3df59-3992-4ae2-b492-ffc285d21a1c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 7e40a4c8-e64e-41f1-9b87-8c5f0af19a35] Successfully updated port: ef41b65f-b8b8-403b-b585-931f0e0d1efe {{(pid=68893) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1053.070577] env[68893]: DEBUG oslo_vmware.api [None req-05e2ad1d-96fb-43a0-988c-3f8db9b1ea2e tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] Task: {'id': task-2792059, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.235743} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.070908] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-05e2ad1d-96fb-43a0-988c-3f8db9b1ea2e tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1053.071180] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-05e2ad1d-96fb-43a0-988c-3f8db9b1ea2e tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] [instance: b763ec3a-5de5-40c1-9783-23dd20b39989] Deleted contents of the VM from datastore datastore1 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1053.071368] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-05e2ad1d-96fb-43a0-988c-3f8db9b1ea2e tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] [instance: b763ec3a-5de5-40c1-9783-23dd20b39989] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1053.071536] env[68893]: INFO nova.compute.manager [None req-05e2ad1d-96fb-43a0-988c-3f8db9b1ea2e tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] [instance: b763ec3a-5de5-40c1-9783-23dd20b39989] Took 2.52 seconds to destroy the instance on the hypervisor. [ 1053.071773] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-05e2ad1d-96fb-43a0-988c-3f8db9b1ea2e tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1053.071983] env[68893]: DEBUG nova.compute.manager [-] [instance: b763ec3a-5de5-40c1-9783-23dd20b39989] Deallocating network for instance {{(pid=68893) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1053.072106] env[68893]: DEBUG nova.network.neutron [-] [instance: b763ec3a-5de5-40c1-9783-23dd20b39989] deallocate_for_instance() {{(pid=68893) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1053.101012] env[68893]: INFO nova.scheduler.client.report [None req-414c3445-dc2b-484d-b194-6d8f3828fcd7 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Deleted allocations for instance 9eff2a8e-9c7f-4f84-958a-ecf1f5f730d9 [ 1053.208415] env[68893]: INFO nova.compute.manager [-] [instance: d7be052a-8113-4d5e-a4cd-1a9e12c07a70] Took 1.42 seconds to deallocate network for instance. [ 1053.314031] env[68893]: DEBUG oslo_concurrency.lockutils [None req-c370be23-d012-4187-b06e-80c0367c20ca tempest-ServerTagsTestJSON-1883384352 tempest-ServerTagsTestJSON-1883384352-project-member] Releasing lock "refresh_cache-86c6883a-4bba-48cc-a68b-21ac933f0867" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.314393] env[68893]: DEBUG nova.compute.manager [None req-c370be23-d012-4187-b06e-80c0367c20ca tempest-ServerTagsTestJSON-1883384352 tempest-ServerTagsTestJSON-1883384352-project-member] [instance: 86c6883a-4bba-48cc-a68b-21ac933f0867] Instance network_info: |[{"id": "e53e4980-9bc5-4869-9b4e-46a0e94682c3", "address": "fa:16:3e:81:ee:b1", "network": {"id": "7db5010a-02a7-4079-83ab-342d84a86b84", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-2018067166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d8fd2f90b96406d8f7356fd7272009a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76f377cd-5966-49b4-9210-907f592c694e", "external-id": "nsx-vlan-transportzone-124", "segmentation_id": 124, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape53e4980-9b", "ovs_interfaceid": "e53e4980-9bc5-4869-9b4e-46a0e94682c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1053.316018] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-c370be23-d012-4187-b06e-80c0367c20ca tempest-ServerTagsTestJSON-1883384352 tempest-ServerTagsTestJSON-1883384352-project-member] [instance: 86c6883a-4bba-48cc-a68b-21ac933f0867] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:81:ee:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '76f377cd-5966-49b4-9210-907f592c694e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e53e4980-9bc5-4869-9b4e-46a0e94682c3', 'vif_model': 'vmxnet3'}] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1053.322820] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-c370be23-d012-4187-b06e-80c0367c20ca tempest-ServerTagsTestJSON-1883384352 tempest-ServerTagsTestJSON-1883384352-project-member] Creating folder: Project (4d8fd2f90b96406d8f7356fd7272009a). Parent ref: group-v560969. {{(pid=68893) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1053.323166] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-899d59aa-4e3b-4500-83fa-711053ea6127 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.334605] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-c370be23-d012-4187-b06e-80c0367c20ca tempest-ServerTagsTestJSON-1883384352 tempest-ServerTagsTestJSON-1883384352-project-member] Created folder: Project (4d8fd2f90b96406d8f7356fd7272009a) in parent group-v560969. [ 1053.334797] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-c370be23-d012-4187-b06e-80c0367c20ca tempest-ServerTagsTestJSON-1883384352 tempest-ServerTagsTestJSON-1883384352-project-member] Creating folder: Instances. Parent ref: group-v561204. {{(pid=68893) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1053.335082] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2adb22b3-923f-44bb-9913-b72ae82d46d1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.344779] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-c370be23-d012-4187-b06e-80c0367c20ca tempest-ServerTagsTestJSON-1883384352 tempest-ServerTagsTestJSON-1883384352-project-member] Created folder: Instances in parent group-v561204. [ 1053.345041] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c370be23-d012-4187-b06e-80c0367c20ca tempest-ServerTagsTestJSON-1883384352 tempest-ServerTagsTestJSON-1883384352-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1053.345246] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86c6883a-4bba-48cc-a68b-21ac933f0867] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1053.345461] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7cf19385-7835-4319-8a4e-3d4109d3ee53 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.374036] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1053.374036] env[68893]: value = "task-2792064" [ 1053.374036] env[68893]: _type = "Task" [ 1053.374036] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.385931] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792064, 'name': CreateVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.456833] env[68893]: DEBUG oslo_vmware.api [None req-fb02f2e7-3fa1-4179-9625-e3fe35b4b689 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Task: {'id': task-2792061, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.477370] env[68893]: DEBUG oslo_vmware.api [None req-8fe2208a-11f1-408b-8ef3-0a30c1e9edb5 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Task: {'id': task-2792058, 'name': PowerOnVM_Task, 'duration_secs': 0.578817} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.477727] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fe2208a-11f1-408b-8ef3-0a30c1e9edb5 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] [instance: 2ae63af9-1fe6-4670-a651-6317e997c53b] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1053.477892] env[68893]: DEBUG nova.compute.manager [None req-8fe2208a-11f1-408b-8ef3-0a30c1e9edb5 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] [instance: 2ae63af9-1fe6-4670-a651-6317e997c53b] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1053.478840] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a11dfa5e-a82d-4841-9f3e-e75a98fde0f6 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.548578] env[68893]: DEBUG oslo_concurrency.lockutils [None req-53e3df59-3992-4ae2-b492-ffc285d21a1c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Acquiring lock "refresh_cache-7e40a4c8-e64e-41f1-9b87-8c5f0af19a35" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.548998] env[68893]: DEBUG oslo_concurrency.lockutils [None req-53e3df59-3992-4ae2-b492-ffc285d21a1c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Acquired lock "refresh_cache-7e40a4c8-e64e-41f1-9b87-8c5f0af19a35" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.549286] env[68893]: DEBUG nova.network.neutron [None req-53e3df59-3992-4ae2-b492-ffc285d21a1c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 7e40a4c8-e64e-41f1-9b87-8c5f0af19a35] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1053.608323] env[68893]: DEBUG oslo_concurrency.lockutils [None req-414c3445-dc2b-484d-b194-6d8f3828fcd7 tempest-ServerRescueTestJSON-1426370698 tempest-ServerRescueTestJSON-1426370698-project-member] Lock "9eff2a8e-9c7f-4f84-958a-ecf1f5f730d9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.834s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.714638] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b17f4aee-fd18-425f-bb51-5aa60aea8033 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.883807] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792064, 'name': CreateVM_Task} progress is 99%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.941993] env[68893]: DEBUG nova.compute.manager [req-25951325-e254-4871-8241-5e7bfc6e1159 req-b58f17c2-b6de-4067-b57c-4491926ea47f service nova] [instance: 86c6883a-4bba-48cc-a68b-21ac933f0867] Received event network-changed-e53e4980-9bc5-4869-9b4e-46a0e94682c3 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1053.942329] env[68893]: DEBUG nova.compute.manager [req-25951325-e254-4871-8241-5e7bfc6e1159 req-b58f17c2-b6de-4067-b57c-4491926ea47f service nova] [instance: 86c6883a-4bba-48cc-a68b-21ac933f0867] Refreshing instance network info cache due to event network-changed-e53e4980-9bc5-4869-9b4e-46a0e94682c3. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1053.942436] env[68893]: DEBUG oslo_concurrency.lockutils [req-25951325-e254-4871-8241-5e7bfc6e1159 req-b58f17c2-b6de-4067-b57c-4491926ea47f service nova] Acquiring lock "refresh_cache-86c6883a-4bba-48cc-a68b-21ac933f0867" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.942614] env[68893]: DEBUG oslo_concurrency.lockutils [req-25951325-e254-4871-8241-5e7bfc6e1159 req-b58f17c2-b6de-4067-b57c-4491926ea47f service nova] Acquired lock "refresh_cache-86c6883a-4bba-48cc-a68b-21ac933f0867" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.942778] env[68893]: DEBUG nova.network.neutron [req-25951325-e254-4871-8241-5e7bfc6e1159 req-b58f17c2-b6de-4067-b57c-4491926ea47f service nova] [instance: 86c6883a-4bba-48cc-a68b-21ac933f0867] Refreshing network info cache for port e53e4980-9bc5-4869-9b4e-46a0e94682c3 {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1053.957105] env[68893]: DEBUG oslo_vmware.api [None req-fb02f2e7-3fa1-4179-9625-e3fe35b4b689 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Task: {'id': task-2792061, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.526072} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.957385] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb02f2e7-3fa1-4179-9625-e3fe35b4b689 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1053.957574] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-fb02f2e7-3fa1-4179-9625-e3fe35b4b689 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] [instance: 67b07b13-034d-40ad-a554-518d5d36044c] Deleted contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1053.957756] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-fb02f2e7-3fa1-4179-9625-e3fe35b4b689 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] [instance: 67b07b13-034d-40ad-a554-518d5d36044c] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1053.957928] env[68893]: INFO nova.compute.manager [None req-fb02f2e7-3fa1-4179-9625-e3fe35b4b689 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] [instance: 67b07b13-034d-40ad-a554-518d5d36044c] Took 1.62 seconds to destroy the instance on the hypervisor. [ 1053.958882] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fb02f2e7-3fa1-4179-9625-e3fe35b4b689 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1053.959108] env[68893]: DEBUG nova.compute.manager [-] [instance: 67b07b13-034d-40ad-a554-518d5d36044c] Deallocating network for instance {{(pid=68893) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1053.959173] env[68893]: DEBUG nova.network.neutron [-] [instance: 67b07b13-034d-40ad-a554-518d5d36044c] deallocate_for_instance() {{(pid=68893) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1053.997086] env[68893]: DEBUG oslo_concurrency.lockutils [None req-8fe2208a-11f1-408b-8ef3-0a30c1e9edb5 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.108567] env[68893]: WARNING nova.network.neutron [None req-53e3df59-3992-4ae2-b492-ffc285d21a1c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 7e40a4c8-e64e-41f1-9b87-8c5f0af19a35] 024e10c8-0890-4be3-81cc-2be8eac35dc9 already exists in list: networks containing: ['024e10c8-0890-4be3-81cc-2be8eac35dc9']. ignoring it [ 1054.279981] env[68893]: DEBUG nova.network.neutron [-] [instance: b763ec3a-5de5-40c1-9783-23dd20b39989] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.389702] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792064, 'name': CreateVM_Task, 'duration_secs': 0.656866} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.389897] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86c6883a-4bba-48cc-a68b-21ac933f0867] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1054.390616] env[68893]: DEBUG oslo_concurrency.lockutils [None req-c370be23-d012-4187-b06e-80c0367c20ca tempest-ServerTagsTestJSON-1883384352 tempest-ServerTagsTestJSON-1883384352-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.390788] env[68893]: DEBUG oslo_concurrency.lockutils [None req-c370be23-d012-4187-b06e-80c0367c20ca tempest-ServerTagsTestJSON-1883384352 tempest-ServerTagsTestJSON-1883384352-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.391157] env[68893]: DEBUG oslo_concurrency.lockutils [None req-c370be23-d012-4187-b06e-80c0367c20ca tempest-ServerTagsTestJSON-1883384352 tempest-ServerTagsTestJSON-1883384352-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.391403] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4eea7f4e-b7cd-4c1f-95e1-95970380dd4c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.399924] env[68893]: DEBUG oslo_vmware.api [None req-c370be23-d012-4187-b06e-80c0367c20ca tempest-ServerTagsTestJSON-1883384352 tempest-ServerTagsTestJSON-1883384352-project-member] Waiting for the task: (returnval){ [ 1054.399924] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]521b9428-4e83-0903-1112-d2a1abb9f861" [ 1054.399924] env[68893]: _type = "Task" [ 1054.399924] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.412108] env[68893]: DEBUG oslo_vmware.api [None req-c370be23-d012-4187-b06e-80c0367c20ca tempest-ServerTagsTestJSON-1883384352 tempest-ServerTagsTestJSON-1883384352-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]521b9428-4e83-0903-1112-d2a1abb9f861, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.419955] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89ea7c22-6c48-4b9a-b7cd-dfd6bd0cebfb {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.427682] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96089095-7652-4706-9bdd-6e579d0bb270 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.465426] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cff358cf-8932-4d84-a2ad-54d2bbf23c6e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.475519] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86bfbec2-ef2b-4de6-b21d-dad676f75e85 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.280072] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ec96a1c9-9569-4ece-a432-b20cc7ec6cc9 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Acquiring lock "2ae63af9-1fe6-4670-a651-6317e997c53b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.280404] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ec96a1c9-9569-4ece-a432-b20cc7ec6cc9 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Lock "2ae63af9-1fe6-4670-a651-6317e997c53b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.280588] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ec96a1c9-9569-4ece-a432-b20cc7ec6cc9 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Acquiring lock "2ae63af9-1fe6-4670-a651-6317e997c53b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.280771] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ec96a1c9-9569-4ece-a432-b20cc7ec6cc9 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Lock "2ae63af9-1fe6-4670-a651-6317e997c53b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.280954] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ec96a1c9-9569-4ece-a432-b20cc7ec6cc9 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Lock "2ae63af9-1fe6-4670-a651-6317e997c53b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.283331] env[68893]: INFO nova.compute.manager [-] [instance: b763ec3a-5de5-40c1-9783-23dd20b39989] Took 2.21 seconds to deallocate network for instance. [ 1055.283941] env[68893]: INFO nova.compute.manager [None req-ec96a1c9-9569-4ece-a432-b20cc7ec6cc9 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] [instance: 2ae63af9-1fe6-4670-a651-6317e997c53b] Terminating instance [ 1055.303322] env[68893]: DEBUG nova.compute.provider_tree [None req-03477a13-d629-4e4b-ae54-83b7d9184077 tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] Updating inventory in ProviderTree for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1055.310626] env[68893]: DEBUG oslo_vmware.api [None req-c370be23-d012-4187-b06e-80c0367c20ca tempest-ServerTagsTestJSON-1883384352 tempest-ServerTagsTestJSON-1883384352-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]521b9428-4e83-0903-1112-d2a1abb9f861, 'name': SearchDatastore_Task, 'duration_secs': 0.021541} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.311167] env[68893]: DEBUG oslo_concurrency.lockutils [None req-c370be23-d012-4187-b06e-80c0367c20ca tempest-ServerTagsTestJSON-1883384352 tempest-ServerTagsTestJSON-1883384352-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.311406] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-c370be23-d012-4187-b06e-80c0367c20ca tempest-ServerTagsTestJSON-1883384352 tempest-ServerTagsTestJSON-1883384352-project-member] [instance: 86c6883a-4bba-48cc-a68b-21ac933f0867] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1055.311647] env[68893]: DEBUG oslo_concurrency.lockutils [None req-c370be23-d012-4187-b06e-80c0367c20ca tempest-ServerTagsTestJSON-1883384352 tempest-ServerTagsTestJSON-1883384352-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.311790] env[68893]: DEBUG oslo_concurrency.lockutils [None req-c370be23-d012-4187-b06e-80c0367c20ca tempest-ServerTagsTestJSON-1883384352 tempest-ServerTagsTestJSON-1883384352-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.311970] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-c370be23-d012-4187-b06e-80c0367c20ca tempest-ServerTagsTestJSON-1883384352 tempest-ServerTagsTestJSON-1883384352-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1055.312255] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8b98d6d2-181d-44c5-9b3c-0a7624a9e7da {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.326225] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-c370be23-d012-4187-b06e-80c0367c20ca tempest-ServerTagsTestJSON-1883384352 tempest-ServerTagsTestJSON-1883384352-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1055.326494] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-c370be23-d012-4187-b06e-80c0367c20ca tempest-ServerTagsTestJSON-1883384352 tempest-ServerTagsTestJSON-1883384352-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1055.327355] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3976dfb9-a795-4e39-9703-1e99834400b1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.336681] env[68893]: DEBUG oslo_vmware.api [None req-c370be23-d012-4187-b06e-80c0367c20ca tempest-ServerTagsTestJSON-1883384352 tempest-ServerTagsTestJSON-1883384352-project-member] Waiting for the task: (returnval){ [ 1055.336681] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52c55e9a-2612-5bda-0cd5-7b4c666fdb6c" [ 1055.336681] env[68893]: _type = "Task" [ 1055.336681] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.348490] env[68893]: DEBUG oslo_vmware.api [None req-c370be23-d012-4187-b06e-80c0367c20ca tempest-ServerTagsTestJSON-1883384352 tempest-ServerTagsTestJSON-1883384352-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52c55e9a-2612-5bda-0cd5-7b4c666fdb6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.376442] env[68893]: DEBUG nova.network.neutron [None req-53e3df59-3992-4ae2-b492-ffc285d21a1c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 7e40a4c8-e64e-41f1-9b87-8c5f0af19a35] Updating instance_info_cache with network_info: [{"id": "0c5a4bf4-bf84-4142-8c81-74b8fb052f05", "address": "fa:16:3e:1e:4d:27", "network": {"id": "024e10c8-0890-4be3-81cc-2be8eac35dc9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-116676947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "564a5b6c6f4f4e42aeeef87662301380", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c5a4bf4-bf", "ovs_interfaceid": "0c5a4bf4-bf84-4142-8c81-74b8fb052f05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ef41b65f-b8b8-403b-b585-931f0e0d1efe", "address": "fa:16:3e:07:9b:23", "network": {"id": "024e10c8-0890-4be3-81cc-2be8eac35dc9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-116676947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "564a5b6c6f4f4e42aeeef87662301380", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef41b65f-b8", "ovs_interfaceid": "ef41b65f-b8b8-403b-b585-931f0e0d1efe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.382725] env[68893]: DEBUG nova.compute.manager [req-383f57c3-8382-4df7-a4b1-ccfdd9f7f24e req-9ce2442a-3279-428d-9cfd-8f0a92428bc0 service nova] [instance: 7e40a4c8-e64e-41f1-9b87-8c5f0af19a35] Received event network-changed-ef41b65f-b8b8-403b-b585-931f0e0d1efe {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1055.382941] env[68893]: DEBUG nova.compute.manager [req-383f57c3-8382-4df7-a4b1-ccfdd9f7f24e req-9ce2442a-3279-428d-9cfd-8f0a92428bc0 service nova] [instance: 7e40a4c8-e64e-41f1-9b87-8c5f0af19a35] Refreshing instance network info cache due to event network-changed-ef41b65f-b8b8-403b-b585-931f0e0d1efe. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1055.384479] env[68893]: DEBUG oslo_concurrency.lockutils [req-383f57c3-8382-4df7-a4b1-ccfdd9f7f24e req-9ce2442a-3279-428d-9cfd-8f0a92428bc0 service nova] Acquiring lock "refresh_cache-7e40a4c8-e64e-41f1-9b87-8c5f0af19a35" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.786642] env[68893]: DEBUG nova.network.neutron [-] [instance: 67b07b13-034d-40ad-a554-518d5d36044c] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.809103] env[68893]: DEBUG oslo_concurrency.lockutils [None req-05e2ad1d-96fb-43a0-988c-3f8db9b1ea2e tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.813092] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ec96a1c9-9569-4ece-a432-b20cc7ec6cc9 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Acquiring lock "refresh_cache-2ae63af9-1fe6-4670-a651-6317e997c53b" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.813092] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ec96a1c9-9569-4ece-a432-b20cc7ec6cc9 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Acquired lock "refresh_cache-2ae63af9-1fe6-4670-a651-6317e997c53b" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.813092] env[68893]: DEBUG nova.network.neutron [None req-ec96a1c9-9569-4ece-a432-b20cc7ec6cc9 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] [instance: 2ae63af9-1fe6-4670-a651-6317e997c53b] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1055.816801] env[68893]: DEBUG nova.network.neutron [req-25951325-e254-4871-8241-5e7bfc6e1159 req-b58f17c2-b6de-4067-b57c-4491926ea47f service nova] [instance: 86c6883a-4bba-48cc-a68b-21ac933f0867] Updated VIF entry in instance network info cache for port e53e4980-9bc5-4869-9b4e-46a0e94682c3. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1055.817354] env[68893]: DEBUG nova.network.neutron [req-25951325-e254-4871-8241-5e7bfc6e1159 req-b58f17c2-b6de-4067-b57c-4491926ea47f service nova] [instance: 86c6883a-4bba-48cc-a68b-21ac933f0867] Updating instance_info_cache with network_info: [{"id": "e53e4980-9bc5-4869-9b4e-46a0e94682c3", "address": "fa:16:3e:81:ee:b1", "network": {"id": "7db5010a-02a7-4079-83ab-342d84a86b84", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-2018067166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d8fd2f90b96406d8f7356fd7272009a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76f377cd-5966-49b4-9210-907f592c694e", "external-id": "nsx-vlan-transportzone-124", "segmentation_id": 124, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape53e4980-9b", "ovs_interfaceid": "e53e4980-9bc5-4869-9b4e-46a0e94682c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.852284] env[68893]: DEBUG oslo_vmware.api [None req-c370be23-d012-4187-b06e-80c0367c20ca tempest-ServerTagsTestJSON-1883384352 tempest-ServerTagsTestJSON-1883384352-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52c55e9a-2612-5bda-0cd5-7b4c666fdb6c, 'name': SearchDatastore_Task, 'duration_secs': 0.021864} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.854251] env[68893]: ERROR nova.scheduler.client.report [None req-03477a13-d629-4e4b-ae54-83b7d9184077 tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] [req-4e2c5cb1-71e6-4caf-b65b-0432b75443a4] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d14b70d6-a636-4db0-b5a6-b901da6fa895. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4e2c5cb1-71e6-4caf-b65b-0432b75443a4"}]} [ 1055.854664] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5d93d40-b72d-4069-bb39-690b1049f8d4 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.864139] env[68893]: DEBUG oslo_vmware.api [None req-c370be23-d012-4187-b06e-80c0367c20ca tempest-ServerTagsTestJSON-1883384352 tempest-ServerTagsTestJSON-1883384352-project-member] Waiting for the task: (returnval){ [ 1055.864139] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]520e9706-8163-b7e1-2c14-cc9bdc83c8d4" [ 1055.864139] env[68893]: _type = "Task" [ 1055.864139] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.874578] env[68893]: DEBUG oslo_vmware.api [None req-c370be23-d012-4187-b06e-80c0367c20ca tempest-ServerTagsTestJSON-1883384352 tempest-ServerTagsTestJSON-1883384352-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]520e9706-8163-b7e1-2c14-cc9bdc83c8d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.876287] env[68893]: DEBUG nova.scheduler.client.report [None req-03477a13-d629-4e4b-ae54-83b7d9184077 tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] Refreshing inventories for resource provider d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1055.888768] env[68893]: DEBUG oslo_concurrency.lockutils [None req-53e3df59-3992-4ae2-b492-ffc285d21a1c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Releasing lock "refresh_cache-7e40a4c8-e64e-41f1-9b87-8c5f0af19a35" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.889756] env[68893]: DEBUG oslo_concurrency.lockutils [None req-53e3df59-3992-4ae2-b492-ffc285d21a1c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Acquiring lock "7e40a4c8-e64e-41f1-9b87-8c5f0af19a35" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.890018] env[68893]: DEBUG oslo_concurrency.lockutils [None req-53e3df59-3992-4ae2-b492-ffc285d21a1c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Acquired lock "7e40a4c8-e64e-41f1-9b87-8c5f0af19a35" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.890457] env[68893]: DEBUG oslo_concurrency.lockutils [req-383f57c3-8382-4df7-a4b1-ccfdd9f7f24e req-9ce2442a-3279-428d-9cfd-8f0a92428bc0 service nova] Acquired lock "refresh_cache-7e40a4c8-e64e-41f1-9b87-8c5f0af19a35" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.890739] env[68893]: DEBUG nova.network.neutron [req-383f57c3-8382-4df7-a4b1-ccfdd9f7f24e req-9ce2442a-3279-428d-9cfd-8f0a92428bc0 service nova] [instance: 7e40a4c8-e64e-41f1-9b87-8c5f0af19a35] Refreshing network info cache for port ef41b65f-b8b8-403b-b585-931f0e0d1efe {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1055.893529] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ba89e37-0b8b-4c8e-adc3-2b51e2acb45d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.917078] env[68893]: DEBUG nova.virt.hardware [None req-53e3df59-3992-4ae2-b492-ffc285d21a1c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1055.917078] env[68893]: DEBUG nova.virt.hardware [None req-53e3df59-3992-4ae2-b492-ffc285d21a1c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1055.917078] env[68893]: DEBUG nova.virt.hardware [None req-53e3df59-3992-4ae2-b492-ffc285d21a1c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1055.917078] env[68893]: DEBUG nova.virt.hardware [None req-53e3df59-3992-4ae2-b492-ffc285d21a1c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1055.917078] env[68893]: DEBUG nova.virt.hardware [None req-53e3df59-3992-4ae2-b492-ffc285d21a1c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1055.917448] env[68893]: DEBUG nova.virt.hardware [None req-53e3df59-3992-4ae2-b492-ffc285d21a1c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1055.917491] env[68893]: DEBUG nova.virt.hardware [None req-53e3df59-3992-4ae2-b492-ffc285d21a1c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1055.917619] env[68893]: DEBUG nova.virt.hardware [None req-53e3df59-3992-4ae2-b492-ffc285d21a1c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1055.917786] env[68893]: DEBUG nova.virt.hardware [None req-53e3df59-3992-4ae2-b492-ffc285d21a1c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1055.917974] env[68893]: DEBUG nova.virt.hardware [None req-53e3df59-3992-4ae2-b492-ffc285d21a1c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1055.918182] env[68893]: DEBUG nova.virt.hardware [None req-53e3df59-3992-4ae2-b492-ffc285d21a1c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1055.925046] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-53e3df59-3992-4ae2-b492-ffc285d21a1c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 7e40a4c8-e64e-41f1-9b87-8c5f0af19a35] Reconfiguring VM to attach interface {{(pid=68893) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1055.926347] env[68893]: DEBUG nova.scheduler.client.report [None req-03477a13-d629-4e4b-ae54-83b7d9184077 tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] Updating ProviderTree inventory for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1055.926652] env[68893]: DEBUG nova.compute.provider_tree [None req-03477a13-d629-4e4b-ae54-83b7d9184077 tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] Updating inventory in ProviderTree for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1055.930110] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34d14f06-1671-4626-85cf-ff62a6b023f4 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.951471] env[68893]: DEBUG oslo_vmware.api [None req-53e3df59-3992-4ae2-b492-ffc285d21a1c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Waiting for the task: (returnval){ [ 1055.951471] env[68893]: value = "task-2792065" [ 1055.951471] env[68893]: _type = "Task" [ 1055.951471] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.957873] env[68893]: DEBUG nova.scheduler.client.report [None req-03477a13-d629-4e4b-ae54-83b7d9184077 tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] Refreshing aggregate associations for resource provider d14b70d6-a636-4db0-b5a6-b901da6fa895, aggregates: None {{(pid=68893) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1055.965301] env[68893]: DEBUG oslo_vmware.api [None req-53e3df59-3992-4ae2-b492-ffc285d21a1c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': task-2792065, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.997579] env[68893]: DEBUG nova.scheduler.client.report [None req-03477a13-d629-4e4b-ae54-83b7d9184077 tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] Refreshing trait associations for resource provider d14b70d6-a636-4db0-b5a6-b901da6fa895, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE {{(pid=68893) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1056.298368] env[68893]: INFO nova.compute.manager [-] [instance: 67b07b13-034d-40ad-a554-518d5d36044c] Took 2.34 seconds to deallocate network for instance. [ 1056.324144] env[68893]: DEBUG oslo_concurrency.lockutils [req-25951325-e254-4871-8241-5e7bfc6e1159 req-b58f17c2-b6de-4067-b57c-4491926ea47f service nova] Releasing lock "refresh_cache-86c6883a-4bba-48cc-a68b-21ac933f0867" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.324438] env[68893]: DEBUG nova.compute.manager [req-25951325-e254-4871-8241-5e7bfc6e1159 req-b58f17c2-b6de-4067-b57c-4491926ea47f service nova] [instance: d7be052a-8113-4d5e-a4cd-1a9e12c07a70] Received event network-vif-deleted-6552b3cb-4934-4d9a-b72a-98ede1445068 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1056.354391] env[68893]: DEBUG nova.network.neutron [None req-ec96a1c9-9569-4ece-a432-b20cc7ec6cc9 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] [instance: 2ae63af9-1fe6-4670-a651-6317e997c53b] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1056.361789] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92facd15-839e-40f1-a3c3-20937198718c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.381485] env[68893]: DEBUG oslo_vmware.api [None req-c370be23-d012-4187-b06e-80c0367c20ca tempest-ServerTagsTestJSON-1883384352 tempest-ServerTagsTestJSON-1883384352-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]520e9706-8163-b7e1-2c14-cc9bdc83c8d4, 'name': SearchDatastore_Task, 'duration_secs': 0.015219} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.382598] env[68893]: DEBUG oslo_concurrency.lockutils [None req-c370be23-d012-4187-b06e-80c0367c20ca tempest-ServerTagsTestJSON-1883384352 tempest-ServerTagsTestJSON-1883384352-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.382900] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-c370be23-d012-4187-b06e-80c0367c20ca tempest-ServerTagsTestJSON-1883384352 tempest-ServerTagsTestJSON-1883384352-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] 86c6883a-4bba-48cc-a68b-21ac933f0867/86c6883a-4bba-48cc-a68b-21ac933f0867.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1056.383231] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c18d9e29-765d-4ae4-9c9d-b88ddf1eb119 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.386364] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2b4b958-7e91-4018-9fce-9a927f3354a0 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.424644] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67a8002c-e3de-4d43-bfa2-7cf7e953ebc3 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.429023] env[68893]: DEBUG oslo_vmware.api [None req-c370be23-d012-4187-b06e-80c0367c20ca tempest-ServerTagsTestJSON-1883384352 tempest-ServerTagsTestJSON-1883384352-project-member] Waiting for the task: (returnval){ [ 1056.429023] env[68893]: value = "task-2792066" [ 1056.429023] env[68893]: _type = "Task" [ 1056.429023] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.437538] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c8d140b-89c1-42e3-8c0c-239f3810f256 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.445779] env[68893]: DEBUG oslo_vmware.api [None req-c370be23-d012-4187-b06e-80c0367c20ca tempest-ServerTagsTestJSON-1883384352 tempest-ServerTagsTestJSON-1883384352-project-member] Task: {'id': task-2792066, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.460215] env[68893]: DEBUG nova.compute.provider_tree [None req-03477a13-d629-4e4b-ae54-83b7d9184077 tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] Updating inventory in ProviderTree for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1056.475594] env[68893]: DEBUG oslo_vmware.api [None req-53e3df59-3992-4ae2-b492-ffc285d21a1c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': task-2792065, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.545441] env[68893]: DEBUG nova.network.neutron [None req-ec96a1c9-9569-4ece-a432-b20cc7ec6cc9 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] [instance: 2ae63af9-1fe6-4670-a651-6317e997c53b] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.781439] env[68893]: DEBUG nova.network.neutron [req-383f57c3-8382-4df7-a4b1-ccfdd9f7f24e req-9ce2442a-3279-428d-9cfd-8f0a92428bc0 service nova] [instance: 7e40a4c8-e64e-41f1-9b87-8c5f0af19a35] Updated VIF entry in instance network info cache for port ef41b65f-b8b8-403b-b585-931f0e0d1efe. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1056.781998] env[68893]: DEBUG nova.network.neutron [req-383f57c3-8382-4df7-a4b1-ccfdd9f7f24e req-9ce2442a-3279-428d-9cfd-8f0a92428bc0 service nova] [instance: 7e40a4c8-e64e-41f1-9b87-8c5f0af19a35] Updating instance_info_cache with network_info: [{"id": "0c5a4bf4-bf84-4142-8c81-74b8fb052f05", "address": "fa:16:3e:1e:4d:27", "network": {"id": "024e10c8-0890-4be3-81cc-2be8eac35dc9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-116676947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "564a5b6c6f4f4e42aeeef87662301380", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c5a4bf4-bf", "ovs_interfaceid": "0c5a4bf4-bf84-4142-8c81-74b8fb052f05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ef41b65f-b8b8-403b-b585-931f0e0d1efe", "address": "fa:16:3e:07:9b:23", "network": {"id": "024e10c8-0890-4be3-81cc-2be8eac35dc9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-116676947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "564a5b6c6f4f4e42aeeef87662301380", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef41b65f-b8", "ovs_interfaceid": "ef41b65f-b8b8-403b-b585-931f0e0d1efe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.803326] env[68893]: DEBUG oslo_concurrency.lockutils [None req-fb02f2e7-3fa1-4179-9625-e3fe35b4b689 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.944915] env[68893]: DEBUG oslo_vmware.api [None req-c370be23-d012-4187-b06e-80c0367c20ca tempest-ServerTagsTestJSON-1883384352 tempest-ServerTagsTestJSON-1883384352-project-member] Task: {'id': task-2792066, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.984398] env[68893]: DEBUG oslo_vmware.api [None req-53e3df59-3992-4ae2-b492-ffc285d21a1c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': task-2792065, 'name': ReconfigVM_Task, 'duration_secs': 0.716657} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.984398] env[68893]: DEBUG oslo_concurrency.lockutils [None req-53e3df59-3992-4ae2-b492-ffc285d21a1c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Releasing lock "7e40a4c8-e64e-41f1-9b87-8c5f0af19a35" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.984398] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-53e3df59-3992-4ae2-b492-ffc285d21a1c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 7e40a4c8-e64e-41f1-9b87-8c5f0af19a35] Reconfigured VM to attach interface {{(pid=68893) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1057.040503] env[68893]: DEBUG nova.scheduler.client.report [None req-03477a13-d629-4e4b-ae54-83b7d9184077 tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] Updated inventory for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with generation 118 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1057.040780] env[68893]: DEBUG nova.compute.provider_tree [None req-03477a13-d629-4e4b-ae54-83b7d9184077 tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] Updating resource provider d14b70d6-a636-4db0-b5a6-b901da6fa895 generation from 118 to 119 during operation: update_inventory {{(pid=68893) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1057.040961] env[68893]: DEBUG nova.compute.provider_tree [None req-03477a13-d629-4e4b-ae54-83b7d9184077 tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] Updating inventory in ProviderTree for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1057.049177] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ec96a1c9-9569-4ece-a432-b20cc7ec6cc9 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Releasing lock "refresh_cache-2ae63af9-1fe6-4670-a651-6317e997c53b" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.049617] env[68893]: DEBUG nova.compute.manager [None req-ec96a1c9-9569-4ece-a432-b20cc7ec6cc9 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] [instance: 2ae63af9-1fe6-4670-a651-6317e997c53b] Start destroying the instance on the hypervisor. {{(pid=68893) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1057.049817] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-ec96a1c9-9569-4ece-a432-b20cc7ec6cc9 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] [instance: 2ae63af9-1fe6-4670-a651-6317e997c53b] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1057.050851] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4df90fea-491b-40d1-8921-9672db13fdcd {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.060009] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec96a1c9-9569-4ece-a432-b20cc7ec6cc9 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] [instance: 2ae63af9-1fe6-4670-a651-6317e997c53b] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1057.060326] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d200980e-3406-4305-ae7b-ede683159189 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.069314] env[68893]: DEBUG oslo_vmware.api [None req-ec96a1c9-9569-4ece-a432-b20cc7ec6cc9 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Waiting for the task: (returnval){ [ 1057.069314] env[68893]: value = "task-2792067" [ 1057.069314] env[68893]: _type = "Task" [ 1057.069314] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.081091] env[68893]: DEBUG oslo_vmware.api [None req-ec96a1c9-9569-4ece-a432-b20cc7ec6cc9 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Task: {'id': task-2792067, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.285882] env[68893]: DEBUG oslo_concurrency.lockutils [req-383f57c3-8382-4df7-a4b1-ccfdd9f7f24e req-9ce2442a-3279-428d-9cfd-8f0a92428bc0 service nova] Releasing lock "refresh_cache-7e40a4c8-e64e-41f1-9b87-8c5f0af19a35" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.286182] env[68893]: DEBUG nova.compute.manager [req-383f57c3-8382-4df7-a4b1-ccfdd9f7f24e req-9ce2442a-3279-428d-9cfd-8f0a92428bc0 service nova] [instance: b763ec3a-5de5-40c1-9783-23dd20b39989] Received event network-vif-deleted-02752a1a-bafe-4ef3-a229-d4c7792f5a76 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1057.286395] env[68893]: DEBUG nova.compute.manager [req-383f57c3-8382-4df7-a4b1-ccfdd9f7f24e req-9ce2442a-3279-428d-9cfd-8f0a92428bc0 service nova] [instance: 67b07b13-034d-40ad-a554-518d5d36044c] Received event network-vif-deleted-639d9a8b-016e-4e10-a15a-95dd9ac642aa {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1057.286563] env[68893]: INFO nova.compute.manager [req-383f57c3-8382-4df7-a4b1-ccfdd9f7f24e req-9ce2442a-3279-428d-9cfd-8f0a92428bc0 service nova] [instance: 67b07b13-034d-40ad-a554-518d5d36044c] Neutron deleted interface 639d9a8b-016e-4e10-a15a-95dd9ac642aa; detaching it from the instance and deleting it from the info cache [ 1057.286733] env[68893]: DEBUG nova.network.neutron [req-383f57c3-8382-4df7-a4b1-ccfdd9f7f24e req-9ce2442a-3279-428d-9cfd-8f0a92428bc0 service nova] [instance: 67b07b13-034d-40ad-a554-518d5d36044c] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.447217] env[68893]: DEBUG oslo_vmware.api [None req-c370be23-d012-4187-b06e-80c0367c20ca tempest-ServerTagsTestJSON-1883384352 tempest-ServerTagsTestJSON-1883384352-project-member] Task: {'id': task-2792066, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.797115} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.448059] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-c370be23-d012-4187-b06e-80c0367c20ca tempest-ServerTagsTestJSON-1883384352 tempest-ServerTagsTestJSON-1883384352-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] 86c6883a-4bba-48cc-a68b-21ac933f0867/86c6883a-4bba-48cc-a68b-21ac933f0867.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1057.448378] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-c370be23-d012-4187-b06e-80c0367c20ca tempest-ServerTagsTestJSON-1883384352 tempest-ServerTagsTestJSON-1883384352-project-member] [instance: 86c6883a-4bba-48cc-a68b-21ac933f0867] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1057.448935] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-406f9eb1-320d-40c0-bafb-c0730cbf3e11 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.458711] env[68893]: DEBUG oslo_vmware.api [None req-c370be23-d012-4187-b06e-80c0367c20ca tempest-ServerTagsTestJSON-1883384352 tempest-ServerTagsTestJSON-1883384352-project-member] Waiting for the task: (returnval){ [ 1057.458711] env[68893]: value = "task-2792068" [ 1057.458711] env[68893]: _type = "Task" [ 1057.458711] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.468873] env[68893]: DEBUG oslo_vmware.api [None req-c370be23-d012-4187-b06e-80c0367c20ca tempest-ServerTagsTestJSON-1883384352 tempest-ServerTagsTestJSON-1883384352-project-member] Task: {'id': task-2792068, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.489546] env[68893]: DEBUG oslo_concurrency.lockutils [None req-53e3df59-3992-4ae2-b492-ffc285d21a1c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Lock "interface-7e40a4c8-e64e-41f1-9b87-8c5f0af19a35-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.794s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.547481] env[68893]: DEBUG oslo_concurrency.lockutils [None req-03477a13-d629-4e4b-ae54-83b7d9184077 tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.523s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.549295] env[68893]: DEBUG nova.compute.manager [None req-03477a13-d629-4e4b-ae54-83b7d9184077 tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] [instance: fbd01c97-d9e9-4610-8cfa-39607883e98b] Start building networks asynchronously for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1057.551143] env[68893]: DEBUG oslo_concurrency.lockutils [None req-366e8c12-1c5c-43fb-983d-204f3ed20172 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.483s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.552628] env[68893]: INFO nova.compute.claims [None req-366e8c12-1c5c-43fb-983d-204f3ed20172 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: ed321673-402e-43c5-ac6e-5d4abfb863fc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1057.581248] env[68893]: DEBUG oslo_vmware.api [None req-ec96a1c9-9569-4ece-a432-b20cc7ec6cc9 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Task: {'id': task-2792067, 'name': PowerOffVM_Task, 'duration_secs': 0.265689} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.581561] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec96a1c9-9569-4ece-a432-b20cc7ec6cc9 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] [instance: 2ae63af9-1fe6-4670-a651-6317e997c53b] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1057.581725] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-ec96a1c9-9569-4ece-a432-b20cc7ec6cc9 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] [instance: 2ae63af9-1fe6-4670-a651-6317e997c53b] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1057.581988] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-280c8ad3-dd98-45d9-bee3-f3ef0caa3cf6 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.612251] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-ec96a1c9-9569-4ece-a432-b20cc7ec6cc9 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] [instance: 2ae63af9-1fe6-4670-a651-6317e997c53b] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1057.612467] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-ec96a1c9-9569-4ece-a432-b20cc7ec6cc9 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] [instance: 2ae63af9-1fe6-4670-a651-6317e997c53b] Deleting contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1057.612646] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec96a1c9-9569-4ece-a432-b20cc7ec6cc9 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Deleting the datastore file [datastore2] 2ae63af9-1fe6-4670-a651-6317e997c53b {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1057.612922] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-be51d3ea-10b7-4518-b988-aeeb6fb65d8d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.621361] env[68893]: DEBUG oslo_vmware.api [None req-ec96a1c9-9569-4ece-a432-b20cc7ec6cc9 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Waiting for the task: (returnval){ [ 1057.621361] env[68893]: value = "task-2792070" [ 1057.621361] env[68893]: _type = "Task" [ 1057.621361] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.629934] env[68893]: DEBUG oslo_vmware.api [None req-ec96a1c9-9569-4ece-a432-b20cc7ec6cc9 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Task: {'id': task-2792070, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.793955] env[68893]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-87f0a5c9-716f-4cac-a78d-08c394ba98df {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.809982] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-577adb07-f9eb-40f8-8f25-d906014a9579 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.847375] env[68893]: DEBUG nova.compute.manager [req-383f57c3-8382-4df7-a4b1-ccfdd9f7f24e req-9ce2442a-3279-428d-9cfd-8f0a92428bc0 service nova] [instance: 67b07b13-034d-40ad-a554-518d5d36044c] Detach interface failed, port_id=639d9a8b-016e-4e10-a15a-95dd9ac642aa, reason: Instance 67b07b13-034d-40ad-a554-518d5d36044c could not be found. {{(pid=68893) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1057.970082] env[68893]: DEBUG oslo_vmware.api [None req-c370be23-d012-4187-b06e-80c0367c20ca tempest-ServerTagsTestJSON-1883384352 tempest-ServerTagsTestJSON-1883384352-project-member] Task: {'id': task-2792068, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084406} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.974548] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-c370be23-d012-4187-b06e-80c0367c20ca tempest-ServerTagsTestJSON-1883384352 tempest-ServerTagsTestJSON-1883384352-project-member] [instance: 86c6883a-4bba-48cc-a68b-21ac933f0867] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1057.975476] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd59469a-131c-4006-9000-598ca3b4012a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.012069] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-c370be23-d012-4187-b06e-80c0367c20ca tempest-ServerTagsTestJSON-1883384352 tempest-ServerTagsTestJSON-1883384352-project-member] [instance: 86c6883a-4bba-48cc-a68b-21ac933f0867] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] 86c6883a-4bba-48cc-a68b-21ac933f0867/86c6883a-4bba-48cc-a68b-21ac933f0867.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1058.012069] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06912184-325f-4582-9b58-e00cece942fd {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.033114] env[68893]: DEBUG oslo_vmware.api [None req-c370be23-d012-4187-b06e-80c0367c20ca tempest-ServerTagsTestJSON-1883384352 tempest-ServerTagsTestJSON-1883384352-project-member] Waiting for the task: (returnval){ [ 1058.033114] env[68893]: value = "task-2792071" [ 1058.033114] env[68893]: _type = "Task" [ 1058.033114] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.044161] env[68893]: DEBUG oslo_vmware.api [None req-c370be23-d012-4187-b06e-80c0367c20ca tempest-ServerTagsTestJSON-1883384352 tempest-ServerTagsTestJSON-1883384352-project-member] Task: {'id': task-2792071, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.060028] env[68893]: DEBUG nova.compute.utils [None req-03477a13-d629-4e4b-ae54-83b7d9184077 tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1058.061762] env[68893]: DEBUG nova.compute.manager [None req-03477a13-d629-4e4b-ae54-83b7d9184077 tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] [instance: fbd01c97-d9e9-4610-8cfa-39607883e98b] Allocating IP information in the background. {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1058.061762] env[68893]: DEBUG nova.network.neutron [None req-03477a13-d629-4e4b-ae54-83b7d9184077 tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] [instance: fbd01c97-d9e9-4610-8cfa-39607883e98b] allocate_for_instance() {{(pid=68893) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1058.133970] env[68893]: DEBUG oslo_vmware.api [None req-ec96a1c9-9569-4ece-a432-b20cc7ec6cc9 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Task: {'id': task-2792070, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171429} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.135990] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec96a1c9-9569-4ece-a432-b20cc7ec6cc9 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1058.135990] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-ec96a1c9-9569-4ece-a432-b20cc7ec6cc9 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] [instance: 2ae63af9-1fe6-4670-a651-6317e997c53b] Deleted contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1058.135990] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-ec96a1c9-9569-4ece-a432-b20cc7ec6cc9 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] [instance: 2ae63af9-1fe6-4670-a651-6317e997c53b] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1058.135990] env[68893]: INFO nova.compute.manager [None req-ec96a1c9-9569-4ece-a432-b20cc7ec6cc9 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] [instance: 2ae63af9-1fe6-4670-a651-6317e997c53b] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1058.135990] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec96a1c9-9569-4ece-a432-b20cc7ec6cc9 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1058.135990] env[68893]: DEBUG nova.compute.manager [-] [instance: 2ae63af9-1fe6-4670-a651-6317e997c53b] Deallocating network for instance {{(pid=68893) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1058.135990] env[68893]: DEBUG nova.network.neutron [-] [instance: 2ae63af9-1fe6-4670-a651-6317e997c53b] deallocate_for_instance() {{(pid=68893) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1058.144933] env[68893]: DEBUG nova.policy [None req-03477a13-d629-4e4b-ae54-83b7d9184077 tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1aebbf855bf34b36ae8a972d6dbe6e2e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9bec22e97c9b411eb755e32a876e7e07', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68893) authorize /opt/stack/nova/nova/policy.py:192}} [ 1058.166898] env[68893]: DEBUG nova.network.neutron [-] [instance: 2ae63af9-1fe6-4670-a651-6317e997c53b] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1058.525020] env[68893]: DEBUG oslo_concurrency.lockutils [None req-91ebfe52-bc6d-47f0-887a-b6a4a9cc8d72 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Acquiring lock "8b58659b-aaf9-4fa9-98b2-3153180f0570" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.525020] env[68893]: DEBUG oslo_concurrency.lockutils [None req-91ebfe52-bc6d-47f0-887a-b6a4a9cc8d72 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Lock "8b58659b-aaf9-4fa9-98b2-3153180f0570" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.544367] env[68893]: DEBUG oslo_vmware.api [None req-c370be23-d012-4187-b06e-80c0367c20ca tempest-ServerTagsTestJSON-1883384352 tempest-ServerTagsTestJSON-1883384352-project-member] Task: {'id': task-2792071, 'name': ReconfigVM_Task, 'duration_secs': 0.367223} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.547549] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-c370be23-d012-4187-b06e-80c0367c20ca tempest-ServerTagsTestJSON-1883384352 tempest-ServerTagsTestJSON-1883384352-project-member] [instance: 86c6883a-4bba-48cc-a68b-21ac933f0867] Reconfigured VM instance instance-00000055 to attach disk [datastore2] 86c6883a-4bba-48cc-a68b-21ac933f0867/86c6883a-4bba-48cc-a68b-21ac933f0867.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1058.547549] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2eeeda66-8be8-404c-aa1a-fc47b678b422 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.554477] env[68893]: DEBUG oslo_vmware.api [None req-c370be23-d012-4187-b06e-80c0367c20ca tempest-ServerTagsTestJSON-1883384352 tempest-ServerTagsTestJSON-1883384352-project-member] Waiting for the task: (returnval){ [ 1058.554477] env[68893]: value = "task-2792072" [ 1058.554477] env[68893]: _type = "Task" [ 1058.554477] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.568862] env[68893]: DEBUG nova.compute.manager [None req-03477a13-d629-4e4b-ae54-83b7d9184077 tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] [instance: fbd01c97-d9e9-4610-8cfa-39607883e98b] Start building block device mappings for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1058.572858] env[68893]: DEBUG oslo_vmware.api [None req-c370be23-d012-4187-b06e-80c0367c20ca tempest-ServerTagsTestJSON-1883384352 tempest-ServerTagsTestJSON-1883384352-project-member] Task: {'id': task-2792072, 'name': Rename_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.676876] env[68893]: DEBUG nova.network.neutron [-] [instance: 2ae63af9-1fe6-4670-a651-6317e997c53b] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.699873] env[68893]: DEBUG nova.network.neutron [None req-03477a13-d629-4e4b-ae54-83b7d9184077 tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] [instance: fbd01c97-d9e9-4610-8cfa-39607883e98b] Successfully created port: 33140b45-5676-4428-a5a6-d80e0aeb1bed {{(pid=68893) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1058.927244] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-490e8c55-4f52-4a3f-9914-64fd2847cdde {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.938321] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d773827-829c-472f-a9f7-95407e7bb54c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.978835] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fe4a779-a2e3-453b-9e44-2c30190226c8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.990618] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bf67950-3d19-408d-a428-1dccf988c3c3 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.008057] env[68893]: DEBUG nova.compute.provider_tree [None req-366e8c12-1c5c-43fb-983d-204f3ed20172 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1059.028028] env[68893]: DEBUG nova.compute.utils [None req-91ebfe52-bc6d-47f0-887a-b6a4a9cc8d72 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1059.041733] env[68893]: DEBUG oslo_vmware.rw_handles [None req-54e98a63-5aee-49e9-a08b-88355c74b1fb tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520a1dca-6902-a58c-ce2a-b6017dcb8637/disk-0.vmdk. {{(pid=68893) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1059.042927] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dd705ea-36bb-4547-aa6f-122f463024c8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.052654] env[68893]: DEBUG oslo_vmware.rw_handles [None req-54e98a63-5aee-49e9-a08b-88355c74b1fb tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520a1dca-6902-a58c-ce2a-b6017dcb8637/disk-0.vmdk is in state: ready. {{(pid=68893) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1059.052771] env[68893]: ERROR oslo_vmware.rw_handles [None req-54e98a63-5aee-49e9-a08b-88355c74b1fb tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520a1dca-6902-a58c-ce2a-b6017dcb8637/disk-0.vmdk due to incomplete transfer. [ 1059.053254] env[68893]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-7c7572f2-4f61-4469-8876-ed48721b61ee {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.062437] env[68893]: DEBUG oslo_vmware.rw_handles [None req-54e98a63-5aee-49e9-a08b-88355c74b1fb tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520a1dca-6902-a58c-ce2a-b6017dcb8637/disk-0.vmdk. {{(pid=68893) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1059.062637] env[68893]: DEBUG nova.virt.vmwareapi.images [None req-54e98a63-5aee-49e9-a08b-88355c74b1fb tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] Uploaded image dd6ed300-4c03-45c1-9f66-6e46acdfa821 to the Glance image server {{(pid=68893) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1059.065856] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-54e98a63-5aee-49e9-a08b-88355c74b1fb tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] Destroying the VM {{(pid=68893) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1059.069979] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8cf42334-d29a-4a17-9af8-66449ed1bf06 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.071539] env[68893]: DEBUG oslo_vmware.api [None req-c370be23-d012-4187-b06e-80c0367c20ca tempest-ServerTagsTestJSON-1883384352 tempest-ServerTagsTestJSON-1883384352-project-member] Task: {'id': task-2792072, 'name': Rename_Task, 'duration_secs': 0.183939} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.071791] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-c370be23-d012-4187-b06e-80c0367c20ca tempest-ServerTagsTestJSON-1883384352 tempest-ServerTagsTestJSON-1883384352-project-member] [instance: 86c6883a-4bba-48cc-a68b-21ac933f0867] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1059.072362] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-185abb6b-b44d-42b5-9aa6-b5d2e8fef199 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.078224] env[68893]: DEBUG oslo_vmware.api [None req-54e98a63-5aee-49e9-a08b-88355c74b1fb tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Waiting for the task: (returnval){ [ 1059.078224] env[68893]: value = "task-2792073" [ 1059.078224] env[68893]: _type = "Task" [ 1059.078224] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.084539] env[68893]: DEBUG oslo_vmware.api [None req-c370be23-d012-4187-b06e-80c0367c20ca tempest-ServerTagsTestJSON-1883384352 tempest-ServerTagsTestJSON-1883384352-project-member] Waiting for the task: (returnval){ [ 1059.084539] env[68893]: value = "task-2792074" [ 1059.084539] env[68893]: _type = "Task" [ 1059.084539] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.093544] env[68893]: DEBUG oslo_vmware.api [None req-54e98a63-5aee-49e9-a08b-88355c74b1fb tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792073, 'name': Destroy_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.096851] env[68893]: DEBUG oslo_vmware.api [None req-c370be23-d012-4187-b06e-80c0367c20ca tempest-ServerTagsTestJSON-1883384352 tempest-ServerTagsTestJSON-1883384352-project-member] Task: {'id': task-2792074, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.180342] env[68893]: INFO nova.compute.manager [-] [instance: 2ae63af9-1fe6-4670-a651-6317e997c53b] Took 1.04 seconds to deallocate network for instance. [ 1059.514173] env[68893]: DEBUG nova.scheduler.client.report [None req-366e8c12-1c5c-43fb-983d-204f3ed20172 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1059.531519] env[68893]: DEBUG oslo_concurrency.lockutils [None req-91ebfe52-bc6d-47f0-887a-b6a4a9cc8d72 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Lock "8b58659b-aaf9-4fa9-98b2-3153180f0570" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.585395] env[68893]: DEBUG nova.compute.manager [None req-03477a13-d629-4e4b-ae54-83b7d9184077 tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] [instance: fbd01c97-d9e9-4610-8cfa-39607883e98b] Start spawning the instance on the hypervisor. {{(pid=68893) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1059.590595] env[68893]: DEBUG oslo_vmware.api [None req-54e98a63-5aee-49e9-a08b-88355c74b1fb tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792073, 'name': Destroy_Task, 'duration_secs': 0.346265} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.600610] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-54e98a63-5aee-49e9-a08b-88355c74b1fb tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] Destroyed the VM [ 1059.600903] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-54e98a63-5aee-49e9-a08b-88355c74b1fb tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] Deleting Snapshot of the VM instance {{(pid=68893) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1059.603164] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7b656404-e857-4016-aed4-0af5d65da574 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.614870] env[68893]: DEBUG oslo_vmware.api [None req-c370be23-d012-4187-b06e-80c0367c20ca tempest-ServerTagsTestJSON-1883384352 tempest-ServerTagsTestJSON-1883384352-project-member] Task: {'id': task-2792074, 'name': PowerOnVM_Task, 'duration_secs': 0.486358} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.617155] env[68893]: DEBUG nova.virt.hardware [None req-03477a13-d629-4e4b-ae54-83b7d9184077 tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1059.617387] env[68893]: DEBUG nova.virt.hardware [None req-03477a13-d629-4e4b-ae54-83b7d9184077 tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1059.617543] env[68893]: DEBUG nova.virt.hardware [None req-03477a13-d629-4e4b-ae54-83b7d9184077 tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1059.617722] env[68893]: DEBUG nova.virt.hardware [None req-03477a13-d629-4e4b-ae54-83b7d9184077 tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1059.617866] env[68893]: DEBUG nova.virt.hardware [None req-03477a13-d629-4e4b-ae54-83b7d9184077 tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1059.618021] env[68893]: DEBUG nova.virt.hardware [None req-03477a13-d629-4e4b-ae54-83b7d9184077 tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1059.618244] env[68893]: DEBUG nova.virt.hardware [None req-03477a13-d629-4e4b-ae54-83b7d9184077 tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1059.618399] env[68893]: DEBUG nova.virt.hardware [None req-03477a13-d629-4e4b-ae54-83b7d9184077 tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1059.619895] env[68893]: DEBUG nova.virt.hardware [None req-03477a13-d629-4e4b-ae54-83b7d9184077 tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1059.619895] env[68893]: DEBUG nova.virt.hardware [None req-03477a13-d629-4e4b-ae54-83b7d9184077 tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1059.619895] env[68893]: DEBUG nova.virt.hardware [None req-03477a13-d629-4e4b-ae54-83b7d9184077 tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1059.620472] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-c370be23-d012-4187-b06e-80c0367c20ca tempest-ServerTagsTestJSON-1883384352 tempest-ServerTagsTestJSON-1883384352-project-member] [instance: 86c6883a-4bba-48cc-a68b-21ac933f0867] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1059.620668] env[68893]: INFO nova.compute.manager [None req-c370be23-d012-4187-b06e-80c0367c20ca tempest-ServerTagsTestJSON-1883384352 tempest-ServerTagsTestJSON-1883384352-project-member] [instance: 86c6883a-4bba-48cc-a68b-21ac933f0867] Took 8.51 seconds to spawn the instance on the hypervisor. [ 1059.620841] env[68893]: DEBUG nova.compute.manager [None req-c370be23-d012-4187-b06e-80c0367c20ca tempest-ServerTagsTestJSON-1883384352 tempest-ServerTagsTestJSON-1883384352-project-member] [instance: 86c6883a-4bba-48cc-a68b-21ac933f0867] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1059.621973] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c302cca-6bef-47a1-bbed-f613b5b4199a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.627613] env[68893]: DEBUG oslo_vmware.api [None req-54e98a63-5aee-49e9-a08b-88355c74b1fb tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Waiting for the task: (returnval){ [ 1059.627613] env[68893]: value = "task-2792075" [ 1059.627613] env[68893]: _type = "Task" [ 1059.627613] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.627613] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2e5bd44-65a3-4263-b25f-8ed581bae188 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.636886] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ec7d817-daf2-4a6f-a7b3-42ff52444231 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.648023] env[68893]: DEBUG oslo_vmware.api [None req-54e98a63-5aee-49e9-a08b-88355c74b1fb tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792075, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.691053] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ec96a1c9-9569-4ece-a432-b20cc7ec6cc9 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.017538] env[68893]: DEBUG oslo_concurrency.lockutils [None req-366e8c12-1c5c-43fb-983d-204f3ed20172 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.466s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.018153] env[68893]: DEBUG nova.compute.manager [None req-366e8c12-1c5c-43fb-983d-204f3ed20172 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: ed321673-402e-43c5-ac6e-5d4abfb863fc] Start building networks asynchronously for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1060.021028] env[68893]: DEBUG oslo_concurrency.lockutils [None req-095b1077-decf-44de-b624-df92812deed2 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 11.397s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.021128] env[68893]: DEBUG nova.objects.instance [None req-095b1077-decf-44de-b624-df92812deed2 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: d7be052a-8113-4d5e-a4cd-1a9e12c07a70] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68893) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1060.110660] env[68893]: DEBUG oslo_concurrency.lockutils [None req-3c11c7d1-30bb-4132-88ed-e05e5343cc14 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Acquiring lock "interface-7e40a4c8-e64e-41f1-9b87-8c5f0af19a35-4f2fca6d-ea4f-4a36-a56b-02b9ec13271f" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.110948] env[68893]: DEBUG oslo_concurrency.lockutils [None req-3c11c7d1-30bb-4132-88ed-e05e5343cc14 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Lock "interface-7e40a4c8-e64e-41f1-9b87-8c5f0af19a35-4f2fca6d-ea4f-4a36-a56b-02b9ec13271f" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.112032] env[68893]: DEBUG nova.objects.instance [None req-3c11c7d1-30bb-4132-88ed-e05e5343cc14 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Lazy-loading 'flavor' on Instance uuid 7e40a4c8-e64e-41f1-9b87-8c5f0af19a35 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1060.140461] env[68893]: DEBUG oslo_vmware.api [None req-54e98a63-5aee-49e9-a08b-88355c74b1fb tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792075, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.162400] env[68893]: INFO nova.compute.manager [None req-c370be23-d012-4187-b06e-80c0367c20ca tempest-ServerTagsTestJSON-1883384352 tempest-ServerTagsTestJSON-1883384352-project-member] [instance: 86c6883a-4bba-48cc-a68b-21ac933f0867] Took 35.59 seconds to build instance. [ 1060.338310] env[68893]: DEBUG nova.network.neutron [None req-03477a13-d629-4e4b-ae54-83b7d9184077 tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] [instance: fbd01c97-d9e9-4610-8cfa-39607883e98b] Successfully updated port: 33140b45-5676-4428-a5a6-d80e0aeb1bed {{(pid=68893) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1060.532023] env[68893]: DEBUG nova.compute.utils [None req-366e8c12-1c5c-43fb-983d-204f3ed20172 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1060.532023] env[68893]: DEBUG nova.compute.manager [None req-366e8c12-1c5c-43fb-983d-204f3ed20172 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: ed321673-402e-43c5-ac6e-5d4abfb863fc] Allocating IP information in the background. {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1060.532023] env[68893]: DEBUG nova.network.neutron [None req-366e8c12-1c5c-43fb-983d-204f3ed20172 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: ed321673-402e-43c5-ac6e-5d4abfb863fc] allocate_for_instance() {{(pid=68893) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1060.587005] env[68893]: DEBUG nova.policy [None req-366e8c12-1c5c-43fb-983d-204f3ed20172 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c3d37b57d7c34b00bf75ab2c9c456040', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fbd67998ec3645b28f40986ddb6faf06', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68893) authorize /opt/stack/nova/nova/policy.py:192}} [ 1060.638842] env[68893]: DEBUG oslo_vmware.api [None req-54e98a63-5aee-49e9-a08b-88355c74b1fb tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792075, 'name': RemoveSnapshot_Task, 'duration_secs': 0.571072} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.638842] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-54e98a63-5aee-49e9-a08b-88355c74b1fb tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] Deleted Snapshot of the VM instance {{(pid=68893) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1060.638945] env[68893]: INFO nova.compute.manager [None req-54e98a63-5aee-49e9-a08b-88355c74b1fb tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] Took 16.35 seconds to snapshot the instance on the hypervisor. [ 1060.665850] env[68893]: DEBUG oslo_concurrency.lockutils [None req-c370be23-d012-4187-b06e-80c0367c20ca tempest-ServerTagsTestJSON-1883384352 tempest-ServerTagsTestJSON-1883384352-project-member] Lock "86c6883a-4bba-48cc-a68b-21ac933f0867" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.104s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.693127] env[68893]: DEBUG oslo_concurrency.lockutils [None req-91ebfe52-bc6d-47f0-887a-b6a4a9cc8d72 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Acquiring lock "8b58659b-aaf9-4fa9-98b2-3153180f0570" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.701174] env[68893]: DEBUG oslo_concurrency.lockutils [None req-91ebfe52-bc6d-47f0-887a-b6a4a9cc8d72 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Lock "8b58659b-aaf9-4fa9-98b2-3153180f0570" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.701174] env[68893]: INFO nova.compute.manager [None req-91ebfe52-bc6d-47f0-887a-b6a4a9cc8d72 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 8b58659b-aaf9-4fa9-98b2-3153180f0570] Attaching volume 165d031e-13a7-4d4b-9702-512ca321da24 to /dev/sdb [ 1060.739155] env[68893]: DEBUG nova.objects.instance [None req-3c11c7d1-30bb-4132-88ed-e05e5343cc14 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Lazy-loading 'pci_requests' on Instance uuid 7e40a4c8-e64e-41f1-9b87-8c5f0af19a35 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1060.757214] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75c5215d-5877-4c82-adc9-9f7f5090c0a5 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.765403] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9887212b-7f02-4c76-b2ce-8bc127a031b2 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.782799] env[68893]: DEBUG nova.virt.block_device [None req-91ebfe52-bc6d-47f0-887a-b6a4a9cc8d72 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 8b58659b-aaf9-4fa9-98b2-3153180f0570] Updating existing volume attachment record: 4f6d4b55-5a6d-47cd-b4f7-5da3d8bc2e4e {{(pid=68893) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1060.840732] env[68893]: DEBUG oslo_concurrency.lockutils [None req-03477a13-d629-4e4b-ae54-83b7d9184077 tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] Acquiring lock "refresh_cache-fbd01c97-d9e9-4610-8cfa-39607883e98b" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.840896] env[68893]: DEBUG oslo_concurrency.lockutils [None req-03477a13-d629-4e4b-ae54-83b7d9184077 tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] Acquired lock "refresh_cache-fbd01c97-d9e9-4610-8cfa-39607883e98b" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.841086] env[68893]: DEBUG nova.network.neutron [None req-03477a13-d629-4e4b-ae54-83b7d9184077 tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] [instance: fbd01c97-d9e9-4610-8cfa-39607883e98b] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1060.977614] env[68893]: DEBUG nova.network.neutron [None req-366e8c12-1c5c-43fb-983d-204f3ed20172 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: ed321673-402e-43c5-ac6e-5d4abfb863fc] Successfully created port: 8912b1ad-051d-48a2-87f0-66e5c96880b5 {{(pid=68893) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1061.035241] env[68893]: DEBUG oslo_concurrency.lockutils [None req-095b1077-decf-44de-b624-df92812deed2 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.035241] env[68893]: DEBUG oslo_concurrency.lockutils [None req-df426728-9d0d-453f-8ad6-ac904bc567d0 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.376s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.036090] env[68893]: INFO nova.compute.claims [None req-df426728-9d0d-453f-8ad6-ac904bc567d0 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 3956e5a9-2174-488c-970c-4de5d1be8186] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1061.039640] env[68893]: DEBUG nova.compute.manager [None req-366e8c12-1c5c-43fb-983d-204f3ed20172 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: ed321673-402e-43c5-ac6e-5d4abfb863fc] Start building block device mappings for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1061.243519] env[68893]: DEBUG nova.objects.base [None req-3c11c7d1-30bb-4132-88ed-e05e5343cc14 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Object Instance<7e40a4c8-e64e-41f1-9b87-8c5f0af19a35> lazy-loaded attributes: flavor,pci_requests {{(pid=68893) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1061.243519] env[68893]: DEBUG nova.network.neutron [None req-3c11c7d1-30bb-4132-88ed-e05e5343cc14 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 7e40a4c8-e64e-41f1-9b87-8c5f0af19a35] allocate_for_instance() {{(pid=68893) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1061.270896] env[68893]: DEBUG nova.compute.manager [None req-54e98a63-5aee-49e9-a08b-88355c74b1fb tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] Found 1 images (rotation: 2) {{(pid=68893) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1061.323802] env[68893]: DEBUG nova.policy [None req-3c11c7d1-30bb-4132-88ed-e05e5343cc14 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7bc429cb492f4b0d9783c375b77fc5d0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '564a5b6c6f4f4e42aeeef87662301380', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68893) authorize /opt/stack/nova/nova/policy.py:192}} [ 1061.395754] env[68893]: DEBUG nova.network.neutron [None req-03477a13-d629-4e4b-ae54-83b7d9184077 tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] [instance: fbd01c97-d9e9-4610-8cfa-39607883e98b] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1061.633824] env[68893]: DEBUG nova.network.neutron [None req-03477a13-d629-4e4b-ae54-83b7d9184077 tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] [instance: fbd01c97-d9e9-4610-8cfa-39607883e98b] Updating instance_info_cache with network_info: [{"id": "33140b45-5676-4428-a5a6-d80e0aeb1bed", "address": "fa:16:3e:29:3c:67", "network": {"id": "dc0c1b28-fbcb-44e3-89a5-242d980d191b", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1262093664-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bec22e97c9b411eb755e32a876e7e07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33140b45-56", "ovs_interfaceid": "33140b45-5676-4428-a5a6-d80e0aeb1bed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.733446] env[68893]: DEBUG nova.compute.manager [req-decf7e05-92b2-4553-a0da-a9e5146a0edd req-b053efd7-a097-438a-8767-54d5fb32feb8 service nova] [instance: fbd01c97-d9e9-4610-8cfa-39607883e98b] Received event network-vif-plugged-33140b45-5676-4428-a5a6-d80e0aeb1bed {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1061.733446] env[68893]: DEBUG oslo_concurrency.lockutils [req-decf7e05-92b2-4553-a0da-a9e5146a0edd req-b053efd7-a097-438a-8767-54d5fb32feb8 service nova] Acquiring lock "fbd01c97-d9e9-4610-8cfa-39607883e98b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.733446] env[68893]: DEBUG oslo_concurrency.lockutils [req-decf7e05-92b2-4553-a0da-a9e5146a0edd req-b053efd7-a097-438a-8767-54d5fb32feb8 service nova] Lock "fbd01c97-d9e9-4610-8cfa-39607883e98b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.734209] env[68893]: DEBUG oslo_concurrency.lockutils [req-decf7e05-92b2-4553-a0da-a9e5146a0edd req-b053efd7-a097-438a-8767-54d5fb32feb8 service nova] Lock "fbd01c97-d9e9-4610-8cfa-39607883e98b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.734574] env[68893]: DEBUG nova.compute.manager [req-decf7e05-92b2-4553-a0da-a9e5146a0edd req-b053efd7-a097-438a-8767-54d5fb32feb8 service nova] [instance: fbd01c97-d9e9-4610-8cfa-39607883e98b] No waiting events found dispatching network-vif-plugged-33140b45-5676-4428-a5a6-d80e0aeb1bed {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1061.734878] env[68893]: WARNING nova.compute.manager [req-decf7e05-92b2-4553-a0da-a9e5146a0edd req-b053efd7-a097-438a-8767-54d5fb32feb8 service nova] [instance: fbd01c97-d9e9-4610-8cfa-39607883e98b] Received unexpected event network-vif-plugged-33140b45-5676-4428-a5a6-d80e0aeb1bed for instance with vm_state building and task_state spawning. [ 1062.055898] env[68893]: DEBUG nova.compute.manager [None req-366e8c12-1c5c-43fb-983d-204f3ed20172 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: ed321673-402e-43c5-ac6e-5d4abfb863fc] Start spawning the instance on the hypervisor. {{(pid=68893) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1062.125435] env[68893]: DEBUG nova.virt.hardware [None req-366e8c12-1c5c-43fb-983d-204f3ed20172 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1062.125435] env[68893]: DEBUG nova.virt.hardware [None req-366e8c12-1c5c-43fb-983d-204f3ed20172 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1062.125435] env[68893]: DEBUG nova.virt.hardware [None req-366e8c12-1c5c-43fb-983d-204f3ed20172 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1062.125435] env[68893]: DEBUG nova.virt.hardware [None req-366e8c12-1c5c-43fb-983d-204f3ed20172 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1062.125435] env[68893]: DEBUG nova.virt.hardware [None req-366e8c12-1c5c-43fb-983d-204f3ed20172 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1062.125435] env[68893]: DEBUG nova.virt.hardware [None req-366e8c12-1c5c-43fb-983d-204f3ed20172 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1062.125435] env[68893]: DEBUG nova.virt.hardware [None req-366e8c12-1c5c-43fb-983d-204f3ed20172 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1062.125435] env[68893]: DEBUG nova.virt.hardware [None req-366e8c12-1c5c-43fb-983d-204f3ed20172 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1062.125435] env[68893]: DEBUG nova.virt.hardware [None req-366e8c12-1c5c-43fb-983d-204f3ed20172 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1062.125435] env[68893]: DEBUG nova.virt.hardware [None req-366e8c12-1c5c-43fb-983d-204f3ed20172 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1062.125435] env[68893]: DEBUG nova.virt.hardware [None req-366e8c12-1c5c-43fb-983d-204f3ed20172 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1062.126899] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30a6707a-bf7e-40d9-9e07-8834c36f43d3 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.140019] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac27aa44-f12e-43ad-acbd-2526cef00e34 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.143528] env[68893]: DEBUG oslo_concurrency.lockutils [None req-03477a13-d629-4e4b-ae54-83b7d9184077 tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] Releasing lock "refresh_cache-fbd01c97-d9e9-4610-8cfa-39607883e98b" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.143853] env[68893]: DEBUG nova.compute.manager [None req-03477a13-d629-4e4b-ae54-83b7d9184077 tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] [instance: fbd01c97-d9e9-4610-8cfa-39607883e98b] Instance network_info: |[{"id": "33140b45-5676-4428-a5a6-d80e0aeb1bed", "address": "fa:16:3e:29:3c:67", "network": {"id": "dc0c1b28-fbcb-44e3-89a5-242d980d191b", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1262093664-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bec22e97c9b411eb755e32a876e7e07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33140b45-56", "ovs_interfaceid": "33140b45-5676-4428-a5a6-d80e0aeb1bed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1062.144315] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-03477a13-d629-4e4b-ae54-83b7d9184077 tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] [instance: fbd01c97-d9e9-4610-8cfa-39607883e98b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:3c:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '43798f54-0c07-4417-a23f-58bb6b7e204b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '33140b45-5676-4428-a5a6-d80e0aeb1bed', 'vif_model': 'vmxnet3'}] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1062.152055] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-03477a13-d629-4e4b-ae54-83b7d9184077 tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] Creating folder: Project (9bec22e97c9b411eb755e32a876e7e07). Parent ref: group-v560969. {{(pid=68893) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1062.155420] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f8dc6e30-8aac-41f5-942b-28b4f657aa9a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.180331] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-03477a13-d629-4e4b-ae54-83b7d9184077 tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] Created folder: Project (9bec22e97c9b411eb755e32a876e7e07) in parent group-v560969. [ 1062.180582] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-03477a13-d629-4e4b-ae54-83b7d9184077 tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] Creating folder: Instances. Parent ref: group-v561209. {{(pid=68893) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1062.180849] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-23f11c9b-f422-4daa-a442-d1461fe3e70c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.196187] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-03477a13-d629-4e4b-ae54-83b7d9184077 tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] Created folder: Instances in parent group-v561209. [ 1062.196187] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-03477a13-d629-4e4b-ae54-83b7d9184077 tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1062.196187] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fbd01c97-d9e9-4610-8cfa-39607883e98b] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1062.196187] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e5ae00be-72d7-4a15-9f62-68c5a76ca809 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.221390] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1062.221390] env[68893]: value = "task-2792081" [ 1062.221390] env[68893]: _type = "Task" [ 1062.221390] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.232922] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792081, 'name': CreateVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.282159] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d5923fa2-22ef-4ba3-a944-3b181a3d1393 tempest-InstanceActionsNegativeTestJSON-1778537646 tempest-InstanceActionsNegativeTestJSON-1778537646-project-member] Acquiring lock "1d5c1642-ca64-47d3-be68-e680b72971cc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.282159] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d5923fa2-22ef-4ba3-a944-3b181a3d1393 tempest-InstanceActionsNegativeTestJSON-1778537646 tempest-InstanceActionsNegativeTestJSON-1778537646-project-member] Lock "1d5c1642-ca64-47d3-be68-e680b72971cc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.389767] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43b3766b-01dd-4f67-aa71-3e9930ef9cd9 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.398957] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdc03c40-2c44-42a1-a653-c28bc3dccf3c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.439461] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6ddba52-85dc-494d-9349-eb438d8cebd9 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.448104] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df3840c6-c2d4-4553-aa19-97b7f1c98d1c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.466423] env[68893]: DEBUG nova.compute.provider_tree [None req-df426728-9d0d-453f-8ad6-ac904bc567d0 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Updating inventory in ProviderTree for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1062.733471] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792081, 'name': CreateVM_Task, 'duration_secs': 0.35611} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.733471] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fbd01c97-d9e9-4610-8cfa-39607883e98b] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1062.733807] env[68893]: DEBUG oslo_concurrency.lockutils [None req-03477a13-d629-4e4b-ae54-83b7d9184077 tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.733909] env[68893]: DEBUG oslo_concurrency.lockutils [None req-03477a13-d629-4e4b-ae54-83b7d9184077 tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.734245] env[68893]: DEBUG oslo_concurrency.lockutils [None req-03477a13-d629-4e4b-ae54-83b7d9184077 tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.734820] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a258529f-c091-48be-b8b9-41988864a28f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.740649] env[68893]: DEBUG oslo_vmware.api [None req-03477a13-d629-4e4b-ae54-83b7d9184077 tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] Waiting for the task: (returnval){ [ 1062.740649] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52326092-6008-ad55-cb73-9c4b196ce85b" [ 1062.740649] env[68893]: _type = "Task" [ 1062.740649] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.748996] env[68893]: DEBUG oslo_vmware.api [None req-03477a13-d629-4e4b-ae54-83b7d9184077 tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52326092-6008-ad55-cb73-9c4b196ce85b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.784808] env[68893]: DEBUG nova.compute.manager [None req-d5923fa2-22ef-4ba3-a944-3b181a3d1393 tempest-InstanceActionsNegativeTestJSON-1778537646 tempest-InstanceActionsNegativeTestJSON-1778537646-project-member] [instance: 1d5c1642-ca64-47d3-be68-e680b72971cc] Starting instance... {{(pid=68893) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1062.822816] env[68893]: DEBUG nova.network.neutron [None req-366e8c12-1c5c-43fb-983d-204f3ed20172 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: ed321673-402e-43c5-ac6e-5d4abfb863fc] Successfully updated port: 8912b1ad-051d-48a2-87f0-66e5c96880b5 {{(pid=68893) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1062.993122] env[68893]: ERROR nova.scheduler.client.report [None req-df426728-9d0d-453f-8ad6-ac904bc567d0 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [req-1fa8d716-eb7d-4574-8f24-7a7c225834c0] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d14b70d6-a636-4db0-b5a6-b901da6fa895. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-1fa8d716-eb7d-4574-8f24-7a7c225834c0"}]} [ 1063.009977] env[68893]: DEBUG nova.scheduler.client.report [None req-df426728-9d0d-453f-8ad6-ac904bc567d0 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Refreshing inventories for resource provider d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1063.029096] env[68893]: DEBUG nova.network.neutron [None req-3c11c7d1-30bb-4132-88ed-e05e5343cc14 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 7e40a4c8-e64e-41f1-9b87-8c5f0af19a35] Successfully updated port: 4f2fca6d-ea4f-4a36-a56b-02b9ec13271f {{(pid=68893) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1063.038160] env[68893]: DEBUG nova.scheduler.client.report [None req-df426728-9d0d-453f-8ad6-ac904bc567d0 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Updating ProviderTree inventory for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1063.038472] env[68893]: DEBUG nova.compute.provider_tree [None req-df426728-9d0d-453f-8ad6-ac904bc567d0 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Updating inventory in ProviderTree for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1063.054031] env[68893]: DEBUG nova.scheduler.client.report [None req-df426728-9d0d-453f-8ad6-ac904bc567d0 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Refreshing aggregate associations for resource provider d14b70d6-a636-4db0-b5a6-b901da6fa895, aggregates: None {{(pid=68893) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1063.081253] env[68893]: DEBUG nova.scheduler.client.report [None req-df426728-9d0d-453f-8ad6-ac904bc567d0 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Refreshing trait associations for resource provider d14b70d6-a636-4db0-b5a6-b901da6fa895, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE {{(pid=68893) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1063.255065] env[68893]: DEBUG oslo_vmware.api [None req-03477a13-d629-4e4b-ae54-83b7d9184077 tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52326092-6008-ad55-cb73-9c4b196ce85b, 'name': SearchDatastore_Task, 'duration_secs': 0.01129} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.255700] env[68893]: DEBUG oslo_concurrency.lockutils [None req-03477a13-d629-4e4b-ae54-83b7d9184077 tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.255808] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-03477a13-d629-4e4b-ae54-83b7d9184077 tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] [instance: fbd01c97-d9e9-4610-8cfa-39607883e98b] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1063.256171] env[68893]: DEBUG oslo_concurrency.lockutils [None req-03477a13-d629-4e4b-ae54-83b7d9184077 tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.256576] env[68893]: DEBUG oslo_concurrency.lockutils [None req-03477a13-d629-4e4b-ae54-83b7d9184077 tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.256576] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-03477a13-d629-4e4b-ae54-83b7d9184077 tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1063.257157] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-218c4477-5ad7-4fd6-acc7-e9d7ed9f0064 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.269908] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-03477a13-d629-4e4b-ae54-83b7d9184077 tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1063.270100] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-03477a13-d629-4e4b-ae54-83b7d9184077 tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1063.273038] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-696ca133-9a17-44d8-8187-2676e4b590dd {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.282043] env[68893]: DEBUG oslo_vmware.api [None req-03477a13-d629-4e4b-ae54-83b7d9184077 tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] Waiting for the task: (returnval){ [ 1063.282043] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52a9bca7-ee4e-38b7-2283-a58bade1db66" [ 1063.282043] env[68893]: _type = "Task" [ 1063.282043] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.290072] env[68893]: DEBUG oslo_vmware.api [None req-03477a13-d629-4e4b-ae54-83b7d9184077 tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52a9bca7-ee4e-38b7-2283-a58bade1db66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.309178] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d5923fa2-22ef-4ba3-a944-3b181a3d1393 tempest-InstanceActionsNegativeTestJSON-1778537646 tempest-InstanceActionsNegativeTestJSON-1778537646-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.324659] env[68893]: DEBUG oslo_concurrency.lockutils [None req-366e8c12-1c5c-43fb-983d-204f3ed20172 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Acquiring lock "refresh_cache-ed321673-402e-43c5-ac6e-5d4abfb863fc" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.324850] env[68893]: DEBUG oslo_concurrency.lockutils [None req-366e8c12-1c5c-43fb-983d-204f3ed20172 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Acquired lock "refresh_cache-ed321673-402e-43c5-ac6e-5d4abfb863fc" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.325071] env[68893]: DEBUG nova.network.neutron [None req-366e8c12-1c5c-43fb-983d-204f3ed20172 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: ed321673-402e-43c5-ac6e-5d4abfb863fc] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1063.367617] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8862cb31-bbf7-4649-adf4-5d065eb0b14c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.376989] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9dd6525-dcb9-40d9-b5ba-1af6c31c3072 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.412133] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76d11c54-746d-48a7-9dce-efe4e18338a0 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.421072] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97089434-562d-4ac8-b5bf-a7c484116414 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.435013] env[68893]: DEBUG nova.compute.provider_tree [None req-df426728-9d0d-453f-8ad6-ac904bc567d0 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Updating inventory in ProviderTree for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1063.438237] env[68893]: DEBUG nova.compute.manager [req-82fa5816-929a-4485-81cd-803bd215a59b req-97df6300-be8b-4856-82d0-36560adc9bde service nova] [instance: 7e40a4c8-e64e-41f1-9b87-8c5f0af19a35] Received event network-vif-plugged-4f2fca6d-ea4f-4a36-a56b-02b9ec13271f {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1063.438440] env[68893]: DEBUG oslo_concurrency.lockutils [req-82fa5816-929a-4485-81cd-803bd215a59b req-97df6300-be8b-4856-82d0-36560adc9bde service nova] Acquiring lock "7e40a4c8-e64e-41f1-9b87-8c5f0af19a35-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.438636] env[68893]: DEBUG oslo_concurrency.lockutils [req-82fa5816-929a-4485-81cd-803bd215a59b req-97df6300-be8b-4856-82d0-36560adc9bde service nova] Lock "7e40a4c8-e64e-41f1-9b87-8c5f0af19a35-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.438923] env[68893]: DEBUG oslo_concurrency.lockutils [req-82fa5816-929a-4485-81cd-803bd215a59b req-97df6300-be8b-4856-82d0-36560adc9bde service nova] Lock "7e40a4c8-e64e-41f1-9b87-8c5f0af19a35-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.439133] env[68893]: DEBUG nova.compute.manager [req-82fa5816-929a-4485-81cd-803bd215a59b req-97df6300-be8b-4856-82d0-36560adc9bde service nova] [instance: 7e40a4c8-e64e-41f1-9b87-8c5f0af19a35] No waiting events found dispatching network-vif-plugged-4f2fca6d-ea4f-4a36-a56b-02b9ec13271f {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1063.439317] env[68893]: WARNING nova.compute.manager [req-82fa5816-929a-4485-81cd-803bd215a59b req-97df6300-be8b-4856-82d0-36560adc9bde service nova] [instance: 7e40a4c8-e64e-41f1-9b87-8c5f0af19a35] Received unexpected event network-vif-plugged-4f2fca6d-ea4f-4a36-a56b-02b9ec13271f for instance with vm_state active and task_state None. [ 1063.536559] env[68893]: DEBUG oslo_concurrency.lockutils [None req-3c11c7d1-30bb-4132-88ed-e05e5343cc14 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Acquiring lock "refresh_cache-7e40a4c8-e64e-41f1-9b87-8c5f0af19a35" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.536806] env[68893]: DEBUG oslo_concurrency.lockutils [None req-3c11c7d1-30bb-4132-88ed-e05e5343cc14 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Acquired lock "refresh_cache-7e40a4c8-e64e-41f1-9b87-8c5f0af19a35" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.537126] env[68893]: DEBUG nova.network.neutron [None req-3c11c7d1-30bb-4132-88ed-e05e5343cc14 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 7e40a4c8-e64e-41f1-9b87-8c5f0af19a35] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1063.722916] env[68893]: DEBUG nova.compute.manager [None req-41f00509-9894-49d6-b0ef-36047beb5e66 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1063.723991] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a74b6660-987b-4dc2-bd65-5dd6da9f9dc9 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.791781] env[68893]: DEBUG oslo_vmware.api [None req-03477a13-d629-4e4b-ae54-83b7d9184077 tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52a9bca7-ee4e-38b7-2283-a58bade1db66, 'name': SearchDatastore_Task, 'duration_secs': 0.00886} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.792587] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd33f85d-7ed3-45ff-b1a9-7bd581b6e064 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.798665] env[68893]: DEBUG oslo_vmware.api [None req-03477a13-d629-4e4b-ae54-83b7d9184077 tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] Waiting for the task: (returnval){ [ 1063.798665] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52c1675a-8e93-57d7-c455-c96d2369e971" [ 1063.798665] env[68893]: _type = "Task" [ 1063.798665] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.807275] env[68893]: DEBUG oslo_vmware.api [None req-03477a13-d629-4e4b-ae54-83b7d9184077 tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52c1675a-8e93-57d7-c455-c96d2369e971, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.861919] env[68893]: DEBUG nova.network.neutron [None req-366e8c12-1c5c-43fb-983d-204f3ed20172 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: ed321673-402e-43c5-ac6e-5d4abfb863fc] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1063.985888] env[68893]: DEBUG nova.scheduler.client.report [None req-df426728-9d0d-453f-8ad6-ac904bc567d0 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Updated inventory for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with generation 120 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1063.986199] env[68893]: DEBUG nova.compute.provider_tree [None req-df426728-9d0d-453f-8ad6-ac904bc567d0 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Updating resource provider d14b70d6-a636-4db0-b5a6-b901da6fa895 generation from 120 to 121 during operation: update_inventory {{(pid=68893) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1063.986377] env[68893]: DEBUG nova.compute.provider_tree [None req-df426728-9d0d-453f-8ad6-ac904bc567d0 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Updating inventory in ProviderTree for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1064.068771] env[68893]: DEBUG nova.network.neutron [None req-366e8c12-1c5c-43fb-983d-204f3ed20172 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: ed321673-402e-43c5-ac6e-5d4abfb863fc] Updating instance_info_cache with network_info: [{"id": "8912b1ad-051d-48a2-87f0-66e5c96880b5", "address": "fa:16:3e:fa:24:16", "network": {"id": "cd4544f9-c687-4245-bf7a-8be777c837e0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1345768403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbd67998ec3645b28f40986ddb6faf06", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8912b1ad-05", "ovs_interfaceid": "8912b1ad-051d-48a2-87f0-66e5c96880b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.234564] env[68893]: WARNING nova.network.neutron [None req-3c11c7d1-30bb-4132-88ed-e05e5343cc14 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 7e40a4c8-e64e-41f1-9b87-8c5f0af19a35] 024e10c8-0890-4be3-81cc-2be8eac35dc9 already exists in list: networks containing: ['024e10c8-0890-4be3-81cc-2be8eac35dc9']. ignoring it [ 1064.234778] env[68893]: WARNING nova.network.neutron [None req-3c11c7d1-30bb-4132-88ed-e05e5343cc14 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 7e40a4c8-e64e-41f1-9b87-8c5f0af19a35] 024e10c8-0890-4be3-81cc-2be8eac35dc9 already exists in list: networks containing: ['024e10c8-0890-4be3-81cc-2be8eac35dc9']. ignoring it [ 1064.237510] env[68893]: INFO nova.compute.manager [None req-41f00509-9894-49d6-b0ef-36047beb5e66 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] instance snapshotting [ 1064.238029] env[68893]: DEBUG nova.objects.instance [None req-41f00509-9894-49d6-b0ef-36047beb5e66 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Lazy-loading 'flavor' on Instance uuid 05def266-bea2-46e6-8916-6b0484ce4edd {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1064.309168] env[68893]: DEBUG oslo_vmware.api [None req-03477a13-d629-4e4b-ae54-83b7d9184077 tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52c1675a-8e93-57d7-c455-c96d2369e971, 'name': SearchDatastore_Task, 'duration_secs': 0.01501} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.309437] env[68893]: DEBUG oslo_concurrency.lockutils [None req-03477a13-d629-4e4b-ae54-83b7d9184077 tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.309686] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-03477a13-d629-4e4b-ae54-83b7d9184077 tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] fbd01c97-d9e9-4610-8cfa-39607883e98b/fbd01c97-d9e9-4610-8cfa-39607883e98b.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1064.309957] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ca16eb91-7dda-4e3b-adf4-0caeb0e943d2 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.317183] env[68893]: DEBUG oslo_vmware.api [None req-03477a13-d629-4e4b-ae54-83b7d9184077 tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] Waiting for the task: (returnval){ [ 1064.317183] env[68893]: value = "task-2792083" [ 1064.317183] env[68893]: _type = "Task" [ 1064.317183] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.325436] env[68893]: DEBUG oslo_vmware.api [None req-03477a13-d629-4e4b-ae54-83b7d9184077 tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] Task: {'id': task-2792083, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.463705] env[68893]: DEBUG nova.compute.manager [req-5e198d38-5bba-43c6-a0b4-6ed6f38bbb8c req-79f73aa2-3b27-42f3-8b3e-b161455ac1ef service nova] [instance: fbd01c97-d9e9-4610-8cfa-39607883e98b] Received event network-changed-33140b45-5676-4428-a5a6-d80e0aeb1bed {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1064.463705] env[68893]: DEBUG nova.compute.manager [req-5e198d38-5bba-43c6-a0b4-6ed6f38bbb8c req-79f73aa2-3b27-42f3-8b3e-b161455ac1ef service nova] [instance: fbd01c97-d9e9-4610-8cfa-39607883e98b] Refreshing instance network info cache due to event network-changed-33140b45-5676-4428-a5a6-d80e0aeb1bed. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1064.463882] env[68893]: DEBUG oslo_concurrency.lockutils [req-5e198d38-5bba-43c6-a0b4-6ed6f38bbb8c req-79f73aa2-3b27-42f3-8b3e-b161455ac1ef service nova] Acquiring lock "refresh_cache-fbd01c97-d9e9-4610-8cfa-39607883e98b" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.464100] env[68893]: DEBUG oslo_concurrency.lockutils [req-5e198d38-5bba-43c6-a0b4-6ed6f38bbb8c req-79f73aa2-3b27-42f3-8b3e-b161455ac1ef service nova] Acquired lock "refresh_cache-fbd01c97-d9e9-4610-8cfa-39607883e98b" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.464340] env[68893]: DEBUG nova.network.neutron [req-5e198d38-5bba-43c6-a0b4-6ed6f38bbb8c req-79f73aa2-3b27-42f3-8b3e-b161455ac1ef service nova] [instance: fbd01c97-d9e9-4610-8cfa-39607883e98b] Refreshing network info cache for port 33140b45-5676-4428-a5a6-d80e0aeb1bed {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1064.502628] env[68893]: DEBUG oslo_concurrency.lockutils [None req-df426728-9d0d-453f-8ad6-ac904bc567d0 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.469s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.503187] env[68893]: DEBUG nova.compute.manager [None req-df426728-9d0d-453f-8ad6-ac904bc567d0 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 3956e5a9-2174-488c-970c-4de5d1be8186] Start building networks asynchronously for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1064.509965] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6ea1869c-5b41-411e-8367-7fb1f3c8a7e9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.431s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.512195] env[68893]: INFO nova.compute.claims [None req-6ea1869c-5b41-411e-8367-7fb1f3c8a7e9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: 91c51a8c-1462-4ad2-9cc3-6b4e06117c17] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1064.573541] env[68893]: DEBUG oslo_concurrency.lockutils [None req-366e8c12-1c5c-43fb-983d-204f3ed20172 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Releasing lock "refresh_cache-ed321673-402e-43c5-ac6e-5d4abfb863fc" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.573943] env[68893]: DEBUG nova.compute.manager [None req-366e8c12-1c5c-43fb-983d-204f3ed20172 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: ed321673-402e-43c5-ac6e-5d4abfb863fc] Instance network_info: |[{"id": "8912b1ad-051d-48a2-87f0-66e5c96880b5", "address": "fa:16:3e:fa:24:16", "network": {"id": "cd4544f9-c687-4245-bf7a-8be777c837e0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1345768403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbd67998ec3645b28f40986ddb6faf06", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8912b1ad-05", "ovs_interfaceid": "8912b1ad-051d-48a2-87f0-66e5c96880b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1064.574744] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-366e8c12-1c5c-43fb-983d-204f3ed20172 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: ed321673-402e-43c5-ac6e-5d4abfb863fc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:24:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba866c99-1cb2-4588-9f76-4bc0421ed46a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8912b1ad-051d-48a2-87f0-66e5c96880b5', 'vif_model': 'vmxnet3'}] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1064.582634] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-366e8c12-1c5c-43fb-983d-204f3ed20172 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1064.584792] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed321673-402e-43c5-ac6e-5d4abfb863fc] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1064.585089] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-826b6923-d696-42b1-8125-8b8af1a0d5f3 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.608433] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1064.608433] env[68893]: value = "task-2792084" [ 1064.608433] env[68893]: _type = "Task" [ 1064.608433] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.619959] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792084, 'name': CreateVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.744243] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c75dc4ce-d138-4c57-9cec-861e502ad3e3 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.769399] env[68893]: DEBUG nova.network.neutron [None req-3c11c7d1-30bb-4132-88ed-e05e5343cc14 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 7e40a4c8-e64e-41f1-9b87-8c5f0af19a35] Updating instance_info_cache with network_info: [{"id": "0c5a4bf4-bf84-4142-8c81-74b8fb052f05", "address": "fa:16:3e:1e:4d:27", "network": {"id": "024e10c8-0890-4be3-81cc-2be8eac35dc9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-116676947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "564a5b6c6f4f4e42aeeef87662301380", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c5a4bf4-bf", "ovs_interfaceid": "0c5a4bf4-bf84-4142-8c81-74b8fb052f05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ef41b65f-b8b8-403b-b585-931f0e0d1efe", "address": "fa:16:3e:07:9b:23", "network": {"id": "024e10c8-0890-4be3-81cc-2be8eac35dc9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-116676947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "564a5b6c6f4f4e42aeeef87662301380", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef41b65f-b8", "ovs_interfaceid": "ef41b65f-b8b8-403b-b585-931f0e0d1efe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4f2fca6d-ea4f-4a36-a56b-02b9ec13271f", "address": "fa:16:3e:da:52:f0", "network": {"id": "024e10c8-0890-4be3-81cc-2be8eac35dc9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-116676947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "564a5b6c6f4f4e42aeeef87662301380", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f2fca6d-ea", "ovs_interfaceid": "4f2fca6d-ea4f-4a36-a56b-02b9ec13271f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.771439] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04cf6e41-6c18-4ba5-97e5-ee97bbcf350d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.829141] env[68893]: DEBUG oslo_vmware.api [None req-03477a13-d629-4e4b-ae54-83b7d9184077 tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] Task: {'id': task-2792083, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.900366] env[68893]: DEBUG oslo_concurrency.lockutils [None req-552c220d-9e50-419d-8415-15481dc67050 tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Acquiring lock "deb6dee1-b9f7-4b2b-89c5-ac48cde5241c" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.900670] env[68893]: DEBUG oslo_concurrency.lockutils [None req-552c220d-9e50-419d-8415-15481dc67050 tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Lock "deb6dee1-b9f7-4b2b-89c5-ac48cde5241c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.018187] env[68893]: DEBUG nova.compute.utils [None req-df426728-9d0d-453f-8ad6-ac904bc567d0 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1065.021351] env[68893]: DEBUG nova.compute.manager [None req-df426728-9d0d-453f-8ad6-ac904bc567d0 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 3956e5a9-2174-488c-970c-4de5d1be8186] Allocating IP information in the background. {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1065.021534] env[68893]: DEBUG nova.network.neutron [None req-df426728-9d0d-453f-8ad6-ac904bc567d0 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 3956e5a9-2174-488c-970c-4de5d1be8186] allocate_for_instance() {{(pid=68893) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1065.057558] env[68893]: DEBUG nova.policy [None req-df426728-9d0d-453f-8ad6-ac904bc567d0 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0f72dbb1c71d4ae588b9103cee0d5602', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '872be088070049fca518560306460c4e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68893) authorize /opt/stack/nova/nova/policy.py:192}} [ 1065.120311] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792084, 'name': CreateVM_Task} progress is 25%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.174890] env[68893]: DEBUG nova.network.neutron [req-5e198d38-5bba-43c6-a0b4-6ed6f38bbb8c req-79f73aa2-3b27-42f3-8b3e-b161455ac1ef service nova] [instance: fbd01c97-d9e9-4610-8cfa-39607883e98b] Updated VIF entry in instance network info cache for port 33140b45-5676-4428-a5a6-d80e0aeb1bed. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1065.174890] env[68893]: DEBUG nova.network.neutron [req-5e198d38-5bba-43c6-a0b4-6ed6f38bbb8c req-79f73aa2-3b27-42f3-8b3e-b161455ac1ef service nova] [instance: fbd01c97-d9e9-4610-8cfa-39607883e98b] Updating instance_info_cache with network_info: [{"id": "33140b45-5676-4428-a5a6-d80e0aeb1bed", "address": "fa:16:3e:29:3c:67", "network": {"id": "dc0c1b28-fbcb-44e3-89a5-242d980d191b", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1262093664-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bec22e97c9b411eb755e32a876e7e07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33140b45-56", "ovs_interfaceid": "33140b45-5676-4428-a5a6-d80e0aeb1bed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.275583] env[68893]: DEBUG oslo_concurrency.lockutils [None req-3c11c7d1-30bb-4132-88ed-e05e5343cc14 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Releasing lock "refresh_cache-7e40a4c8-e64e-41f1-9b87-8c5f0af19a35" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.276423] env[68893]: DEBUG oslo_concurrency.lockutils [None req-3c11c7d1-30bb-4132-88ed-e05e5343cc14 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Acquiring lock "7e40a4c8-e64e-41f1-9b87-8c5f0af19a35" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.276625] env[68893]: DEBUG oslo_concurrency.lockutils [None req-3c11c7d1-30bb-4132-88ed-e05e5343cc14 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Acquired lock "7e40a4c8-e64e-41f1-9b87-8c5f0af19a35" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.277878] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8cc913a-3cef-4a3f-865a-5b7b2e17849a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.285046] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-41f00509-9894-49d6-b0ef-36047beb5e66 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] Creating Snapshot of the VM instance {{(pid=68893) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1065.298561] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2e2c7b56-be70-4701-9a1b-8f04edc41591 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.299964] env[68893]: DEBUG nova.virt.hardware [None req-3c11c7d1-30bb-4132-88ed-e05e5343cc14 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1065.300218] env[68893]: DEBUG nova.virt.hardware [None req-3c11c7d1-30bb-4132-88ed-e05e5343cc14 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1065.300376] env[68893]: DEBUG nova.virt.hardware [None req-3c11c7d1-30bb-4132-88ed-e05e5343cc14 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1065.300574] env[68893]: DEBUG nova.virt.hardware [None req-3c11c7d1-30bb-4132-88ed-e05e5343cc14 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1065.300704] env[68893]: DEBUG nova.virt.hardware [None req-3c11c7d1-30bb-4132-88ed-e05e5343cc14 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1065.300851] env[68893]: DEBUG nova.virt.hardware [None req-3c11c7d1-30bb-4132-88ed-e05e5343cc14 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1065.301075] env[68893]: DEBUG nova.virt.hardware [None req-3c11c7d1-30bb-4132-88ed-e05e5343cc14 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1065.301251] env[68893]: DEBUG nova.virt.hardware [None req-3c11c7d1-30bb-4132-88ed-e05e5343cc14 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1065.301418] env[68893]: DEBUG nova.virt.hardware [None req-3c11c7d1-30bb-4132-88ed-e05e5343cc14 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1065.301576] env[68893]: DEBUG nova.virt.hardware [None req-3c11c7d1-30bb-4132-88ed-e05e5343cc14 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1065.301745] env[68893]: DEBUG nova.virt.hardware [None req-3c11c7d1-30bb-4132-88ed-e05e5343cc14 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1065.308115] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-3c11c7d1-30bb-4132-88ed-e05e5343cc14 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 7e40a4c8-e64e-41f1-9b87-8c5f0af19a35] Reconfiguring VM to attach interface {{(pid=68893) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1065.310382] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7fc95bad-17e1-4783-be82-617677ec864d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.327182] env[68893]: DEBUG oslo_vmware.api [None req-41f00509-9894-49d6-b0ef-36047beb5e66 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Waiting for the task: (returnval){ [ 1065.327182] env[68893]: value = "task-2792085" [ 1065.327182] env[68893]: _type = "Task" [ 1065.327182] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.331126] env[68893]: DEBUG oslo_vmware.api [None req-03477a13-d629-4e4b-ae54-83b7d9184077 tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] Task: {'id': task-2792083, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.602617} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.336628] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-03477a13-d629-4e4b-ae54-83b7d9184077 tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] fbd01c97-d9e9-4610-8cfa-39607883e98b/fbd01c97-d9e9-4610-8cfa-39607883e98b.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1065.336881] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-03477a13-d629-4e4b-ae54-83b7d9184077 tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] [instance: fbd01c97-d9e9-4610-8cfa-39607883e98b] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1065.337224] env[68893]: DEBUG oslo_vmware.api [None req-3c11c7d1-30bb-4132-88ed-e05e5343cc14 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Waiting for the task: (returnval){ [ 1065.337224] env[68893]: value = "task-2792086" [ 1065.337224] env[68893]: _type = "Task" [ 1065.337224] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.337448] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5b91f26b-0b45-4a54-9c00-54b2daa8a712 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.348654] env[68893]: DEBUG oslo_vmware.api [None req-41f00509-9894-49d6-b0ef-36047beb5e66 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792085, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.356026] env[68893]: DEBUG oslo_vmware.api [None req-3c11c7d1-30bb-4132-88ed-e05e5343cc14 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': task-2792086, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.357616] env[68893]: DEBUG oslo_vmware.api [None req-03477a13-d629-4e4b-ae54-83b7d9184077 tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] Waiting for the task: (returnval){ [ 1065.357616] env[68893]: value = "task-2792087" [ 1065.357616] env[68893]: _type = "Task" [ 1065.357616] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.368406] env[68893]: DEBUG oslo_vmware.api [None req-03477a13-d629-4e4b-ae54-83b7d9184077 tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] Task: {'id': task-2792087, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.404221] env[68893]: DEBUG nova.compute.utils [None req-552c220d-9e50-419d-8415-15481dc67050 tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1065.469405] env[68893]: DEBUG nova.network.neutron [None req-df426728-9d0d-453f-8ad6-ac904bc567d0 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 3956e5a9-2174-488c-970c-4de5d1be8186] Successfully created port: 0cb27c7f-e7d1-4c24-aba6-807c3e043da9 {{(pid=68893) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1065.524111] env[68893]: DEBUG nova.compute.manager [None req-df426728-9d0d-453f-8ad6-ac904bc567d0 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 3956e5a9-2174-488c-970c-4de5d1be8186] Start building block device mappings for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1065.622553] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792084, 'name': CreateVM_Task} progress is 99%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.674875] env[68893]: DEBUG oslo_concurrency.lockutils [req-5e198d38-5bba-43c6-a0b4-6ed6f38bbb8c req-79f73aa2-3b27-42f3-8b3e-b161455ac1ef service nova] Releasing lock "refresh_cache-fbd01c97-d9e9-4610-8cfa-39607883e98b" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.675903] env[68893]: DEBUG nova.compute.manager [req-5e198d38-5bba-43c6-a0b4-6ed6f38bbb8c req-79f73aa2-3b27-42f3-8b3e-b161455ac1ef service nova] [instance: ed321673-402e-43c5-ac6e-5d4abfb863fc] Received event network-vif-plugged-8912b1ad-051d-48a2-87f0-66e5c96880b5 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1065.675903] env[68893]: DEBUG oslo_concurrency.lockutils [req-5e198d38-5bba-43c6-a0b4-6ed6f38bbb8c req-79f73aa2-3b27-42f3-8b3e-b161455ac1ef service nova] Acquiring lock "ed321673-402e-43c5-ac6e-5d4abfb863fc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.675903] env[68893]: DEBUG oslo_concurrency.lockutils [req-5e198d38-5bba-43c6-a0b4-6ed6f38bbb8c req-79f73aa2-3b27-42f3-8b3e-b161455ac1ef service nova] Lock "ed321673-402e-43c5-ac6e-5d4abfb863fc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.676189] env[68893]: DEBUG oslo_concurrency.lockutils [req-5e198d38-5bba-43c6-a0b4-6ed6f38bbb8c req-79f73aa2-3b27-42f3-8b3e-b161455ac1ef service nova] Lock "ed321673-402e-43c5-ac6e-5d4abfb863fc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.676465] env[68893]: DEBUG nova.compute.manager [req-5e198d38-5bba-43c6-a0b4-6ed6f38bbb8c req-79f73aa2-3b27-42f3-8b3e-b161455ac1ef service nova] [instance: ed321673-402e-43c5-ac6e-5d4abfb863fc] No waiting events found dispatching network-vif-plugged-8912b1ad-051d-48a2-87f0-66e5c96880b5 {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1065.677428] env[68893]: WARNING nova.compute.manager [req-5e198d38-5bba-43c6-a0b4-6ed6f38bbb8c req-79f73aa2-3b27-42f3-8b3e-b161455ac1ef service nova] [instance: ed321673-402e-43c5-ac6e-5d4abfb863fc] Received unexpected event network-vif-plugged-8912b1ad-051d-48a2-87f0-66e5c96880b5 for instance with vm_state building and task_state spawning. [ 1065.677428] env[68893]: DEBUG nova.compute.manager [req-5e198d38-5bba-43c6-a0b4-6ed6f38bbb8c req-79f73aa2-3b27-42f3-8b3e-b161455ac1ef service nova] [instance: ed321673-402e-43c5-ac6e-5d4abfb863fc] Received event network-changed-8912b1ad-051d-48a2-87f0-66e5c96880b5 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1065.677520] env[68893]: DEBUG nova.compute.manager [req-5e198d38-5bba-43c6-a0b4-6ed6f38bbb8c req-79f73aa2-3b27-42f3-8b3e-b161455ac1ef service nova] [instance: ed321673-402e-43c5-ac6e-5d4abfb863fc] Refreshing instance network info cache due to event network-changed-8912b1ad-051d-48a2-87f0-66e5c96880b5. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1065.677735] env[68893]: DEBUG oslo_concurrency.lockutils [req-5e198d38-5bba-43c6-a0b4-6ed6f38bbb8c req-79f73aa2-3b27-42f3-8b3e-b161455ac1ef service nova] Acquiring lock "refresh_cache-ed321673-402e-43c5-ac6e-5d4abfb863fc" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.677905] env[68893]: DEBUG oslo_concurrency.lockutils [req-5e198d38-5bba-43c6-a0b4-6ed6f38bbb8c req-79f73aa2-3b27-42f3-8b3e-b161455ac1ef service nova] Acquired lock "refresh_cache-ed321673-402e-43c5-ac6e-5d4abfb863fc" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.678083] env[68893]: DEBUG nova.network.neutron [req-5e198d38-5bba-43c6-a0b4-6ed6f38bbb8c req-79f73aa2-3b27-42f3-8b3e-b161455ac1ef service nova] [instance: ed321673-402e-43c5-ac6e-5d4abfb863fc] Refreshing network info cache for port 8912b1ad-051d-48a2-87f0-66e5c96880b5 {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1065.803707] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff177d69-df20-450d-8555-48b80c687e36 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.812662] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3f4b34c-7208-4ed0-b388-0dfb595cc0e7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.847571] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-91ebfe52-bc6d-47f0-887a-b6a4a9cc8d72 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 8b58659b-aaf9-4fa9-98b2-3153180f0570] Volume attach. Driver type: vmdk {{(pid=68893) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1065.847900] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-91ebfe52-bc6d-47f0-887a-b6a4a9cc8d72 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 8b58659b-aaf9-4fa9-98b2-3153180f0570] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561208', 'volume_id': '165d031e-13a7-4d4b-9702-512ca321da24', 'name': 'volume-165d031e-13a7-4d4b-9702-512ca321da24', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8b58659b-aaf9-4fa9-98b2-3153180f0570', 'attached_at': '', 'detached_at': '', 'volume_id': '165d031e-13a7-4d4b-9702-512ca321da24', 'serial': '165d031e-13a7-4d4b-9702-512ca321da24'} {{(pid=68893) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1065.854375] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9df4cdcf-ba5a-4a91-af77-c2fb3dac1d61 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.856938] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3766f9e7-1ca9-42cb-a132-f5aebf1a665d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.872468] env[68893]: DEBUG oslo_vmware.api [None req-3c11c7d1-30bb-4132-88ed-e05e5343cc14 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': task-2792086, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.872720] env[68893]: DEBUG oslo_vmware.api [None req-41f00509-9894-49d6-b0ef-36047beb5e66 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792085, 'name': CreateSnapshot_Task, 'duration_secs': 0.523251} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.884233] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-41f00509-9894-49d6-b0ef-36047beb5e66 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] Created Snapshot of the VM instance {{(pid=68893) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1065.885523] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ddba503-e102-42f1-b6e0-bf629f467b3c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.891364] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c4bad34-6a1f-4957-8ecb-949c50a52531 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.893967] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8010a058-03ef-46c7-8795-c541845fc0f2 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.906253] env[68893]: DEBUG nova.compute.provider_tree [None req-6ea1869c-5b41-411e-8367-7fb1f3c8a7e9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1065.925320] env[68893]: DEBUG oslo_concurrency.lockutils [None req-552c220d-9e50-419d-8415-15481dc67050 tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Lock "deb6dee1-b9f7-4b2b-89c5-ac48cde5241c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.025s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.925845] env[68893]: DEBUG oslo_vmware.api [None req-03477a13-d629-4e4b-ae54-83b7d9184077 tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] Task: {'id': task-2792087, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08565} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.935419] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-91ebfe52-bc6d-47f0-887a-b6a4a9cc8d72 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 8b58659b-aaf9-4fa9-98b2-3153180f0570] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] volume-165d031e-13a7-4d4b-9702-512ca321da24/volume-165d031e-13a7-4d4b-9702-512ca321da24.vmdk or device None with type thin {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1065.936684] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-03477a13-d629-4e4b-ae54-83b7d9184077 tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] [instance: fbd01c97-d9e9-4610-8cfa-39607883e98b] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1065.937208] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ad59fec-a7ee-4445-9ef0-1fb073404a99 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.951223] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e0e56d0-f769-4c42-afcd-5990a0316175 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.975793] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-03477a13-d629-4e4b-ae54-83b7d9184077 tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] [instance: fbd01c97-d9e9-4610-8cfa-39607883e98b] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] fbd01c97-d9e9-4610-8cfa-39607883e98b/fbd01c97-d9e9-4610-8cfa-39607883e98b.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1065.977609] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e97f36fa-45db-4939-9ffb-2288b9bc4eb8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.991667] env[68893]: DEBUG oslo_vmware.api [None req-91ebfe52-bc6d-47f0-887a-b6a4a9cc8d72 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Waiting for the task: (returnval){ [ 1065.991667] env[68893]: value = "task-2792088" [ 1065.991667] env[68893]: _type = "Task" [ 1065.991667] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.998815] env[68893]: DEBUG oslo_vmware.api [None req-03477a13-d629-4e4b-ae54-83b7d9184077 tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] Waiting for the task: (returnval){ [ 1065.998815] env[68893]: value = "task-2792089" [ 1065.998815] env[68893]: _type = "Task" [ 1065.998815] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.002050] env[68893]: DEBUG oslo_vmware.api [None req-91ebfe52-bc6d-47f0-887a-b6a4a9cc8d72 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2792088, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.010126] env[68893]: DEBUG oslo_vmware.api [None req-03477a13-d629-4e4b-ae54-83b7d9184077 tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] Task: {'id': task-2792089, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.122914] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792084, 'name': CreateVM_Task} progress is 99%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.359477] env[68893]: DEBUG oslo_vmware.api [None req-3c11c7d1-30bb-4132-88ed-e05e5343cc14 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': task-2792086, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.435910] env[68893]: DEBUG nova.network.neutron [req-5e198d38-5bba-43c6-a0b4-6ed6f38bbb8c req-79f73aa2-3b27-42f3-8b3e-b161455ac1ef service nova] [instance: ed321673-402e-43c5-ac6e-5d4abfb863fc] Updated VIF entry in instance network info cache for port 8912b1ad-051d-48a2-87f0-66e5c96880b5. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1066.436382] env[68893]: DEBUG nova.network.neutron [req-5e198d38-5bba-43c6-a0b4-6ed6f38bbb8c req-79f73aa2-3b27-42f3-8b3e-b161455ac1ef service nova] [instance: ed321673-402e-43c5-ac6e-5d4abfb863fc] Updating instance_info_cache with network_info: [{"id": "8912b1ad-051d-48a2-87f0-66e5c96880b5", "address": "fa:16:3e:fa:24:16", "network": {"id": "cd4544f9-c687-4245-bf7a-8be777c837e0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1345768403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbd67998ec3645b28f40986ddb6faf06", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8912b1ad-05", "ovs_interfaceid": "8912b1ad-051d-48a2-87f0-66e5c96880b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.438303] env[68893]: DEBUG nova.scheduler.client.report [None req-6ea1869c-5b41-411e-8367-7fb1f3c8a7e9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1066.449076] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-41f00509-9894-49d6-b0ef-36047beb5e66 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] Creating linked-clone VM from snapshot {{(pid=68893) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1066.449842] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-fba2b05c-35b8-49d6-8cb8-f751aa3689b0 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.459381] env[68893]: DEBUG oslo_vmware.api [None req-41f00509-9894-49d6-b0ef-36047beb5e66 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Waiting for the task: (returnval){ [ 1066.459381] env[68893]: value = "task-2792090" [ 1066.459381] env[68893]: _type = "Task" [ 1066.459381] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.469687] env[68893]: DEBUG oslo_vmware.api [None req-41f00509-9894-49d6-b0ef-36047beb5e66 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792090, 'name': CloneVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.504202] env[68893]: DEBUG oslo_vmware.api [None req-91ebfe52-bc6d-47f0-887a-b6a4a9cc8d72 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2792088, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.513804] env[68893]: DEBUG oslo_vmware.api [None req-03477a13-d629-4e4b-ae54-83b7d9184077 tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] Task: {'id': task-2792089, 'name': ReconfigVM_Task, 'duration_secs': 0.314693} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.514208] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-03477a13-d629-4e4b-ae54-83b7d9184077 tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] [instance: fbd01c97-d9e9-4610-8cfa-39607883e98b] Reconfigured VM instance instance-00000056 to attach disk [datastore2] fbd01c97-d9e9-4610-8cfa-39607883e98b/fbd01c97-d9e9-4610-8cfa-39607883e98b.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1066.514921] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-abc1beb4-2f08-4a86-a029-80bf32c448b0 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.524063] env[68893]: DEBUG oslo_vmware.api [None req-03477a13-d629-4e4b-ae54-83b7d9184077 tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] Waiting for the task: (returnval){ [ 1066.524063] env[68893]: value = "task-2792091" [ 1066.524063] env[68893]: _type = "Task" [ 1066.524063] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.532371] env[68893]: DEBUG nova.compute.manager [None req-df426728-9d0d-453f-8ad6-ac904bc567d0 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 3956e5a9-2174-488c-970c-4de5d1be8186] Start spawning the instance on the hypervisor. {{(pid=68893) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1066.540931] env[68893]: DEBUG oslo_vmware.api [None req-03477a13-d629-4e4b-ae54-83b7d9184077 tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] Task: {'id': task-2792091, 'name': Rename_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.567564] env[68893]: DEBUG nova.virt.hardware [None req-df426728-9d0d-453f-8ad6-ac904bc567d0 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1066.567834] env[68893]: DEBUG nova.virt.hardware [None req-df426728-9d0d-453f-8ad6-ac904bc567d0 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1066.567992] env[68893]: DEBUG nova.virt.hardware [None req-df426728-9d0d-453f-8ad6-ac904bc567d0 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1066.568199] env[68893]: DEBUG nova.virt.hardware [None req-df426728-9d0d-453f-8ad6-ac904bc567d0 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1066.568345] env[68893]: DEBUG nova.virt.hardware [None req-df426728-9d0d-453f-8ad6-ac904bc567d0 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1066.568491] env[68893]: DEBUG nova.virt.hardware [None req-df426728-9d0d-453f-8ad6-ac904bc567d0 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1066.568696] env[68893]: DEBUG nova.virt.hardware [None req-df426728-9d0d-453f-8ad6-ac904bc567d0 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1066.568858] env[68893]: DEBUG nova.virt.hardware [None req-df426728-9d0d-453f-8ad6-ac904bc567d0 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1066.569135] env[68893]: DEBUG nova.virt.hardware [None req-df426728-9d0d-453f-8ad6-ac904bc567d0 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1066.569304] env[68893]: DEBUG nova.virt.hardware [None req-df426728-9d0d-453f-8ad6-ac904bc567d0 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1066.569474] env[68893]: DEBUG nova.virt.hardware [None req-df426728-9d0d-453f-8ad6-ac904bc567d0 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1066.570653] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90403463-cfa3-45bc-8040-7085e2685c48 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.579906] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae130faa-fb94-4093-99e9-dbdeccb649f5 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.625479] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792084, 'name': CreateVM_Task, 'duration_secs': 1.73856} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.625727] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed321673-402e-43c5-ac6e-5d4abfb863fc] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1066.626684] env[68893]: DEBUG oslo_concurrency.lockutils [None req-366e8c12-1c5c-43fb-983d-204f3ed20172 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.626975] env[68893]: DEBUG oslo_concurrency.lockutils [None req-366e8c12-1c5c-43fb-983d-204f3ed20172 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.627441] env[68893]: DEBUG oslo_concurrency.lockutils [None req-366e8c12-1c5c-43fb-983d-204f3ed20172 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.628276] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9311090f-a31c-458c-93ac-c6407731cab9 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.634524] env[68893]: DEBUG oslo_vmware.api [None req-366e8c12-1c5c-43fb-983d-204f3ed20172 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Waiting for the task: (returnval){ [ 1066.634524] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52dd9fe2-80b2-db23-1d52-bd33da88b881" [ 1066.634524] env[68893]: _type = "Task" [ 1066.634524] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.644538] env[68893]: DEBUG oslo_vmware.api [None req-366e8c12-1c5c-43fb-983d-204f3ed20172 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52dd9fe2-80b2-db23-1d52-bd33da88b881, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.860414] env[68893]: DEBUG oslo_vmware.api [None req-3c11c7d1-30bb-4132-88ed-e05e5343cc14 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': task-2792086, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.952596] env[68893]: DEBUG oslo_concurrency.lockutils [req-5e198d38-5bba-43c6-a0b4-6ed6f38bbb8c req-79f73aa2-3b27-42f3-8b3e-b161455ac1ef service nova] Releasing lock "refresh_cache-ed321673-402e-43c5-ac6e-5d4abfb863fc" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.952596] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6ea1869c-5b41-411e-8367-7fb1f3c8a7e9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.442s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.952596] env[68893]: DEBUG nova.compute.manager [None req-6ea1869c-5b41-411e-8367-7fb1f3c8a7e9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: 91c51a8c-1462-4ad2-9cc3-6b4e06117c17] Start building networks asynchronously for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1066.955015] env[68893]: DEBUG oslo_concurrency.lockutils [None req-187463a7-451f-4347-8312-bd8ae603802f tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.475s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.956823] env[68893]: INFO nova.compute.claims [None req-187463a7-451f-4347-8312-bd8ae603802f tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: fad82752-b56d-430c-94dc-3dcca860e713] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1066.970158] env[68893]: DEBUG oslo_vmware.api [None req-41f00509-9894-49d6-b0ef-36047beb5e66 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792090, 'name': CloneVM_Task} progress is 94%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.000347] env[68893]: DEBUG nova.compute.manager [req-1c17a4be-efd2-4e0f-9019-6197e5c0e748 req-eec09ace-f6de-4acb-9715-78ac04bd4e50 service nova] [instance: 7e40a4c8-e64e-41f1-9b87-8c5f0af19a35] Received event network-changed-4f2fca6d-ea4f-4a36-a56b-02b9ec13271f {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1067.000663] env[68893]: DEBUG nova.compute.manager [req-1c17a4be-efd2-4e0f-9019-6197e5c0e748 req-eec09ace-f6de-4acb-9715-78ac04bd4e50 service nova] [instance: 7e40a4c8-e64e-41f1-9b87-8c5f0af19a35] Refreshing instance network info cache due to event network-changed-4f2fca6d-ea4f-4a36-a56b-02b9ec13271f. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1067.000943] env[68893]: DEBUG oslo_concurrency.lockutils [req-1c17a4be-efd2-4e0f-9019-6197e5c0e748 req-eec09ace-f6de-4acb-9715-78ac04bd4e50 service nova] Acquiring lock "refresh_cache-7e40a4c8-e64e-41f1-9b87-8c5f0af19a35" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.001130] env[68893]: DEBUG oslo_concurrency.lockutils [req-1c17a4be-efd2-4e0f-9019-6197e5c0e748 req-eec09ace-f6de-4acb-9715-78ac04bd4e50 service nova] Acquired lock "refresh_cache-7e40a4c8-e64e-41f1-9b87-8c5f0af19a35" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.001310] env[68893]: DEBUG nova.network.neutron [req-1c17a4be-efd2-4e0f-9019-6197e5c0e748 req-eec09ace-f6de-4acb-9715-78ac04bd4e50 service nova] [instance: 7e40a4c8-e64e-41f1-9b87-8c5f0af19a35] Refreshing network info cache for port 4f2fca6d-ea4f-4a36-a56b-02b9ec13271f {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1067.008772] env[68893]: DEBUG nova.network.neutron [None req-df426728-9d0d-453f-8ad6-ac904bc567d0 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 3956e5a9-2174-488c-970c-4de5d1be8186] Successfully updated port: 0cb27c7f-e7d1-4c24-aba6-807c3e043da9 {{(pid=68893) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1067.014214] env[68893]: DEBUG oslo_vmware.api [None req-91ebfe52-bc6d-47f0-887a-b6a4a9cc8d72 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2792088, 'name': ReconfigVM_Task, 'duration_secs': 0.821277} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.015363] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-91ebfe52-bc6d-47f0-887a-b6a4a9cc8d72 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 8b58659b-aaf9-4fa9-98b2-3153180f0570] Reconfigured VM instance instance-0000004c to attach disk [datastore2] volume-165d031e-13a7-4d4b-9702-512ca321da24/volume-165d031e-13a7-4d4b-9702-512ca321da24.vmdk or device None with type thin {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1067.021941] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20f39e38-1967-4f9a-8d11-baa5df296a6d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.043473] env[68893]: DEBUG oslo_concurrency.lockutils [None req-552c220d-9e50-419d-8415-15481dc67050 tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Acquiring lock "deb6dee1-b9f7-4b2b-89c5-ac48cde5241c" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.044466] env[68893]: DEBUG oslo_concurrency.lockutils [None req-552c220d-9e50-419d-8415-15481dc67050 tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Lock "deb6dee1-b9f7-4b2b-89c5-ac48cde5241c" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.044466] env[68893]: INFO nova.compute.manager [None req-552c220d-9e50-419d-8415-15481dc67050 tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] [instance: deb6dee1-b9f7-4b2b-89c5-ac48cde5241c] Attaching volume 26413553-8683-4e4d-bb5b-231cb2192e52 to /dev/sdb [ 1067.045756] env[68893]: DEBUG oslo_vmware.api [None req-03477a13-d629-4e4b-ae54-83b7d9184077 tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] Task: {'id': task-2792091, 'name': Rename_Task, 'duration_secs': 0.16632} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.047996] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-03477a13-d629-4e4b-ae54-83b7d9184077 tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] [instance: fbd01c97-d9e9-4610-8cfa-39607883e98b] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1067.048351] env[68893]: DEBUG oslo_vmware.api [None req-91ebfe52-bc6d-47f0-887a-b6a4a9cc8d72 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Waiting for the task: (returnval){ [ 1067.048351] env[68893]: value = "task-2792092" [ 1067.048351] env[68893]: _type = "Task" [ 1067.048351] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.048560] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-21c94cc3-b3eb-4953-9fdc-5fcb5ac46dc5 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.062809] env[68893]: DEBUG oslo_vmware.api [None req-91ebfe52-bc6d-47f0-887a-b6a4a9cc8d72 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2792092, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.064314] env[68893]: DEBUG oslo_vmware.api [None req-03477a13-d629-4e4b-ae54-83b7d9184077 tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] Waiting for the task: (returnval){ [ 1067.064314] env[68893]: value = "task-2792093" [ 1067.064314] env[68893]: _type = "Task" [ 1067.064314] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.073749] env[68893]: DEBUG oslo_vmware.api [None req-03477a13-d629-4e4b-ae54-83b7d9184077 tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] Task: {'id': task-2792093, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.089097] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fef8392-5be6-4984-b3e0-a187c35f2ec8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.098596] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd7106fc-1d6d-4bfa-af59-1134eb0f1fca {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.117237] env[68893]: DEBUG nova.virt.block_device [None req-552c220d-9e50-419d-8415-15481dc67050 tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] [instance: deb6dee1-b9f7-4b2b-89c5-ac48cde5241c] Updating existing volume attachment record: 1998b223-a625-40ef-a50a-52cca23aa39e {{(pid=68893) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1067.146843] env[68893]: DEBUG oslo_vmware.api [None req-366e8c12-1c5c-43fb-983d-204f3ed20172 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52dd9fe2-80b2-db23-1d52-bd33da88b881, 'name': SearchDatastore_Task, 'duration_secs': 0.02066} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.146843] env[68893]: DEBUG oslo_concurrency.lockutils [None req-366e8c12-1c5c-43fb-983d-204f3ed20172 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.147421] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-366e8c12-1c5c-43fb-983d-204f3ed20172 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: ed321673-402e-43c5-ac6e-5d4abfb863fc] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1067.147421] env[68893]: DEBUG oslo_concurrency.lockutils [None req-366e8c12-1c5c-43fb-983d-204f3ed20172 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.147590] env[68893]: DEBUG oslo_concurrency.lockutils [None req-366e8c12-1c5c-43fb-983d-204f3ed20172 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.147683] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-366e8c12-1c5c-43fb-983d-204f3ed20172 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1067.148334] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1287839f-165b-4193-8ca6-0864a5ec5d4d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.159569] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-366e8c12-1c5c-43fb-983d-204f3ed20172 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1067.159766] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-366e8c12-1c5c-43fb-983d-204f3ed20172 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1067.160691] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d14a6dbd-4b30-4d86-9770-c6a7ea8fa3ff {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.167509] env[68893]: DEBUG oslo_vmware.api [None req-366e8c12-1c5c-43fb-983d-204f3ed20172 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Waiting for the task: (returnval){ [ 1067.167509] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]5233d451-5b13-8518-fb98-ba68e79d1fe1" [ 1067.167509] env[68893]: _type = "Task" [ 1067.167509] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.177599] env[68893]: DEBUG oslo_vmware.api [None req-366e8c12-1c5c-43fb-983d-204f3ed20172 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]5233d451-5b13-8518-fb98-ba68e79d1fe1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.360197] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1067.360556] env[68893]: DEBUG oslo_vmware.api [None req-3c11c7d1-30bb-4132-88ed-e05e5343cc14 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': task-2792086, 'name': ReconfigVM_Task, 'duration_secs': 1.565477} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.360951] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1067.362448] env[68893]: DEBUG oslo_concurrency.lockutils [None req-3c11c7d1-30bb-4132-88ed-e05e5343cc14 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Releasing lock "7e40a4c8-e64e-41f1-9b87-8c5f0af19a35" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.362658] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-3c11c7d1-30bb-4132-88ed-e05e5343cc14 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 7e40a4c8-e64e-41f1-9b87-8c5f0af19a35] Reconfigured VM to attach interface {{(pid=68893) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1067.462197] env[68893]: DEBUG nova.compute.utils [None req-6ea1869c-5b41-411e-8367-7fb1f3c8a7e9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1067.466320] env[68893]: DEBUG nova.compute.manager [None req-6ea1869c-5b41-411e-8367-7fb1f3c8a7e9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: 91c51a8c-1462-4ad2-9cc3-6b4e06117c17] Allocating IP information in the background. {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1067.466552] env[68893]: DEBUG nova.network.neutron [None req-6ea1869c-5b41-411e-8367-7fb1f3c8a7e9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: 91c51a8c-1462-4ad2-9cc3-6b4e06117c17] allocate_for_instance() {{(pid=68893) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1067.480040] env[68893]: DEBUG oslo_vmware.api [None req-41f00509-9894-49d6-b0ef-36047beb5e66 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792090, 'name': CloneVM_Task} progress is 94%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.517826] env[68893]: DEBUG nova.policy [None req-6ea1869c-5b41-411e-8367-7fb1f3c8a7e9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '33c30aa23e754bbd9904de6ce130197d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f6f2d7d7af6a40f097ffca46e5a430bb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68893) authorize /opt/stack/nova/nova/policy.py:192}} [ 1067.519446] env[68893]: DEBUG oslo_concurrency.lockutils [None req-df426728-9d0d-453f-8ad6-ac904bc567d0 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Acquiring lock "refresh_cache-3956e5a9-2174-488c-970c-4de5d1be8186" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.519589] env[68893]: DEBUG oslo_concurrency.lockutils [None req-df426728-9d0d-453f-8ad6-ac904bc567d0 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Acquired lock "refresh_cache-3956e5a9-2174-488c-970c-4de5d1be8186" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.519761] env[68893]: DEBUG nova.network.neutron [None req-df426728-9d0d-453f-8ad6-ac904bc567d0 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 3956e5a9-2174-488c-970c-4de5d1be8186] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1067.564040] env[68893]: DEBUG oslo_vmware.api [None req-91ebfe52-bc6d-47f0-887a-b6a4a9cc8d72 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2792092, 'name': ReconfigVM_Task, 'duration_secs': 0.198418} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.567052] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-91ebfe52-bc6d-47f0-887a-b6a4a9cc8d72 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 8b58659b-aaf9-4fa9-98b2-3153180f0570] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561208', 'volume_id': '165d031e-13a7-4d4b-9702-512ca321da24', 'name': 'volume-165d031e-13a7-4d4b-9702-512ca321da24', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8b58659b-aaf9-4fa9-98b2-3153180f0570', 'attached_at': '', 'detached_at': '', 'volume_id': '165d031e-13a7-4d4b-9702-512ca321da24', 'serial': '165d031e-13a7-4d4b-9702-512ca321da24'} {{(pid=68893) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1067.579731] env[68893]: DEBUG oslo_vmware.api [None req-03477a13-d629-4e4b-ae54-83b7d9184077 tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] Task: {'id': task-2792093, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.679490] env[68893]: DEBUG oslo_vmware.api [None req-366e8c12-1c5c-43fb-983d-204f3ed20172 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]5233d451-5b13-8518-fb98-ba68e79d1fe1, 'name': SearchDatastore_Task, 'duration_secs': 0.012443} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.680395] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80f49e83-25c8-4793-9fc7-9b9f5547bd31 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.686708] env[68893]: DEBUG oslo_vmware.api [None req-366e8c12-1c5c-43fb-983d-204f3ed20172 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Waiting for the task: (returnval){ [ 1067.686708] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52c20155-02c3-76c9-e616-a3d6bb63e375" [ 1067.686708] env[68893]: _type = "Task" [ 1067.686708] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.699195] env[68893]: DEBUG oslo_vmware.api [None req-366e8c12-1c5c-43fb-983d-204f3ed20172 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52c20155-02c3-76c9-e616-a3d6bb63e375, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.764625] env[68893]: DEBUG nova.network.neutron [req-1c17a4be-efd2-4e0f-9019-6197e5c0e748 req-eec09ace-f6de-4acb-9715-78ac04bd4e50 service nova] [instance: 7e40a4c8-e64e-41f1-9b87-8c5f0af19a35] Updated VIF entry in instance network info cache for port 4f2fca6d-ea4f-4a36-a56b-02b9ec13271f. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1067.765436] env[68893]: DEBUG nova.network.neutron [req-1c17a4be-efd2-4e0f-9019-6197e5c0e748 req-eec09ace-f6de-4acb-9715-78ac04bd4e50 service nova] [instance: 7e40a4c8-e64e-41f1-9b87-8c5f0af19a35] Updating instance_info_cache with network_info: [{"id": "0c5a4bf4-bf84-4142-8c81-74b8fb052f05", "address": "fa:16:3e:1e:4d:27", "network": {"id": "024e10c8-0890-4be3-81cc-2be8eac35dc9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-116676947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "564a5b6c6f4f4e42aeeef87662301380", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c5a4bf4-bf", "ovs_interfaceid": "0c5a4bf4-bf84-4142-8c81-74b8fb052f05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ef41b65f-b8b8-403b-b585-931f0e0d1efe", "address": "fa:16:3e:07:9b:23", "network": {"id": "024e10c8-0890-4be3-81cc-2be8eac35dc9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-116676947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "564a5b6c6f4f4e42aeeef87662301380", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef41b65f-b8", "ovs_interfaceid": "ef41b65f-b8b8-403b-b585-931f0e0d1efe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4f2fca6d-ea4f-4a36-a56b-02b9ec13271f", "address": "fa:16:3e:da:52:f0", "network": {"id": "024e10c8-0890-4be3-81cc-2be8eac35dc9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-116676947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "564a5b6c6f4f4e42aeeef87662301380", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f2fca6d-ea", "ovs_interfaceid": "4f2fca6d-ea4f-4a36-a56b-02b9ec13271f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.864882] env[68893]: DEBUG nova.network.neutron [None req-6ea1869c-5b41-411e-8367-7fb1f3c8a7e9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: 91c51a8c-1462-4ad2-9cc3-6b4e06117c17] Successfully created port: 76569eb8-132d-478c-ba24-242e0078fe60 {{(pid=68893) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1067.872589] env[68893]: DEBUG oslo_concurrency.lockutils [None req-3c11c7d1-30bb-4132-88ed-e05e5343cc14 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Lock "interface-7e40a4c8-e64e-41f1-9b87-8c5f0af19a35-4f2fca6d-ea4f-4a36-a56b-02b9ec13271f" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.762s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.876047] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1067.876047] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1067.876047] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1067.876467] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1067.876467] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1067.876467] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1067.876615] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68893) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 1067.876722] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager.update_available_resource {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1067.968663] env[68893]: DEBUG nova.compute.manager [None req-6ea1869c-5b41-411e-8367-7fb1f3c8a7e9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: 91c51a8c-1462-4ad2-9cc3-6b4e06117c17] Start building block device mappings for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1067.979652] env[68893]: DEBUG oslo_vmware.api [None req-41f00509-9894-49d6-b0ef-36047beb5e66 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792090, 'name': CloneVM_Task, 'duration_secs': 1.494635} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.980145] env[68893]: INFO nova.virt.vmwareapi.vmops [None req-41f00509-9894-49d6-b0ef-36047beb5e66 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] Created linked-clone VM from snapshot [ 1067.980918] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cbfcf62-123b-434c-b928-7ce2d3367663 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.989903] env[68893]: DEBUG nova.virt.vmwareapi.images [None req-41f00509-9894-49d6-b0ef-36047beb5e66 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] Uploading image d42658a7-2c39-4bfd-86b2-11de6065576f {{(pid=68893) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1068.016632] env[68893]: DEBUG oslo_vmware.rw_handles [None req-41f00509-9894-49d6-b0ef-36047beb5e66 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1068.016632] env[68893]: value = "vm-561214" [ 1068.016632] env[68893]: _type = "VirtualMachine" [ 1068.016632] env[68893]: }. {{(pid=68893) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1068.016922] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-59f70472-a113-4af5-acb2-f97c7138a747 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.026383] env[68893]: DEBUG oslo_vmware.rw_handles [None req-41f00509-9894-49d6-b0ef-36047beb5e66 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Lease: (returnval){ [ 1068.026383] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]5219e9c9-46a3-c907-5608-e89f2d81828f" [ 1068.026383] env[68893]: _type = "HttpNfcLease" [ 1068.026383] env[68893]: } obtained for exporting VM: (result){ [ 1068.026383] env[68893]: value = "vm-561214" [ 1068.026383] env[68893]: _type = "VirtualMachine" [ 1068.026383] env[68893]: }. {{(pid=68893) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1068.026621] env[68893]: DEBUG oslo_vmware.api [None req-41f00509-9894-49d6-b0ef-36047beb5e66 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Waiting for the lease: (returnval){ [ 1068.026621] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]5219e9c9-46a3-c907-5608-e89f2d81828f" [ 1068.026621] env[68893]: _type = "HttpNfcLease" [ 1068.026621] env[68893]: } to be ready. {{(pid=68893) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1068.038223] env[68893]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1068.038223] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]5219e9c9-46a3-c907-5608-e89f2d81828f" [ 1068.038223] env[68893]: _type = "HttpNfcLease" [ 1068.038223] env[68893]: } is ready. {{(pid=68893) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1068.038617] env[68893]: DEBUG oslo_vmware.rw_handles [None req-41f00509-9894-49d6-b0ef-36047beb5e66 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1068.038617] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]5219e9c9-46a3-c907-5608-e89f2d81828f" [ 1068.038617] env[68893]: _type = "HttpNfcLease" [ 1068.038617] env[68893]: }. {{(pid=68893) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1068.039542] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-870d4c3f-38a2-451d-9939-641336e16c98 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.049320] env[68893]: DEBUG oslo_vmware.rw_handles [None req-41f00509-9894-49d6-b0ef-36047beb5e66 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c9788e-84d2-3265-e49f-f945c036f022/disk-0.vmdk from lease info. {{(pid=68893) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1068.049320] env[68893]: DEBUG oslo_vmware.rw_handles [None req-41f00509-9894-49d6-b0ef-36047beb5e66 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c9788e-84d2-3265-e49f-f945c036f022/disk-0.vmdk for reading. {{(pid=68893) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1068.113355] env[68893]: DEBUG nova.network.neutron [None req-df426728-9d0d-453f-8ad6-ac904bc567d0 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 3956e5a9-2174-488c-970c-4de5d1be8186] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1068.125847] env[68893]: DEBUG oslo_vmware.api [None req-03477a13-d629-4e4b-ae54-83b7d9184077 tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] Task: {'id': task-2792093, 'name': PowerOnVM_Task, 'duration_secs': 0.566543} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.126183] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-03477a13-d629-4e4b-ae54-83b7d9184077 tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] [instance: fbd01c97-d9e9-4610-8cfa-39607883e98b] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1068.127015] env[68893]: INFO nova.compute.manager [None req-03477a13-d629-4e4b-ae54-83b7d9184077 tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] [instance: fbd01c97-d9e9-4610-8cfa-39607883e98b] Took 8.54 seconds to spawn the instance on the hypervisor. [ 1068.127015] env[68893]: DEBUG nova.compute.manager [None req-03477a13-d629-4e4b-ae54-83b7d9184077 tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] [instance: fbd01c97-d9e9-4610-8cfa-39607883e98b] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1068.127460] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bae3e5dd-fc6c-45f3-9555-dedfb89ef084 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.153678] env[68893]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-aef33102-5aad-4390-b13b-d49e6b50594b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.210058] env[68893]: DEBUG oslo_vmware.api [None req-366e8c12-1c5c-43fb-983d-204f3ed20172 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52c20155-02c3-76c9-e616-a3d6bb63e375, 'name': SearchDatastore_Task, 'duration_secs': 0.013255} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.210598] env[68893]: DEBUG oslo_concurrency.lockutils [None req-366e8c12-1c5c-43fb-983d-204f3ed20172 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.210867] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-366e8c12-1c5c-43fb-983d-204f3ed20172 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] ed321673-402e-43c5-ac6e-5d4abfb863fc/ed321673-402e-43c5-ac6e-5d4abfb863fc.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1068.211993] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-07e2b8c5-2e7c-4d8c-97a3-df1da323e5f5 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.223510] env[68893]: DEBUG oslo_vmware.api [None req-366e8c12-1c5c-43fb-983d-204f3ed20172 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Waiting for the task: (returnval){ [ 1068.223510] env[68893]: value = "task-2792096" [ 1068.223510] env[68893]: _type = "Task" [ 1068.223510] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.230310] env[68893]: DEBUG oslo_vmware.api [None req-366e8c12-1c5c-43fb-983d-204f3ed20172 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2792096, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.271021] env[68893]: DEBUG oslo_concurrency.lockutils [req-1c17a4be-efd2-4e0f-9019-6197e5c0e748 req-eec09ace-f6de-4acb-9715-78ac04bd4e50 service nova] Releasing lock "refresh_cache-7e40a4c8-e64e-41f1-9b87-8c5f0af19a35" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.319073] env[68893]: DEBUG nova.network.neutron [None req-df426728-9d0d-453f-8ad6-ac904bc567d0 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 3956e5a9-2174-488c-970c-4de5d1be8186] Updating instance_info_cache with network_info: [{"id": "0cb27c7f-e7d1-4c24-aba6-807c3e043da9", "address": "fa:16:3e:21:cd:65", "network": {"id": "24a732d8-714e-49f0-9527-b47a108a6ab9", "bridge": "br-int", "label": "tempest-ServersTestJSON-634596432-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "872be088070049fca518560306460c4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cb27c7f-e7", "ovs_interfaceid": "0cb27c7f-e7d1-4c24-aba6-807c3e043da9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.370714] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-136588d6-4f2f-4d4f-89b1-c84e52c64bc2 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.380119] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.381588] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-111ed823-9983-40a1-a141-fc662505c56e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.414163] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7920a59d-65ec-4024-90ef-ee762502abd7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.423268] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e5374a2-84d7-4343-b8e4-e79a22bc9217 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.439496] env[68893]: DEBUG nova.compute.provider_tree [None req-187463a7-451f-4347-8312-bd8ae603802f tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1068.651227] env[68893]: INFO nova.compute.manager [None req-03477a13-d629-4e4b-ae54-83b7d9184077 tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] [instance: fbd01c97-d9e9-4610-8cfa-39607883e98b] Took 29.13 seconds to build instance. [ 1068.679043] env[68893]: DEBUG nova.objects.instance [None req-91ebfe52-bc6d-47f0-887a-b6a4a9cc8d72 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Lazy-loading 'flavor' on Instance uuid 8b58659b-aaf9-4fa9-98b2-3153180f0570 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1068.733494] env[68893]: DEBUG oslo_vmware.api [None req-366e8c12-1c5c-43fb-983d-204f3ed20172 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2792096, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503838} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.733795] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-366e8c12-1c5c-43fb-983d-204f3ed20172 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] ed321673-402e-43c5-ac6e-5d4abfb863fc/ed321673-402e-43c5-ac6e-5d4abfb863fc.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1068.734021] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-366e8c12-1c5c-43fb-983d-204f3ed20172 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: ed321673-402e-43c5-ac6e-5d4abfb863fc] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1068.734299] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7436ac09-1937-4423-913a-b91fdb26753f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.744545] env[68893]: DEBUG oslo_vmware.api [None req-366e8c12-1c5c-43fb-983d-204f3ed20172 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Waiting for the task: (returnval){ [ 1068.744545] env[68893]: value = "task-2792097" [ 1068.744545] env[68893]: _type = "Task" [ 1068.744545] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.754144] env[68893]: DEBUG oslo_vmware.api [None req-366e8c12-1c5c-43fb-983d-204f3ed20172 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2792097, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.821879] env[68893]: DEBUG oslo_concurrency.lockutils [None req-df426728-9d0d-453f-8ad6-ac904bc567d0 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Releasing lock "refresh_cache-3956e5a9-2174-488c-970c-4de5d1be8186" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.822100] env[68893]: DEBUG nova.compute.manager [None req-df426728-9d0d-453f-8ad6-ac904bc567d0 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 3956e5a9-2174-488c-970c-4de5d1be8186] Instance network_info: |[{"id": "0cb27c7f-e7d1-4c24-aba6-807c3e043da9", "address": "fa:16:3e:21:cd:65", "network": {"id": "24a732d8-714e-49f0-9527-b47a108a6ab9", "bridge": "br-int", "label": "tempest-ServersTestJSON-634596432-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "872be088070049fca518560306460c4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cb27c7f-e7", "ovs_interfaceid": "0cb27c7f-e7d1-4c24-aba6-807c3e043da9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1068.822498] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-df426728-9d0d-453f-8ad6-ac904bc567d0 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 3956e5a9-2174-488c-970c-4de5d1be8186] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:cd:65', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac7039c0-3374-4c08-87fc-af2449b48b02', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0cb27c7f-e7d1-4c24-aba6-807c3e043da9', 'vif_model': 'vmxnet3'}] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1068.830451] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-df426728-9d0d-453f-8ad6-ac904bc567d0 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1068.831293] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3956e5a9-2174-488c-970c-4de5d1be8186] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1068.831575] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-56efafd1-8317-4958-a7f2-88f1ceaf7517 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.853425] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1068.853425] env[68893]: value = "task-2792098" [ 1068.853425] env[68893]: _type = "Task" [ 1068.853425] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.862359] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792098, 'name': CreateVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.946951] env[68893]: DEBUG nova.scheduler.client.report [None req-187463a7-451f-4347-8312-bd8ae603802f tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1068.978031] env[68893]: DEBUG nova.compute.manager [None req-6ea1869c-5b41-411e-8367-7fb1f3c8a7e9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: 91c51a8c-1462-4ad2-9cc3-6b4e06117c17] Start spawning the instance on the hypervisor. {{(pid=68893) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1069.052359] env[68893]: DEBUG nova.virt.hardware [None req-6ea1869c-5b41-411e-8367-7fb1f3c8a7e9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1069.053105] env[68893]: DEBUG nova.virt.hardware [None req-6ea1869c-5b41-411e-8367-7fb1f3c8a7e9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1069.053105] env[68893]: DEBUG nova.virt.hardware [None req-6ea1869c-5b41-411e-8367-7fb1f3c8a7e9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1069.053105] env[68893]: DEBUG nova.virt.hardware [None req-6ea1869c-5b41-411e-8367-7fb1f3c8a7e9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1069.053364] env[68893]: DEBUG nova.virt.hardware [None req-6ea1869c-5b41-411e-8367-7fb1f3c8a7e9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1069.053421] env[68893]: DEBUG nova.virt.hardware [None req-6ea1869c-5b41-411e-8367-7fb1f3c8a7e9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1069.053729] env[68893]: DEBUG nova.virt.hardware [None req-6ea1869c-5b41-411e-8367-7fb1f3c8a7e9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1069.053915] env[68893]: DEBUG nova.virt.hardware [None req-6ea1869c-5b41-411e-8367-7fb1f3c8a7e9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1069.054178] env[68893]: DEBUG nova.virt.hardware [None req-6ea1869c-5b41-411e-8367-7fb1f3c8a7e9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1069.054544] env[68893]: DEBUG nova.virt.hardware [None req-6ea1869c-5b41-411e-8367-7fb1f3c8a7e9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1069.054777] env[68893]: DEBUG nova.virt.hardware [None req-6ea1869c-5b41-411e-8367-7fb1f3c8a7e9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1069.055928] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec66d7c9-82f1-4c5b-920b-76a7e4c6e366 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.067035] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b95331d4-4e8a-406f-8ac0-ab18bf405572 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.153756] env[68893]: DEBUG oslo_concurrency.lockutils [None req-03477a13-d629-4e4b-ae54-83b7d9184077 tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] Lock "fbd01c97-d9e9-4610-8cfa-39607883e98b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.645s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.184023] env[68893]: DEBUG oslo_concurrency.lockutils [None req-91ebfe52-bc6d-47f0-887a-b6a4a9cc8d72 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Lock "8b58659b-aaf9-4fa9-98b2-3153180f0570" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.491s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.257821] env[68893]: DEBUG oslo_vmware.api [None req-366e8c12-1c5c-43fb-983d-204f3ed20172 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2792097, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.364382] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792098, 'name': CreateVM_Task, 'duration_secs': 0.511218} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.364556] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3956e5a9-2174-488c-970c-4de5d1be8186] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1069.365284] env[68893]: DEBUG oslo_concurrency.lockutils [None req-df426728-9d0d-453f-8ad6-ac904bc567d0 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.365447] env[68893]: DEBUG oslo_concurrency.lockutils [None req-df426728-9d0d-453f-8ad6-ac904bc567d0 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.365773] env[68893]: DEBUG oslo_concurrency.lockutils [None req-df426728-9d0d-453f-8ad6-ac904bc567d0 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.366058] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-640f8783-d016-4b94-a1b2-d5b1d086a54f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.372404] env[68893]: DEBUG oslo_vmware.api [None req-df426728-9d0d-453f-8ad6-ac904bc567d0 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Waiting for the task: (returnval){ [ 1069.372404] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52138873-d761-eace-0b1c-b91e3b8e943d" [ 1069.372404] env[68893]: _type = "Task" [ 1069.372404] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.383183] env[68893]: DEBUG oslo_vmware.api [None req-df426728-9d0d-453f-8ad6-ac904bc567d0 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52138873-d761-eace-0b1c-b91e3b8e943d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.454554] env[68893]: DEBUG oslo_concurrency.lockutils [None req-187463a7-451f-4347-8312-bd8ae603802f tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.499s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.455403] env[68893]: DEBUG nova.compute.manager [None req-187463a7-451f-4347-8312-bd8ae603802f tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: fad82752-b56d-430c-94dc-3dcca860e713] Start building networks asynchronously for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1069.460387] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b17f4aee-fd18-425f-bb51-5aa60aea8033 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.746s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.460620] env[68893]: DEBUG nova.objects.instance [None req-b17f4aee-fd18-425f-bb51-5aa60aea8033 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Lazy-loading 'resources' on Instance uuid d7be052a-8113-4d5e-a4cd-1a9e12c07a70 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1069.512870] env[68893]: DEBUG nova.compute.manager [req-e9459080-d5c5-450a-82ec-da64aabaa84b req-61fc5f7a-7699-4f6d-992c-7bbde79aa6b1 service nova] [instance: 3956e5a9-2174-488c-970c-4de5d1be8186] Received event network-vif-plugged-0cb27c7f-e7d1-4c24-aba6-807c3e043da9 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1069.512870] env[68893]: DEBUG oslo_concurrency.lockutils [req-e9459080-d5c5-450a-82ec-da64aabaa84b req-61fc5f7a-7699-4f6d-992c-7bbde79aa6b1 service nova] Acquiring lock "3956e5a9-2174-488c-970c-4de5d1be8186-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.512870] env[68893]: DEBUG oslo_concurrency.lockutils [req-e9459080-d5c5-450a-82ec-da64aabaa84b req-61fc5f7a-7699-4f6d-992c-7bbde79aa6b1 service nova] Lock "3956e5a9-2174-488c-970c-4de5d1be8186-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.512870] env[68893]: DEBUG oslo_concurrency.lockutils [req-e9459080-d5c5-450a-82ec-da64aabaa84b req-61fc5f7a-7699-4f6d-992c-7bbde79aa6b1 service nova] Lock "3956e5a9-2174-488c-970c-4de5d1be8186-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.513106] env[68893]: DEBUG nova.compute.manager [req-e9459080-d5c5-450a-82ec-da64aabaa84b req-61fc5f7a-7699-4f6d-992c-7bbde79aa6b1 service nova] [instance: 3956e5a9-2174-488c-970c-4de5d1be8186] No waiting events found dispatching network-vif-plugged-0cb27c7f-e7d1-4c24-aba6-807c3e043da9 {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1069.513106] env[68893]: WARNING nova.compute.manager [req-e9459080-d5c5-450a-82ec-da64aabaa84b req-61fc5f7a-7699-4f6d-992c-7bbde79aa6b1 service nova] [instance: 3956e5a9-2174-488c-970c-4de5d1be8186] Received unexpected event network-vif-plugged-0cb27c7f-e7d1-4c24-aba6-807c3e043da9 for instance with vm_state building and task_state spawning. [ 1069.513346] env[68893]: DEBUG nova.compute.manager [req-e9459080-d5c5-450a-82ec-da64aabaa84b req-61fc5f7a-7699-4f6d-992c-7bbde79aa6b1 service nova] [instance: 3956e5a9-2174-488c-970c-4de5d1be8186] Received event network-changed-0cb27c7f-e7d1-4c24-aba6-807c3e043da9 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1069.513550] env[68893]: DEBUG nova.compute.manager [req-e9459080-d5c5-450a-82ec-da64aabaa84b req-61fc5f7a-7699-4f6d-992c-7bbde79aa6b1 service nova] [instance: 3956e5a9-2174-488c-970c-4de5d1be8186] Refreshing instance network info cache due to event network-changed-0cb27c7f-e7d1-4c24-aba6-807c3e043da9. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1069.513682] env[68893]: DEBUG oslo_concurrency.lockutils [req-e9459080-d5c5-450a-82ec-da64aabaa84b req-61fc5f7a-7699-4f6d-992c-7bbde79aa6b1 service nova] Acquiring lock "refresh_cache-3956e5a9-2174-488c-970c-4de5d1be8186" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.513887] env[68893]: DEBUG oslo_concurrency.lockutils [req-e9459080-d5c5-450a-82ec-da64aabaa84b req-61fc5f7a-7699-4f6d-992c-7bbde79aa6b1 service nova] Acquired lock "refresh_cache-3956e5a9-2174-488c-970c-4de5d1be8186" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.515303] env[68893]: DEBUG nova.network.neutron [req-e9459080-d5c5-450a-82ec-da64aabaa84b req-61fc5f7a-7699-4f6d-992c-7bbde79aa6b1 service nova] [instance: 3956e5a9-2174-488c-970c-4de5d1be8186] Refreshing network info cache for port 0cb27c7f-e7d1-4c24-aba6-807c3e043da9 {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1069.729715] env[68893]: DEBUG nova.network.neutron [None req-6ea1869c-5b41-411e-8367-7fb1f3c8a7e9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: 91c51a8c-1462-4ad2-9cc3-6b4e06117c17] Successfully updated port: 76569eb8-132d-478c-ba24-242e0078fe60 {{(pid=68893) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1069.789719] env[68893]: DEBUG oslo_vmware.api [None req-366e8c12-1c5c-43fb-983d-204f3ed20172 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2792097, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.891480] env[68893]: DEBUG oslo_vmware.api [None req-df426728-9d0d-453f-8ad6-ac904bc567d0 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52138873-d761-eace-0b1c-b91e3b8e943d, 'name': SearchDatastore_Task, 'duration_secs': 0.018025} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.893487] env[68893]: DEBUG oslo_concurrency.lockutils [None req-df426728-9d0d-453f-8ad6-ac904bc567d0 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.893760] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-df426728-9d0d-453f-8ad6-ac904bc567d0 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 3956e5a9-2174-488c-970c-4de5d1be8186] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1069.894019] env[68893]: DEBUG oslo_concurrency.lockutils [None req-df426728-9d0d-453f-8ad6-ac904bc567d0 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.894181] env[68893]: DEBUG oslo_concurrency.lockutils [None req-df426728-9d0d-453f-8ad6-ac904bc567d0 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.894377] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-df426728-9d0d-453f-8ad6-ac904bc567d0 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1069.894889] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-528d4aa4-937d-477d-9ffa-df7f40e25f7b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.906341] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-df426728-9d0d-453f-8ad6-ac904bc567d0 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1069.906529] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-df426728-9d0d-453f-8ad6-ac904bc567d0 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1069.907795] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00caa13e-d692-4e9c-ad18-02f82cf41c8b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.914131] env[68893]: DEBUG oslo_vmware.api [None req-df426728-9d0d-453f-8ad6-ac904bc567d0 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Waiting for the task: (returnval){ [ 1069.914131] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52771e52-bf3c-b798-b67c-02db606b809b" [ 1069.914131] env[68893]: _type = "Task" [ 1069.914131] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.924173] env[68893]: DEBUG oslo_vmware.api [None req-df426728-9d0d-453f-8ad6-ac904bc567d0 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52771e52-bf3c-b798-b67c-02db606b809b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.962024] env[68893]: DEBUG nova.compute.utils [None req-187463a7-451f-4347-8312-bd8ae603802f tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1069.965043] env[68893]: DEBUG nova.compute.manager [None req-187463a7-451f-4347-8312-bd8ae603802f tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: fad82752-b56d-430c-94dc-3dcca860e713] Allocating IP information in the background. {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1069.965764] env[68893]: DEBUG nova.network.neutron [None req-187463a7-451f-4347-8312-bd8ae603802f tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: fad82752-b56d-430c-94dc-3dcca860e713] allocate_for_instance() {{(pid=68893) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1069.968178] env[68893]: DEBUG oslo_concurrency.lockutils [None req-696313e6-b55f-400a-8e51-15fc22159eea tempest-ServerTagsTestJSON-1883384352 tempest-ServerTagsTestJSON-1883384352-project-member] Acquiring lock "86c6883a-4bba-48cc-a68b-21ac933f0867" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.968419] env[68893]: DEBUG oslo_concurrency.lockutils [None req-696313e6-b55f-400a-8e51-15fc22159eea tempest-ServerTagsTestJSON-1883384352 tempest-ServerTagsTestJSON-1883384352-project-member] Lock "86c6883a-4bba-48cc-a68b-21ac933f0867" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.968706] env[68893]: DEBUG oslo_concurrency.lockutils [None req-696313e6-b55f-400a-8e51-15fc22159eea tempest-ServerTagsTestJSON-1883384352 tempest-ServerTagsTestJSON-1883384352-project-member] Acquiring lock "86c6883a-4bba-48cc-a68b-21ac933f0867-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.968920] env[68893]: DEBUG oslo_concurrency.lockutils [None req-696313e6-b55f-400a-8e51-15fc22159eea tempest-ServerTagsTestJSON-1883384352 tempest-ServerTagsTestJSON-1883384352-project-member] Lock "86c6883a-4bba-48cc-a68b-21ac933f0867-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.969219] env[68893]: DEBUG oslo_concurrency.lockutils [None req-696313e6-b55f-400a-8e51-15fc22159eea tempest-ServerTagsTestJSON-1883384352 tempest-ServerTagsTestJSON-1883384352-project-member] Lock "86c6883a-4bba-48cc-a68b-21ac933f0867-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.976741] env[68893]: INFO nova.compute.manager [None req-696313e6-b55f-400a-8e51-15fc22159eea tempest-ServerTagsTestJSON-1883384352 tempest-ServerTagsTestJSON-1883384352-project-member] [instance: 86c6883a-4bba-48cc-a68b-21ac933f0867] Terminating instance [ 1070.027063] env[68893]: INFO nova.compute.manager [None req-bf838e65-2a08-4ed9-9d83-34711cd38a14 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 8b58659b-aaf9-4fa9-98b2-3153180f0570] Rebuilding instance [ 1070.044761] env[68893]: DEBUG nova.policy [None req-187463a7-451f-4347-8312-bd8ae603802f tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dde60ecc29cf439e9b9646becfde4f73', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6e831a12ecf54cd6808b9e257ff9bea1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68893) authorize /opt/stack/nova/nova/policy.py:192}} [ 1070.085199] env[68893]: DEBUG nova.compute.manager [None req-bf838e65-2a08-4ed9-9d83-34711cd38a14 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 8b58659b-aaf9-4fa9-98b2-3153180f0570] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1070.086220] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0507bc7a-23ee-4154-9d1d-ca6d0b3a7313 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.236366] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6ea1869c-5b41-411e-8367-7fb1f3c8a7e9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Acquiring lock "refresh_cache-91c51a8c-1462-4ad2-9cc3-6b4e06117c17" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.236366] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6ea1869c-5b41-411e-8367-7fb1f3c8a7e9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Acquired lock "refresh_cache-91c51a8c-1462-4ad2-9cc3-6b4e06117c17" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.236366] env[68893]: DEBUG nova.network.neutron [None req-6ea1869c-5b41-411e-8367-7fb1f3c8a7e9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: 91c51a8c-1462-4ad2-9cc3-6b4e06117c17] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1070.277647] env[68893]: DEBUG oslo_vmware.api [None req-366e8c12-1c5c-43fb-983d-204f3ed20172 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2792097, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.050754} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.277955] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-366e8c12-1c5c-43fb-983d-204f3ed20172 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: ed321673-402e-43c5-ac6e-5d4abfb863fc] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1070.279180] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-366a4910-0e6f-4d9b-9fbe-1ce0dc5ad069 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.310796] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-366e8c12-1c5c-43fb-983d-204f3ed20172 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: ed321673-402e-43c5-ac6e-5d4abfb863fc] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] ed321673-402e-43c5-ac6e-5d4abfb863fc/ed321673-402e-43c5-ac6e-5d4abfb863fc.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1070.316201] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e251d99-2a15-43f7-b4ea-12dbe43fb504 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.340921] env[68893]: DEBUG oslo_vmware.api [None req-366e8c12-1c5c-43fb-983d-204f3ed20172 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Waiting for the task: (returnval){ [ 1070.340921] env[68893]: value = "task-2792100" [ 1070.340921] env[68893]: _type = "Task" [ 1070.340921] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.363507] env[68893]: DEBUG oslo_vmware.api [None req-366e8c12-1c5c-43fb-983d-204f3ed20172 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2792100, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.372995] env[68893]: DEBUG nova.network.neutron [req-e9459080-d5c5-450a-82ec-da64aabaa84b req-61fc5f7a-7699-4f6d-992c-7bbde79aa6b1 service nova] [instance: 3956e5a9-2174-488c-970c-4de5d1be8186] Updated VIF entry in instance network info cache for port 0cb27c7f-e7d1-4c24-aba6-807c3e043da9. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1070.373537] env[68893]: DEBUG nova.network.neutron [req-e9459080-d5c5-450a-82ec-da64aabaa84b req-61fc5f7a-7699-4f6d-992c-7bbde79aa6b1 service nova] [instance: 3956e5a9-2174-488c-970c-4de5d1be8186] Updating instance_info_cache with network_info: [{"id": "0cb27c7f-e7d1-4c24-aba6-807c3e043da9", "address": "fa:16:3e:21:cd:65", "network": {"id": "24a732d8-714e-49f0-9527-b47a108a6ab9", "bridge": "br-int", "label": "tempest-ServersTestJSON-634596432-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "872be088070049fca518560306460c4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cb27c7f-e7", "ovs_interfaceid": "0cb27c7f-e7d1-4c24-aba6-807c3e043da9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.430677] env[68893]: DEBUG oslo_vmware.api [None req-df426728-9d0d-453f-8ad6-ac904bc567d0 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52771e52-bf3c-b798-b67c-02db606b809b, 'name': SearchDatastore_Task, 'duration_secs': 0.022867} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.432829] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdf861f5-9985-40bb-b64c-180aeae92106 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.436075] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fb882ae-11fe-41d6-a804-225bc03e72cd {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.444076] env[68893]: DEBUG oslo_vmware.api [None req-df426728-9d0d-453f-8ad6-ac904bc567d0 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Waiting for the task: (returnval){ [ 1070.444076] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]521b329b-293c-0506-2219-442cb916caeb" [ 1070.444076] env[68893]: _type = "Task" [ 1070.444076] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.450727] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baa78fff-391c-4d12-a891-ee990cf6620e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.461128] env[68893]: DEBUG oslo_vmware.api [None req-df426728-9d0d-453f-8ad6-ac904bc567d0 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]521b329b-293c-0506-2219-442cb916caeb, 'name': SearchDatastore_Task, 'duration_secs': 0.012065} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.489482] env[68893]: DEBUG oslo_concurrency.lockutils [None req-df426728-9d0d-453f-8ad6-ac904bc567d0 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.489799] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-df426728-9d0d-453f-8ad6-ac904bc567d0 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore1] 3956e5a9-2174-488c-970c-4de5d1be8186/3956e5a9-2174-488c-970c-4de5d1be8186.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1070.490892] env[68893]: DEBUG nova.compute.manager [None req-187463a7-451f-4347-8312-bd8ae603802f tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: fad82752-b56d-430c-94dc-3dcca860e713] Start building block device mappings for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1070.493833] env[68893]: DEBUG oslo_concurrency.lockutils [None req-4e8671a4-ccce-4937-a6ea-1a0e200f87f7 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Acquiring lock "interface-7e40a4c8-e64e-41f1-9b87-8c5f0af19a35-ef41b65f-b8b8-403b-b585-931f0e0d1efe" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.494113] env[68893]: DEBUG oslo_concurrency.lockutils [None req-4e8671a4-ccce-4937-a6ea-1a0e200f87f7 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Lock "interface-7e40a4c8-e64e-41f1-9b87-8c5f0af19a35-ef41b65f-b8b8-403b-b585-931f0e0d1efe" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.495217] env[68893]: DEBUG nova.compute.manager [None req-696313e6-b55f-400a-8e51-15fc22159eea tempest-ServerTagsTestJSON-1883384352 tempest-ServerTagsTestJSON-1883384352-project-member] [instance: 86c6883a-4bba-48cc-a68b-21ac933f0867] Start destroying the instance on the hypervisor. {{(pid=68893) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1070.495446] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-696313e6-b55f-400a-8e51-15fc22159eea tempest-ServerTagsTestJSON-1883384352 tempest-ServerTagsTestJSON-1883384352-project-member] [instance: 86c6883a-4bba-48cc-a68b-21ac933f0867] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1070.496217] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5f9f676f-4e1d-40a0-83a7-af886863adab {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.499215] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-684f3ce9-2494-41b1-b632-67f278d368a1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.504392] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55fb98ce-ae28-49b1-b7b0-13ec00c57a56 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.519445] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55d6e9f4-c21e-4043-8878-f5818e2e6d1a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.523685] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-696313e6-b55f-400a-8e51-15fc22159eea tempest-ServerTagsTestJSON-1883384352 tempest-ServerTagsTestJSON-1883384352-project-member] [instance: 86c6883a-4bba-48cc-a68b-21ac933f0867] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1070.524066] env[68893]: DEBUG oslo_vmware.api [None req-df426728-9d0d-453f-8ad6-ac904bc567d0 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Waiting for the task: (returnval){ [ 1070.524066] env[68893]: value = "task-2792101" [ 1070.524066] env[68893]: _type = "Task" [ 1070.524066] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.525645] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bf4424ca-7f8c-465a-b9b9-a4452e49f59f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.541296] env[68893]: DEBUG nova.compute.provider_tree [None req-b17f4aee-fd18-425f-bb51-5aa60aea8033 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1070.548744] env[68893]: DEBUG oslo_vmware.api [None req-df426728-9d0d-453f-8ad6-ac904bc567d0 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': task-2792101, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.550401] env[68893]: DEBUG oslo_vmware.api [None req-696313e6-b55f-400a-8e51-15fc22159eea tempest-ServerTagsTestJSON-1883384352 tempest-ServerTagsTestJSON-1883384352-project-member] Waiting for the task: (returnval){ [ 1070.550401] env[68893]: value = "task-2792102" [ 1070.550401] env[68893]: _type = "Task" [ 1070.550401] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.560766] env[68893]: DEBUG oslo_vmware.api [None req-696313e6-b55f-400a-8e51-15fc22159eea tempest-ServerTagsTestJSON-1883384352 tempest-ServerTagsTestJSON-1883384352-project-member] Task: {'id': task-2792102, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.683270] env[68893]: DEBUG nova.network.neutron [None req-187463a7-451f-4347-8312-bd8ae603802f tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: fad82752-b56d-430c-94dc-3dcca860e713] Successfully created port: 00f9a0bb-6355-4bf7-ab7d-2e47128996e1 {{(pid=68893) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1070.798302] env[68893]: DEBUG nova.network.neutron [None req-6ea1869c-5b41-411e-8367-7fb1f3c8a7e9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: 91c51a8c-1462-4ad2-9cc3-6b4e06117c17] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1070.861251] env[68893]: DEBUG oslo_vmware.api [None req-366e8c12-1c5c-43fb-983d-204f3ed20172 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2792100, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.876810] env[68893]: DEBUG oslo_concurrency.lockutils [req-e9459080-d5c5-450a-82ec-da64aabaa84b req-61fc5f7a-7699-4f6d-992c-7bbde79aa6b1 service nova] Releasing lock "refresh_cache-3956e5a9-2174-488c-970c-4de5d1be8186" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.011697] env[68893]: DEBUG oslo_concurrency.lockutils [None req-4e8671a4-ccce-4937-a6ea-1a0e200f87f7 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Acquiring lock "7e40a4c8-e64e-41f1-9b87-8c5f0af19a35" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.012136] env[68893]: DEBUG oslo_concurrency.lockutils [None req-4e8671a4-ccce-4937-a6ea-1a0e200f87f7 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Acquired lock "7e40a4c8-e64e-41f1-9b87-8c5f0af19a35" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.014320] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17c673bc-8a63-4de9-8fae-be11643f9c9e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.045107] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-589022f9-d28c-4553-9301-817d81e5f7c6 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.048880] env[68893]: DEBUG nova.scheduler.client.report [None req-b17f4aee-fd18-425f-bb51-5aa60aea8033 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1071.079313] env[68893]: DEBUG oslo_vmware.api [None req-df426728-9d0d-453f-8ad6-ac904bc567d0 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': task-2792101, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.086020] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-4e8671a4-ccce-4937-a6ea-1a0e200f87f7 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 7e40a4c8-e64e-41f1-9b87-8c5f0af19a35] Reconfiguring VM to detach interface {{(pid=68893) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1071.087450] env[68893]: DEBUG nova.network.neutron [None req-6ea1869c-5b41-411e-8367-7fb1f3c8a7e9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: 91c51a8c-1462-4ad2-9cc3-6b4e06117c17] Updating instance_info_cache with network_info: [{"id": "76569eb8-132d-478c-ba24-242e0078fe60", "address": "fa:16:3e:e3:fd:cb", "network": {"id": "762a83f3-c67b-4f81-b7a7-d7f377a327e5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-991790965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6f2d7d7af6a40f097ffca46e5a430bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76569eb8-13", "ovs_interfaceid": "76569eb8-132d-478c-ba24-242e0078fe60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.089310] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc140246-f593-4eee-9d2b-6459643af850 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.110531] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf838e65-2a08-4ed9-9d83-34711cd38a14 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 8b58659b-aaf9-4fa9-98b2-3153180f0570] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1071.110973] env[68893]: DEBUG oslo_vmware.api [None req-696313e6-b55f-400a-8e51-15fc22159eea tempest-ServerTagsTestJSON-1883384352 tempest-ServerTagsTestJSON-1883384352-project-member] Task: {'id': task-2792102, 'name': PowerOffVM_Task, 'duration_secs': 0.437521} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.111651] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-343bdea9-7772-4e77-9812-2808315e6171 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.113355] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-696313e6-b55f-400a-8e51-15fc22159eea tempest-ServerTagsTestJSON-1883384352 tempest-ServerTagsTestJSON-1883384352-project-member] [instance: 86c6883a-4bba-48cc-a68b-21ac933f0867] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1071.113531] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-696313e6-b55f-400a-8e51-15fc22159eea tempest-ServerTagsTestJSON-1883384352 tempest-ServerTagsTestJSON-1883384352-project-member] [instance: 86c6883a-4bba-48cc-a68b-21ac933f0867] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1071.113772] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5b9ff035-44b6-44ad-8634-b71b9774ce3d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.117813] env[68893]: DEBUG oslo_vmware.api [None req-4e8671a4-ccce-4937-a6ea-1a0e200f87f7 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Waiting for the task: (returnval){ [ 1071.117813] env[68893]: value = "task-2792103" [ 1071.117813] env[68893]: _type = "Task" [ 1071.117813] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.122680] env[68893]: DEBUG oslo_vmware.api [None req-bf838e65-2a08-4ed9-9d83-34711cd38a14 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Waiting for the task: (returnval){ [ 1071.122680] env[68893]: value = "task-2792104" [ 1071.122680] env[68893]: _type = "Task" [ 1071.122680] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.130717] env[68893]: DEBUG oslo_vmware.api [None req-4e8671a4-ccce-4937-a6ea-1a0e200f87f7 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': task-2792103, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.136803] env[68893]: DEBUG oslo_vmware.api [None req-bf838e65-2a08-4ed9-9d83-34711cd38a14 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2792104, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.198155] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-696313e6-b55f-400a-8e51-15fc22159eea tempest-ServerTagsTestJSON-1883384352 tempest-ServerTagsTestJSON-1883384352-project-member] [instance: 86c6883a-4bba-48cc-a68b-21ac933f0867] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1071.202028] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-696313e6-b55f-400a-8e51-15fc22159eea tempest-ServerTagsTestJSON-1883384352 tempest-ServerTagsTestJSON-1883384352-project-member] [instance: 86c6883a-4bba-48cc-a68b-21ac933f0867] Deleting contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1071.202028] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-696313e6-b55f-400a-8e51-15fc22159eea tempest-ServerTagsTestJSON-1883384352 tempest-ServerTagsTestJSON-1883384352-project-member] Deleting the datastore file [datastore2] 86c6883a-4bba-48cc-a68b-21ac933f0867 {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1071.202028] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1113dd4f-cf82-4351-b5f3-d418b7daf510 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.211043] env[68893]: DEBUG oslo_vmware.api [None req-696313e6-b55f-400a-8e51-15fc22159eea tempest-ServerTagsTestJSON-1883384352 tempest-ServerTagsTestJSON-1883384352-project-member] Waiting for the task: (returnval){ [ 1071.211043] env[68893]: value = "task-2792106" [ 1071.211043] env[68893]: _type = "Task" [ 1071.211043] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.220976] env[68893]: DEBUG oslo_vmware.api [None req-696313e6-b55f-400a-8e51-15fc22159eea tempest-ServerTagsTestJSON-1883384352 tempest-ServerTagsTestJSON-1883384352-project-member] Task: {'id': task-2792106, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.355145] env[68893]: DEBUG oslo_vmware.api [None req-366e8c12-1c5c-43fb-983d-204f3ed20172 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2792100, 'name': ReconfigVM_Task, 'duration_secs': 0.668989} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.355365] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-366e8c12-1c5c-43fb-983d-204f3ed20172 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: ed321673-402e-43c5-ac6e-5d4abfb863fc] Reconfigured VM instance instance-00000057 to attach disk [datastore2] ed321673-402e-43c5-ac6e-5d4abfb863fc/ed321673-402e-43c5-ac6e-5d4abfb863fc.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1071.356161] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-99021d4a-d821-4b27-9802-e5b5a149d616 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.362120] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f0205498-98c4-4040-80a6-0bb7ab8e242f tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] Acquiring lock "fbd01c97-d9e9-4610-8cfa-39607883e98b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.362120] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f0205498-98c4-4040-80a6-0bb7ab8e242f tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] Lock "fbd01c97-d9e9-4610-8cfa-39607883e98b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.362120] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f0205498-98c4-4040-80a6-0bb7ab8e242f tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] Acquiring lock "fbd01c97-d9e9-4610-8cfa-39607883e98b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.362120] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f0205498-98c4-4040-80a6-0bb7ab8e242f tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] Lock "fbd01c97-d9e9-4610-8cfa-39607883e98b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.362120] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f0205498-98c4-4040-80a6-0bb7ab8e242f tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] Lock "fbd01c97-d9e9-4610-8cfa-39607883e98b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.365267] env[68893]: DEBUG oslo_vmware.api [None req-366e8c12-1c5c-43fb-983d-204f3ed20172 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Waiting for the task: (returnval){ [ 1071.365267] env[68893]: value = "task-2792107" [ 1071.365267] env[68893]: _type = "Task" [ 1071.365267] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.365821] env[68893]: INFO nova.compute.manager [None req-f0205498-98c4-4040-80a6-0bb7ab8e242f tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] [instance: fbd01c97-d9e9-4610-8cfa-39607883e98b] Terminating instance [ 1071.378491] env[68893]: DEBUG oslo_vmware.api [None req-366e8c12-1c5c-43fb-983d-204f3ed20172 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2792107, 'name': Rename_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.510877] env[68893]: DEBUG nova.compute.manager [None req-187463a7-451f-4347-8312-bd8ae603802f tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: fad82752-b56d-430c-94dc-3dcca860e713] Start spawning the instance on the hypervisor. {{(pid=68893) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1071.547339] env[68893]: DEBUG nova.compute.manager [req-6bac4b1c-fc19-4f46-b4f0-0ce42a6c7e83 req-86ed5734-1be4-4f50-95e1-39b09041cb26 service nova] [instance: 91c51a8c-1462-4ad2-9cc3-6b4e06117c17] Received event network-vif-plugged-76569eb8-132d-478c-ba24-242e0078fe60 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1071.547552] env[68893]: DEBUG oslo_concurrency.lockutils [req-6bac4b1c-fc19-4f46-b4f0-0ce42a6c7e83 req-86ed5734-1be4-4f50-95e1-39b09041cb26 service nova] Acquiring lock "91c51a8c-1462-4ad2-9cc3-6b4e06117c17-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.547781] env[68893]: DEBUG oslo_concurrency.lockutils [req-6bac4b1c-fc19-4f46-b4f0-0ce42a6c7e83 req-86ed5734-1be4-4f50-95e1-39b09041cb26 service nova] Lock "91c51a8c-1462-4ad2-9cc3-6b4e06117c17-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.547954] env[68893]: DEBUG oslo_concurrency.lockutils [req-6bac4b1c-fc19-4f46-b4f0-0ce42a6c7e83 req-86ed5734-1be4-4f50-95e1-39b09041cb26 service nova] Lock "91c51a8c-1462-4ad2-9cc3-6b4e06117c17-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.548140] env[68893]: DEBUG nova.compute.manager [req-6bac4b1c-fc19-4f46-b4f0-0ce42a6c7e83 req-86ed5734-1be4-4f50-95e1-39b09041cb26 service nova] [instance: 91c51a8c-1462-4ad2-9cc3-6b4e06117c17] No waiting events found dispatching network-vif-plugged-76569eb8-132d-478c-ba24-242e0078fe60 {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1071.548311] env[68893]: WARNING nova.compute.manager [req-6bac4b1c-fc19-4f46-b4f0-0ce42a6c7e83 req-86ed5734-1be4-4f50-95e1-39b09041cb26 service nova] [instance: 91c51a8c-1462-4ad2-9cc3-6b4e06117c17] Received unexpected event network-vif-plugged-76569eb8-132d-478c-ba24-242e0078fe60 for instance with vm_state building and task_state spawning. [ 1071.548472] env[68893]: DEBUG nova.compute.manager [req-6bac4b1c-fc19-4f46-b4f0-0ce42a6c7e83 req-86ed5734-1be4-4f50-95e1-39b09041cb26 service nova] [instance: 91c51a8c-1462-4ad2-9cc3-6b4e06117c17] Received event network-changed-76569eb8-132d-478c-ba24-242e0078fe60 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1071.548630] env[68893]: DEBUG nova.compute.manager [req-6bac4b1c-fc19-4f46-b4f0-0ce42a6c7e83 req-86ed5734-1be4-4f50-95e1-39b09041cb26 service nova] [instance: 91c51a8c-1462-4ad2-9cc3-6b4e06117c17] Refreshing instance network info cache due to event network-changed-76569eb8-132d-478c-ba24-242e0078fe60. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1071.548806] env[68893]: DEBUG oslo_concurrency.lockutils [req-6bac4b1c-fc19-4f46-b4f0-0ce42a6c7e83 req-86ed5734-1be4-4f50-95e1-39b09041cb26 service nova] Acquiring lock "refresh_cache-91c51a8c-1462-4ad2-9cc3-6b4e06117c17" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.551152] env[68893]: DEBUG nova.virt.hardware [None req-187463a7-451f-4347-8312-bd8ae603802f tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='2c3b132f4e0f212e0db4da6374ebc7a1',container_format='bare',created_at=2025-03-06T06:40:23Z,direct_url=,disk_format='vmdk',id=b7ec0038-a569-4d57-9400-7defaa85af3b,min_disk=1,min_ram=0,name='tempest-test-snap-745895089',owner='6e831a12ecf54cd6808b9e257ff9bea1',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-03-06T06:40:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1071.551504] env[68893]: DEBUG nova.virt.hardware [None req-187463a7-451f-4347-8312-bd8ae603802f tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1071.551669] env[68893]: DEBUG nova.virt.hardware [None req-187463a7-451f-4347-8312-bd8ae603802f tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1071.551853] env[68893]: DEBUG nova.virt.hardware [None req-187463a7-451f-4347-8312-bd8ae603802f tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1071.552007] env[68893]: DEBUG nova.virt.hardware [None req-187463a7-451f-4347-8312-bd8ae603802f tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1071.552167] env[68893]: DEBUG nova.virt.hardware [None req-187463a7-451f-4347-8312-bd8ae603802f tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1071.552391] env[68893]: DEBUG nova.virt.hardware [None req-187463a7-451f-4347-8312-bd8ae603802f tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1071.552553] env[68893]: DEBUG nova.virt.hardware [None req-187463a7-451f-4347-8312-bd8ae603802f tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1071.552720] env[68893]: DEBUG nova.virt.hardware [None req-187463a7-451f-4347-8312-bd8ae603802f tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1071.552897] env[68893]: DEBUG nova.virt.hardware [None req-187463a7-451f-4347-8312-bd8ae603802f tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1071.553116] env[68893]: DEBUG nova.virt.hardware [None req-187463a7-451f-4347-8312-bd8ae603802f tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1071.554779] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d3aba42-895a-45d9-92c2-ce879754bbf3 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.561279] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b17f4aee-fd18-425f-bb51-5aa60aea8033 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.101s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.563523] env[68893]: DEBUG oslo_vmware.api [None req-df426728-9d0d-453f-8ad6-ac904bc567d0 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': task-2792101, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.56413} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.564037] env[68893]: DEBUG oslo_concurrency.lockutils [None req-8fe2208a-11f1-408b-8ef3-0a30c1e9edb5 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 17.567s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.564214] env[68893]: DEBUG nova.objects.instance [None req-8fe2208a-11f1-408b-8ef3-0a30c1e9edb5 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] [instance: 2ae63af9-1fe6-4670-a651-6317e997c53b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68893) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1071.566959] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-df426728-9d0d-453f-8ad6-ac904bc567d0 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore1] 3956e5a9-2174-488c-970c-4de5d1be8186/3956e5a9-2174-488c-970c-4de5d1be8186.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1071.567227] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-df426728-9d0d-453f-8ad6-ac904bc567d0 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 3956e5a9-2174-488c-970c-4de5d1be8186] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1071.567942] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5ca39625-8b8f-4376-adb9-4af27687dac0 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.574171] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4307b9f-2029-422f-b845-610fc948554d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.580371] env[68893]: DEBUG oslo_vmware.api [None req-df426728-9d0d-453f-8ad6-ac904bc567d0 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Waiting for the task: (returnval){ [ 1071.580371] env[68893]: value = "task-2792108" [ 1071.580371] env[68893]: _type = "Task" [ 1071.580371] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.599711] env[68893]: DEBUG oslo_vmware.api [None req-df426728-9d0d-453f-8ad6-ac904bc567d0 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': task-2792108, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.605490] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6ea1869c-5b41-411e-8367-7fb1f3c8a7e9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Releasing lock "refresh_cache-91c51a8c-1462-4ad2-9cc3-6b4e06117c17" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.605891] env[68893]: DEBUG nova.compute.manager [None req-6ea1869c-5b41-411e-8367-7fb1f3c8a7e9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: 91c51a8c-1462-4ad2-9cc3-6b4e06117c17] Instance network_info: |[{"id": "76569eb8-132d-478c-ba24-242e0078fe60", "address": "fa:16:3e:e3:fd:cb", "network": {"id": "762a83f3-c67b-4f81-b7a7-d7f377a327e5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-991790965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6f2d7d7af6a40f097ffca46e5a430bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76569eb8-13", "ovs_interfaceid": "76569eb8-132d-478c-ba24-242e0078fe60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1071.606266] env[68893]: DEBUG oslo_concurrency.lockutils [req-6bac4b1c-fc19-4f46-b4f0-0ce42a6c7e83 req-86ed5734-1be4-4f50-95e1-39b09041cb26 service nova] Acquired lock "refresh_cache-91c51a8c-1462-4ad2-9cc3-6b4e06117c17" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.606486] env[68893]: DEBUG nova.network.neutron [req-6bac4b1c-fc19-4f46-b4f0-0ce42a6c7e83 req-86ed5734-1be4-4f50-95e1-39b09041cb26 service nova] [instance: 91c51a8c-1462-4ad2-9cc3-6b4e06117c17] Refreshing network info cache for port 76569eb8-132d-478c-ba24-242e0078fe60 {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1071.607991] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-6ea1869c-5b41-411e-8367-7fb1f3c8a7e9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: 91c51a8c-1462-4ad2-9cc3-6b4e06117c17] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:fd:cb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cb971244-43ba-41b4-a6a2-a4558548012c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '76569eb8-132d-478c-ba24-242e0078fe60', 'vif_model': 'vmxnet3'}] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1071.616994] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6ea1869c-5b41-411e-8367-7fb1f3c8a7e9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1071.618101] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91c51a8c-1462-4ad2-9cc3-6b4e06117c17] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1071.618441] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5376bcfd-113b-43e7-b55f-bea9964988e1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.634362] env[68893]: INFO nova.scheduler.client.report [None req-b17f4aee-fd18-425f-bb51-5aa60aea8033 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Deleted allocations for instance d7be052a-8113-4d5e-a4cd-1a9e12c07a70 [ 1071.654294] env[68893]: DEBUG oslo_vmware.api [None req-4e8671a4-ccce-4937-a6ea-1a0e200f87f7 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': task-2792103, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.658458] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1071.658458] env[68893]: value = "task-2792109" [ 1071.658458] env[68893]: _type = "Task" [ 1071.658458] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.658784] env[68893]: DEBUG oslo_vmware.api [None req-bf838e65-2a08-4ed9-9d83-34711cd38a14 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2792104, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.667592] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792109, 'name': CreateVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.674937] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-552c220d-9e50-419d-8415-15481dc67050 tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] [instance: deb6dee1-b9f7-4b2b-89c5-ac48cde5241c] Volume attach. Driver type: vmdk {{(pid=68893) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1071.674937] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-552c220d-9e50-419d-8415-15481dc67050 tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] [instance: deb6dee1-b9f7-4b2b-89c5-ac48cde5241c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561215', 'volume_id': '26413553-8683-4e4d-bb5b-231cb2192e52', 'name': 'volume-26413553-8683-4e4d-bb5b-231cb2192e52', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'deb6dee1-b9f7-4b2b-89c5-ac48cde5241c', 'attached_at': '', 'detached_at': '', 'volume_id': '26413553-8683-4e4d-bb5b-231cb2192e52', 'serial': '26413553-8683-4e4d-bb5b-231cb2192e52'} {{(pid=68893) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1071.675149] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1eafe43-12dc-4fbb-81f5-8295a5489138 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.693413] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22041245-81f9-4304-b9cd-7e951eb57ce9 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.723393] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-552c220d-9e50-419d-8415-15481dc67050 tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] [instance: deb6dee1-b9f7-4b2b-89c5-ac48cde5241c] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] volume-26413553-8683-4e4d-bb5b-231cb2192e52/volume-26413553-8683-4e4d-bb5b-231cb2192e52.vmdk or device None with type thin {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1071.727220] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66423a44-57fa-4cff-96a2-8b33312d7362 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.751357] env[68893]: DEBUG oslo_vmware.api [None req-696313e6-b55f-400a-8e51-15fc22159eea tempest-ServerTagsTestJSON-1883384352 tempest-ServerTagsTestJSON-1883384352-project-member] Task: {'id': task-2792106, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.229972} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.756150] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-696313e6-b55f-400a-8e51-15fc22159eea tempest-ServerTagsTestJSON-1883384352 tempest-ServerTagsTestJSON-1883384352-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1071.756150] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-696313e6-b55f-400a-8e51-15fc22159eea tempest-ServerTagsTestJSON-1883384352 tempest-ServerTagsTestJSON-1883384352-project-member] [instance: 86c6883a-4bba-48cc-a68b-21ac933f0867] Deleted contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1071.756150] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-696313e6-b55f-400a-8e51-15fc22159eea tempest-ServerTagsTestJSON-1883384352 tempest-ServerTagsTestJSON-1883384352-project-member] [instance: 86c6883a-4bba-48cc-a68b-21ac933f0867] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1071.756150] env[68893]: INFO nova.compute.manager [None req-696313e6-b55f-400a-8e51-15fc22159eea tempest-ServerTagsTestJSON-1883384352 tempest-ServerTagsTestJSON-1883384352-project-member] [instance: 86c6883a-4bba-48cc-a68b-21ac933f0867] Took 1.26 seconds to destroy the instance on the hypervisor. [ 1071.756150] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-696313e6-b55f-400a-8e51-15fc22159eea tempest-ServerTagsTestJSON-1883384352 tempest-ServerTagsTestJSON-1883384352-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1071.756150] env[68893]: DEBUG oslo_vmware.api [None req-552c220d-9e50-419d-8415-15481dc67050 tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Waiting for the task: (returnval){ [ 1071.756150] env[68893]: value = "task-2792110" [ 1071.756150] env[68893]: _type = "Task" [ 1071.756150] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.756150] env[68893]: DEBUG nova.compute.manager [-] [instance: 86c6883a-4bba-48cc-a68b-21ac933f0867] Deallocating network for instance {{(pid=68893) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1071.756150] env[68893]: DEBUG nova.network.neutron [-] [instance: 86c6883a-4bba-48cc-a68b-21ac933f0867] deallocate_for_instance() {{(pid=68893) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1071.766775] env[68893]: DEBUG oslo_vmware.api [None req-552c220d-9e50-419d-8415-15481dc67050 tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Task: {'id': task-2792110, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.873049] env[68893]: DEBUG nova.compute.manager [None req-f0205498-98c4-4040-80a6-0bb7ab8e242f tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] [instance: fbd01c97-d9e9-4610-8cfa-39607883e98b] Start destroying the instance on the hypervisor. {{(pid=68893) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1071.873308] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-f0205498-98c4-4040-80a6-0bb7ab8e242f tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] [instance: fbd01c97-d9e9-4610-8cfa-39607883e98b] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1071.874544] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc9aeabb-5cb9-4f35-ac81-d167a8880fbd {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.882823] env[68893]: DEBUG oslo_vmware.api [None req-366e8c12-1c5c-43fb-983d-204f3ed20172 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2792107, 'name': Rename_Task, 'duration_secs': 0.295174} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.883885] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-366e8c12-1c5c-43fb-983d-204f3ed20172 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: ed321673-402e-43c5-ac6e-5d4abfb863fc] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1071.884281] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-94ce386a-05f8-47cd-a792-88f31e073950 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.888627] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0205498-98c4-4040-80a6-0bb7ab8e242f tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] [instance: fbd01c97-d9e9-4610-8cfa-39607883e98b] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1071.888886] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bccf2236-a6b3-4bca-863b-6a548d2082df {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.891830] env[68893]: DEBUG oslo_vmware.api [None req-366e8c12-1c5c-43fb-983d-204f3ed20172 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Waiting for the task: (returnval){ [ 1071.891830] env[68893]: value = "task-2792111" [ 1071.891830] env[68893]: _type = "Task" [ 1071.891830] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.897921] env[68893]: DEBUG oslo_vmware.api [None req-f0205498-98c4-4040-80a6-0bb7ab8e242f tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] Waiting for the task: (returnval){ [ 1071.897921] env[68893]: value = "task-2792112" [ 1071.897921] env[68893]: _type = "Task" [ 1071.897921] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.904486] env[68893]: DEBUG oslo_vmware.api [None req-366e8c12-1c5c-43fb-983d-204f3ed20172 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2792111, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.910676] env[68893]: DEBUG oslo_vmware.api [None req-f0205498-98c4-4040-80a6-0bb7ab8e242f tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] Task: {'id': task-2792112, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.093036] env[68893]: DEBUG oslo_vmware.api [None req-df426728-9d0d-453f-8ad6-ac904bc567d0 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': task-2792108, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087069} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.093548] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-df426728-9d0d-453f-8ad6-ac904bc567d0 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 3956e5a9-2174-488c-970c-4de5d1be8186] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1072.094762] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa53465f-3f5d-4f22-aaa4-decf310c86b9 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.124494] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-df426728-9d0d-453f-8ad6-ac904bc567d0 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 3956e5a9-2174-488c-970c-4de5d1be8186] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 3956e5a9-2174-488c-970c-4de5d1be8186/3956e5a9-2174-488c-970c-4de5d1be8186.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1072.127860] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58336194-ad8d-41d3-9e40-2174ba44a211 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.154654] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b17f4aee-fd18-425f-bb51-5aa60aea8033 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Lock "d7be052a-8113-4d5e-a4cd-1a9e12c07a70" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.004s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.173874] env[68893]: DEBUG oslo_vmware.api [None req-bf838e65-2a08-4ed9-9d83-34711cd38a14 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2792104, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.173874] env[68893]: DEBUG oslo_vmware.api [None req-df426728-9d0d-453f-8ad6-ac904bc567d0 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Waiting for the task: (returnval){ [ 1072.173874] env[68893]: value = "task-2792113" [ 1072.173874] env[68893]: _type = "Task" [ 1072.173874] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.173874] env[68893]: DEBUG oslo_vmware.api [None req-4e8671a4-ccce-4937-a6ea-1a0e200f87f7 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': task-2792103, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.182542] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792109, 'name': CreateVM_Task, 'duration_secs': 0.48834} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.185517] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91c51a8c-1462-4ad2-9cc3-6b4e06117c17] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1072.185848] env[68893]: DEBUG oslo_vmware.api [None req-df426728-9d0d-453f-8ad6-ac904bc567d0 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': task-2792113, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.186570] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6ea1869c-5b41-411e-8367-7fb1f3c8a7e9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.186736] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6ea1869c-5b41-411e-8367-7fb1f3c8a7e9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.187189] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6ea1869c-5b41-411e-8367-7fb1f3c8a7e9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.187398] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41bed329-d082-4c96-8203-6c7e3acab801 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.194349] env[68893]: DEBUG oslo_vmware.api [None req-6ea1869c-5b41-411e-8367-7fb1f3c8a7e9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Waiting for the task: (returnval){ [ 1072.194349] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]522db0a2-75b7-8fcf-a606-99deba949f62" [ 1072.194349] env[68893]: _type = "Task" [ 1072.194349] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.206258] env[68893]: DEBUG oslo_vmware.api [None req-6ea1869c-5b41-411e-8367-7fb1f3c8a7e9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]522db0a2-75b7-8fcf-a606-99deba949f62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.271802] env[68893]: DEBUG oslo_vmware.api [None req-552c220d-9e50-419d-8415-15481dc67050 tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Task: {'id': task-2792110, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.311609] env[68893]: DEBUG nova.compute.manager [req-ed550f2d-595a-4202-bf49-72ada2d875f9 req-839b7090-c15d-416e-8196-589d97a0558b service nova] [instance: 86c6883a-4bba-48cc-a68b-21ac933f0867] Received event network-vif-deleted-e53e4980-9bc5-4869-9b4e-46a0e94682c3 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1072.311609] env[68893]: INFO nova.compute.manager [req-ed550f2d-595a-4202-bf49-72ada2d875f9 req-839b7090-c15d-416e-8196-589d97a0558b service nova] [instance: 86c6883a-4bba-48cc-a68b-21ac933f0867] Neutron deleted interface e53e4980-9bc5-4869-9b4e-46a0e94682c3; detaching it from the instance and deleting it from the info cache [ 1072.311609] env[68893]: DEBUG nova.network.neutron [req-ed550f2d-595a-4202-bf49-72ada2d875f9 req-839b7090-c15d-416e-8196-589d97a0558b service nova] [instance: 86c6883a-4bba-48cc-a68b-21ac933f0867] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.406689] env[68893]: DEBUG oslo_vmware.api [None req-366e8c12-1c5c-43fb-983d-204f3ed20172 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2792111, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.412873] env[68893]: DEBUG oslo_vmware.api [None req-f0205498-98c4-4040-80a6-0bb7ab8e242f tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] Task: {'id': task-2792112, 'name': PowerOffVM_Task, 'duration_secs': 0.243317} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.413117] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0205498-98c4-4040-80a6-0bb7ab8e242f tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] [instance: fbd01c97-d9e9-4610-8cfa-39607883e98b] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1072.413296] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-f0205498-98c4-4040-80a6-0bb7ab8e242f tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] [instance: fbd01c97-d9e9-4610-8cfa-39607883e98b] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1072.413620] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-35b85e95-c37f-41df-9f62-546b0dd152de {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.488948] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-f0205498-98c4-4040-80a6-0bb7ab8e242f tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] [instance: fbd01c97-d9e9-4610-8cfa-39607883e98b] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1072.489368] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-f0205498-98c4-4040-80a6-0bb7ab8e242f tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] [instance: fbd01c97-d9e9-4610-8cfa-39607883e98b] Deleting contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1072.489629] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0205498-98c4-4040-80a6-0bb7ab8e242f tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] Deleting the datastore file [datastore2] fbd01c97-d9e9-4610-8cfa-39607883e98b {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1072.490035] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1416be2e-d7a5-42e2-94ac-ce9adf9f272f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.500036] env[68893]: DEBUG oslo_vmware.api [None req-f0205498-98c4-4040-80a6-0bb7ab8e242f tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] Waiting for the task: (returnval){ [ 1072.500036] env[68893]: value = "task-2792115" [ 1072.500036] env[68893]: _type = "Task" [ 1072.500036] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.510298] env[68893]: DEBUG oslo_vmware.api [None req-f0205498-98c4-4040-80a6-0bb7ab8e242f tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] Task: {'id': task-2792115, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.574724] env[68893]: DEBUG oslo_concurrency.lockutils [None req-8fe2208a-11f1-408b-8ef3-0a30c1e9edb5 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.576270] env[68893]: DEBUG oslo_concurrency.lockutils [None req-05e2ad1d-96fb-43a0-988c-3f8db9b1ea2e tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.767s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.576528] env[68893]: DEBUG nova.objects.instance [None req-05e2ad1d-96fb-43a0-988c-3f8db9b1ea2e tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] Lazy-loading 'resources' on Instance uuid b763ec3a-5de5-40c1-9783-23dd20b39989 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1072.640151] env[68893]: DEBUG oslo_vmware.api [None req-4e8671a4-ccce-4937-a6ea-1a0e200f87f7 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': task-2792103, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.658124] env[68893]: DEBUG oslo_vmware.api [None req-bf838e65-2a08-4ed9-9d83-34711cd38a14 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2792104, 'name': PowerOffVM_Task, 'duration_secs': 1.230363} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.658403] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf838e65-2a08-4ed9-9d83-34711cd38a14 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 8b58659b-aaf9-4fa9-98b2-3153180f0570] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1072.685814] env[68893]: DEBUG oslo_vmware.api [None req-df426728-9d0d-453f-8ad6-ac904bc567d0 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': task-2792113, 'name': ReconfigVM_Task, 'duration_secs': 0.395621} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.685814] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-df426728-9d0d-453f-8ad6-ac904bc567d0 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 3956e5a9-2174-488c-970c-4de5d1be8186] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 3956e5a9-2174-488c-970c-4de5d1be8186/3956e5a9-2174-488c-970c-4de5d1be8186.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1072.685814] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-016f4cca-8cbc-436b-af3a-34973c1b9c93 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.693032] env[68893]: DEBUG oslo_vmware.api [None req-df426728-9d0d-453f-8ad6-ac904bc567d0 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Waiting for the task: (returnval){ [ 1072.693032] env[68893]: value = "task-2792116" [ 1072.693032] env[68893]: _type = "Task" [ 1072.693032] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.706212] env[68893]: DEBUG oslo_vmware.api [None req-df426728-9d0d-453f-8ad6-ac904bc567d0 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': task-2792116, 'name': Rename_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.709664] env[68893]: DEBUG oslo_vmware.api [None req-6ea1869c-5b41-411e-8367-7fb1f3c8a7e9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]522db0a2-75b7-8fcf-a606-99deba949f62, 'name': SearchDatastore_Task, 'duration_secs': 0.015682} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.709983] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6ea1869c-5b41-411e-8367-7fb1f3c8a7e9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.710285] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-6ea1869c-5b41-411e-8367-7fb1f3c8a7e9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: 91c51a8c-1462-4ad2-9cc3-6b4e06117c17] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1072.710459] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6ea1869c-5b41-411e-8367-7fb1f3c8a7e9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.710600] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6ea1869c-5b41-411e-8367-7fb1f3c8a7e9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.710779] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ea1869c-5b41-411e-8367-7fb1f3c8a7e9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1072.711062] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1fdb7082-d0a8-4dd8-8ea1-545b1943f682 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.723117] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ea1869c-5b41-411e-8367-7fb1f3c8a7e9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1072.723379] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-6ea1869c-5b41-411e-8367-7fb1f3c8a7e9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1072.724163] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36574f9b-8197-4566-9e27-84d06042eaa0 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.731049] env[68893]: DEBUG oslo_vmware.api [None req-6ea1869c-5b41-411e-8367-7fb1f3c8a7e9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Waiting for the task: (returnval){ [ 1072.731049] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]521cd292-1902-5e27-e5d3-c8a09348de4a" [ 1072.731049] env[68893]: _type = "Task" [ 1072.731049] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.740893] env[68893]: DEBUG oslo_vmware.api [None req-6ea1869c-5b41-411e-8367-7fb1f3c8a7e9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]521cd292-1902-5e27-e5d3-c8a09348de4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.744295] env[68893]: INFO nova.compute.manager [None req-bf838e65-2a08-4ed9-9d83-34711cd38a14 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 8b58659b-aaf9-4fa9-98b2-3153180f0570] Detaching volume 165d031e-13a7-4d4b-9702-512ca321da24 [ 1072.768507] env[68893]: DEBUG oslo_vmware.api [None req-552c220d-9e50-419d-8415-15481dc67050 tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Task: {'id': task-2792110, 'name': ReconfigVM_Task, 'duration_secs': 0.56163} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.768703] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-552c220d-9e50-419d-8415-15481dc67050 tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] [instance: deb6dee1-b9f7-4b2b-89c5-ac48cde5241c] Reconfigured VM instance instance-00000051 to attach disk [datastore1] volume-26413553-8683-4e4d-bb5b-231cb2192e52/volume-26413553-8683-4e4d-bb5b-231cb2192e52.vmdk or device None with type thin {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1072.777188] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c510f0d6-67f6-4f0e-9f7c-86f7619a070b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.789322] env[68893]: INFO nova.virt.block_device [None req-bf838e65-2a08-4ed9-9d83-34711cd38a14 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 8b58659b-aaf9-4fa9-98b2-3153180f0570] Attempting to driver detach volume 165d031e-13a7-4d4b-9702-512ca321da24 from mountpoint /dev/sdb [ 1072.789553] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf838e65-2a08-4ed9-9d83-34711cd38a14 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 8b58659b-aaf9-4fa9-98b2-3153180f0570] Volume detach. Driver type: vmdk {{(pid=68893) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1072.789747] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf838e65-2a08-4ed9-9d83-34711cd38a14 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 8b58659b-aaf9-4fa9-98b2-3153180f0570] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561208', 'volume_id': '165d031e-13a7-4d4b-9702-512ca321da24', 'name': 'volume-165d031e-13a7-4d4b-9702-512ca321da24', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8b58659b-aaf9-4fa9-98b2-3153180f0570', 'attached_at': '', 'detached_at': '', 'volume_id': '165d031e-13a7-4d4b-9702-512ca321da24', 'serial': '165d031e-13a7-4d4b-9702-512ca321da24'} {{(pid=68893) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1072.790069] env[68893]: DEBUG nova.network.neutron [-] [instance: 86c6883a-4bba-48cc-a68b-21ac933f0867] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.792713] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2726aada-ca15-4664-a3f0-431c92375c80 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.824732] env[68893]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-274f8958-99e3-4f02-9390-8f22855378cb {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.827219] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fbc9677-635b-428a-997f-d74a0e3cb5bf {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.829949] env[68893]: DEBUG oslo_vmware.api [None req-552c220d-9e50-419d-8415-15481dc67050 tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Waiting for the task: (returnval){ [ 1072.829949] env[68893]: value = "task-2792117" [ 1072.829949] env[68893]: _type = "Task" [ 1072.829949] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.841364] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fee6866-7ba8-428d-82bc-23b84f895792 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.844082] env[68893]: DEBUG oslo_vmware.api [None req-552c220d-9e50-419d-8415-15481dc67050 tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Task: {'id': task-2792117, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.847182] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beb4b51d-6349-47e5-b24c-e2dd84a48ec3 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.893098] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be7dd96-2a6c-447f-acda-f43c4474015f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.896573] env[68893]: DEBUG nova.compute.manager [req-ed550f2d-595a-4202-bf49-72ada2d875f9 req-839b7090-c15d-416e-8196-589d97a0558b service nova] [instance: 86c6883a-4bba-48cc-a68b-21ac933f0867] Detach interface failed, port_id=e53e4980-9bc5-4869-9b4e-46a0e94682c3, reason: Instance 86c6883a-4bba-48cc-a68b-21ac933f0867 could not be found. {{(pid=68893) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1072.897633] env[68893]: DEBUG nova.network.neutron [req-6bac4b1c-fc19-4f46-b4f0-0ce42a6c7e83 req-86ed5734-1be4-4f50-95e1-39b09041cb26 service nova] [instance: 91c51a8c-1462-4ad2-9cc3-6b4e06117c17] Updated VIF entry in instance network info cache for port 76569eb8-132d-478c-ba24-242e0078fe60. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1072.900646] env[68893]: DEBUG nova.network.neutron [req-6bac4b1c-fc19-4f46-b4f0-0ce42a6c7e83 req-86ed5734-1be4-4f50-95e1-39b09041cb26 service nova] [instance: 91c51a8c-1462-4ad2-9cc3-6b4e06117c17] Updating instance_info_cache with network_info: [{"id": "76569eb8-132d-478c-ba24-242e0078fe60", "address": "fa:16:3e:e3:fd:cb", "network": {"id": "762a83f3-c67b-4f81-b7a7-d7f377a327e5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-991790965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6f2d7d7af6a40f097ffca46e5a430bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76569eb8-13", "ovs_interfaceid": "76569eb8-132d-478c-ba24-242e0078fe60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.900646] env[68893]: DEBUG nova.network.neutron [None req-187463a7-451f-4347-8312-bd8ae603802f tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: fad82752-b56d-430c-94dc-3dcca860e713] Successfully updated port: 00f9a0bb-6355-4bf7-ab7d-2e47128996e1 {{(pid=68893) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1072.923251] env[68893]: DEBUG oslo_vmware.api [None req-366e8c12-1c5c-43fb-983d-204f3ed20172 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2792111, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.923573] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf838e65-2a08-4ed9-9d83-34711cd38a14 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] The volume has not been displaced from its original location: [datastore2] volume-165d031e-13a7-4d4b-9702-512ca321da24/volume-165d031e-13a7-4d4b-9702-512ca321da24.vmdk. No consolidation needed. {{(pid=68893) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1072.930168] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf838e65-2a08-4ed9-9d83-34711cd38a14 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 8b58659b-aaf9-4fa9-98b2-3153180f0570] Reconfiguring VM instance instance-0000004c to detach disk 2001 {{(pid=68893) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1072.930604] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3a47444-3794-4bfc-a74f-372190433b10 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.950779] env[68893]: DEBUG oslo_vmware.api [None req-bf838e65-2a08-4ed9-9d83-34711cd38a14 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Waiting for the task: (returnval){ [ 1072.950779] env[68893]: value = "task-2792118" [ 1072.950779] env[68893]: _type = "Task" [ 1072.950779] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.960537] env[68893]: DEBUG oslo_vmware.api [None req-bf838e65-2a08-4ed9-9d83-34711cd38a14 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2792118, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.015104] env[68893]: DEBUG oslo_vmware.api [None req-f0205498-98c4-4040-80a6-0bb7ab8e242f tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] Task: {'id': task-2792115, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.142047] env[68893]: DEBUG oslo_vmware.api [None req-4e8671a4-ccce-4937-a6ea-1a0e200f87f7 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': task-2792103, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.205966] env[68893]: DEBUG oslo_vmware.api [None req-df426728-9d0d-453f-8ad6-ac904bc567d0 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': task-2792116, 'name': Rename_Task, 'duration_secs': 0.162055} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.206331] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-df426728-9d0d-453f-8ad6-ac904bc567d0 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 3956e5a9-2174-488c-970c-4de5d1be8186] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1073.206619] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5b3bd922-aec9-4b66-8879-075ec6be7276 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.214832] env[68893]: DEBUG oslo_vmware.api [None req-df426728-9d0d-453f-8ad6-ac904bc567d0 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Waiting for the task: (returnval){ [ 1073.214832] env[68893]: value = "task-2792119" [ 1073.214832] env[68893]: _type = "Task" [ 1073.214832] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.223509] env[68893]: DEBUG oslo_vmware.api [None req-df426728-9d0d-453f-8ad6-ac904bc567d0 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': task-2792119, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.249238] env[68893]: DEBUG oslo_vmware.api [None req-6ea1869c-5b41-411e-8367-7fb1f3c8a7e9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]521cd292-1902-5e27-e5d3-c8a09348de4a, 'name': SearchDatastore_Task, 'duration_secs': 0.012157} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.250415] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ad0e39f-7c92-465a-a96d-6f4469c9ed5b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.259594] env[68893]: DEBUG oslo_vmware.api [None req-6ea1869c-5b41-411e-8367-7fb1f3c8a7e9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Waiting for the task: (returnval){ [ 1073.259594] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]5266cbf3-8ed9-603e-1714-bf64afd8279c" [ 1073.259594] env[68893]: _type = "Task" [ 1073.259594] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.270244] env[68893]: DEBUG oslo_vmware.api [None req-6ea1869c-5b41-411e-8367-7fb1f3c8a7e9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]5266cbf3-8ed9-603e-1714-bf64afd8279c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.295871] env[68893]: INFO nova.compute.manager [-] [instance: 86c6883a-4bba-48cc-a68b-21ac933f0867] Took 1.54 seconds to deallocate network for instance. [ 1073.349050] env[68893]: DEBUG oslo_vmware.api [None req-552c220d-9e50-419d-8415-15481dc67050 tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Task: {'id': task-2792117, 'name': ReconfigVM_Task, 'duration_secs': 0.24495} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.349416] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-552c220d-9e50-419d-8415-15481dc67050 tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] [instance: deb6dee1-b9f7-4b2b-89c5-ac48cde5241c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561215', 'volume_id': '26413553-8683-4e4d-bb5b-231cb2192e52', 'name': 'volume-26413553-8683-4e4d-bb5b-231cb2192e52', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'deb6dee1-b9f7-4b2b-89c5-ac48cde5241c', 'attached_at': '', 'detached_at': '', 'volume_id': '26413553-8683-4e4d-bb5b-231cb2192e52', 'serial': '26413553-8683-4e4d-bb5b-231cb2192e52'} {{(pid=68893) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1073.377447] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b214a77-4815-4669-a147-6e59cd1d8b55 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.386534] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4e316b3-a215-40a9-bdcb-2e95037662a9 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.417909] env[68893]: DEBUG oslo_concurrency.lockutils [req-6bac4b1c-fc19-4f46-b4f0-0ce42a6c7e83 req-86ed5734-1be4-4f50-95e1-39b09041cb26 service nova] Releasing lock "refresh_cache-91c51a8c-1462-4ad2-9cc3-6b4e06117c17" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.418595] env[68893]: DEBUG oslo_concurrency.lockutils [None req-187463a7-451f-4347-8312-bd8ae603802f tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Acquiring lock "refresh_cache-fad82752-b56d-430c-94dc-3dcca860e713" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.419213] env[68893]: DEBUG oslo_concurrency.lockutils [None req-187463a7-451f-4347-8312-bd8ae603802f tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Acquired lock "refresh_cache-fad82752-b56d-430c-94dc-3dcca860e713" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.419213] env[68893]: DEBUG nova.network.neutron [None req-187463a7-451f-4347-8312-bd8ae603802f tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: fad82752-b56d-430c-94dc-3dcca860e713] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1073.425052] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bf6ae8b-077f-468b-81ea-8ae77d0505b2 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.437708] env[68893]: DEBUG oslo_vmware.api [None req-366e8c12-1c5c-43fb-983d-204f3ed20172 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2792111, 'name': PowerOnVM_Task, 'duration_secs': 1.254141} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.438325] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-366e8c12-1c5c-43fb-983d-204f3ed20172 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: ed321673-402e-43c5-ac6e-5d4abfb863fc] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1073.438538] env[68893]: INFO nova.compute.manager [None req-366e8c12-1c5c-43fb-983d-204f3ed20172 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: ed321673-402e-43c5-ac6e-5d4abfb863fc] Took 11.38 seconds to spawn the instance on the hypervisor. [ 1073.438707] env[68893]: DEBUG nova.compute.manager [None req-366e8c12-1c5c-43fb-983d-204f3ed20172 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: ed321673-402e-43c5-ac6e-5d4abfb863fc] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1073.440319] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad4ae917-e391-4215-8799-691c12c3549a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.444723] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c724acc9-b38a-48f0-adca-d39cedc63b2c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.465426] env[68893]: DEBUG nova.compute.provider_tree [None req-05e2ad1d-96fb-43a0-988c-3f8db9b1ea2e tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1073.472463] env[68893]: DEBUG oslo_vmware.api [None req-bf838e65-2a08-4ed9-9d83-34711cd38a14 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2792118, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.479724] env[68893]: DEBUG nova.network.neutron [None req-187463a7-451f-4347-8312-bd8ae603802f tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: fad82752-b56d-430c-94dc-3dcca860e713] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1073.514633] env[68893]: DEBUG oslo_vmware.api [None req-f0205498-98c4-4040-80a6-0bb7ab8e242f tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] Task: {'id': task-2792115, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.533918} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.514915] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0205498-98c4-4040-80a6-0bb7ab8e242f tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1073.515108] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-f0205498-98c4-4040-80a6-0bb7ab8e242f tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] [instance: fbd01c97-d9e9-4610-8cfa-39607883e98b] Deleted contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1073.515295] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-f0205498-98c4-4040-80a6-0bb7ab8e242f tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] [instance: fbd01c97-d9e9-4610-8cfa-39607883e98b] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1073.515475] env[68893]: INFO nova.compute.manager [None req-f0205498-98c4-4040-80a6-0bb7ab8e242f tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] [instance: fbd01c97-d9e9-4610-8cfa-39607883e98b] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1073.515717] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f0205498-98c4-4040-80a6-0bb7ab8e242f tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1073.515910] env[68893]: DEBUG nova.compute.manager [-] [instance: fbd01c97-d9e9-4610-8cfa-39607883e98b] Deallocating network for instance {{(pid=68893) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1073.516011] env[68893]: DEBUG nova.network.neutron [-] [instance: fbd01c97-d9e9-4610-8cfa-39607883e98b] deallocate_for_instance() {{(pid=68893) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1073.591785] env[68893]: DEBUG nova.compute.manager [req-58137211-d629-4370-8a92-54256dd1e56a req-8c9129fc-3b48-428e-af5c-4aa372391213 service nova] [instance: fad82752-b56d-430c-94dc-3dcca860e713] Received event network-vif-plugged-00f9a0bb-6355-4bf7-ab7d-2e47128996e1 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1073.592013] env[68893]: DEBUG oslo_concurrency.lockutils [req-58137211-d629-4370-8a92-54256dd1e56a req-8c9129fc-3b48-428e-af5c-4aa372391213 service nova] Acquiring lock "fad82752-b56d-430c-94dc-3dcca860e713-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.592230] env[68893]: DEBUG oslo_concurrency.lockutils [req-58137211-d629-4370-8a92-54256dd1e56a req-8c9129fc-3b48-428e-af5c-4aa372391213 service nova] Lock "fad82752-b56d-430c-94dc-3dcca860e713-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.594886] env[68893]: DEBUG oslo_concurrency.lockutils [req-58137211-d629-4370-8a92-54256dd1e56a req-8c9129fc-3b48-428e-af5c-4aa372391213 service nova] Lock "fad82752-b56d-430c-94dc-3dcca860e713-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.594886] env[68893]: DEBUG nova.compute.manager [req-58137211-d629-4370-8a92-54256dd1e56a req-8c9129fc-3b48-428e-af5c-4aa372391213 service nova] [instance: fad82752-b56d-430c-94dc-3dcca860e713] No waiting events found dispatching network-vif-plugged-00f9a0bb-6355-4bf7-ab7d-2e47128996e1 {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1073.594886] env[68893]: WARNING nova.compute.manager [req-58137211-d629-4370-8a92-54256dd1e56a req-8c9129fc-3b48-428e-af5c-4aa372391213 service nova] [instance: fad82752-b56d-430c-94dc-3dcca860e713] Received unexpected event network-vif-plugged-00f9a0bb-6355-4bf7-ab7d-2e47128996e1 for instance with vm_state building and task_state spawning. [ 1073.594886] env[68893]: DEBUG nova.compute.manager [req-58137211-d629-4370-8a92-54256dd1e56a req-8c9129fc-3b48-428e-af5c-4aa372391213 service nova] [instance: fad82752-b56d-430c-94dc-3dcca860e713] Received event network-changed-00f9a0bb-6355-4bf7-ab7d-2e47128996e1 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1073.594886] env[68893]: DEBUG nova.compute.manager [req-58137211-d629-4370-8a92-54256dd1e56a req-8c9129fc-3b48-428e-af5c-4aa372391213 service nova] [instance: fad82752-b56d-430c-94dc-3dcca860e713] Refreshing instance network info cache due to event network-changed-00f9a0bb-6355-4bf7-ab7d-2e47128996e1. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1073.594886] env[68893]: DEBUG oslo_concurrency.lockutils [req-58137211-d629-4370-8a92-54256dd1e56a req-8c9129fc-3b48-428e-af5c-4aa372391213 service nova] Acquiring lock "refresh_cache-fad82752-b56d-430c-94dc-3dcca860e713" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.638524] env[68893]: DEBUG oslo_vmware.api [None req-4e8671a4-ccce-4937-a6ea-1a0e200f87f7 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': task-2792103, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.729220] env[68893]: DEBUG oslo_vmware.api [None req-df426728-9d0d-453f-8ad6-ac904bc567d0 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': task-2792119, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.731152] env[68893]: DEBUG nova.network.neutron [None req-187463a7-451f-4347-8312-bd8ae603802f tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: fad82752-b56d-430c-94dc-3dcca860e713] Updating instance_info_cache with network_info: [{"id": "00f9a0bb-6355-4bf7-ab7d-2e47128996e1", "address": "fa:16:3e:6d:bf:8e", "network": {"id": "9374277b-3501-458f-9ae9-b7a3a29a6898", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1822905617-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e831a12ecf54cd6808b9e257ff9bea1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00f9a0bb-63", "ovs_interfaceid": "00f9a0bb-6355-4bf7-ab7d-2e47128996e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.744013] env[68893]: DEBUG oslo_concurrency.lockutils [None req-fb03b658-098b-4999-b984-0dad8fa9c81e tempest-ServersTestManualDisk-932089305 tempest-ServersTestManualDisk-932089305-project-member] Acquiring lock "c1843643-f9e8-45dd-88f9-38a4faf62ce4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.744360] env[68893]: DEBUG oslo_concurrency.lockutils [None req-fb03b658-098b-4999-b984-0dad8fa9c81e tempest-ServersTestManualDisk-932089305 tempest-ServersTestManualDisk-932089305-project-member] Lock "c1843643-f9e8-45dd-88f9-38a4faf62ce4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.744645] env[68893]: DEBUG oslo_concurrency.lockutils [None req-fb03b658-098b-4999-b984-0dad8fa9c81e tempest-ServersTestManualDisk-932089305 tempest-ServersTestManualDisk-932089305-project-member] Acquiring lock "c1843643-f9e8-45dd-88f9-38a4faf62ce4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.744892] env[68893]: DEBUG oslo_concurrency.lockutils [None req-fb03b658-098b-4999-b984-0dad8fa9c81e tempest-ServersTestManualDisk-932089305 tempest-ServersTestManualDisk-932089305-project-member] Lock "c1843643-f9e8-45dd-88f9-38a4faf62ce4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.745133] env[68893]: DEBUG oslo_concurrency.lockutils [None req-fb03b658-098b-4999-b984-0dad8fa9c81e tempest-ServersTestManualDisk-932089305 tempest-ServersTestManualDisk-932089305-project-member] Lock "c1843643-f9e8-45dd-88f9-38a4faf62ce4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.747446] env[68893]: INFO nova.compute.manager [None req-fb03b658-098b-4999-b984-0dad8fa9c81e tempest-ServersTestManualDisk-932089305 tempest-ServersTestManualDisk-932089305-project-member] [instance: c1843643-f9e8-45dd-88f9-38a4faf62ce4] Terminating instance [ 1073.771752] env[68893]: DEBUG oslo_vmware.api [None req-6ea1869c-5b41-411e-8367-7fb1f3c8a7e9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]5266cbf3-8ed9-603e-1714-bf64afd8279c, 'name': SearchDatastore_Task, 'duration_secs': 0.018758} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.772038] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6ea1869c-5b41-411e-8367-7fb1f3c8a7e9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.772303] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ea1869c-5b41-411e-8367-7fb1f3c8a7e9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore1] 91c51a8c-1462-4ad2-9cc3-6b4e06117c17/91c51a8c-1462-4ad2-9cc3-6b4e06117c17.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1073.772571] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-62f0996d-e8f8-4af6-8cfb-1d160c4be557 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.779058] env[68893]: DEBUG oslo_vmware.api [None req-6ea1869c-5b41-411e-8367-7fb1f3c8a7e9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Waiting for the task: (returnval){ [ 1073.779058] env[68893]: value = "task-2792120" [ 1073.779058] env[68893]: _type = "Task" [ 1073.779058] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.787303] env[68893]: DEBUG oslo_vmware.api [None req-6ea1869c-5b41-411e-8367-7fb1f3c8a7e9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792120, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.805033] env[68893]: DEBUG oslo_concurrency.lockutils [None req-696313e6-b55f-400a-8e51-15fc22159eea tempest-ServerTagsTestJSON-1883384352 tempest-ServerTagsTestJSON-1883384352-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.961083] env[68893]: DEBUG oslo_vmware.api [None req-bf838e65-2a08-4ed9-9d83-34711cd38a14 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2792118, 'name': ReconfigVM_Task, 'duration_secs': 0.573209} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.961465] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf838e65-2a08-4ed9-9d83-34711cd38a14 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 8b58659b-aaf9-4fa9-98b2-3153180f0570] Reconfigured VM instance instance-0000004c to detach disk 2001 {{(pid=68893) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1073.966158] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9d35699-ddf7-44f4-a0d0-363ed3199a94 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.982877] env[68893]: DEBUG nova.scheduler.client.report [None req-05e2ad1d-96fb-43a0-988c-3f8db9b1ea2e tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1073.988687] env[68893]: INFO nova.compute.manager [None req-366e8c12-1c5c-43fb-983d-204f3ed20172 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: ed321673-402e-43c5-ac6e-5d4abfb863fc] Took 27.95 seconds to build instance. [ 1073.995539] env[68893]: DEBUG oslo_vmware.api [None req-bf838e65-2a08-4ed9-9d83-34711cd38a14 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Waiting for the task: (returnval){ [ 1073.995539] env[68893]: value = "task-2792121" [ 1073.995539] env[68893]: _type = "Task" [ 1073.995539] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.004464] env[68893]: DEBUG oslo_vmware.api [None req-bf838e65-2a08-4ed9-9d83-34711cd38a14 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2792121, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.141515] env[68893]: DEBUG oslo_vmware.api [None req-4e8671a4-ccce-4937-a6ea-1a0e200f87f7 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': task-2792103, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.229211] env[68893]: DEBUG oslo_vmware.api [None req-df426728-9d0d-453f-8ad6-ac904bc567d0 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': task-2792119, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.237502] env[68893]: DEBUG oslo_concurrency.lockutils [None req-187463a7-451f-4347-8312-bd8ae603802f tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Releasing lock "refresh_cache-fad82752-b56d-430c-94dc-3dcca860e713" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.237811] env[68893]: DEBUG nova.compute.manager [None req-187463a7-451f-4347-8312-bd8ae603802f tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: fad82752-b56d-430c-94dc-3dcca860e713] Instance network_info: |[{"id": "00f9a0bb-6355-4bf7-ab7d-2e47128996e1", "address": "fa:16:3e:6d:bf:8e", "network": {"id": "9374277b-3501-458f-9ae9-b7a3a29a6898", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1822905617-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e831a12ecf54cd6808b9e257ff9bea1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00f9a0bb-63", "ovs_interfaceid": "00f9a0bb-6355-4bf7-ab7d-2e47128996e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1074.238172] env[68893]: DEBUG oslo_concurrency.lockutils [req-58137211-d629-4370-8a92-54256dd1e56a req-8c9129fc-3b48-428e-af5c-4aa372391213 service nova] Acquired lock "refresh_cache-fad82752-b56d-430c-94dc-3dcca860e713" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.238400] env[68893]: DEBUG nova.network.neutron [req-58137211-d629-4370-8a92-54256dd1e56a req-8c9129fc-3b48-428e-af5c-4aa372391213 service nova] [instance: fad82752-b56d-430c-94dc-3dcca860e713] Refreshing network info cache for port 00f9a0bb-6355-4bf7-ab7d-2e47128996e1 {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1074.239760] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-187463a7-451f-4347-8312-bd8ae603802f tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: fad82752-b56d-430c-94dc-3dcca860e713] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:bf:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69d412f5-01a9-4fed-8488-7b767a13a653', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '00f9a0bb-6355-4bf7-ab7d-2e47128996e1', 'vif_model': 'vmxnet3'}] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1074.249371] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-187463a7-451f-4347-8312-bd8ae603802f tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1074.250737] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fad82752-b56d-430c-94dc-3dcca860e713] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1074.251057] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b6744e53-802b-4f55-8874-4953df71198a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.268848] env[68893]: DEBUG nova.compute.manager [None req-fb03b658-098b-4999-b984-0dad8fa9c81e tempest-ServersTestManualDisk-932089305 tempest-ServersTestManualDisk-932089305-project-member] [instance: c1843643-f9e8-45dd-88f9-38a4faf62ce4] Start destroying the instance on the hypervisor. {{(pid=68893) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1074.268971] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-fb03b658-098b-4999-b984-0dad8fa9c81e tempest-ServersTestManualDisk-932089305 tempest-ServersTestManualDisk-932089305-project-member] [instance: c1843643-f9e8-45dd-88f9-38a4faf62ce4] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1074.269882] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8153e373-ba38-4802-a639-5d5bda181e68 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.280955] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb03b658-098b-4999-b984-0dad8fa9c81e tempest-ServersTestManualDisk-932089305 tempest-ServersTestManualDisk-932089305-project-member] [instance: c1843643-f9e8-45dd-88f9-38a4faf62ce4] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1074.285241] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bdce87b1-5d90-4446-8a58-206d0ae87beb {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.286747] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1074.286747] env[68893]: value = "task-2792122" [ 1074.286747] env[68893]: _type = "Task" [ 1074.286747] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.294386] env[68893]: DEBUG oslo_vmware.api [None req-6ea1869c-5b41-411e-8367-7fb1f3c8a7e9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792120, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.296254] env[68893]: DEBUG oslo_vmware.api [None req-fb03b658-098b-4999-b984-0dad8fa9c81e tempest-ServersTestManualDisk-932089305 tempest-ServersTestManualDisk-932089305-project-member] Waiting for the task: (returnval){ [ 1074.296254] env[68893]: value = "task-2792123" [ 1074.296254] env[68893]: _type = "Task" [ 1074.296254] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.303107] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792122, 'name': CreateVM_Task} progress is 6%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.308464] env[68893]: DEBUG oslo_vmware.api [None req-fb03b658-098b-4999-b984-0dad8fa9c81e tempest-ServersTestManualDisk-932089305 tempest-ServersTestManualDisk-932089305-project-member] Task: {'id': task-2792123, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.377359] env[68893]: DEBUG nova.network.neutron [-] [instance: fbd01c97-d9e9-4610-8cfa-39607883e98b] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.403651] env[68893]: DEBUG nova.objects.instance [None req-552c220d-9e50-419d-8415-15481dc67050 tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Lazy-loading 'flavor' on Instance uuid deb6dee1-b9f7-4b2b-89c5-ac48cde5241c {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1074.494024] env[68893]: DEBUG oslo_concurrency.lockutils [None req-366e8c12-1c5c-43fb-983d-204f3ed20172 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Lock "ed321673-402e-43c5-ac6e-5d4abfb863fc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.462s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.494024] env[68893]: DEBUG oslo_concurrency.lockutils [None req-05e2ad1d-96fb-43a0-988c-3f8db9b1ea2e tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.916s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.494650] env[68893]: DEBUG oslo_concurrency.lockutils [None req-fb02f2e7-3fa1-4179-9625-e3fe35b4b689 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.692s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.495422] env[68893]: DEBUG nova.objects.instance [None req-fb02f2e7-3fa1-4179-9625-e3fe35b4b689 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Lazy-loading 'resources' on Instance uuid 67b07b13-034d-40ad-a554-518d5d36044c {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1074.509216] env[68893]: DEBUG oslo_vmware.api [None req-bf838e65-2a08-4ed9-9d83-34711cd38a14 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2792121, 'name': ReconfigVM_Task, 'duration_secs': 0.247208} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.509216] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf838e65-2a08-4ed9-9d83-34711cd38a14 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 8b58659b-aaf9-4fa9-98b2-3153180f0570] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561208', 'volume_id': '165d031e-13a7-4d4b-9702-512ca321da24', 'name': 'volume-165d031e-13a7-4d4b-9702-512ca321da24', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8b58659b-aaf9-4fa9-98b2-3153180f0570', 'attached_at': '', 'detached_at': '', 'volume_id': '165d031e-13a7-4d4b-9702-512ca321da24', 'serial': '165d031e-13a7-4d4b-9702-512ca321da24'} {{(pid=68893) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1074.549898] env[68893]: INFO nova.scheduler.client.report [None req-05e2ad1d-96fb-43a0-988c-3f8db9b1ea2e tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] Deleted allocations for instance b763ec3a-5de5-40c1-9783-23dd20b39989 [ 1074.645739] env[68893]: DEBUG oslo_vmware.api [None req-4e8671a4-ccce-4937-a6ea-1a0e200f87f7 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': task-2792103, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.662549] env[68893]: DEBUG oslo_concurrency.lockutils [None req-2d4c55b8-81f7-49a0-be7b-7ae8b61de098 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Acquiring lock "ed321673-402e-43c5-ac6e-5d4abfb863fc" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.662811] env[68893]: DEBUG oslo_concurrency.lockutils [None req-2d4c55b8-81f7-49a0-be7b-7ae8b61de098 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Lock "ed321673-402e-43c5-ac6e-5d4abfb863fc" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.662992] env[68893]: DEBUG nova.compute.manager [None req-2d4c55b8-81f7-49a0-be7b-7ae8b61de098 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: ed321673-402e-43c5-ac6e-5d4abfb863fc] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1074.664044] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-780835b6-257f-4a2d-b493-88f7aba9ff8a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.674808] env[68893]: DEBUG nova.compute.manager [None req-2d4c55b8-81f7-49a0-be7b-7ae8b61de098 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: ed321673-402e-43c5-ac6e-5d4abfb863fc] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68893) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1074.675514] env[68893]: DEBUG nova.objects.instance [None req-2d4c55b8-81f7-49a0-be7b-7ae8b61de098 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Lazy-loading 'flavor' on Instance uuid ed321673-402e-43c5-ac6e-5d4abfb863fc {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1074.729781] env[68893]: DEBUG oslo_vmware.api [None req-df426728-9d0d-453f-8ad6-ac904bc567d0 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': task-2792119, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.792053] env[68893]: DEBUG oslo_vmware.api [None req-6ea1869c-5b41-411e-8367-7fb1f3c8a7e9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792120, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.794893} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.794893] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ea1869c-5b41-411e-8367-7fb1f3c8a7e9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore1] 91c51a8c-1462-4ad2-9cc3-6b4e06117c17/91c51a8c-1462-4ad2-9cc3-6b4e06117c17.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1074.795176] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-6ea1869c-5b41-411e-8367-7fb1f3c8a7e9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: 91c51a8c-1462-4ad2-9cc3-6b4e06117c17] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1074.797764] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fa8117ce-ca49-49ff-a69c-48ca35a6c7fb {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.806308] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792122, 'name': CreateVM_Task} progress is 25%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.811086] env[68893]: DEBUG oslo_vmware.api [None req-fb03b658-098b-4999-b984-0dad8fa9c81e tempest-ServersTestManualDisk-932089305 tempest-ServersTestManualDisk-932089305-project-member] Task: {'id': task-2792123, 'name': PowerOffVM_Task, 'duration_secs': 0.404879} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.812265] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb03b658-098b-4999-b984-0dad8fa9c81e tempest-ServersTestManualDisk-932089305 tempest-ServersTestManualDisk-932089305-project-member] [instance: c1843643-f9e8-45dd-88f9-38a4faf62ce4] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1074.812471] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-fb03b658-098b-4999-b984-0dad8fa9c81e tempest-ServersTestManualDisk-932089305 tempest-ServersTestManualDisk-932089305-project-member] [instance: c1843643-f9e8-45dd-88f9-38a4faf62ce4] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1074.812840] env[68893]: DEBUG oslo_vmware.api [None req-6ea1869c-5b41-411e-8367-7fb1f3c8a7e9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Waiting for the task: (returnval){ [ 1074.812840] env[68893]: value = "task-2792124" [ 1074.812840] env[68893]: _type = "Task" [ 1074.812840] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.813512] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bab3bc11-f9d3-41a2-a414-5b9ea1e4c49e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.823894] env[68893]: DEBUG oslo_vmware.api [None req-6ea1869c-5b41-411e-8367-7fb1f3c8a7e9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792124, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.880184] env[68893]: INFO nova.compute.manager [-] [instance: fbd01c97-d9e9-4610-8cfa-39607883e98b] Took 1.36 seconds to deallocate network for instance. [ 1074.909851] env[68893]: DEBUG oslo_concurrency.lockutils [None req-552c220d-9e50-419d-8415-15481dc67050 tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Lock "deb6dee1-b9f7-4b2b-89c5-ac48cde5241c" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.866s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.921593] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-fb03b658-098b-4999-b984-0dad8fa9c81e tempest-ServersTestManualDisk-932089305 tempest-ServersTestManualDisk-932089305-project-member] [instance: c1843643-f9e8-45dd-88f9-38a4faf62ce4] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1074.922186] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-fb03b658-098b-4999-b984-0dad8fa9c81e tempest-ServersTestManualDisk-932089305 tempest-ServersTestManualDisk-932089305-project-member] [instance: c1843643-f9e8-45dd-88f9-38a4faf62ce4] Deleting contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1074.922306] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb03b658-098b-4999-b984-0dad8fa9c81e tempest-ServersTestManualDisk-932089305 tempest-ServersTestManualDisk-932089305-project-member] Deleting the datastore file [datastore2] c1843643-f9e8-45dd-88f9-38a4faf62ce4 {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1074.922481] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0b04549a-55a7-4606-8b24-905828dbf1e8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.930217] env[68893]: DEBUG oslo_vmware.api [None req-fb03b658-098b-4999-b984-0dad8fa9c81e tempest-ServersTestManualDisk-932089305 tempest-ServersTestManualDisk-932089305-project-member] Waiting for the task: (returnval){ [ 1074.930217] env[68893]: value = "task-2792126" [ 1074.930217] env[68893]: _type = "Task" [ 1074.930217] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.941537] env[68893]: DEBUG oslo_vmware.api [None req-fb03b658-098b-4999-b984-0dad8fa9c81e tempest-ServersTestManualDisk-932089305 tempest-ServersTestManualDisk-932089305-project-member] Task: {'id': task-2792126, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.059928] env[68893]: DEBUG oslo_concurrency.lockutils [None req-05e2ad1d-96fb-43a0-988c-3f8db9b1ea2e tempest-AttachInterfacesUnderV243Test-1916469561 tempest-AttachInterfacesUnderV243Test-1916469561-project-member] Lock "b763ec3a-5de5-40c1-9783-23dd20b39989" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.019s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.064176] env[68893]: DEBUG nova.network.neutron [req-58137211-d629-4370-8a92-54256dd1e56a req-8c9129fc-3b48-428e-af5c-4aa372391213 service nova] [instance: fad82752-b56d-430c-94dc-3dcca860e713] Updated VIF entry in instance network info cache for port 00f9a0bb-6355-4bf7-ab7d-2e47128996e1. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1075.064527] env[68893]: DEBUG nova.network.neutron [req-58137211-d629-4370-8a92-54256dd1e56a req-8c9129fc-3b48-428e-af5c-4aa372391213 service nova] [instance: fad82752-b56d-430c-94dc-3dcca860e713] Updating instance_info_cache with network_info: [{"id": "00f9a0bb-6355-4bf7-ab7d-2e47128996e1", "address": "fa:16:3e:6d:bf:8e", "network": {"id": "9374277b-3501-458f-9ae9-b7a3a29a6898", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1822905617-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e831a12ecf54cd6808b9e257ff9bea1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00f9a0bb-63", "ovs_interfaceid": "00f9a0bb-6355-4bf7-ab7d-2e47128996e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.146089] env[68893]: DEBUG oslo_vmware.api [None req-4e8671a4-ccce-4937-a6ea-1a0e200f87f7 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': task-2792103, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.232876] env[68893]: DEBUG oslo_vmware.api [None req-df426728-9d0d-453f-8ad6-ac904bc567d0 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': task-2792119, 'name': PowerOnVM_Task, 'duration_secs': 1.664094} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.233167] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-df426728-9d0d-453f-8ad6-ac904bc567d0 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 3956e5a9-2174-488c-970c-4de5d1be8186] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1075.233288] env[68893]: INFO nova.compute.manager [None req-df426728-9d0d-453f-8ad6-ac904bc567d0 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 3956e5a9-2174-488c-970c-4de5d1be8186] Took 8.70 seconds to spawn the instance on the hypervisor. [ 1075.234092] env[68893]: DEBUG nova.compute.manager [None req-df426728-9d0d-453f-8ad6-ac904bc567d0 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 3956e5a9-2174-488c-970c-4de5d1be8186] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1075.234419] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6d46bcf-6630-4ec3-9513-566ebcb1fc12 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.297383] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-117067c7-18a0-4e51-88bf-efa91a1e6150 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.306990] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792122, 'name': CreateVM_Task, 'duration_secs': 0.746898} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.308290] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fad82752-b56d-430c-94dc-3dcca860e713] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1075.309064] env[68893]: DEBUG oslo_concurrency.lockutils [None req-187463a7-451f-4347-8312-bd8ae603802f tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7ec0038-a569-4d57-9400-7defaa85af3b" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.309280] env[68893]: DEBUG oslo_concurrency.lockutils [None req-187463a7-451f-4347-8312-bd8ae603802f tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7ec0038-a569-4d57-9400-7defaa85af3b" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.309632] env[68893]: DEBUG oslo_concurrency.lockutils [None req-187463a7-451f-4347-8312-bd8ae603802f tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b7ec0038-a569-4d57-9400-7defaa85af3b" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.310680] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d4d6a32-bbeb-43c1-b6eb-95cfa52bafe4 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.313704] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3aaf4b4c-7bb1-4d3e-b74e-10b84e22b17d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.347089] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f092569-5709-4ab4-b7a6-eaaf6142a3e0 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.349737] env[68893]: DEBUG oslo_vmware.api [None req-187463a7-451f-4347-8312-bd8ae603802f tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Waiting for the task: (returnval){ [ 1075.349737] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]524ced25-b533-c989-60d9-cb738adcda04" [ 1075.349737] env[68893]: _type = "Task" [ 1075.349737] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.352714] env[68893]: DEBUG oslo_vmware.api [None req-6ea1869c-5b41-411e-8367-7fb1f3c8a7e9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792124, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076459} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.357777] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-6ea1869c-5b41-411e-8367-7fb1f3c8a7e9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: 91c51a8c-1462-4ad2-9cc3-6b4e06117c17] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1075.360507] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55c9797d-43d3-450f-b484-b98f5b3f5ab8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.364607] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae4555b7-75b0-4a23-a887-e614c265cdc3 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.372358] env[68893]: DEBUG oslo_concurrency.lockutils [None req-187463a7-451f-4347-8312-bd8ae603802f tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7ec0038-a569-4d57-9400-7defaa85af3b" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.372602] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-187463a7-451f-4347-8312-bd8ae603802f tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: fad82752-b56d-430c-94dc-3dcca860e713] Processing image b7ec0038-a569-4d57-9400-7defaa85af3b {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1075.372846] env[68893]: DEBUG oslo_concurrency.lockutils [None req-187463a7-451f-4347-8312-bd8ae603802f tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7ec0038-a569-4d57-9400-7defaa85af3b/b7ec0038-a569-4d57-9400-7defaa85af3b.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.372977] env[68893]: DEBUG oslo_concurrency.lockutils [None req-187463a7-451f-4347-8312-bd8ae603802f tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7ec0038-a569-4d57-9400-7defaa85af3b/b7ec0038-a569-4d57-9400-7defaa85af3b.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.373168] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-187463a7-451f-4347-8312-bd8ae603802f tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1075.373485] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8ee9d809-0bf7-4eec-81fc-77859c7869b4 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.401509] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ea1869c-5b41-411e-8367-7fb1f3c8a7e9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: 91c51a8c-1462-4ad2-9cc3-6b4e06117c17] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] 91c51a8c-1462-4ad2-9cc3-6b4e06117c17/91c51a8c-1462-4ad2-9cc3-6b4e06117c17.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1075.402634] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f0205498-98c4-4040-80a6-0bb7ab8e242f tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.403164] env[68893]: DEBUG nova.compute.provider_tree [None req-fb02f2e7-3fa1-4179-9625-e3fe35b4b689 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1075.408150] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b41a2fcd-5c61-419e-9601-ee09f6c01dab {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.425108] env[68893]: DEBUG nova.scheduler.client.report [None req-fb02f2e7-3fa1-4179-9625-e3fe35b4b689 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1075.429052] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-187463a7-451f-4347-8312-bd8ae603802f tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1075.429052] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-187463a7-451f-4347-8312-bd8ae603802f tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1075.432021] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb47b22d-a16e-43a0-9a9e-9a2afa157c1e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.438041] env[68893]: DEBUG oslo_vmware.api [None req-6ea1869c-5b41-411e-8367-7fb1f3c8a7e9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Waiting for the task: (returnval){ [ 1075.438041] env[68893]: value = "task-2792127" [ 1075.438041] env[68893]: _type = "Task" [ 1075.438041] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.439608] env[68893]: DEBUG oslo_vmware.api [None req-187463a7-451f-4347-8312-bd8ae603802f tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Waiting for the task: (returnval){ [ 1075.439608] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52a0690d-5d5d-1e59-5573-f7275469ef62" [ 1075.439608] env[68893]: _type = "Task" [ 1075.439608] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.448292] env[68893]: DEBUG oslo_vmware.api [None req-fb03b658-098b-4999-b984-0dad8fa9c81e tempest-ServersTestManualDisk-932089305 tempest-ServersTestManualDisk-932089305-project-member] Task: {'id': task-2792126, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.456928] env[68893]: DEBUG oslo_vmware.api [None req-187463a7-451f-4347-8312-bd8ae603802f tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52a0690d-5d5d-1e59-5573-f7275469ef62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.457203] env[68893]: DEBUG oslo_vmware.api [None req-6ea1869c-5b41-411e-8367-7fb1f3c8a7e9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792127, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.507961] env[68893]: DEBUG oslo_concurrency.lockutils [None req-dd398b73-d5bc-4511-8db4-d04cfff8ff44 tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Acquiring lock "deb6dee1-b9f7-4b2b-89c5-ac48cde5241c" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.508419] env[68893]: DEBUG oslo_concurrency.lockutils [None req-dd398b73-d5bc-4511-8db4-d04cfff8ff44 tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Lock "deb6dee1-b9f7-4b2b-89c5-ac48cde5241c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.568931] env[68893]: DEBUG oslo_concurrency.lockutils [req-58137211-d629-4370-8a92-54256dd1e56a req-8c9129fc-3b48-428e-af5c-4aa372391213 service nova] Releasing lock "refresh_cache-fad82752-b56d-430c-94dc-3dcca860e713" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.582132] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf838e65-2a08-4ed9-9d83-34711cd38a14 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 8b58659b-aaf9-4fa9-98b2-3153180f0570] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1075.582132] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c1c5f6e4-44e7-4cb5-98b0-9c3b76abba10 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.589932] env[68893]: DEBUG oslo_vmware.api [None req-bf838e65-2a08-4ed9-9d83-34711cd38a14 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Waiting for the task: (returnval){ [ 1075.589932] env[68893]: value = "task-2792128" [ 1075.589932] env[68893]: _type = "Task" [ 1075.589932] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.598510] env[68893]: DEBUG oslo_vmware.api [None req-bf838e65-2a08-4ed9-9d83-34711cd38a14 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2792128, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.643239] env[68893]: DEBUG oslo_vmware.api [None req-4e8671a4-ccce-4937-a6ea-1a0e200f87f7 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': task-2792103, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.686125] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d4c55b8-81f7-49a0-be7b-7ae8b61de098 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: ed321673-402e-43c5-ac6e-5d4abfb863fc] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1075.686125] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c0c73d1-d25e-4252-8c05-eac52a0f61e4 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.692747] env[68893]: DEBUG oslo_vmware.api [None req-2d4c55b8-81f7-49a0-be7b-7ae8b61de098 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Waiting for the task: (returnval){ [ 1075.692747] env[68893]: value = "task-2792129" [ 1075.692747] env[68893]: _type = "Task" [ 1075.692747] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.701597] env[68893]: DEBUG oslo_vmware.api [None req-2d4c55b8-81f7-49a0-be7b-7ae8b61de098 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2792129, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.756897] env[68893]: INFO nova.compute.manager [None req-df426728-9d0d-453f-8ad6-ac904bc567d0 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 3956e5a9-2174-488c-970c-4de5d1be8186] Took 26.12 seconds to build instance. [ 1075.815957] env[68893]: DEBUG nova.compute.manager [req-6ddaceb6-91f8-4f8b-abee-5a688c7080d8 req-4b01eec8-f542-41ca-9759-ba493225ed7e service nova] [instance: fbd01c97-d9e9-4610-8cfa-39607883e98b] Received event network-vif-deleted-33140b45-5676-4428-a5a6-d80e0aeb1bed {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1075.931597] env[68893]: DEBUG oslo_concurrency.lockutils [None req-fb02f2e7-3fa1-4179-9625-e3fe35b4b689 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.437s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.934680] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ec96a1c9-9569-4ece-a432-b20cc7ec6cc9 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.243s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.934680] env[68893]: DEBUG nova.objects.instance [None req-ec96a1c9-9569-4ece-a432-b20cc7ec6cc9 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Lazy-loading 'resources' on Instance uuid 2ae63af9-1fe6-4670-a651-6317e997c53b {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1075.953645] env[68893]: DEBUG oslo_vmware.api [None req-fb03b658-098b-4999-b984-0dad8fa9c81e tempest-ServersTestManualDisk-932089305 tempest-ServersTestManualDisk-932089305-project-member] Task: {'id': task-2792126, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.956867} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.957739] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb03b658-098b-4999-b984-0dad8fa9c81e tempest-ServersTestManualDisk-932089305 tempest-ServersTestManualDisk-932089305-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1075.957945] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-fb03b658-098b-4999-b984-0dad8fa9c81e tempest-ServersTestManualDisk-932089305 tempest-ServersTestManualDisk-932089305-project-member] [instance: c1843643-f9e8-45dd-88f9-38a4faf62ce4] Deleted contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1075.958219] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-fb03b658-098b-4999-b984-0dad8fa9c81e tempest-ServersTestManualDisk-932089305 tempest-ServersTestManualDisk-932089305-project-member] [instance: c1843643-f9e8-45dd-88f9-38a4faf62ce4] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1075.958451] env[68893]: INFO nova.compute.manager [None req-fb03b658-098b-4999-b984-0dad8fa9c81e tempest-ServersTestManualDisk-932089305 tempest-ServersTestManualDisk-932089305-project-member] [instance: c1843643-f9e8-45dd-88f9-38a4faf62ce4] Took 1.69 seconds to destroy the instance on the hypervisor. [ 1075.958730] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fb03b658-098b-4999-b984-0dad8fa9c81e tempest-ServersTestManualDisk-932089305 tempest-ServersTestManualDisk-932089305-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1075.959352] env[68893]: DEBUG oslo_vmware.api [None req-6ea1869c-5b41-411e-8367-7fb1f3c8a7e9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792127, 'name': ReconfigVM_Task, 'duration_secs': 0.29817} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.963107] env[68893]: DEBUG nova.compute.manager [-] [instance: c1843643-f9e8-45dd-88f9-38a4faf62ce4] Deallocating network for instance {{(pid=68893) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1075.963272] env[68893]: DEBUG nova.network.neutron [-] [instance: c1843643-f9e8-45dd-88f9-38a4faf62ce4] deallocate_for_instance() {{(pid=68893) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1075.965200] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ea1869c-5b41-411e-8367-7fb1f3c8a7e9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: 91c51a8c-1462-4ad2-9cc3-6b4e06117c17] Reconfigured VM instance instance-00000059 to attach disk [datastore1] 91c51a8c-1462-4ad2-9cc3-6b4e06117c17/91c51a8c-1462-4ad2-9cc3-6b4e06117c17.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1075.966751] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bd4d0a13-0dc3-467b-b2f8-91dd66ca75fa {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.968078] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-187463a7-451f-4347-8312-bd8ae603802f tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: fad82752-b56d-430c-94dc-3dcca860e713] Preparing fetch location {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1075.968348] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-187463a7-451f-4347-8312-bd8ae603802f tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: fad82752-b56d-430c-94dc-3dcca860e713] Fetch image to [datastore1] OSTACK_IMG_dab907bf-3389-49a2-8a9d-1913a14c3958/OSTACK_IMG_dab907bf-3389-49a2-8a9d-1913a14c3958.vmdk {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1075.968571] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-187463a7-451f-4347-8312-bd8ae603802f tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: fad82752-b56d-430c-94dc-3dcca860e713] Downloading stream optimized image b7ec0038-a569-4d57-9400-7defaa85af3b to [datastore1] OSTACK_IMG_dab907bf-3389-49a2-8a9d-1913a14c3958/OSTACK_IMG_dab907bf-3389-49a2-8a9d-1913a14c3958.vmdk on the data store datastore1 as vApp {{(pid=68893) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1075.968773] env[68893]: DEBUG nova.virt.vmwareapi.images [None req-187463a7-451f-4347-8312-bd8ae603802f tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: fad82752-b56d-430c-94dc-3dcca860e713] Downloading image file data b7ec0038-a569-4d57-9400-7defaa85af3b to the ESX as VM named 'OSTACK_IMG_dab907bf-3389-49a2-8a9d-1913a14c3958' {{(pid=68893) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1075.976520] env[68893]: DEBUG oslo_vmware.api [None req-6ea1869c-5b41-411e-8367-7fb1f3c8a7e9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Waiting for the task: (returnval){ [ 1075.976520] env[68893]: value = "task-2792130" [ 1075.976520] env[68893]: _type = "Task" [ 1075.976520] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.977435] env[68893]: INFO nova.scheduler.client.report [None req-fb02f2e7-3fa1-4179-9625-e3fe35b4b689 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Deleted allocations for instance 67b07b13-034d-40ad-a554-518d5d36044c [ 1075.989647] env[68893]: DEBUG oslo_vmware.api [None req-6ea1869c-5b41-411e-8367-7fb1f3c8a7e9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792130, 'name': Rename_Task} progress is 6%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.017410] env[68893]: DEBUG nova.compute.utils [None req-dd398b73-d5bc-4511-8db4-d04cfff8ff44 tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1076.065065] env[68893]: DEBUG oslo_vmware.rw_handles [None req-187463a7-451f-4347-8312-bd8ae603802f tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1076.065065] env[68893]: value = "resgroup-9" [ 1076.065065] env[68893]: _type = "ResourcePool" [ 1076.065065] env[68893]: }. {{(pid=68893) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1076.065389] env[68893]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-c5eb73d3-86d9-4f4f-8b7e-955ce721bf56 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.089590] env[68893]: DEBUG oslo_vmware.rw_handles [None req-187463a7-451f-4347-8312-bd8ae603802f tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Lease: (returnval){ [ 1076.089590] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]526dae8d-e93a-b5a3-74c3-114908519bdc" [ 1076.089590] env[68893]: _type = "HttpNfcLease" [ 1076.089590] env[68893]: } obtained for vApp import into resource pool (val){ [ 1076.089590] env[68893]: value = "resgroup-9" [ 1076.089590] env[68893]: _type = "ResourcePool" [ 1076.089590] env[68893]: }. {{(pid=68893) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1076.090353] env[68893]: DEBUG oslo_vmware.api [None req-187463a7-451f-4347-8312-bd8ae603802f tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Waiting for the lease: (returnval){ [ 1076.090353] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]526dae8d-e93a-b5a3-74c3-114908519bdc" [ 1076.090353] env[68893]: _type = "HttpNfcLease" [ 1076.090353] env[68893]: } to be ready. {{(pid=68893) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1076.099757] env[68893]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1076.099757] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]526dae8d-e93a-b5a3-74c3-114908519bdc" [ 1076.099757] env[68893]: _type = "HttpNfcLease" [ 1076.099757] env[68893]: } is initializing. {{(pid=68893) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1076.104662] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf838e65-2a08-4ed9-9d83-34711cd38a14 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 8b58659b-aaf9-4fa9-98b2-3153180f0570] VM already powered off {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1076.104893] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf838e65-2a08-4ed9-9d83-34711cd38a14 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 8b58659b-aaf9-4fa9-98b2-3153180f0570] Volume detach. Driver type: vmdk {{(pid=68893) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1076.105099] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf838e65-2a08-4ed9-9d83-34711cd38a14 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 8b58659b-aaf9-4fa9-98b2-3153180f0570] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561208', 'volume_id': '165d031e-13a7-4d4b-9702-512ca321da24', 'name': 'volume-165d031e-13a7-4d4b-9702-512ca321da24', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8b58659b-aaf9-4fa9-98b2-3153180f0570', 'attached_at': '', 'detached_at': '', 'volume_id': '165d031e-13a7-4d4b-9702-512ca321da24', 'serial': '165d031e-13a7-4d4b-9702-512ca321da24'} {{(pid=68893) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1076.105893] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29f4df2e-3e5f-4235-851d-c30a82c87003 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.125954] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d92a1411-f456-4e00-b01d-d81075eb444f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.132597] env[68893]: WARNING nova.virt.vmwareapi.driver [None req-bf838e65-2a08-4ed9-9d83-34711cd38a14 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 8b58659b-aaf9-4fa9-98b2-3153180f0570] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1076.132896] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-bf838e65-2a08-4ed9-9d83-34711cd38a14 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 8b58659b-aaf9-4fa9-98b2-3153180f0570] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1076.133652] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-857c93d7-ac6c-4998-aabc-5a96d23d1216 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.144061] env[68893]: DEBUG oslo_vmware.api [None req-4e8671a4-ccce-4937-a6ea-1a0e200f87f7 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': task-2792103, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.146144] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-bf838e65-2a08-4ed9-9d83-34711cd38a14 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 8b58659b-aaf9-4fa9-98b2-3153180f0570] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1076.146379] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fa44fed7-ecbc-4a04-9541-a243b5da2bf9 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.203411] env[68893]: DEBUG oslo_vmware.api [None req-2d4c55b8-81f7-49a0-be7b-7ae8b61de098 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2792129, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.228616] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-bf838e65-2a08-4ed9-9d83-34711cd38a14 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 8b58659b-aaf9-4fa9-98b2-3153180f0570] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1076.228852] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-bf838e65-2a08-4ed9-9d83-34711cd38a14 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 8b58659b-aaf9-4fa9-98b2-3153180f0570] Deleting contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1076.229155] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf838e65-2a08-4ed9-9d83-34711cd38a14 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Deleting the datastore file [datastore2] 8b58659b-aaf9-4fa9-98b2-3153180f0570 {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1076.229614] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b9290a7c-b0a6-4710-89d0-07ff361c5e05 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.236146] env[68893]: DEBUG oslo_vmware.api [None req-bf838e65-2a08-4ed9-9d83-34711cd38a14 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Waiting for the task: (returnval){ [ 1076.236146] env[68893]: value = "task-2792133" [ 1076.236146] env[68893]: _type = "Task" [ 1076.236146] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.246253] env[68893]: DEBUG oslo_vmware.api [None req-bf838e65-2a08-4ed9-9d83-34711cd38a14 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2792133, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.258865] env[68893]: DEBUG oslo_concurrency.lockutils [None req-df426728-9d0d-453f-8ad6-ac904bc567d0 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Lock "3956e5a9-2174-488c-970c-4de5d1be8186" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.634s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.492322] env[68893]: DEBUG oslo_vmware.api [None req-6ea1869c-5b41-411e-8367-7fb1f3c8a7e9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792130, 'name': Rename_Task, 'duration_secs': 0.140061} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.496022] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ea1869c-5b41-411e-8367-7fb1f3c8a7e9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: 91c51a8c-1462-4ad2-9cc3-6b4e06117c17] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1076.496173] env[68893]: DEBUG oslo_concurrency.lockutils [None req-fb02f2e7-3fa1-4179-9625-e3fe35b4b689 tempest-ServersWithSpecificFlavorTestJSON-168855045 tempest-ServersWithSpecificFlavorTestJSON-168855045-project-member] Lock "67b07b13-034d-40ad-a554-518d5d36044c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.670s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.497773] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-79213183-f83f-4ce8-8ac0-ce0b731b1da3 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.504458] env[68893]: DEBUG oslo_vmware.api [None req-6ea1869c-5b41-411e-8367-7fb1f3c8a7e9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Waiting for the task: (returnval){ [ 1076.504458] env[68893]: value = "task-2792134" [ 1076.504458] env[68893]: _type = "Task" [ 1076.504458] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.512590] env[68893]: DEBUG oslo_vmware.api [None req-6ea1869c-5b41-411e-8367-7fb1f3c8a7e9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792134, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.523090] env[68893]: DEBUG oslo_concurrency.lockutils [None req-dd398b73-d5bc-4511-8db4-d04cfff8ff44 tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Lock "deb6dee1-b9f7-4b2b-89c5-ac48cde5241c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.015s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.598266] env[68893]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1076.598266] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]526dae8d-e93a-b5a3-74c3-114908519bdc" [ 1076.598266] env[68893]: _type = "HttpNfcLease" [ 1076.598266] env[68893]: } is initializing. {{(pid=68893) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1076.649817] env[68893]: DEBUG oslo_vmware.api [None req-4e8671a4-ccce-4937-a6ea-1a0e200f87f7 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': task-2792103, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.703303] env[68893]: DEBUG oslo_vmware.api [None req-2d4c55b8-81f7-49a0-be7b-7ae8b61de098 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2792129, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.732822] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b3e38ca-cbb3-4ccd-a4d2-737cf04deb41 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.743342] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d65dd95-100f-443b-8681-a799451cf542 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.749452] env[68893]: DEBUG oslo_vmware.api [None req-bf838e65-2a08-4ed9-9d83-34711cd38a14 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2792133, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.777307] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca2b54f3-7a6a-4dc1-b0f6-74669fd04f9a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.785369] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e50c4f1d-d0a6-4348-955b-12f0109d51a8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.800955] env[68893]: DEBUG nova.compute.provider_tree [None req-ec96a1c9-9569-4ece-a432-b20cc7ec6cc9 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Updating inventory in ProviderTree for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1077.014384] env[68893]: DEBUG oslo_vmware.api [None req-6ea1869c-5b41-411e-8367-7fb1f3c8a7e9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792134, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.100150] env[68893]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1077.100150] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]526dae8d-e93a-b5a3-74c3-114908519bdc" [ 1077.100150] env[68893]: _type = "HttpNfcLease" [ 1077.100150] env[68893]: } is initializing. {{(pid=68893) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1077.150080] env[68893]: DEBUG oslo_vmware.api [None req-4e8671a4-ccce-4937-a6ea-1a0e200f87f7 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': task-2792103, 'name': ReconfigVM_Task, 'duration_secs': 5.871306} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.150411] env[68893]: DEBUG oslo_concurrency.lockutils [None req-4e8671a4-ccce-4937-a6ea-1a0e200f87f7 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Releasing lock "7e40a4c8-e64e-41f1-9b87-8c5f0af19a35" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.150636] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-4e8671a4-ccce-4937-a6ea-1a0e200f87f7 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 7e40a4c8-e64e-41f1-9b87-8c5f0af19a35] Reconfigured VM to detach interface {{(pid=68893) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1077.204149] env[68893]: DEBUG oslo_vmware.api [None req-2d4c55b8-81f7-49a0-be7b-7ae8b61de098 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2792129, 'name': PowerOffVM_Task, 'duration_secs': 1.305639} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.204504] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d4c55b8-81f7-49a0-be7b-7ae8b61de098 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: ed321673-402e-43c5-ac6e-5d4abfb863fc] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1077.204759] env[68893]: DEBUG nova.compute.manager [None req-2d4c55b8-81f7-49a0-be7b-7ae8b61de098 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: ed321673-402e-43c5-ac6e-5d4abfb863fc] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1077.205612] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6567a5eb-726b-455c-ac6e-cfd89278d346 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.249862] env[68893]: DEBUG oslo_vmware.api [None req-bf838e65-2a08-4ed9-9d83-34711cd38a14 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2792133, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.661643} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.250197] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf838e65-2a08-4ed9-9d83-34711cd38a14 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1077.250374] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-bf838e65-2a08-4ed9-9d83-34711cd38a14 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 8b58659b-aaf9-4fa9-98b2-3153180f0570] Deleted contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1077.250553] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-bf838e65-2a08-4ed9-9d83-34711cd38a14 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 8b58659b-aaf9-4fa9-98b2-3153180f0570] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1077.347970] env[68893]: DEBUG nova.scheduler.client.report [None req-ec96a1c9-9569-4ece-a432-b20cc7ec6cc9 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Updated inventory for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with generation 121 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1077.348353] env[68893]: DEBUG nova.compute.provider_tree [None req-ec96a1c9-9569-4ece-a432-b20cc7ec6cc9 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Updating resource provider d14b70d6-a636-4db0-b5a6-b901da6fa895 generation from 121 to 122 during operation: update_inventory {{(pid=68893) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1077.348612] env[68893]: DEBUG nova.compute.provider_tree [None req-ec96a1c9-9569-4ece-a432-b20cc7ec6cc9 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Updating inventory in ProviderTree for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1077.426624] env[68893]: DEBUG nova.network.neutron [-] [instance: c1843643-f9e8-45dd-88f9-38a4faf62ce4] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.518947] env[68893]: DEBUG oslo_vmware.api [None req-6ea1869c-5b41-411e-8367-7fb1f3c8a7e9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792134, 'name': PowerOnVM_Task} progress is 94%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.600413] env[68893]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1077.600413] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]526dae8d-e93a-b5a3-74c3-114908519bdc" [ 1077.600413] env[68893]: _type = "HttpNfcLease" [ 1077.600413] env[68893]: } is initializing. {{(pid=68893) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1077.638052] env[68893]: DEBUG oslo_concurrency.lockutils [None req-dd398b73-d5bc-4511-8db4-d04cfff8ff44 tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Acquiring lock "deb6dee1-b9f7-4b2b-89c5-ac48cde5241c" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.638349] env[68893]: DEBUG oslo_concurrency.lockutils [None req-dd398b73-d5bc-4511-8db4-d04cfff8ff44 tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Lock "deb6dee1-b9f7-4b2b-89c5-ac48cde5241c" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.638604] env[68893]: INFO nova.compute.manager [None req-dd398b73-d5bc-4511-8db4-d04cfff8ff44 tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] [instance: deb6dee1-b9f7-4b2b-89c5-ac48cde5241c] Attaching volume ea7b5720-ae29-48ca-99e1-1d1c54a5e494 to /dev/sdc [ 1077.681603] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4296404e-36bc-4478-b1c9-87480edafd59 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.687984] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0b6481d-3838-4574-ba75-0374293d9d6e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.703060] env[68893]: DEBUG nova.virt.block_device [None req-dd398b73-d5bc-4511-8db4-d04cfff8ff44 tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] [instance: deb6dee1-b9f7-4b2b-89c5-ac48cde5241c] Updating existing volume attachment record: d1eb8335-ebcb-4b13-af9a-fc018011f117 {{(pid=68893) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1077.718625] env[68893]: DEBUG oslo_concurrency.lockutils [None req-2d4c55b8-81f7-49a0-be7b-7ae8b61de098 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Lock "ed321673-402e-43c5-ac6e-5d4abfb863fc" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 3.056s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.757749] env[68893]: INFO nova.virt.block_device [None req-bf838e65-2a08-4ed9-9d83-34711cd38a14 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 8b58659b-aaf9-4fa9-98b2-3153180f0570] Booting with volume 165d031e-13a7-4d4b-9702-512ca321da24 at /dev/sdb [ 1077.799070] env[68893]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2f697223-6887-4e29-8b91-b401dc69a5e5 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.810157] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29db8b15-2d8c-44dc-8361-659cf2083a1b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.846349] env[68893]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a5d0b819-b54e-469c-8553-10e324e3d71c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.854913] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c44274d5-bfb8-41ec-b85e-f3804bb761bc {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.868952] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ec96a1c9-9569-4ece-a432-b20cc7ec6cc9 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.932s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.868952] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d5923fa2-22ef-4ba3-a944-3b181a3d1393 tempest-InstanceActionsNegativeTestJSON-1778537646 tempest-InstanceActionsNegativeTestJSON-1778537646-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.559s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.869823] env[68893]: INFO nova.compute.claims [None req-d5923fa2-22ef-4ba3-a944-3b181a3d1393 tempest-InstanceActionsNegativeTestJSON-1778537646 tempest-InstanceActionsNegativeTestJSON-1778537646-project-member] [instance: 1d5c1642-ca64-47d3-be68-e680b72971cc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1077.899812] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c43c7637-471c-4219-b6fa-b99b2a40f520 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.909018] env[68893]: INFO nova.scheduler.client.report [None req-ec96a1c9-9569-4ece-a432-b20cc7ec6cc9 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Deleted allocations for instance 2ae63af9-1fe6-4670-a651-6317e997c53b [ 1077.910568] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-314bf5ca-0a13-44e5-91bc-4cdc433b556c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.932489] env[68893]: INFO nova.compute.manager [-] [instance: c1843643-f9e8-45dd-88f9-38a4faf62ce4] Took 1.97 seconds to deallocate network for instance. [ 1077.933333] env[68893]: DEBUG nova.virt.block_device [None req-bf838e65-2a08-4ed9-9d83-34711cd38a14 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 8b58659b-aaf9-4fa9-98b2-3153180f0570] Updating existing volume attachment record: 0c197b0d-4331-4ec3-b279-80d3ed467bd1 {{(pid=68893) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1078.019023] env[68893]: DEBUG oslo_vmware.api [None req-6ea1869c-5b41-411e-8367-7fb1f3c8a7e9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792134, 'name': PowerOnVM_Task, 'duration_secs': 1.112865} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.019354] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ea1869c-5b41-411e-8367-7fb1f3c8a7e9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: 91c51a8c-1462-4ad2-9cc3-6b4e06117c17] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1078.019550] env[68893]: INFO nova.compute.manager [None req-6ea1869c-5b41-411e-8367-7fb1f3c8a7e9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: 91c51a8c-1462-4ad2-9cc3-6b4e06117c17] Took 9.04 seconds to spawn the instance on the hypervisor. [ 1078.019737] env[68893]: DEBUG nova.compute.manager [None req-6ea1869c-5b41-411e-8367-7fb1f3c8a7e9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: 91c51a8c-1462-4ad2-9cc3-6b4e06117c17] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1078.020551] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3816a44-2d92-4044-8f75-5d692f4d0532 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.104922] env[68893]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1078.104922] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]526dae8d-e93a-b5a3-74c3-114908519bdc" [ 1078.104922] env[68893]: _type = "HttpNfcLease" [ 1078.104922] env[68893]: } is ready. {{(pid=68893) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1078.105528] env[68893]: DEBUG oslo_vmware.rw_handles [None req-187463a7-451f-4347-8312-bd8ae603802f tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1078.105528] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]526dae8d-e93a-b5a3-74c3-114908519bdc" [ 1078.105528] env[68893]: _type = "HttpNfcLease" [ 1078.105528] env[68893]: }. {{(pid=68893) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1078.106376] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2de87abb-eb88-4eb5-98d2-6192a7c57dd6 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.115614] env[68893]: DEBUG oslo_vmware.rw_handles [None req-187463a7-451f-4347-8312-bd8ae603802f tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5253ab1e-f8cf-8ca6-3ab1-23e19505e759/disk-0.vmdk from lease info. {{(pid=68893) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1078.115785] env[68893]: DEBUG oslo_vmware.rw_handles [None req-187463a7-451f-4347-8312-bd8ae603802f tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5253ab1e-f8cf-8ca6-3ab1-23e19505e759/disk-0.vmdk. {{(pid=68893) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1078.191659] env[68893]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f6a6f7b5-1660-469b-a639-e5041d98b9a9 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.422651] env[68893]: DEBUG oslo_concurrency.lockutils [None req-4e8671a4-ccce-4937-a6ea-1a0e200f87f7 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Acquiring lock "refresh_cache-7e40a4c8-e64e-41f1-9b87-8c5f0af19a35" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.422968] env[68893]: DEBUG oslo_concurrency.lockutils [None req-4e8671a4-ccce-4937-a6ea-1a0e200f87f7 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Acquired lock "refresh_cache-7e40a4c8-e64e-41f1-9b87-8c5f0af19a35" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.423023] env[68893]: DEBUG nova.network.neutron [None req-4e8671a4-ccce-4937-a6ea-1a0e200f87f7 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 7e40a4c8-e64e-41f1-9b87-8c5f0af19a35] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1078.424481] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ec96a1c9-9569-4ece-a432-b20cc7ec6cc9 tempest-ServerShowV257Test-1269019707 tempest-ServerShowV257Test-1269019707-project-member] Lock "2ae63af9-1fe6-4670-a651-6317e997c53b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.144s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.446497] env[68893]: DEBUG oslo_concurrency.lockutils [None req-fb03b658-098b-4999-b984-0dad8fa9c81e tempest-ServersTestManualDisk-932089305 tempest-ServersTestManualDisk-932089305-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.498369] env[68893]: DEBUG nova.compute.manager [req-39af6790-50ce-4c73-8ea2-5596f0f34425 req-3ae74733-390f-4038-b12b-5359eddfeced service nova] [instance: c1843643-f9e8-45dd-88f9-38a4faf62ce4] Received event network-vif-deleted-ac42b8e2-6ec3-4b31-895d-6a16dcbea506 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1078.498769] env[68893]: DEBUG nova.compute.manager [req-39af6790-50ce-4c73-8ea2-5596f0f34425 req-3ae74733-390f-4038-b12b-5359eddfeced service nova] [instance: 7e40a4c8-e64e-41f1-9b87-8c5f0af19a35] Received event network-vif-deleted-ef41b65f-b8b8-403b-b585-931f0e0d1efe {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1078.498769] env[68893]: INFO nova.compute.manager [req-39af6790-50ce-4c73-8ea2-5596f0f34425 req-3ae74733-390f-4038-b12b-5359eddfeced service nova] [instance: 7e40a4c8-e64e-41f1-9b87-8c5f0af19a35] Neutron deleted interface ef41b65f-b8b8-403b-b585-931f0e0d1efe; detaching it from the instance and deleting it from the info cache [ 1078.499116] env[68893]: DEBUG nova.network.neutron [req-39af6790-50ce-4c73-8ea2-5596f0f34425 req-3ae74733-390f-4038-b12b-5359eddfeced service nova] [instance: 7e40a4c8-e64e-41f1-9b87-8c5f0af19a35] Updating instance_info_cache with network_info: [{"id": "0c5a4bf4-bf84-4142-8c81-74b8fb052f05", "address": "fa:16:3e:1e:4d:27", "network": {"id": "024e10c8-0890-4be3-81cc-2be8eac35dc9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-116676947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "564a5b6c6f4f4e42aeeef87662301380", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c5a4bf4-bf", "ovs_interfaceid": "0c5a4bf4-bf84-4142-8c81-74b8fb052f05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4f2fca6d-ea4f-4a36-a56b-02b9ec13271f", "address": "fa:16:3e:da:52:f0", "network": {"id": "024e10c8-0890-4be3-81cc-2be8eac35dc9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-116676947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "564a5b6c6f4f4e42aeeef87662301380", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f2fca6d-ea", "ovs_interfaceid": "4f2fca6d-ea4f-4a36-a56b-02b9ec13271f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.542176] env[68893]: INFO nova.compute.manager [None req-6ea1869c-5b41-411e-8367-7fb1f3c8a7e9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: 91c51a8c-1462-4ad2-9cc3-6b4e06117c17] Took 26.51 seconds to build instance. [ 1078.682017] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f8acdd23-735f-4137-953e-b46de5451c93 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Acquiring lock "ed321673-402e-43c5-ac6e-5d4abfb863fc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.682380] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f8acdd23-735f-4137-953e-b46de5451c93 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Lock "ed321673-402e-43c5-ac6e-5d4abfb863fc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.682637] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f8acdd23-735f-4137-953e-b46de5451c93 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Acquiring lock "ed321673-402e-43c5-ac6e-5d4abfb863fc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.682862] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f8acdd23-735f-4137-953e-b46de5451c93 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Lock "ed321673-402e-43c5-ac6e-5d4abfb863fc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.683069] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f8acdd23-735f-4137-953e-b46de5451c93 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Lock "ed321673-402e-43c5-ac6e-5d4abfb863fc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.685348] env[68893]: INFO nova.compute.manager [None req-f8acdd23-735f-4137-953e-b46de5451c93 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: ed321673-402e-43c5-ac6e-5d4abfb863fc] Terminating instance [ 1079.004205] env[68893]: DEBUG oslo_concurrency.lockutils [req-39af6790-50ce-4c73-8ea2-5596f0f34425 req-3ae74733-390f-4038-b12b-5359eddfeced service nova] Acquiring lock "7e40a4c8-e64e-41f1-9b87-8c5f0af19a35" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.005848] env[68893]: DEBUG oslo_concurrency.lockutils [req-39af6790-50ce-4c73-8ea2-5596f0f34425 req-3ae74733-390f-4038-b12b-5359eddfeced service nova] Acquired lock "7e40a4c8-e64e-41f1-9b87-8c5f0af19a35" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.005848] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaad4724-83b1-4233-a43a-c9fcc5054375 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.032933] env[68893]: DEBUG oslo_concurrency.lockutils [req-39af6790-50ce-4c73-8ea2-5596f0f34425 req-3ae74733-390f-4038-b12b-5359eddfeced service nova] Releasing lock "7e40a4c8-e64e-41f1-9b87-8c5f0af19a35" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.033246] env[68893]: WARNING nova.compute.manager [req-39af6790-50ce-4c73-8ea2-5596f0f34425 req-3ae74733-390f-4038-b12b-5359eddfeced service nova] [instance: 7e40a4c8-e64e-41f1-9b87-8c5f0af19a35] Detach interface failed, port_id=ef41b65f-b8b8-403b-b585-931f0e0d1efe, reason: No device with interface-id ef41b65f-b8b8-403b-b585-931f0e0d1efe exists on VM: nova.exception.NotFound: No device with interface-id ef41b65f-b8b8-403b-b585-931f0e0d1efe exists on VM [ 1079.045427] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6ea1869c-5b41-411e-8367-7fb1f3c8a7e9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Lock "91c51a8c-1462-4ad2-9cc3-6b4e06117c17" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.025s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.192417] env[68893]: DEBUG nova.compute.manager [req-90754733-7d73-467f-a4c8-c1440edcd8f3 req-29de6454-ffab-4789-9443-12c695bddb43 service nova] [instance: 7e40a4c8-e64e-41f1-9b87-8c5f0af19a35] Received event network-vif-deleted-4f2fca6d-ea4f-4a36-a56b-02b9ec13271f {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1079.192853] env[68893]: INFO nova.compute.manager [req-90754733-7d73-467f-a4c8-c1440edcd8f3 req-29de6454-ffab-4789-9443-12c695bddb43 service nova] [instance: 7e40a4c8-e64e-41f1-9b87-8c5f0af19a35] Neutron deleted interface 4f2fca6d-ea4f-4a36-a56b-02b9ec13271f; detaching it from the instance and deleting it from the info cache [ 1079.193357] env[68893]: DEBUG nova.network.neutron [req-90754733-7d73-467f-a4c8-c1440edcd8f3 req-29de6454-ffab-4789-9443-12c695bddb43 service nova] [instance: 7e40a4c8-e64e-41f1-9b87-8c5f0af19a35] Updating instance_info_cache with network_info: [{"id": "0c5a4bf4-bf84-4142-8c81-74b8fb052f05", "address": "fa:16:3e:1e:4d:27", "network": {"id": "024e10c8-0890-4be3-81cc-2be8eac35dc9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-116676947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "564a5b6c6f4f4e42aeeef87662301380", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c5a4bf4-bf", "ovs_interfaceid": "0c5a4bf4-bf84-4142-8c81-74b8fb052f05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.198859] env[68893]: DEBUG nova.compute.manager [None req-f8acdd23-735f-4137-953e-b46de5451c93 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: ed321673-402e-43c5-ac6e-5d4abfb863fc] Start destroying the instance on the hypervisor. {{(pid=68893) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1079.198859] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-f8acdd23-735f-4137-953e-b46de5451c93 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: ed321673-402e-43c5-ac6e-5d4abfb863fc] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1079.198859] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5182f52-fdfe-4a61-a33f-74350bd53e0b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.215472] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-f8acdd23-735f-4137-953e-b46de5451c93 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: ed321673-402e-43c5-ac6e-5d4abfb863fc] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1079.218198] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-331f2a3e-c418-4a01-8069-064e40ac1323 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.240536] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c96be5bc-9ba1-4d7d-92ee-1eefac9bf753 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.245691] env[68893]: DEBUG oslo_vmware.rw_handles [None req-187463a7-451f-4347-8312-bd8ae603802f tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Completed reading data from the image iterator. {{(pid=68893) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1079.245931] env[68893]: DEBUG oslo_vmware.rw_handles [None req-187463a7-451f-4347-8312-bd8ae603802f tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5253ab1e-f8cf-8ca6-3ab1-23e19505e759/disk-0.vmdk. {{(pid=68893) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1079.247963] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e25be12-f475-4be4-9904-ca2c729cad7f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.255883] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-769b1b81-29bf-4a1b-83dd-db4053bbda87 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.262034] env[68893]: DEBUG oslo_vmware.rw_handles [None req-187463a7-451f-4347-8312-bd8ae603802f tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5253ab1e-f8cf-8ca6-3ab1-23e19505e759/disk-0.vmdk is in state: ready. {{(pid=68893) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1079.262034] env[68893]: DEBUG oslo_vmware.rw_handles [None req-187463a7-451f-4347-8312-bd8ae603802f tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5253ab1e-f8cf-8ca6-3ab1-23e19505e759/disk-0.vmdk. {{(pid=68893) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1079.262034] env[68893]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-4b8f7d76-42a5-422b-b2aa-0d411a5ad7dc {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.301744] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ccd752d-fac8-4a16-87a8-d4ada34b888a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.307699] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-f8acdd23-735f-4137-953e-b46de5451c93 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: ed321673-402e-43c5-ac6e-5d4abfb863fc] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1079.307699] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-f8acdd23-735f-4137-953e-b46de5451c93 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: ed321673-402e-43c5-ac6e-5d4abfb863fc] Deleting contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1079.307699] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8acdd23-735f-4137-953e-b46de5451c93 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Deleting the datastore file [datastore2] ed321673-402e-43c5-ac6e-5d4abfb863fc {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1079.307699] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a246579d-86ac-4152-b096-114e5ca36b8a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.313767] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ee77dfa-8505-403e-a2c2-0ca9923eca36 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.319853] env[68893]: DEBUG oslo_vmware.api [None req-f8acdd23-735f-4137-953e-b46de5451c93 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Waiting for the task: (returnval){ [ 1079.319853] env[68893]: value = "task-2792137" [ 1079.319853] env[68893]: _type = "Task" [ 1079.319853] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.332864] env[68893]: DEBUG nova.compute.provider_tree [None req-d5923fa2-22ef-4ba3-a944-3b181a3d1393 tempest-InstanceActionsNegativeTestJSON-1778537646 tempest-InstanceActionsNegativeTestJSON-1778537646-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1079.340895] env[68893]: DEBUG oslo_vmware.api [None req-f8acdd23-735f-4137-953e-b46de5451c93 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2792137, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.453188] env[68893]: INFO nova.network.neutron [None req-4e8671a4-ccce-4937-a6ea-1a0e200f87f7 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 7e40a4c8-e64e-41f1-9b87-8c5f0af19a35] Port ef41b65f-b8b8-403b-b585-931f0e0d1efe from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1079.453417] env[68893]: INFO nova.network.neutron [None req-4e8671a4-ccce-4937-a6ea-1a0e200f87f7 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 7e40a4c8-e64e-41f1-9b87-8c5f0af19a35] Port 4f2fca6d-ea4f-4a36-a56b-02b9ec13271f from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1079.453705] env[68893]: DEBUG nova.network.neutron [None req-4e8671a4-ccce-4937-a6ea-1a0e200f87f7 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 7e40a4c8-e64e-41f1-9b87-8c5f0af19a35] Updating instance_info_cache with network_info: [{"id": "0c5a4bf4-bf84-4142-8c81-74b8fb052f05", "address": "fa:16:3e:1e:4d:27", "network": {"id": "024e10c8-0890-4be3-81cc-2be8eac35dc9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-116676947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "564a5b6c6f4f4e42aeeef87662301380", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c5a4bf4-bf", "ovs_interfaceid": "0c5a4bf4-bf84-4142-8c81-74b8fb052f05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.645759] env[68893]: DEBUG oslo_vmware.rw_handles [None req-187463a7-451f-4347-8312-bd8ae603802f tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5253ab1e-f8cf-8ca6-3ab1-23e19505e759/disk-0.vmdk. {{(pid=68893) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1079.646035] env[68893]: INFO nova.virt.vmwareapi.images [None req-187463a7-451f-4347-8312-bd8ae603802f tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: fad82752-b56d-430c-94dc-3dcca860e713] Downloaded image file data b7ec0038-a569-4d57-9400-7defaa85af3b [ 1079.646919] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edd28dab-d236-4868-82af-b9dfdeb27362 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.667188] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4a7267ee-8e1a-4b54-ac84-95eac84399c4 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.698505] env[68893]: DEBUG oslo_concurrency.lockutils [req-90754733-7d73-467f-a4c8-c1440edcd8f3 req-29de6454-ffab-4789-9443-12c695bddb43 service nova] Acquiring lock "7e40a4c8-e64e-41f1-9b87-8c5f0af19a35" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.698822] env[68893]: DEBUG oslo_concurrency.lockutils [req-90754733-7d73-467f-a4c8-c1440edcd8f3 req-29de6454-ffab-4789-9443-12c695bddb43 service nova] Acquired lock "7e40a4c8-e64e-41f1-9b87-8c5f0af19a35" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.705236] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be5d3758-3809-436a-b55a-ba1ca22013e1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.723668] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d7e0c2d-7a16-44bb-aa27-60081dea3e58 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.728102] env[68893]: INFO nova.virt.vmwareapi.images [None req-187463a7-451f-4347-8312-bd8ae603802f tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: fad82752-b56d-430c-94dc-3dcca860e713] The imported VM was unregistered [ 1079.730649] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-187463a7-451f-4347-8312-bd8ae603802f tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: fad82752-b56d-430c-94dc-3dcca860e713] Caching image {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1079.730649] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-187463a7-451f-4347-8312-bd8ae603802f tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Creating directory with path [datastore1] devstack-image-cache_base/b7ec0038-a569-4d57-9400-7defaa85af3b {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1079.731060] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0f10231d-ae2f-470e-8a80-e8fb6b16a797 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.756550] env[68893]: DEBUG nova.virt.vmwareapi.vmops [req-90754733-7d73-467f-a4c8-c1440edcd8f3 req-29de6454-ffab-4789-9443-12c695bddb43 service nova] [instance: 7e40a4c8-e64e-41f1-9b87-8c5f0af19a35] Reconfiguring VM to detach interface {{(pid=68893) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1079.757425] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-323b55d3-8ef0-4d2b-958f-0cf816481802 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.776747] env[68893]: DEBUG oslo_vmware.api [req-90754733-7d73-467f-a4c8-c1440edcd8f3 req-29de6454-ffab-4789-9443-12c695bddb43 service nova] Waiting for the task: (returnval){ [ 1079.776747] env[68893]: value = "task-2792139" [ 1079.776747] env[68893]: _type = "Task" [ 1079.776747] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.782431] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-187463a7-451f-4347-8312-bd8ae603802f tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Created directory with path [datastore1] devstack-image-cache_base/b7ec0038-a569-4d57-9400-7defaa85af3b {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1079.782614] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-187463a7-451f-4347-8312-bd8ae603802f tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_dab907bf-3389-49a2-8a9d-1913a14c3958/OSTACK_IMG_dab907bf-3389-49a2-8a9d-1913a14c3958.vmdk to [datastore1] devstack-image-cache_base/b7ec0038-a569-4d57-9400-7defaa85af3b/b7ec0038-a569-4d57-9400-7defaa85af3b.vmdk. {{(pid=68893) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1079.786058] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-5d0a5ffe-39e0-4893-a94a-f990f54e682a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.788519] env[68893]: DEBUG oslo_vmware.api [req-90754733-7d73-467f-a4c8-c1440edcd8f3 req-29de6454-ffab-4789-9443-12c695bddb43 service nova] Task: {'id': task-2792139, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.793885] env[68893]: DEBUG oslo_vmware.api [None req-187463a7-451f-4347-8312-bd8ae603802f tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Waiting for the task: (returnval){ [ 1079.793885] env[68893]: value = "task-2792140" [ 1079.793885] env[68893]: _type = "Task" [ 1079.793885] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.804668] env[68893]: DEBUG oslo_vmware.api [None req-187463a7-451f-4347-8312-bd8ae603802f tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2792140, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.830701] env[68893]: DEBUG oslo_vmware.api [None req-f8acdd23-735f-4137-953e-b46de5451c93 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2792137, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.835881] env[68893]: DEBUG nova.scheduler.client.report [None req-d5923fa2-22ef-4ba3-a944-3b181a3d1393 tempest-InstanceActionsNegativeTestJSON-1778537646 tempest-InstanceActionsNegativeTestJSON-1778537646-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1079.848955] env[68893]: DEBUG oslo_concurrency.lockutils [None req-2ad1fcca-4c18-4e70-9155-a5f930354d8f tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Acquiring lock "7e40a4c8-e64e-41f1-9b87-8c5f0af19a35" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.908800] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f7a2bb4c-a861-4dae-99f5-c04689153ce1 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Acquiring lock "13f79287-5fb9-482a-ae32-a3fcb39e02df" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.909111] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f7a2bb4c-a861-4dae-99f5-c04689153ce1 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Lock "13f79287-5fb9-482a-ae32-a3fcb39e02df" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.958625] env[68893]: DEBUG oslo_concurrency.lockutils [None req-4e8671a4-ccce-4937-a6ea-1a0e200f87f7 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Releasing lock "refresh_cache-7e40a4c8-e64e-41f1-9b87-8c5f0af19a35" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.120721] env[68893]: DEBUG nova.virt.hardware [None req-bf838e65-2a08-4ed9-9d83-34711cd38a14 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1080.120897] env[68893]: DEBUG nova.virt.hardware [None req-bf838e65-2a08-4ed9-9d83-34711cd38a14 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1080.121000] env[68893]: DEBUG nova.virt.hardware [None req-bf838e65-2a08-4ed9-9d83-34711cd38a14 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1080.121199] env[68893]: DEBUG nova.virt.hardware [None req-bf838e65-2a08-4ed9-9d83-34711cd38a14 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1080.121344] env[68893]: DEBUG nova.virt.hardware [None req-bf838e65-2a08-4ed9-9d83-34711cd38a14 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1080.122017] env[68893]: DEBUG nova.virt.hardware [None req-bf838e65-2a08-4ed9-9d83-34711cd38a14 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1080.122017] env[68893]: DEBUG nova.virt.hardware [None req-bf838e65-2a08-4ed9-9d83-34711cd38a14 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1080.122017] env[68893]: DEBUG nova.virt.hardware [None req-bf838e65-2a08-4ed9-9d83-34711cd38a14 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1080.122017] env[68893]: DEBUG nova.virt.hardware [None req-bf838e65-2a08-4ed9-9d83-34711cd38a14 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1080.122271] env[68893]: DEBUG nova.virt.hardware [None req-bf838e65-2a08-4ed9-9d83-34711cd38a14 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1080.122383] env[68893]: DEBUG nova.virt.hardware [None req-bf838e65-2a08-4ed9-9d83-34711cd38a14 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1080.123264] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a570077a-8fce-48a2-a0ba-27cf1cdd4e64 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.133272] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3e7f195-3675-4210-bca7-ac3111777b22 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.149568] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-bf838e65-2a08-4ed9-9d83-34711cd38a14 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 8b58659b-aaf9-4fa9-98b2-3153180f0570] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5a:57:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bd5f8644-50bc-4a00-8303-e32c60c3a4db', 'vif_model': 'vmxnet3'}] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1080.158117] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bf838e65-2a08-4ed9-9d83-34711cd38a14 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1080.158594] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b58659b-aaf9-4fa9-98b2-3153180f0570] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1080.158780] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5a897a20-429f-45f2-b847-406e0089f2d0 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.183781] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1080.183781] env[68893]: value = "task-2792142" [ 1080.183781] env[68893]: _type = "Task" [ 1080.183781] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.194796] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792142, 'name': CreateVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.288246] env[68893]: DEBUG oslo_vmware.api [req-90754733-7d73-467f-a4c8-c1440edcd8f3 req-29de6454-ffab-4789-9443-12c695bddb43 service nova] Task: {'id': task-2792139, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.305129] env[68893]: DEBUG oslo_vmware.api [None req-187463a7-451f-4347-8312-bd8ae603802f tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2792140, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.331897] env[68893]: DEBUG oslo_vmware.api [None req-f8acdd23-735f-4137-953e-b46de5451c93 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2792137, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.605289} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.332072] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8acdd23-735f-4137-953e-b46de5451c93 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1080.332297] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-f8acdd23-735f-4137-953e-b46de5451c93 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: ed321673-402e-43c5-ac6e-5d4abfb863fc] Deleted contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1080.332493] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-f8acdd23-735f-4137-953e-b46de5451c93 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: ed321673-402e-43c5-ac6e-5d4abfb863fc] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1080.332683] env[68893]: INFO nova.compute.manager [None req-f8acdd23-735f-4137-953e-b46de5451c93 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: ed321673-402e-43c5-ac6e-5d4abfb863fc] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1080.332928] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f8acdd23-735f-4137-953e-b46de5451c93 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1080.333149] env[68893]: DEBUG nova.compute.manager [-] [instance: ed321673-402e-43c5-ac6e-5d4abfb863fc] Deallocating network for instance {{(pid=68893) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1080.333249] env[68893]: DEBUG nova.network.neutron [-] [instance: ed321673-402e-43c5-ac6e-5d4abfb863fc] deallocate_for_instance() {{(pid=68893) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1080.343087] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d5923fa2-22ef-4ba3-a944-3b181a3d1393 tempest-InstanceActionsNegativeTestJSON-1778537646 tempest-InstanceActionsNegativeTestJSON-1778537646-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.475s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.343832] env[68893]: DEBUG nova.compute.manager [None req-d5923fa2-22ef-4ba3-a944-3b181a3d1393 tempest-InstanceActionsNegativeTestJSON-1778537646 tempest-InstanceActionsNegativeTestJSON-1778537646-project-member] [instance: 1d5c1642-ca64-47d3-be68-e680b72971cc] Start building networks asynchronously for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1080.346326] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 11.966s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.350021] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.350021] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68893) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1080.350021] env[68893]: DEBUG oslo_concurrency.lockutils [None req-696313e6-b55f-400a-8e51-15fc22159eea tempest-ServerTagsTestJSON-1883384352 tempest-ServerTagsTestJSON-1883384352-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.542s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.350021] env[68893]: DEBUG nova.objects.instance [None req-696313e6-b55f-400a-8e51-15fc22159eea tempest-ServerTagsTestJSON-1883384352 tempest-ServerTagsTestJSON-1883384352-project-member] Lazy-loading 'resources' on Instance uuid 86c6883a-4bba-48cc-a68b-21ac933f0867 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1080.350021] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99905f7a-b7e8-409d-b56e-4ac86035cb88 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.358026] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-863296eb-d89d-4735-a6a6-3af045633659 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.375375] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a74488d2-84d4-498b-a1c5-666eb7e4af34 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.386162] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-919704d9-a73b-4d37-8329-c2bded361541 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.424135] env[68893]: DEBUG nova.compute.manager [None req-f7a2bb4c-a861-4dae-99f5-c04689153ce1 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 13f79287-5fb9-482a-ae32-a3fcb39e02df] Starting instance... {{(pid=68893) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1080.425667] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178892MB free_disk=174GB free_vcpus=48 pci_devices=None {{(pid=68893) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1080.425809] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.468439] env[68893]: DEBUG oslo_concurrency.lockutils [None req-4e8671a4-ccce-4937-a6ea-1a0e200f87f7 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Lock "interface-7e40a4c8-e64e-41f1-9b87-8c5f0af19a35-ef41b65f-b8b8-403b-b585-931f0e0d1efe" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.974s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.697675] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792142, 'name': CreateVM_Task} progress is 25%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.788787] env[68893]: DEBUG oslo_vmware.api [req-90754733-7d73-467f-a4c8-c1440edcd8f3 req-29de6454-ffab-4789-9443-12c695bddb43 service nova] Task: {'id': task-2792139, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.806902] env[68893]: DEBUG oslo_vmware.api [None req-187463a7-451f-4347-8312-bd8ae603802f tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2792140, 'name': MoveVirtualDisk_Task} progress is 32%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.850606] env[68893]: DEBUG nova.compute.utils [None req-d5923fa2-22ef-4ba3-a944-3b181a3d1393 tempest-InstanceActionsNegativeTestJSON-1778537646 tempest-InstanceActionsNegativeTestJSON-1778537646-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1080.852530] env[68893]: DEBUG nova.compute.manager [None req-d5923fa2-22ef-4ba3-a944-3b181a3d1393 tempest-InstanceActionsNegativeTestJSON-1778537646 tempest-InstanceActionsNegativeTestJSON-1778537646-project-member] [instance: 1d5c1642-ca64-47d3-be68-e680b72971cc] Allocating IP information in the background. {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1080.852745] env[68893]: DEBUG nova.network.neutron [None req-d5923fa2-22ef-4ba3-a944-3b181a3d1393 tempest-InstanceActionsNegativeTestJSON-1778537646 tempest-InstanceActionsNegativeTestJSON-1778537646-project-member] [instance: 1d5c1642-ca64-47d3-be68-e680b72971cc] allocate_for_instance() {{(pid=68893) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1080.875411] env[68893]: DEBUG nova.compute.manager [req-e8f6e365-0120-4443-abea-0268e37d6c6a req-036a57ab-4c1e-4988-ba4a-c4229fe915ca service nova] [instance: ed321673-402e-43c5-ac6e-5d4abfb863fc] Received event network-vif-deleted-8912b1ad-051d-48a2-87f0-66e5c96880b5 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1080.875411] env[68893]: INFO nova.compute.manager [req-e8f6e365-0120-4443-abea-0268e37d6c6a req-036a57ab-4c1e-4988-ba4a-c4229fe915ca service nova] [instance: ed321673-402e-43c5-ac6e-5d4abfb863fc] Neutron deleted interface 8912b1ad-051d-48a2-87f0-66e5c96880b5; detaching it from the instance and deleting it from the info cache [ 1080.875411] env[68893]: DEBUG nova.network.neutron [req-e8f6e365-0120-4443-abea-0268e37d6c6a req-036a57ab-4c1e-4988-ba4a-c4229fe915ca service nova] [instance: ed321673-402e-43c5-ac6e-5d4abfb863fc] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.917266] env[68893]: DEBUG nova.policy [None req-d5923fa2-22ef-4ba3-a944-3b181a3d1393 tempest-InstanceActionsNegativeTestJSON-1778537646 tempest-InstanceActionsNegativeTestJSON-1778537646-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f212a3c2817245ed9da13dad0e855205', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b7b79528fe6942c48afa84df7544a2ba', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68893) authorize /opt/stack/nova/nova/policy.py:192}} [ 1080.945479] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f7a2bb4c-a861-4dae-99f5-c04689153ce1 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.044499] env[68893]: INFO nova.compute.manager [None req-f44158a6-44da-4245-89d7-d48cec85c294 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: 91c51a8c-1462-4ad2-9cc3-6b4e06117c17] Rebuilding instance [ 1081.122870] env[68893]: DEBUG nova.compute.manager [None req-f44158a6-44da-4245-89d7-d48cec85c294 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: 91c51a8c-1462-4ad2-9cc3-6b4e06117c17] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1081.123751] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0364a98d-c080-4555-b2ce-8eda4fd074ae {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.197381] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792142, 'name': CreateVM_Task, 'duration_secs': 0.808698} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.198685] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b58659b-aaf9-4fa9-98b2-3153180f0570] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1081.199593] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9fb5945-6199-494c-a823-193965ce5603 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.202941] env[68893]: DEBUG oslo_concurrency.lockutils [None req-bf838e65-2a08-4ed9-9d83-34711cd38a14 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.203139] env[68893]: DEBUG oslo_concurrency.lockutils [None req-bf838e65-2a08-4ed9-9d83-34711cd38a14 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.203468] env[68893]: DEBUG oslo_concurrency.lockutils [None req-bf838e65-2a08-4ed9-9d83-34711cd38a14 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.203747] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e0bdd11-f785-49aa-a4a0-35ef42d26af0 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.212073] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9d1c23a-3136-4a12-b95a-bd7b8f604fb5 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.217035] env[68893]: DEBUG oslo_vmware.api [None req-bf838e65-2a08-4ed9-9d83-34711cd38a14 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Waiting for the task: (returnval){ [ 1081.217035] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52d214c4-f0c2-fcc6-c699-888ef47b428c" [ 1081.217035] env[68893]: _type = "Task" [ 1081.217035] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.244388] env[68893]: DEBUG nova.network.neutron [-] [instance: ed321673-402e-43c5-ac6e-5d4abfb863fc] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.248370] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-360436a1-b1c7-4cd3-a428-2b2c69b44307 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.255679] env[68893]: DEBUG oslo_vmware.api [None req-bf838e65-2a08-4ed9-9d83-34711cd38a14 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52d214c4-f0c2-fcc6-c699-888ef47b428c, 'name': SearchDatastore_Task, 'duration_secs': 0.042118} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.256487] env[68893]: DEBUG oslo_concurrency.lockutils [None req-bf838e65-2a08-4ed9-9d83-34711cd38a14 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.256729] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-bf838e65-2a08-4ed9-9d83-34711cd38a14 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 8b58659b-aaf9-4fa9-98b2-3153180f0570] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1081.256969] env[68893]: DEBUG oslo_concurrency.lockutils [None req-bf838e65-2a08-4ed9-9d83-34711cd38a14 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.257135] env[68893]: DEBUG oslo_concurrency.lockutils [None req-bf838e65-2a08-4ed9-9d83-34711cd38a14 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.257315] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf838e65-2a08-4ed9-9d83-34711cd38a14 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1081.257909] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-48ca1993-5cd3-4b8a-88fd-60631a7ee3d2 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.264927] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82351016-363f-419f-93ca-58fb1d43b47b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.282653] env[68893]: DEBUG nova.compute.provider_tree [None req-696313e6-b55f-400a-8e51-15fc22159eea tempest-ServerTagsTestJSON-1883384352 tempest-ServerTagsTestJSON-1883384352-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1081.288601] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf838e65-2a08-4ed9-9d83-34711cd38a14 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1081.288807] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-bf838e65-2a08-4ed9-9d83-34711cd38a14 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1081.290338] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee11a572-6cf6-4414-bd97-274aee063edd {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.298135] env[68893]: DEBUG oslo_vmware.api [req-90754733-7d73-467f-a4c8-c1440edcd8f3 req-29de6454-ffab-4789-9443-12c695bddb43 service nova] Task: {'id': task-2792139, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.302576] env[68893]: DEBUG oslo_vmware.api [None req-bf838e65-2a08-4ed9-9d83-34711cd38a14 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Waiting for the task: (returnval){ [ 1081.302576] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52a68922-7adf-b719-01de-f8b3f51f9ed2" [ 1081.302576] env[68893]: _type = "Task" [ 1081.302576] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.311993] env[68893]: DEBUG oslo_vmware.api [None req-187463a7-451f-4347-8312-bd8ae603802f tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2792140, 'name': MoveVirtualDisk_Task} progress is 54%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.317168] env[68893]: DEBUG oslo_vmware.api [None req-bf838e65-2a08-4ed9-9d83-34711cd38a14 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52a68922-7adf-b719-01de-f8b3f51f9ed2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.356404] env[68893]: DEBUG nova.compute.manager [None req-d5923fa2-22ef-4ba3-a944-3b181a3d1393 tempest-InstanceActionsNegativeTestJSON-1778537646 tempest-InstanceActionsNegativeTestJSON-1778537646-project-member] [instance: 1d5c1642-ca64-47d3-be68-e680b72971cc] Start building block device mappings for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1081.383888] env[68893]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-42f6088f-3d2d-410b-9e39-9c7c2bcace93 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.396541] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de98297d-96c8-4600-ac7f-002c6fce564e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.436402] env[68893]: DEBUG nova.compute.manager [req-e8f6e365-0120-4443-abea-0268e37d6c6a req-036a57ab-4c1e-4988-ba4a-c4229fe915ca service nova] [instance: ed321673-402e-43c5-ac6e-5d4abfb863fc] Detach interface failed, port_id=8912b1ad-051d-48a2-87f0-66e5c96880b5, reason: Instance ed321673-402e-43c5-ac6e-5d4abfb863fc could not be found. {{(pid=68893) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1081.523475] env[68893]: DEBUG nova.network.neutron [None req-d5923fa2-22ef-4ba3-a944-3b181a3d1393 tempest-InstanceActionsNegativeTestJSON-1778537646 tempest-InstanceActionsNegativeTestJSON-1778537646-project-member] [instance: 1d5c1642-ca64-47d3-be68-e680b72971cc] Successfully created port: 9c520965-abca-4908-b8f2-b1f6cb26bd83 {{(pid=68893) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1081.752678] env[68893]: INFO nova.compute.manager [-] [instance: ed321673-402e-43c5-ac6e-5d4abfb863fc] Took 1.42 seconds to deallocate network for instance. [ 1081.790982] env[68893]: DEBUG nova.scheduler.client.report [None req-696313e6-b55f-400a-8e51-15fc22159eea tempest-ServerTagsTestJSON-1883384352 tempest-ServerTagsTestJSON-1883384352-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1081.807997] env[68893]: DEBUG oslo_vmware.api [req-90754733-7d73-467f-a4c8-c1440edcd8f3 req-29de6454-ffab-4789-9443-12c695bddb43 service nova] Task: {'id': task-2792139, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.823353] env[68893]: DEBUG oslo_vmware.api [None req-187463a7-451f-4347-8312-bd8ae603802f tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2792140, 'name': MoveVirtualDisk_Task} progress is 74%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.830643] env[68893]: DEBUG oslo_vmware.api [None req-bf838e65-2a08-4ed9-9d83-34711cd38a14 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52a68922-7adf-b719-01de-f8b3f51f9ed2, 'name': SearchDatastore_Task, 'duration_secs': 0.032589} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.831498] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c5a2305-ce93-40b4-9f12-dcff3b6cb596 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.837930] env[68893]: DEBUG oslo_vmware.api [None req-bf838e65-2a08-4ed9-9d83-34711cd38a14 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Waiting for the task: (returnval){ [ 1081.837930] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]524d775d-caab-a33d-a6cc-ffd3b4621d64" [ 1081.837930] env[68893]: _type = "Task" [ 1081.837930] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.848307] env[68893]: DEBUG oslo_vmware.api [None req-bf838e65-2a08-4ed9-9d83-34711cd38a14 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]524d775d-caab-a33d-a6cc-ffd3b4621d64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.144515] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-f44158a6-44da-4245-89d7-d48cec85c294 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: 91c51a8c-1462-4ad2-9cc3-6b4e06117c17] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1082.144515] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-117572f8-e09d-4cf1-a4bf-7524f6a3794a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.160827] env[68893]: DEBUG oslo_vmware.api [None req-f44158a6-44da-4245-89d7-d48cec85c294 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Waiting for the task: (returnval){ [ 1082.160827] env[68893]: value = "task-2792143" [ 1082.160827] env[68893]: _type = "Task" [ 1082.160827] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.173254] env[68893]: DEBUG oslo_vmware.api [None req-f44158a6-44da-4245-89d7-d48cec85c294 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792143, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.265686] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd398b73-d5bc-4511-8db4-d04cfff8ff44 tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] [instance: deb6dee1-b9f7-4b2b-89c5-ac48cde5241c] Volume attach. Driver type: vmdk {{(pid=68893) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1082.266202] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd398b73-d5bc-4511-8db4-d04cfff8ff44 tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] [instance: deb6dee1-b9f7-4b2b-89c5-ac48cde5241c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561220', 'volume_id': 'ea7b5720-ae29-48ca-99e1-1d1c54a5e494', 'name': 'volume-ea7b5720-ae29-48ca-99e1-1d1c54a5e494', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'deb6dee1-b9f7-4b2b-89c5-ac48cde5241c', 'attached_at': '', 'detached_at': '', 'volume_id': 'ea7b5720-ae29-48ca-99e1-1d1c54a5e494', 'serial': 'ea7b5720-ae29-48ca-99e1-1d1c54a5e494'} {{(pid=68893) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1082.267134] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f8acdd23-735f-4137-953e-b46de5451c93 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.268011] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-198cd673-8b84-435b-8930-15571f5fa0ed {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.296553] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db1466d8-c675-4fed-bf96-5c20ebc7dfb2 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.306929] env[68893]: DEBUG oslo_concurrency.lockutils [None req-696313e6-b55f-400a-8e51-15fc22159eea tempest-ServerTagsTestJSON-1883384352 tempest-ServerTagsTestJSON-1883384352-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.960s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.309868] env[68893]: DEBUG oslo_vmware.api [req-90754733-7d73-467f-a4c8-c1440edcd8f3 req-29de6454-ffab-4789-9443-12c695bddb43 service nova] Task: {'id': task-2792139, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.334894] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f0205498-98c4-4040-80a6-0bb7ab8e242f tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.932s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.335249] env[68893]: DEBUG nova.objects.instance [None req-f0205498-98c4-4040-80a6-0bb7ab8e242f tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] Lazy-loading 'resources' on Instance uuid fbd01c97-d9e9-4610-8cfa-39607883e98b {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1082.345537] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd398b73-d5bc-4511-8db4-d04cfff8ff44 tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] [instance: deb6dee1-b9f7-4b2b-89c5-ac48cde5241c] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] volume-ea7b5720-ae29-48ca-99e1-1d1c54a5e494/volume-ea7b5720-ae29-48ca-99e1-1d1c54a5e494.vmdk or device None with type thin {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1082.347212] env[68893]: INFO nova.scheduler.client.report [None req-696313e6-b55f-400a-8e51-15fc22159eea tempest-ServerTagsTestJSON-1883384352 tempest-ServerTagsTestJSON-1883384352-project-member] Deleted allocations for instance 86c6883a-4bba-48cc-a68b-21ac933f0867 [ 1082.349267] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c19ab619-8eaf-4b80-9b96-34c0c4905f7b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.371137] env[68893]: DEBUG nova.compute.manager [None req-d5923fa2-22ef-4ba3-a944-3b181a3d1393 tempest-InstanceActionsNegativeTestJSON-1778537646 tempest-InstanceActionsNegativeTestJSON-1778537646-project-member] [instance: 1d5c1642-ca64-47d3-be68-e680b72971cc] Start spawning the instance on the hypervisor. {{(pid=68893) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1082.380182] env[68893]: DEBUG oslo_vmware.api [None req-187463a7-451f-4347-8312-bd8ae603802f tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2792140, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.381824] env[68893]: DEBUG oslo_vmware.api [None req-dd398b73-d5bc-4511-8db4-d04cfff8ff44 tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Waiting for the task: (returnval){ [ 1082.381824] env[68893]: value = "task-2792144" [ 1082.381824] env[68893]: _type = "Task" [ 1082.381824] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.390593] env[68893]: DEBUG oslo_vmware.api [None req-bf838e65-2a08-4ed9-9d83-34711cd38a14 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]524d775d-caab-a33d-a6cc-ffd3b4621d64, 'name': SearchDatastore_Task, 'duration_secs': 0.015903} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.391499] env[68893]: DEBUG oslo_concurrency.lockutils [None req-bf838e65-2a08-4ed9-9d83-34711cd38a14 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.392354] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf838e65-2a08-4ed9-9d83-34711cd38a14 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] 8b58659b-aaf9-4fa9-98b2-3153180f0570/8b58659b-aaf9-4fa9-98b2-3153180f0570.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1082.392354] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-03f3d662-bb99-45b3-b616-9981e315b834 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.398057] env[68893]: DEBUG oslo_vmware.api [None req-dd398b73-d5bc-4511-8db4-d04cfff8ff44 tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Task: {'id': task-2792144, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.403323] env[68893]: DEBUG oslo_vmware.api [None req-bf838e65-2a08-4ed9-9d83-34711cd38a14 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Waiting for the task: (returnval){ [ 1082.403323] env[68893]: value = "task-2792145" [ 1082.403323] env[68893]: _type = "Task" [ 1082.403323] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.412995] env[68893]: DEBUG nova.virt.hardware [None req-d5923fa2-22ef-4ba3-a944-3b181a3d1393 tempest-InstanceActionsNegativeTestJSON-1778537646 tempest-InstanceActionsNegativeTestJSON-1778537646-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1082.413387] env[68893]: DEBUG nova.virt.hardware [None req-d5923fa2-22ef-4ba3-a944-3b181a3d1393 tempest-InstanceActionsNegativeTestJSON-1778537646 tempest-InstanceActionsNegativeTestJSON-1778537646-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1082.413564] env[68893]: DEBUG nova.virt.hardware [None req-d5923fa2-22ef-4ba3-a944-3b181a3d1393 tempest-InstanceActionsNegativeTestJSON-1778537646 tempest-InstanceActionsNegativeTestJSON-1778537646-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1082.413789] env[68893]: DEBUG nova.virt.hardware [None req-d5923fa2-22ef-4ba3-a944-3b181a3d1393 tempest-InstanceActionsNegativeTestJSON-1778537646 tempest-InstanceActionsNegativeTestJSON-1778537646-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1082.413969] env[68893]: DEBUG nova.virt.hardware [None req-d5923fa2-22ef-4ba3-a944-3b181a3d1393 tempest-InstanceActionsNegativeTestJSON-1778537646 tempest-InstanceActionsNegativeTestJSON-1778537646-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1082.414211] env[68893]: DEBUG nova.virt.hardware [None req-d5923fa2-22ef-4ba3-a944-3b181a3d1393 tempest-InstanceActionsNegativeTestJSON-1778537646 tempest-InstanceActionsNegativeTestJSON-1778537646-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1082.414413] env[68893]: DEBUG nova.virt.hardware [None req-d5923fa2-22ef-4ba3-a944-3b181a3d1393 tempest-InstanceActionsNegativeTestJSON-1778537646 tempest-InstanceActionsNegativeTestJSON-1778537646-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1082.414651] env[68893]: DEBUG nova.virt.hardware [None req-d5923fa2-22ef-4ba3-a944-3b181a3d1393 tempest-InstanceActionsNegativeTestJSON-1778537646 tempest-InstanceActionsNegativeTestJSON-1778537646-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1082.414872] env[68893]: DEBUG nova.virt.hardware [None req-d5923fa2-22ef-4ba3-a944-3b181a3d1393 tempest-InstanceActionsNegativeTestJSON-1778537646 tempest-InstanceActionsNegativeTestJSON-1778537646-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1082.415079] env[68893]: DEBUG nova.virt.hardware [None req-d5923fa2-22ef-4ba3-a944-3b181a3d1393 tempest-InstanceActionsNegativeTestJSON-1778537646 tempest-InstanceActionsNegativeTestJSON-1778537646-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1082.415337] env[68893]: DEBUG nova.virt.hardware [None req-d5923fa2-22ef-4ba3-a944-3b181a3d1393 tempest-InstanceActionsNegativeTestJSON-1778537646 tempest-InstanceActionsNegativeTestJSON-1778537646-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1082.416569] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2602272e-8f5c-4a2e-ad15-1deaa82e9d36 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.423117] env[68893]: DEBUG oslo_vmware.api [None req-bf838e65-2a08-4ed9-9d83-34711cd38a14 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2792145, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.428419] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c3cf020-cf9d-46eb-a44f-840d6fd3b18b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.672724] env[68893]: DEBUG oslo_vmware.api [None req-f44158a6-44da-4245-89d7-d48cec85c294 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792143, 'name': PowerOffVM_Task, 'duration_secs': 0.361413} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.675193] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-f44158a6-44da-4245-89d7-d48cec85c294 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: 91c51a8c-1462-4ad2-9cc3-6b4e06117c17] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1082.675193] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-f44158a6-44da-4245-89d7-d48cec85c294 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: 91c51a8c-1462-4ad2-9cc3-6b4e06117c17] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1082.675193] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f94b907f-4256-4912-812e-a141051b9799 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.686662] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-f44158a6-44da-4245-89d7-d48cec85c294 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: 91c51a8c-1462-4ad2-9cc3-6b4e06117c17] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1082.687087] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-886381bd-e046-4bfa-aca6-7104afb90758 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.765768] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-f44158a6-44da-4245-89d7-d48cec85c294 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: 91c51a8c-1462-4ad2-9cc3-6b4e06117c17] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1082.765768] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-f44158a6-44da-4245-89d7-d48cec85c294 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: 91c51a8c-1462-4ad2-9cc3-6b4e06117c17] Deleting contents of the VM from datastore datastore1 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1082.765768] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-f44158a6-44da-4245-89d7-d48cec85c294 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Deleting the datastore file [datastore1] 91c51a8c-1462-4ad2-9cc3-6b4e06117c17 {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1082.765768] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7e6c97f3-e3f8-4b79-8363-6db692d4593f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.777027] env[68893]: DEBUG oslo_vmware.api [None req-f44158a6-44da-4245-89d7-d48cec85c294 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Waiting for the task: (returnval){ [ 1082.777027] env[68893]: value = "task-2792147" [ 1082.777027] env[68893]: _type = "Task" [ 1082.777027] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.786364] env[68893]: DEBUG oslo_vmware.api [None req-f44158a6-44da-4245-89d7-d48cec85c294 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792147, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.802169] env[68893]: DEBUG oslo_vmware.api [req-90754733-7d73-467f-a4c8-c1440edcd8f3 req-29de6454-ffab-4789-9443-12c695bddb43 service nova] Task: {'id': task-2792139, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.815942] env[68893]: DEBUG oslo_vmware.api [None req-187463a7-451f-4347-8312-bd8ae603802f tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2792140, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.727172} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.816346] env[68893]: INFO nova.virt.vmwareapi.ds_util [None req-187463a7-451f-4347-8312-bd8ae603802f tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_dab907bf-3389-49a2-8a9d-1913a14c3958/OSTACK_IMG_dab907bf-3389-49a2-8a9d-1913a14c3958.vmdk to [datastore1] devstack-image-cache_base/b7ec0038-a569-4d57-9400-7defaa85af3b/b7ec0038-a569-4d57-9400-7defaa85af3b.vmdk. [ 1082.816788] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-187463a7-451f-4347-8312-bd8ae603802f tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: fad82752-b56d-430c-94dc-3dcca860e713] Cleaning up location [datastore1] OSTACK_IMG_dab907bf-3389-49a2-8a9d-1913a14c3958 {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1082.817083] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-187463a7-451f-4347-8312-bd8ae603802f tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_dab907bf-3389-49a2-8a9d-1913a14c3958 {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1082.817443] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4f68a9e2-ec37-4ab3-a46f-05393994b2cd {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.827766] env[68893]: DEBUG oslo_vmware.api [None req-187463a7-451f-4347-8312-bd8ae603802f tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Waiting for the task: (returnval){ [ 1082.827766] env[68893]: value = "task-2792148" [ 1082.827766] env[68893]: _type = "Task" [ 1082.827766] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.837760] env[68893]: DEBUG oslo_vmware.api [None req-187463a7-451f-4347-8312-bd8ae603802f tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2792148, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.878919] env[68893]: DEBUG oslo_concurrency.lockutils [None req-696313e6-b55f-400a-8e51-15fc22159eea tempest-ServerTagsTestJSON-1883384352 tempest-ServerTagsTestJSON-1883384352-project-member] Lock "86c6883a-4bba-48cc-a68b-21ac933f0867" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.910s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.894267] env[68893]: DEBUG oslo_vmware.api [None req-dd398b73-d5bc-4511-8db4-d04cfff8ff44 tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Task: {'id': task-2792144, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.917037] env[68893]: DEBUG oslo_vmware.api [None req-bf838e65-2a08-4ed9-9d83-34711cd38a14 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2792145, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.180479] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b11a63ce-2ade-496f-9748-746bb5757b3b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.191068] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e2b10b6-e20d-474c-90b7-fab747be403f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.228134] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d942af8-9dbf-49b3-b143-f9d071c29852 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.236408] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-680de53b-b4ce-4098-830a-42a2010612d3 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.253630] env[68893]: DEBUG nova.compute.provider_tree [None req-f0205498-98c4-4040-80a6-0bb7ab8e242f tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1083.284976] env[68893]: DEBUG oslo_vmware.api [None req-f44158a6-44da-4245-89d7-d48cec85c294 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792147, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.335838} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.285545] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-f44158a6-44da-4245-89d7-d48cec85c294 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1083.285738] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-f44158a6-44da-4245-89d7-d48cec85c294 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: 91c51a8c-1462-4ad2-9cc3-6b4e06117c17] Deleted contents of the VM from datastore datastore1 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1083.286902] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-f44158a6-44da-4245-89d7-d48cec85c294 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: 91c51a8c-1462-4ad2-9cc3-6b4e06117c17] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1083.304690] env[68893]: DEBUG oslo_vmware.api [req-90754733-7d73-467f-a4c8-c1440edcd8f3 req-29de6454-ffab-4789-9443-12c695bddb43 service nova] Task: {'id': task-2792139, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.306806] env[68893]: DEBUG oslo_vmware.rw_handles [None req-41f00509-9894-49d6-b0ef-36047beb5e66 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c9788e-84d2-3265-e49f-f945c036f022/disk-0.vmdk. {{(pid=68893) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1083.307699] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fb834a1-2fb9-4dc5-adae-5da75e5fb8c6 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.314135] env[68893]: DEBUG oslo_vmware.rw_handles [None req-41f00509-9894-49d6-b0ef-36047beb5e66 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c9788e-84d2-3265-e49f-f945c036f022/disk-0.vmdk is in state: ready. {{(pid=68893) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1083.314324] env[68893]: ERROR oslo_vmware.rw_handles [None req-41f00509-9894-49d6-b0ef-36047beb5e66 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c9788e-84d2-3265-e49f-f945c036f022/disk-0.vmdk due to incomplete transfer. [ 1083.314581] env[68893]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-27f2fd14-83d7-4bfa-b93b-d4936972750f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.321687] env[68893]: DEBUG oslo_vmware.rw_handles [None req-41f00509-9894-49d6-b0ef-36047beb5e66 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c9788e-84d2-3265-e49f-f945c036f022/disk-0.vmdk. {{(pid=68893) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1083.321890] env[68893]: DEBUG nova.virt.vmwareapi.images [None req-41f00509-9894-49d6-b0ef-36047beb5e66 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] Uploaded image d42658a7-2c39-4bfd-86b2-11de6065576f to the Glance image server {{(pid=68893) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1083.329234] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-41f00509-9894-49d6-b0ef-36047beb5e66 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] Destroying the VM {{(pid=68893) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1083.329234] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5f65d7c9-2805-4c45-8985-5ab3baa6ed40 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.332820] env[68893]: DEBUG oslo_vmware.api [None req-41f00509-9894-49d6-b0ef-36047beb5e66 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Waiting for the task: (returnval){ [ 1083.332820] env[68893]: value = "task-2792149" [ 1083.332820] env[68893]: _type = "Task" [ 1083.332820] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.341606] env[68893]: DEBUG oslo_vmware.api [None req-187463a7-451f-4347-8312-bd8ae603802f tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2792148, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.07749} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.342400] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-187463a7-451f-4347-8312-bd8ae603802f tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1083.343325] env[68893]: DEBUG oslo_concurrency.lockutils [None req-187463a7-451f-4347-8312-bd8ae603802f tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7ec0038-a569-4d57-9400-7defaa85af3b/b7ec0038-a569-4d57-9400-7defaa85af3b.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.343325] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-187463a7-451f-4347-8312-bd8ae603802f tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b7ec0038-a569-4d57-9400-7defaa85af3b/b7ec0038-a569-4d57-9400-7defaa85af3b.vmdk to [datastore1] fad82752-b56d-430c-94dc-3dcca860e713/fad82752-b56d-430c-94dc-3dcca860e713.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1083.343513] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ab35d3fb-09cc-4881-9fcb-25e57593ea02 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.350156] env[68893]: DEBUG oslo_vmware.api [None req-41f00509-9894-49d6-b0ef-36047beb5e66 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792149, 'name': Destroy_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.354908] env[68893]: DEBUG oslo_vmware.api [None req-187463a7-451f-4347-8312-bd8ae603802f tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Waiting for the task: (returnval){ [ 1083.354908] env[68893]: value = "task-2792150" [ 1083.354908] env[68893]: _type = "Task" [ 1083.354908] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.364172] env[68893]: DEBUG oslo_vmware.api [None req-187463a7-451f-4347-8312-bd8ae603802f tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2792150, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.392743] env[68893]: DEBUG oslo_vmware.api [None req-dd398b73-d5bc-4511-8db4-d04cfff8ff44 tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Task: {'id': task-2792144, 'name': ReconfigVM_Task, 'duration_secs': 0.655003} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.395977] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd398b73-d5bc-4511-8db4-d04cfff8ff44 tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] [instance: deb6dee1-b9f7-4b2b-89c5-ac48cde5241c] Reconfigured VM instance instance-00000051 to attach disk [datastore2] volume-ea7b5720-ae29-48ca-99e1-1d1c54a5e494/volume-ea7b5720-ae29-48ca-99e1-1d1c54a5e494.vmdk or device None with type thin {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1083.398111] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1d85354-0fe0-4bcb-a6ce-fe2804210a29 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.417368] env[68893]: DEBUG oslo_vmware.api [None req-bf838e65-2a08-4ed9-9d83-34711cd38a14 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2792145, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.63938} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.418631] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf838e65-2a08-4ed9-9d83-34711cd38a14 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] 8b58659b-aaf9-4fa9-98b2-3153180f0570/8b58659b-aaf9-4fa9-98b2-3153180f0570.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1083.419088] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-bf838e65-2a08-4ed9-9d83-34711cd38a14 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 8b58659b-aaf9-4fa9-98b2-3153180f0570] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1083.419411] env[68893]: DEBUG oslo_vmware.api [None req-dd398b73-d5bc-4511-8db4-d04cfff8ff44 tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Waiting for the task: (returnval){ [ 1083.419411] env[68893]: value = "task-2792151" [ 1083.419411] env[68893]: _type = "Task" [ 1083.419411] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.419911] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-33566da9-1404-415e-9150-64b1be8e363e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.429783] env[68893]: DEBUG oslo_vmware.api [None req-dd398b73-d5bc-4511-8db4-d04cfff8ff44 tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Task: {'id': task-2792151, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.430994] env[68893]: DEBUG oslo_vmware.api [None req-bf838e65-2a08-4ed9-9d83-34711cd38a14 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Waiting for the task: (returnval){ [ 1083.430994] env[68893]: value = "task-2792152" [ 1083.430994] env[68893]: _type = "Task" [ 1083.430994] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.441543] env[68893]: DEBUG oslo_vmware.api [None req-bf838e65-2a08-4ed9-9d83-34711cd38a14 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2792152, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.490012] env[68893]: DEBUG nova.compute.manager [req-19477648-363b-46c5-a738-2a065ba20dff req-de555192-01a1-4734-bbad-d5278a6f5a20 service nova] [instance: 1d5c1642-ca64-47d3-be68-e680b72971cc] Received event network-vif-plugged-9c520965-abca-4908-b8f2-b1f6cb26bd83 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1083.490260] env[68893]: DEBUG oslo_concurrency.lockutils [req-19477648-363b-46c5-a738-2a065ba20dff req-de555192-01a1-4734-bbad-d5278a6f5a20 service nova] Acquiring lock "1d5c1642-ca64-47d3-be68-e680b72971cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.490547] env[68893]: DEBUG oslo_concurrency.lockutils [req-19477648-363b-46c5-a738-2a065ba20dff req-de555192-01a1-4734-bbad-d5278a6f5a20 service nova] Lock "1d5c1642-ca64-47d3-be68-e680b72971cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.490762] env[68893]: DEBUG oslo_concurrency.lockutils [req-19477648-363b-46c5-a738-2a065ba20dff req-de555192-01a1-4734-bbad-d5278a6f5a20 service nova] Lock "1d5c1642-ca64-47d3-be68-e680b72971cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.491617] env[68893]: DEBUG nova.compute.manager [req-19477648-363b-46c5-a738-2a065ba20dff req-de555192-01a1-4734-bbad-d5278a6f5a20 service nova] [instance: 1d5c1642-ca64-47d3-be68-e680b72971cc] No waiting events found dispatching network-vif-plugged-9c520965-abca-4908-b8f2-b1f6cb26bd83 {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1083.491709] env[68893]: WARNING nova.compute.manager [req-19477648-363b-46c5-a738-2a065ba20dff req-de555192-01a1-4734-bbad-d5278a6f5a20 service nova] [instance: 1d5c1642-ca64-47d3-be68-e680b72971cc] Received unexpected event network-vif-plugged-9c520965-abca-4908-b8f2-b1f6cb26bd83 for instance with vm_state building and task_state spawning. [ 1083.723993] env[68893]: DEBUG nova.network.neutron [None req-d5923fa2-22ef-4ba3-a944-3b181a3d1393 tempest-InstanceActionsNegativeTestJSON-1778537646 tempest-InstanceActionsNegativeTestJSON-1778537646-project-member] [instance: 1d5c1642-ca64-47d3-be68-e680b72971cc] Successfully updated port: 9c520965-abca-4908-b8f2-b1f6cb26bd83 {{(pid=68893) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1083.757023] env[68893]: DEBUG nova.scheduler.client.report [None req-f0205498-98c4-4040-80a6-0bb7ab8e242f tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1083.810531] env[68893]: DEBUG oslo_vmware.api [req-90754733-7d73-467f-a4c8-c1440edcd8f3 req-29de6454-ffab-4789-9443-12c695bddb43 service nova] Task: {'id': task-2792139, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.845378] env[68893]: DEBUG oslo_vmware.api [None req-41f00509-9894-49d6-b0ef-36047beb5e66 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792149, 'name': Destroy_Task} progress is 33%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.864939] env[68893]: DEBUG oslo_vmware.api [None req-187463a7-451f-4347-8312-bd8ae603802f tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2792150, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.935029] env[68893]: DEBUG oslo_vmware.api [None req-dd398b73-d5bc-4511-8db4-d04cfff8ff44 tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Task: {'id': task-2792151, 'name': ReconfigVM_Task, 'duration_secs': 0.158581} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.936166] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd398b73-d5bc-4511-8db4-d04cfff8ff44 tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] [instance: deb6dee1-b9f7-4b2b-89c5-ac48cde5241c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561220', 'volume_id': 'ea7b5720-ae29-48ca-99e1-1d1c54a5e494', 'name': 'volume-ea7b5720-ae29-48ca-99e1-1d1c54a5e494', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'deb6dee1-b9f7-4b2b-89c5-ac48cde5241c', 'attached_at': '', 'detached_at': '', 'volume_id': 'ea7b5720-ae29-48ca-99e1-1d1c54a5e494', 'serial': 'ea7b5720-ae29-48ca-99e1-1d1c54a5e494'} {{(pid=68893) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1083.942865] env[68893]: DEBUG oslo_vmware.api [None req-bf838e65-2a08-4ed9-9d83-34711cd38a14 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2792152, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073936} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.943861] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-bf838e65-2a08-4ed9-9d83-34711cd38a14 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 8b58659b-aaf9-4fa9-98b2-3153180f0570] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1083.944811] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6c20b0e-f81e-4b63-9418-8f1bbd073c8a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.977132] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf838e65-2a08-4ed9-9d83-34711cd38a14 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 8b58659b-aaf9-4fa9-98b2-3153180f0570] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] 8b58659b-aaf9-4fa9-98b2-3153180f0570/8b58659b-aaf9-4fa9-98b2-3153180f0570.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1083.977132] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8ee5928-ba3d-4b44-acdc-dcde93be3db3 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.003449] env[68893]: DEBUG oslo_vmware.api [None req-bf838e65-2a08-4ed9-9d83-34711cd38a14 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Waiting for the task: (returnval){ [ 1084.003449] env[68893]: value = "task-2792153" [ 1084.003449] env[68893]: _type = "Task" [ 1084.003449] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.017375] env[68893]: DEBUG oslo_vmware.api [None req-bf838e65-2a08-4ed9-9d83-34711cd38a14 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2792153, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.234776] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d5923fa2-22ef-4ba3-a944-3b181a3d1393 tempest-InstanceActionsNegativeTestJSON-1778537646 tempest-InstanceActionsNegativeTestJSON-1778537646-project-member] Acquiring lock "refresh_cache-1d5c1642-ca64-47d3-be68-e680b72971cc" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.235148] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d5923fa2-22ef-4ba3-a944-3b181a3d1393 tempest-InstanceActionsNegativeTestJSON-1778537646 tempest-InstanceActionsNegativeTestJSON-1778537646-project-member] Acquired lock "refresh_cache-1d5c1642-ca64-47d3-be68-e680b72971cc" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.235148] env[68893]: DEBUG nova.network.neutron [None req-d5923fa2-22ef-4ba3-a944-3b181a3d1393 tempest-InstanceActionsNegativeTestJSON-1778537646 tempest-InstanceActionsNegativeTestJSON-1778537646-project-member] [instance: 1d5c1642-ca64-47d3-be68-e680b72971cc] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1084.262364] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f0205498-98c4-4040-80a6-0bb7ab8e242f tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.927s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.268584] env[68893]: DEBUG oslo_concurrency.lockutils [None req-fb03b658-098b-4999-b984-0dad8fa9c81e tempest-ServersTestManualDisk-932089305 tempest-ServersTestManualDisk-932089305-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.822s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.268816] env[68893]: DEBUG nova.objects.instance [None req-fb03b658-098b-4999-b984-0dad8fa9c81e tempest-ServersTestManualDisk-932089305 tempest-ServersTestManualDisk-932089305-project-member] Lazy-loading 'resources' on Instance uuid c1843643-f9e8-45dd-88f9-38a4faf62ce4 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1084.304332] env[68893]: INFO nova.scheduler.client.report [None req-f0205498-98c4-4040-80a6-0bb7ab8e242f tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] Deleted allocations for instance fbd01c97-d9e9-4610-8cfa-39607883e98b [ 1084.320341] env[68893]: DEBUG oslo_vmware.api [req-90754733-7d73-467f-a4c8-c1440edcd8f3 req-29de6454-ffab-4789-9443-12c695bddb43 service nova] Task: {'id': task-2792139, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.343654] env[68893]: DEBUG nova.virt.hardware [None req-f44158a6-44da-4245-89d7-d48cec85c294 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1084.343978] env[68893]: DEBUG nova.virt.hardware [None req-f44158a6-44da-4245-89d7-d48cec85c294 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1084.344173] env[68893]: DEBUG nova.virt.hardware [None req-f44158a6-44da-4245-89d7-d48cec85c294 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1084.344368] env[68893]: DEBUG nova.virt.hardware [None req-f44158a6-44da-4245-89d7-d48cec85c294 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1084.344514] env[68893]: DEBUG nova.virt.hardware [None req-f44158a6-44da-4245-89d7-d48cec85c294 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1084.344661] env[68893]: DEBUG nova.virt.hardware [None req-f44158a6-44da-4245-89d7-d48cec85c294 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1084.344872] env[68893]: DEBUG nova.virt.hardware [None req-f44158a6-44da-4245-89d7-d48cec85c294 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1084.345047] env[68893]: DEBUG nova.virt.hardware [None req-f44158a6-44da-4245-89d7-d48cec85c294 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1084.345225] env[68893]: DEBUG nova.virt.hardware [None req-f44158a6-44da-4245-89d7-d48cec85c294 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1084.345392] env[68893]: DEBUG nova.virt.hardware [None req-f44158a6-44da-4245-89d7-d48cec85c294 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1084.345565] env[68893]: DEBUG nova.virt.hardware [None req-f44158a6-44da-4245-89d7-d48cec85c294 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1084.347016] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b534e7c-3ce1-432e-bb1f-a1ce7e80f18a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.356352] env[68893]: DEBUG oslo_vmware.api [None req-41f00509-9894-49d6-b0ef-36047beb5e66 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792149, 'name': Destroy_Task, 'duration_secs': 0.899512} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.357523] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-41f00509-9894-49d6-b0ef-36047beb5e66 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] Destroyed the VM [ 1084.358720] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-41f00509-9894-49d6-b0ef-36047beb5e66 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] Deleting Snapshot of the VM instance {{(pid=68893) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1084.361728] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-464571d7-76a2-457e-a3af-b6b8d5ffb648 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.368501] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5145c0a-4f5e-4c22-8fad-386ef3e8c47a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.377114] env[68893]: DEBUG oslo_vmware.api [None req-41f00509-9894-49d6-b0ef-36047beb5e66 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Waiting for the task: (returnval){ [ 1084.377114] env[68893]: value = "task-2792154" [ 1084.377114] env[68893]: _type = "Task" [ 1084.377114] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.377531] env[68893]: DEBUG oslo_vmware.api [None req-187463a7-451f-4347-8312-bd8ae603802f tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2792150, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.393130] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-f44158a6-44da-4245-89d7-d48cec85c294 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: 91c51a8c-1462-4ad2-9cc3-6b4e06117c17] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:fd:cb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cb971244-43ba-41b4-a6a2-a4558548012c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '76569eb8-132d-478c-ba24-242e0078fe60', 'vif_model': 'vmxnet3'}] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1084.402963] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f44158a6-44da-4245-89d7-d48cec85c294 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1084.405188] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91c51a8c-1462-4ad2-9cc3-6b4e06117c17] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1084.405874] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bd9a77b2-b523-40d3-83f1-f20ae47c3542 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.426605] env[68893]: DEBUG oslo_vmware.api [None req-41f00509-9894-49d6-b0ef-36047beb5e66 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792154, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.432394] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1084.432394] env[68893]: value = "task-2792155" [ 1084.432394] env[68893]: _type = "Task" [ 1084.432394] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.443137] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792155, 'name': CreateVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.519393] env[68893]: DEBUG oslo_vmware.api [None req-bf838e65-2a08-4ed9-9d83-34711cd38a14 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2792153, 'name': ReconfigVM_Task, 'duration_secs': 0.313177} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.519773] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf838e65-2a08-4ed9-9d83-34711cd38a14 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 8b58659b-aaf9-4fa9-98b2-3153180f0570] Reconfigured VM instance instance-0000004c to attach disk [datastore2] 8b58659b-aaf9-4fa9-98b2-3153180f0570/8b58659b-aaf9-4fa9-98b2-3153180f0570.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1084.521249] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-bf838e65-2a08-4ed9-9d83-34711cd38a14 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 8b58659b-aaf9-4fa9-98b2-3153180f0570] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encrypted': False, 'encryption_options': None, 'device_type': 'disk', 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'size': 0, 'disk_bus': None, 'device_name': '/dev/sda', 'boot_index': 0, 'image_id': '1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f'}], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561208', 'volume_id': '165d031e-13a7-4d4b-9702-512ca321da24', 'name': 'volume-165d031e-13a7-4d4b-9702-512ca321da24', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8b58659b-aaf9-4fa9-98b2-3153180f0570', 'attached_at': '', 'detached_at': '', 'volume_id': '165d031e-13a7-4d4b-9702-512ca321da24', 'serial': '165d031e-13a7-4d4b-9702-512ca321da24'}, 'delete_on_termination': False, 'device_type': None, 'guest_format': None, 'boot_index': None, 'attachment_id': '0c197b0d-4331-4ec3-b279-80d3ed467bd1', 'disk_bus': None, 'mount_device': '/dev/sdb', 'volume_type': None}], 'swap': None} {{(pid=68893) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1084.521496] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf838e65-2a08-4ed9-9d83-34711cd38a14 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 8b58659b-aaf9-4fa9-98b2-3153180f0570] Volume attach. Driver type: vmdk {{(pid=68893) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1084.521751] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf838e65-2a08-4ed9-9d83-34711cd38a14 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 8b58659b-aaf9-4fa9-98b2-3153180f0570] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561208', 'volume_id': '165d031e-13a7-4d4b-9702-512ca321da24', 'name': 'volume-165d031e-13a7-4d4b-9702-512ca321da24', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8b58659b-aaf9-4fa9-98b2-3153180f0570', 'attached_at': '', 'detached_at': '', 'volume_id': '165d031e-13a7-4d4b-9702-512ca321da24', 'serial': '165d031e-13a7-4d4b-9702-512ca321da24'} {{(pid=68893) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1084.522680] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a18731d-6960-4ce1-8806-0892eaa19997 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.544373] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f8d358e-c16a-4510-b720-9be62d99a132 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.575582] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf838e65-2a08-4ed9-9d83-34711cd38a14 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 8b58659b-aaf9-4fa9-98b2-3153180f0570] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] volume-165d031e-13a7-4d4b-9702-512ca321da24/volume-165d031e-13a7-4d4b-9702-512ca321da24.vmdk or device None with type thin {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1084.575964] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97d6f82f-3795-455b-8825-8b7ce1011daa {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.595171] env[68893]: DEBUG oslo_vmware.api [None req-bf838e65-2a08-4ed9-9d83-34711cd38a14 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Waiting for the task: (returnval){ [ 1084.595171] env[68893]: value = "task-2792156" [ 1084.595171] env[68893]: _type = "Task" [ 1084.595171] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.604892] env[68893]: DEBUG oslo_vmware.api [None req-bf838e65-2a08-4ed9-9d83-34711cd38a14 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2792156, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.804048] env[68893]: DEBUG nova.network.neutron [None req-d5923fa2-22ef-4ba3-a944-3b181a3d1393 tempest-InstanceActionsNegativeTestJSON-1778537646 tempest-InstanceActionsNegativeTestJSON-1778537646-project-member] [instance: 1d5c1642-ca64-47d3-be68-e680b72971cc] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1084.821910] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f0205498-98c4-4040-80a6-0bb7ab8e242f tempest-ServersNegativeTestMultiTenantJSON-97002737 tempest-ServersNegativeTestMultiTenantJSON-97002737-project-member] Lock "fbd01c97-d9e9-4610-8cfa-39607883e98b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.460s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.829056] env[68893]: DEBUG oslo_vmware.api [req-90754733-7d73-467f-a4c8-c1440edcd8f3 req-29de6454-ffab-4789-9443-12c695bddb43 service nova] Task: {'id': task-2792139, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.867986] env[68893]: DEBUG oslo_vmware.api [None req-187463a7-451f-4347-8312-bd8ae603802f tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2792150, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.888661] env[68893]: DEBUG oslo_vmware.api [None req-41f00509-9894-49d6-b0ef-36047beb5e66 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792154, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.949019] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792155, 'name': CreateVM_Task, 'duration_secs': 0.373949} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.949019] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91c51a8c-1462-4ad2-9cc3-6b4e06117c17] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1084.949019] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f44158a6-44da-4245-89d7-d48cec85c294 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.949019] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f44158a6-44da-4245-89d7-d48cec85c294 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.949019] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f44158a6-44da-4245-89d7-d48cec85c294 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.949019] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d8edf98-9921-4e46-b58d-2647a85efc66 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.954376] env[68893]: DEBUG oslo_vmware.api [None req-f44158a6-44da-4245-89d7-d48cec85c294 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Waiting for the task: (returnval){ [ 1084.954376] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52ff1f16-5f60-13a3-2e31-eb2fc6f5ec46" [ 1084.954376] env[68893]: _type = "Task" [ 1084.954376] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.967401] env[68893]: DEBUG oslo_vmware.api [None req-f44158a6-44da-4245-89d7-d48cec85c294 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52ff1f16-5f60-13a3-2e31-eb2fc6f5ec46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.996282] env[68893]: DEBUG nova.objects.instance [None req-dd398b73-d5bc-4511-8db4-d04cfff8ff44 tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Lazy-loading 'flavor' on Instance uuid deb6dee1-b9f7-4b2b-89c5-ac48cde5241c {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1085.108380] env[68893]: DEBUG oslo_vmware.api [None req-bf838e65-2a08-4ed9-9d83-34711cd38a14 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2792156, 'name': ReconfigVM_Task, 'duration_secs': 0.371416} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.108855] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf838e65-2a08-4ed9-9d83-34711cd38a14 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 8b58659b-aaf9-4fa9-98b2-3153180f0570] Reconfigured VM instance instance-0000004c to attach disk [datastore2] volume-165d031e-13a7-4d4b-9702-512ca321da24/volume-165d031e-13a7-4d4b-9702-512ca321da24.vmdk or device None with type thin {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1085.116413] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed505a2f-1947-41ac-80df-926e59f815fa {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.127962] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84d03491-c858-49ab-a8b0-1c53bc94bde9 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.137164] env[68893]: DEBUG nova.network.neutron [None req-d5923fa2-22ef-4ba3-a944-3b181a3d1393 tempest-InstanceActionsNegativeTestJSON-1778537646 tempest-InstanceActionsNegativeTestJSON-1778537646-project-member] [instance: 1d5c1642-ca64-47d3-be68-e680b72971cc] Updating instance_info_cache with network_info: [{"id": "9c520965-abca-4908-b8f2-b1f6cb26bd83", "address": "fa:16:3e:34:7e:53", "network": {"id": "0ca1b6c4-c8c2-4837-9800-cad8272faa92", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1222811331-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7b79528fe6942c48afa84df7544a2ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c520965-ab", "ovs_interfaceid": "9c520965-abca-4908-b8f2-b1f6cb26bd83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.143424] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7bdf3a2-8ea8-4e8a-b81c-5bf6820b4479 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.146921] env[68893]: DEBUG oslo_vmware.api [None req-bf838e65-2a08-4ed9-9d83-34711cd38a14 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Waiting for the task: (returnval){ [ 1085.146921] env[68893]: value = "task-2792157" [ 1085.146921] env[68893]: _type = "Task" [ 1085.146921] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.182501] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30a132be-b3c2-41aa-a77d-c4856d81119c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.189926] env[68893]: DEBUG oslo_vmware.api [None req-bf838e65-2a08-4ed9-9d83-34711cd38a14 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2792157, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.196894] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34c6276c-3030-4f7e-9fb3-a28e8f331edf {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.215236] env[68893]: DEBUG nova.compute.provider_tree [None req-fb03b658-098b-4999-b984-0dad8fa9c81e tempest-ServersTestManualDisk-932089305 tempest-ServersTestManualDisk-932089305-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1085.320890] env[68893]: DEBUG oslo_vmware.api [req-90754733-7d73-467f-a4c8-c1440edcd8f3 req-29de6454-ffab-4789-9443-12c695bddb43 service nova] Task: {'id': task-2792139, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.372374] env[68893]: DEBUG oslo_vmware.api [None req-187463a7-451f-4347-8312-bd8ae603802f tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2792150, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.390381] env[68893]: DEBUG oslo_vmware.api [None req-41f00509-9894-49d6-b0ef-36047beb5e66 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792154, 'name': RemoveSnapshot_Task, 'duration_secs': 0.797204} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.390739] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-41f00509-9894-49d6-b0ef-36047beb5e66 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] Deleted Snapshot of the VM instance {{(pid=68893) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1085.391017] env[68893]: INFO nova.compute.manager [None req-41f00509-9894-49d6-b0ef-36047beb5e66 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] Took 20.65 seconds to snapshot the instance on the hypervisor. [ 1085.468499] env[68893]: DEBUG oslo_vmware.api [None req-f44158a6-44da-4245-89d7-d48cec85c294 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52ff1f16-5f60-13a3-2e31-eb2fc6f5ec46, 'name': SearchDatastore_Task, 'duration_secs': 0.014672} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.468972] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f44158a6-44da-4245-89d7-d48cec85c294 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.470121] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-f44158a6-44da-4245-89d7-d48cec85c294 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: 91c51a8c-1462-4ad2-9cc3-6b4e06117c17] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1085.470121] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f44158a6-44da-4245-89d7-d48cec85c294 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.470121] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f44158a6-44da-4245-89d7-d48cec85c294 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.470121] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-f44158a6-44da-4245-89d7-d48cec85c294 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1085.470431] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6cef0fa0-cbf5-4c71-88b3-27a05622ff0d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.480315] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-f44158a6-44da-4245-89d7-d48cec85c294 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1085.480624] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-f44158a6-44da-4245-89d7-d48cec85c294 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1085.481524] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0b220ec-da53-4502-a2b6-d4396282f049 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.488203] env[68893]: DEBUG oslo_vmware.api [None req-f44158a6-44da-4245-89d7-d48cec85c294 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Waiting for the task: (returnval){ [ 1085.488203] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]528f4023-a8a7-260e-819a-4f717bafbb9e" [ 1085.488203] env[68893]: _type = "Task" [ 1085.488203] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.497292] env[68893]: DEBUG oslo_vmware.api [None req-f44158a6-44da-4245-89d7-d48cec85c294 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]528f4023-a8a7-260e-819a-4f717bafbb9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.505958] env[68893]: DEBUG oslo_concurrency.lockutils [None req-dd398b73-d5bc-4511-8db4-d04cfff8ff44 tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Lock "deb6dee1-b9f7-4b2b-89c5-ac48cde5241c" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.867s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.537239] env[68893]: DEBUG nova.compute.manager [req-e9aa2f4d-c3c1-4778-ba80-aadd9a8f48e2 req-19c78b66-aa70-4174-a66d-fcea75bb232d service nova] [instance: 1d5c1642-ca64-47d3-be68-e680b72971cc] Received event network-changed-9c520965-abca-4908-b8f2-b1f6cb26bd83 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1085.537505] env[68893]: DEBUG nova.compute.manager [req-e9aa2f4d-c3c1-4778-ba80-aadd9a8f48e2 req-19c78b66-aa70-4174-a66d-fcea75bb232d service nova] [instance: 1d5c1642-ca64-47d3-be68-e680b72971cc] Refreshing instance network info cache due to event network-changed-9c520965-abca-4908-b8f2-b1f6cb26bd83. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1085.537716] env[68893]: DEBUG oslo_concurrency.lockutils [req-e9aa2f4d-c3c1-4778-ba80-aadd9a8f48e2 req-19c78b66-aa70-4174-a66d-fcea75bb232d service nova] Acquiring lock "refresh_cache-1d5c1642-ca64-47d3-be68-e680b72971cc" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.642837] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d5923fa2-22ef-4ba3-a944-3b181a3d1393 tempest-InstanceActionsNegativeTestJSON-1778537646 tempest-InstanceActionsNegativeTestJSON-1778537646-project-member] Releasing lock "refresh_cache-1d5c1642-ca64-47d3-be68-e680b72971cc" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.645398] env[68893]: DEBUG nova.compute.manager [None req-d5923fa2-22ef-4ba3-a944-3b181a3d1393 tempest-InstanceActionsNegativeTestJSON-1778537646 tempest-InstanceActionsNegativeTestJSON-1778537646-project-member] [instance: 1d5c1642-ca64-47d3-be68-e680b72971cc] Instance network_info: |[{"id": "9c520965-abca-4908-b8f2-b1f6cb26bd83", "address": "fa:16:3e:34:7e:53", "network": {"id": "0ca1b6c4-c8c2-4837-9800-cad8272faa92", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1222811331-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7b79528fe6942c48afa84df7544a2ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c520965-ab", "ovs_interfaceid": "9c520965-abca-4908-b8f2-b1f6cb26bd83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1085.645576] env[68893]: DEBUG oslo_concurrency.lockutils [req-e9aa2f4d-c3c1-4778-ba80-aadd9a8f48e2 req-19c78b66-aa70-4174-a66d-fcea75bb232d service nova] Acquired lock "refresh_cache-1d5c1642-ca64-47d3-be68-e680b72971cc" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.645640] env[68893]: DEBUG nova.network.neutron [req-e9aa2f4d-c3c1-4778-ba80-aadd9a8f48e2 req-19c78b66-aa70-4174-a66d-fcea75bb232d service nova] [instance: 1d5c1642-ca64-47d3-be68-e680b72971cc] Refreshing network info cache for port 9c520965-abca-4908-b8f2-b1f6cb26bd83 {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1085.647009] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-d5923fa2-22ef-4ba3-a944-3b181a3d1393 tempest-InstanceActionsNegativeTestJSON-1778537646 tempest-InstanceActionsNegativeTestJSON-1778537646-project-member] [instance: 1d5c1642-ca64-47d3-be68-e680b72971cc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:34:7e:53', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '23f4655e-3495-421d-be4e-f6002a85a47a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9c520965-abca-4908-b8f2-b1f6cb26bd83', 'vif_model': 'vmxnet3'}] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1085.663385] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5923fa2-22ef-4ba3-a944-3b181a3d1393 tempest-InstanceActionsNegativeTestJSON-1778537646 tempest-InstanceActionsNegativeTestJSON-1778537646-project-member] Creating folder: Project (b7b79528fe6942c48afa84df7544a2ba). Parent ref: group-v560969. {{(pid=68893) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1085.667870] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-063ddc51-5f04-4995-99aa-b0c1c75d20bb {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.685234] env[68893]: DEBUG oslo_vmware.api [None req-bf838e65-2a08-4ed9-9d83-34711cd38a14 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2792157, 'name': ReconfigVM_Task, 'duration_secs': 0.187634} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.687275] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf838e65-2a08-4ed9-9d83-34711cd38a14 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 8b58659b-aaf9-4fa9-98b2-3153180f0570] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561208', 'volume_id': '165d031e-13a7-4d4b-9702-512ca321da24', 'name': 'volume-165d031e-13a7-4d4b-9702-512ca321da24', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8b58659b-aaf9-4fa9-98b2-3153180f0570', 'attached_at': '', 'detached_at': '', 'volume_id': '165d031e-13a7-4d4b-9702-512ca321da24', 'serial': '165d031e-13a7-4d4b-9702-512ca321da24'} {{(pid=68893) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1085.691021] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-d5923fa2-22ef-4ba3-a944-3b181a3d1393 tempest-InstanceActionsNegativeTestJSON-1778537646 tempest-InstanceActionsNegativeTestJSON-1778537646-project-member] Created folder: Project (b7b79528fe6942c48afa84df7544a2ba) in parent group-v560969. [ 1085.691021] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5923fa2-22ef-4ba3-a944-3b181a3d1393 tempest-InstanceActionsNegativeTestJSON-1778537646 tempest-InstanceActionsNegativeTestJSON-1778537646-project-member] Creating folder: Instances. Parent ref: group-v561223. {{(pid=68893) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1085.691021] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-010112ec-70b8-4a9e-9132-4f5d3bd4f36a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.691021] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dca8a9df-5be9-4adb-90cf-38e5d37a9ef7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.696239] env[68893]: DEBUG oslo_vmware.api [None req-bf838e65-2a08-4ed9-9d83-34711cd38a14 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Waiting for the task: (returnval){ [ 1085.696239] env[68893]: value = "task-2792159" [ 1085.696239] env[68893]: _type = "Task" [ 1085.696239] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.702899] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-d5923fa2-22ef-4ba3-a944-3b181a3d1393 tempest-InstanceActionsNegativeTestJSON-1778537646 tempest-InstanceActionsNegativeTestJSON-1778537646-project-member] Created folder: Instances in parent group-v561223. [ 1085.703036] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d5923fa2-22ef-4ba3-a944-3b181a3d1393 tempest-InstanceActionsNegativeTestJSON-1778537646 tempest-InstanceActionsNegativeTestJSON-1778537646-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1085.706278] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d5c1642-ca64-47d3-be68-e680b72971cc] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1085.706692] env[68893]: DEBUG oslo_vmware.api [None req-bf838e65-2a08-4ed9-9d83-34711cd38a14 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2792159, 'name': Rename_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.707429] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6e5d6e76-a77f-4191-93b6-fce1bf181e46 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.724454] env[68893]: DEBUG nova.scheduler.client.report [None req-fb03b658-098b-4999-b984-0dad8fa9c81e tempest-ServersTestManualDisk-932089305 tempest-ServersTestManualDisk-932089305-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1085.734271] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1085.734271] env[68893]: value = "task-2792161" [ 1085.734271] env[68893]: _type = "Task" [ 1085.734271] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.743703] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792161, 'name': CreateVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.799815] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f085bc98-a13c-4786-b153-b11b396d0654 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Acquiring lock "5fde66d6-de1d-4fc0-8961-a2e90af0b172" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.799815] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f085bc98-a13c-4786-b153-b11b396d0654 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Lock "5fde66d6-de1d-4fc0-8961-a2e90af0b172" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.819288] env[68893]: DEBUG oslo_vmware.api [req-90754733-7d73-467f-a4c8-c1440edcd8f3 req-29de6454-ffab-4789-9443-12c695bddb43 service nova] Task: {'id': task-2792139, 'name': ReconfigVM_Task, 'duration_secs': 5.855096} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.821108] env[68893]: DEBUG oslo_concurrency.lockutils [req-90754733-7d73-467f-a4c8-c1440edcd8f3 req-29de6454-ffab-4789-9443-12c695bddb43 service nova] Releasing lock "7e40a4c8-e64e-41f1-9b87-8c5f0af19a35" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.821496] env[68893]: DEBUG nova.virt.vmwareapi.vmops [req-90754733-7d73-467f-a4c8-c1440edcd8f3 req-29de6454-ffab-4789-9443-12c695bddb43 service nova] [instance: 7e40a4c8-e64e-41f1-9b87-8c5f0af19a35] Reconfigured VM to detach interface {{(pid=68893) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1085.824809] env[68893]: DEBUG oslo_concurrency.lockutils [None req-2ad1fcca-4c18-4e70-9155-a5f930354d8f tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Lock "7e40a4c8-e64e-41f1-9b87-8c5f0af19a35" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 5.975s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.824809] env[68893]: DEBUG oslo_concurrency.lockutils [None req-2ad1fcca-4c18-4e70-9155-a5f930354d8f tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Acquiring lock "7e40a4c8-e64e-41f1-9b87-8c5f0af19a35-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.824809] env[68893]: DEBUG oslo_concurrency.lockutils [None req-2ad1fcca-4c18-4e70-9155-a5f930354d8f tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Lock "7e40a4c8-e64e-41f1-9b87-8c5f0af19a35-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.824809] env[68893]: DEBUG oslo_concurrency.lockutils [None req-2ad1fcca-4c18-4e70-9155-a5f930354d8f tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Lock "7e40a4c8-e64e-41f1-9b87-8c5f0af19a35-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.825507] env[68893]: INFO nova.compute.manager [None req-2ad1fcca-4c18-4e70-9155-a5f930354d8f tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 7e40a4c8-e64e-41f1-9b87-8c5f0af19a35] Terminating instance [ 1085.876688] env[68893]: DEBUG oslo_vmware.api [None req-187463a7-451f-4347-8312-bd8ae603802f tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2792150, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.954215] env[68893]: DEBUG nova.compute.manager [None req-41f00509-9894-49d6-b0ef-36047beb5e66 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] Found 2 images (rotation: 2) {{(pid=68893) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1086.000236] env[68893]: DEBUG oslo_vmware.api [None req-f44158a6-44da-4245-89d7-d48cec85c294 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]528f4023-a8a7-260e-819a-4f717bafbb9e, 'name': SearchDatastore_Task, 'duration_secs': 0.015127} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.006346] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5701174d-1953-44fd-bf7b-e998f5429436 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.014102] env[68893]: DEBUG oslo_concurrency.lockutils [None req-eafb54e7-d7c6-403c-8fb7-646f66bd45d2 tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Acquiring lock "deb6dee1-b9f7-4b2b-89c5-ac48cde5241c" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.016026] env[68893]: DEBUG oslo_concurrency.lockutils [None req-eafb54e7-d7c6-403c-8fb7-646f66bd45d2 tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Lock "deb6dee1-b9f7-4b2b-89c5-ac48cde5241c" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.023024] env[68893]: DEBUG oslo_vmware.api [None req-f44158a6-44da-4245-89d7-d48cec85c294 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Waiting for the task: (returnval){ [ 1086.023024] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]520f7ff1-964d-c1aa-7785-60e37ae73992" [ 1086.023024] env[68893]: _type = "Task" [ 1086.023024] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.034573] env[68893]: DEBUG oslo_vmware.api [None req-f44158a6-44da-4245-89d7-d48cec85c294 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]520f7ff1-964d-c1aa-7785-60e37ae73992, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.196664] env[68893]: DEBUG nova.network.neutron [req-e9aa2f4d-c3c1-4778-ba80-aadd9a8f48e2 req-19c78b66-aa70-4174-a66d-fcea75bb232d service nova] [instance: 1d5c1642-ca64-47d3-be68-e680b72971cc] Updated VIF entry in instance network info cache for port 9c520965-abca-4908-b8f2-b1f6cb26bd83. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1086.196664] env[68893]: DEBUG nova.network.neutron [req-e9aa2f4d-c3c1-4778-ba80-aadd9a8f48e2 req-19c78b66-aa70-4174-a66d-fcea75bb232d service nova] [instance: 1d5c1642-ca64-47d3-be68-e680b72971cc] Updating instance_info_cache with network_info: [{"id": "9c520965-abca-4908-b8f2-b1f6cb26bd83", "address": "fa:16:3e:34:7e:53", "network": {"id": "0ca1b6c4-c8c2-4837-9800-cad8272faa92", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1222811331-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7b79528fe6942c48afa84df7544a2ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c520965-ab", "ovs_interfaceid": "9c520965-abca-4908-b8f2-b1f6cb26bd83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.207048] env[68893]: DEBUG oslo_vmware.api [None req-bf838e65-2a08-4ed9-9d83-34711cd38a14 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2792159, 'name': Rename_Task} progress is 99%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.231396] env[68893]: DEBUG oslo_concurrency.lockutils [None req-fb03b658-098b-4999-b984-0dad8fa9c81e tempest-ServersTestManualDisk-932089305 tempest-ServersTestManualDisk-932089305-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.963s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.233816] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 5.808s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.246624] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792161, 'name': CreateVM_Task, 'duration_secs': 0.455782} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.246843] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d5c1642-ca64-47d3-be68-e680b72971cc] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1086.247522] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d5923fa2-22ef-4ba3-a944-3b181a3d1393 tempest-InstanceActionsNegativeTestJSON-1778537646 tempest-InstanceActionsNegativeTestJSON-1778537646-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.247702] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d5923fa2-22ef-4ba3-a944-3b181a3d1393 tempest-InstanceActionsNegativeTestJSON-1778537646 tempest-InstanceActionsNegativeTestJSON-1778537646-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.248018] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d5923fa2-22ef-4ba3-a944-3b181a3d1393 tempest-InstanceActionsNegativeTestJSON-1778537646 tempest-InstanceActionsNegativeTestJSON-1778537646-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.248271] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cefbfa25-9e1f-47b0-a0ed-5c7dd8ca7064 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.253933] env[68893]: DEBUG oslo_vmware.api [None req-d5923fa2-22ef-4ba3-a944-3b181a3d1393 tempest-InstanceActionsNegativeTestJSON-1778537646 tempest-InstanceActionsNegativeTestJSON-1778537646-project-member] Waiting for the task: (returnval){ [ 1086.253933] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52af5481-6b54-d22f-2f66-beb4906c19fc" [ 1086.253933] env[68893]: _type = "Task" [ 1086.253933] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.262527] env[68893]: INFO nova.scheduler.client.report [None req-fb03b658-098b-4999-b984-0dad8fa9c81e tempest-ServersTestManualDisk-932089305 tempest-ServersTestManualDisk-932089305-project-member] Deleted allocations for instance c1843643-f9e8-45dd-88f9-38a4faf62ce4 [ 1086.265046] env[68893]: DEBUG oslo_vmware.api [None req-d5923fa2-22ef-4ba3-a944-3b181a3d1393 tempest-InstanceActionsNegativeTestJSON-1778537646 tempest-InstanceActionsNegativeTestJSON-1778537646-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52af5481-6b54-d22f-2f66-beb4906c19fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.302121] env[68893]: DEBUG nova.compute.manager [None req-f085bc98-a13c-4786-b153-b11b396d0654 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 5fde66d6-de1d-4fc0-8961-a2e90af0b172] Starting instance... {{(pid=68893) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1086.333252] env[68893]: DEBUG nova.compute.manager [None req-2ad1fcca-4c18-4e70-9155-a5f930354d8f tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 7e40a4c8-e64e-41f1-9b87-8c5f0af19a35] Start destroying the instance on the hypervisor. {{(pid=68893) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1086.333548] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-2ad1fcca-4c18-4e70-9155-a5f930354d8f tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 7e40a4c8-e64e-41f1-9b87-8c5f0af19a35] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1086.334485] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0fab1dd-5509-4f8d-ae28-477c06f86959 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.342818] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ad1fcca-4c18-4e70-9155-a5f930354d8f tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 7e40a4c8-e64e-41f1-9b87-8c5f0af19a35] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1086.343142] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-700c920e-f4eb-4911-8682-6b4f5f34c352 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.349773] env[68893]: DEBUG oslo_vmware.api [None req-2ad1fcca-4c18-4e70-9155-a5f930354d8f tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Waiting for the task: (returnval){ [ 1086.349773] env[68893]: value = "task-2792162" [ 1086.349773] env[68893]: _type = "Task" [ 1086.349773] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.358062] env[68893]: DEBUG oslo_vmware.api [None req-2ad1fcca-4c18-4e70-9155-a5f930354d8f tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': task-2792162, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.373235] env[68893]: DEBUG oslo_vmware.api [None req-187463a7-451f-4347-8312-bd8ae603802f tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2792150, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.870346} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.373535] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-187463a7-451f-4347-8312-bd8ae603802f tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b7ec0038-a569-4d57-9400-7defaa85af3b/b7ec0038-a569-4d57-9400-7defaa85af3b.vmdk to [datastore1] fad82752-b56d-430c-94dc-3dcca860e713/fad82752-b56d-430c-94dc-3dcca860e713.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1086.374377] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06d9c889-c635-4711-8c86-21a5d4bbf237 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.396996] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-187463a7-451f-4347-8312-bd8ae603802f tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: fad82752-b56d-430c-94dc-3dcca860e713] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] fad82752-b56d-430c-94dc-3dcca860e713/fad82752-b56d-430c-94dc-3dcca860e713.vmdk or device None with type streamOptimized {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1086.397565] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b907deb-335f-4192-87dc-ba17c2858ebb {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.416960] env[68893]: DEBUG oslo_vmware.api [None req-187463a7-451f-4347-8312-bd8ae603802f tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Waiting for the task: (returnval){ [ 1086.416960] env[68893]: value = "task-2792163" [ 1086.416960] env[68893]: _type = "Task" [ 1086.416960] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.425119] env[68893]: DEBUG oslo_vmware.api [None req-187463a7-451f-4347-8312-bd8ae603802f tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2792163, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.518352] env[68893]: INFO nova.compute.manager [None req-eafb54e7-d7c6-403c-8fb7-646f66bd45d2 tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] [instance: deb6dee1-b9f7-4b2b-89c5-ac48cde5241c] Detaching volume 26413553-8683-4e4d-bb5b-231cb2192e52 [ 1086.537305] env[68893]: DEBUG oslo_vmware.api [None req-f44158a6-44da-4245-89d7-d48cec85c294 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]520f7ff1-964d-c1aa-7785-60e37ae73992, 'name': SearchDatastore_Task, 'duration_secs': 0.016041} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.537583] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f44158a6-44da-4245-89d7-d48cec85c294 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.537844] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-f44158a6-44da-4245-89d7-d48cec85c294 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] 91c51a8c-1462-4ad2-9cc3-6b4e06117c17/91c51a8c-1462-4ad2-9cc3-6b4e06117c17.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1086.538511] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4fd6e31b-88aa-4b5f-a760-92fa810c493c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.546034] env[68893]: DEBUG oslo_vmware.api [None req-f44158a6-44da-4245-89d7-d48cec85c294 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Waiting for the task: (returnval){ [ 1086.546034] env[68893]: value = "task-2792164" [ 1086.546034] env[68893]: _type = "Task" [ 1086.546034] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.552827] env[68893]: DEBUG oslo_vmware.api [None req-f44158a6-44da-4245-89d7-d48cec85c294 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792164, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.566283] env[68893]: INFO nova.virt.block_device [None req-eafb54e7-d7c6-403c-8fb7-646f66bd45d2 tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] [instance: deb6dee1-b9f7-4b2b-89c5-ac48cde5241c] Attempting to driver detach volume 26413553-8683-4e4d-bb5b-231cb2192e52 from mountpoint /dev/sdb [ 1086.569018] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-eafb54e7-d7c6-403c-8fb7-646f66bd45d2 tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] [instance: deb6dee1-b9f7-4b2b-89c5-ac48cde5241c] Volume detach. Driver type: vmdk {{(pid=68893) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1086.569018] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-eafb54e7-d7c6-403c-8fb7-646f66bd45d2 tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] [instance: deb6dee1-b9f7-4b2b-89c5-ac48cde5241c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561215', 'volume_id': '26413553-8683-4e4d-bb5b-231cb2192e52', 'name': 'volume-26413553-8683-4e4d-bb5b-231cb2192e52', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'deb6dee1-b9f7-4b2b-89c5-ac48cde5241c', 'attached_at': '', 'detached_at': '', 'volume_id': '26413553-8683-4e4d-bb5b-231cb2192e52', 'serial': '26413553-8683-4e4d-bb5b-231cb2192e52'} {{(pid=68893) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1086.569018] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bb7ef55-de6c-4fdd-93be-38486981302d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.596038] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e1ad47e-8794-49dc-a16f-6f9ad441f6eb {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.601157] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-302bd93e-9d94-4834-969b-d46e9466d1e2 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.630527] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0372c710-9a7b-42c9-a48f-d1cbcfb35a0f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.648941] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-eafb54e7-d7c6-403c-8fb7-646f66bd45d2 tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] The volume has not been displaced from its original location: [datastore1] volume-26413553-8683-4e4d-bb5b-231cb2192e52/volume-26413553-8683-4e4d-bb5b-231cb2192e52.vmdk. No consolidation needed. {{(pid=68893) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1086.654791] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-eafb54e7-d7c6-403c-8fb7-646f66bd45d2 tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] [instance: deb6dee1-b9f7-4b2b-89c5-ac48cde5241c] Reconfiguring VM instance instance-00000051 to detach disk 2001 {{(pid=68893) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1086.654933] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52a728e8-089d-4e31-a51a-3024667e733a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.681414] env[68893]: DEBUG oslo_vmware.api [None req-eafb54e7-d7c6-403c-8fb7-646f66bd45d2 tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Waiting for the task: (returnval){ [ 1086.681414] env[68893]: value = "task-2792165" [ 1086.681414] env[68893]: _type = "Task" [ 1086.681414] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.691560] env[68893]: DEBUG oslo_vmware.api [None req-eafb54e7-d7c6-403c-8fb7-646f66bd45d2 tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Task: {'id': task-2792165, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.700951] env[68893]: DEBUG oslo_concurrency.lockutils [req-e9aa2f4d-c3c1-4778-ba80-aadd9a8f48e2 req-19c78b66-aa70-4174-a66d-fcea75bb232d service nova] Releasing lock "refresh_cache-1d5c1642-ca64-47d3-be68-e680b72971cc" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.707472] env[68893]: DEBUG oslo_vmware.api [None req-bf838e65-2a08-4ed9-9d83-34711cd38a14 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2792159, 'name': Rename_Task} progress is 99%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.768360] env[68893]: DEBUG oslo_vmware.api [None req-d5923fa2-22ef-4ba3-a944-3b181a3d1393 tempest-InstanceActionsNegativeTestJSON-1778537646 tempest-InstanceActionsNegativeTestJSON-1778537646-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52af5481-6b54-d22f-2f66-beb4906c19fc, 'name': SearchDatastore_Task, 'duration_secs': 0.010459} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.771252] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d5923fa2-22ef-4ba3-a944-3b181a3d1393 tempest-InstanceActionsNegativeTestJSON-1778537646 tempest-InstanceActionsNegativeTestJSON-1778537646-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.771839] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-d5923fa2-22ef-4ba3-a944-3b181a3d1393 tempest-InstanceActionsNegativeTestJSON-1778537646 tempest-InstanceActionsNegativeTestJSON-1778537646-project-member] [instance: 1d5c1642-ca64-47d3-be68-e680b72971cc] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1086.772151] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d5923fa2-22ef-4ba3-a944-3b181a3d1393 tempest-InstanceActionsNegativeTestJSON-1778537646 tempest-InstanceActionsNegativeTestJSON-1778537646-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.772377] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d5923fa2-22ef-4ba3-a944-3b181a3d1393 tempest-InstanceActionsNegativeTestJSON-1778537646 tempest-InstanceActionsNegativeTestJSON-1778537646-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.772627] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5923fa2-22ef-4ba3-a944-3b181a3d1393 tempest-InstanceActionsNegativeTestJSON-1778537646 tempest-InstanceActionsNegativeTestJSON-1778537646-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1086.776020] env[68893]: DEBUG oslo_concurrency.lockutils [None req-fb03b658-098b-4999-b984-0dad8fa9c81e tempest-ServersTestManualDisk-932089305 tempest-ServersTestManualDisk-932089305-project-member] Lock "c1843643-f9e8-45dd-88f9-38a4faf62ce4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.029s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.776020] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4dd4c754-7d64-4e70-8487-1eab0b13e49a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.789887] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5923fa2-22ef-4ba3-a944-3b181a3d1393 tempest-InstanceActionsNegativeTestJSON-1778537646 tempest-InstanceActionsNegativeTestJSON-1778537646-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1086.790502] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-d5923fa2-22ef-4ba3-a944-3b181a3d1393 tempest-InstanceActionsNegativeTestJSON-1778537646 tempest-InstanceActionsNegativeTestJSON-1778537646-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1086.792411] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-809ff0bf-afe7-476d-b38f-5af243b86006 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.802593] env[68893]: DEBUG oslo_vmware.api [None req-d5923fa2-22ef-4ba3-a944-3b181a3d1393 tempest-InstanceActionsNegativeTestJSON-1778537646 tempest-InstanceActionsNegativeTestJSON-1778537646-project-member] Waiting for the task: (returnval){ [ 1086.802593] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]529e908c-ed8b-d7e0-1b97-60c126b16e9d" [ 1086.802593] env[68893]: _type = "Task" [ 1086.802593] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.821831] env[68893]: DEBUG oslo_vmware.api [None req-d5923fa2-22ef-4ba3-a944-3b181a3d1393 tempest-InstanceActionsNegativeTestJSON-1778537646 tempest-InstanceActionsNegativeTestJSON-1778537646-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]529e908c-ed8b-d7e0-1b97-60c126b16e9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.832698] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f085bc98-a13c-4786-b153-b11b396d0654 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.863763] env[68893]: DEBUG oslo_vmware.api [None req-2ad1fcca-4c18-4e70-9155-a5f930354d8f tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': task-2792162, 'name': PowerOffVM_Task, 'duration_secs': 0.423948} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.863763] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ad1fcca-4c18-4e70-9155-a5f930354d8f tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 7e40a4c8-e64e-41f1-9b87-8c5f0af19a35] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1086.863763] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-2ad1fcca-4c18-4e70-9155-a5f930354d8f tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 7e40a4c8-e64e-41f1-9b87-8c5f0af19a35] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1086.863763] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2c40b933-fc58-4b49-aef9-1c5ac269cfe1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.929764] env[68893]: DEBUG oslo_vmware.api [None req-187463a7-451f-4347-8312-bd8ae603802f tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2792163, 'name': ReconfigVM_Task, 'duration_secs': 0.349116} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.930126] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-187463a7-451f-4347-8312-bd8ae603802f tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: fad82752-b56d-430c-94dc-3dcca860e713] Reconfigured VM instance instance-0000005a to attach disk [datastore1] fad82752-b56d-430c-94dc-3dcca860e713/fad82752-b56d-430c-94dc-3dcca860e713.vmdk or device None with type streamOptimized {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1086.930945] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-363c0577-5a24-4117-9918-db31fbc860b2 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.940718] env[68893]: DEBUG oslo_vmware.api [None req-187463a7-451f-4347-8312-bd8ae603802f tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Waiting for the task: (returnval){ [ 1086.940718] env[68893]: value = "task-2792167" [ 1086.940718] env[68893]: _type = "Task" [ 1086.940718] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.951869] env[68893]: DEBUG oslo_vmware.api [None req-187463a7-451f-4347-8312-bd8ae603802f tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2792167, 'name': Rename_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.952836] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-2ad1fcca-4c18-4e70-9155-a5f930354d8f tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 7e40a4c8-e64e-41f1-9b87-8c5f0af19a35] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1086.953063] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-2ad1fcca-4c18-4e70-9155-a5f930354d8f tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 7e40a4c8-e64e-41f1-9b87-8c5f0af19a35] Deleting contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1086.953255] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ad1fcca-4c18-4e70-9155-a5f930354d8f tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Deleting the datastore file [datastore2] 7e40a4c8-e64e-41f1-9b87-8c5f0af19a35 {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1086.953529] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7b6d0715-6aab-4b34-90b6-3935aed92f27 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.961183] env[68893]: DEBUG oslo_vmware.api [None req-2ad1fcca-4c18-4e70-9155-a5f930354d8f tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Waiting for the task: (returnval){ [ 1086.961183] env[68893]: value = "task-2792168" [ 1086.961183] env[68893]: _type = "Task" [ 1086.961183] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.974027] env[68893]: DEBUG oslo_vmware.api [None req-2ad1fcca-4c18-4e70-9155-a5f930354d8f tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': task-2792168, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.062690] env[68893]: DEBUG oslo_vmware.api [None req-f44158a6-44da-4245-89d7-d48cec85c294 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792164, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.193592] env[68893]: DEBUG oslo_vmware.api [None req-eafb54e7-d7c6-403c-8fb7-646f66bd45d2 tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Task: {'id': task-2792165, 'name': ReconfigVM_Task, 'duration_secs': 0.509799} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.193900] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-eafb54e7-d7c6-403c-8fb7-646f66bd45d2 tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] [instance: deb6dee1-b9f7-4b2b-89c5-ac48cde5241c] Reconfigured VM instance instance-00000051 to detach disk 2001 {{(pid=68893) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1087.199951] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80b19c20-5e45-4404-b942-f4d63e9b8cc4 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.219445] env[68893]: DEBUG oslo_vmware.api [None req-bf838e65-2a08-4ed9-9d83-34711cd38a14 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2792159, 'name': Rename_Task, 'duration_secs': 1.214101} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.220887] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf838e65-2a08-4ed9-9d83-34711cd38a14 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 8b58659b-aaf9-4fa9-98b2-3153180f0570] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1087.221215] env[68893]: DEBUG oslo_vmware.api [None req-eafb54e7-d7c6-403c-8fb7-646f66bd45d2 tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Waiting for the task: (returnval){ [ 1087.221215] env[68893]: value = "task-2792169" [ 1087.221215] env[68893]: _type = "Task" [ 1087.221215] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.221401] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0eb573d0-3b34-4297-b268-a045ff44ed51 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.231349] env[68893]: DEBUG oslo_vmware.api [None req-eafb54e7-d7c6-403c-8fb7-646f66bd45d2 tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Task: {'id': task-2792169, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.232618] env[68893]: DEBUG oslo_vmware.api [None req-bf838e65-2a08-4ed9-9d83-34711cd38a14 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Waiting for the task: (returnval){ [ 1087.232618] env[68893]: value = "task-2792170" [ 1087.232618] env[68893]: _type = "Task" [ 1087.232618] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.241484] env[68893]: DEBUG oslo_vmware.api [None req-bf838e65-2a08-4ed9-9d83-34711cd38a14 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2792170, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.277154] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance 8c560e82-533e-49c7-aaf4-82e123f75240 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1087.277154] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance 31e47e18-e4e3-4f5f-90e4-1468a77dff2e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1087.277154] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance 7fe829d2-a085-424f-b94f-9255451eb920 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1087.277154] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance 05def266-bea2-46e6-8916-6b0484ce4edd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1087.277154] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance 7e40a4c8-e64e-41f1-9b87-8c5f0af19a35 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1087.277154] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance 8b58659b-aaf9-4fa9-98b2-3153180f0570 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1087.277154] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance deb6dee1-b9f7-4b2b-89c5-ac48cde5241c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1087.277154] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance 95be1925-4482-4656-aeb1-7e4ef679458f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1087.277154] env[68893]: WARNING nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance ed321673-402e-43c5-ac6e-5d4abfb863fc is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1087.277154] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance 3956e5a9-2174-488c-970c-4de5d1be8186 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1087.277154] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance 91c51a8c-1462-4ad2-9cc3-6b4e06117c17 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1087.277154] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance fad82752-b56d-430c-94dc-3dcca860e713 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1087.277154] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance 1d5c1642-ca64-47d3-be68-e680b72971cc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1087.317437] env[68893]: DEBUG oslo_vmware.api [None req-d5923fa2-22ef-4ba3-a944-3b181a3d1393 tempest-InstanceActionsNegativeTestJSON-1778537646 tempest-InstanceActionsNegativeTestJSON-1778537646-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]529e908c-ed8b-d7e0-1b97-60c126b16e9d, 'name': SearchDatastore_Task, 'duration_secs': 0.057389} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.318380] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fe0756a-6c70-4e47-8935-a0a6d3b6802f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.329008] env[68893]: DEBUG oslo_vmware.api [None req-d5923fa2-22ef-4ba3-a944-3b181a3d1393 tempest-InstanceActionsNegativeTestJSON-1778537646 tempest-InstanceActionsNegativeTestJSON-1778537646-project-member] Waiting for the task: (returnval){ [ 1087.329008] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]5260e3a6-7829-a87f-268d-75307b3d998e" [ 1087.329008] env[68893]: _type = "Task" [ 1087.329008] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.337935] env[68893]: DEBUG oslo_vmware.api [None req-d5923fa2-22ef-4ba3-a944-3b181a3d1393 tempest-InstanceActionsNegativeTestJSON-1778537646 tempest-InstanceActionsNegativeTestJSON-1778537646-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]5260e3a6-7829-a87f-268d-75307b3d998e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.452160] env[68893]: DEBUG oslo_vmware.api [None req-187463a7-451f-4347-8312-bd8ae603802f tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2792167, 'name': Rename_Task, 'duration_secs': 0.224099} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.452625] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-187463a7-451f-4347-8312-bd8ae603802f tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: fad82752-b56d-430c-94dc-3dcca860e713] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1087.453134] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9183db9e-0a0c-4f1f-9d50-0432d04a231f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.463317] env[68893]: DEBUG oslo_vmware.api [None req-187463a7-451f-4347-8312-bd8ae603802f tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Waiting for the task: (returnval){ [ 1087.463317] env[68893]: value = "task-2792171" [ 1087.463317] env[68893]: _type = "Task" [ 1087.463317] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.475425] env[68893]: DEBUG oslo_vmware.api [None req-2ad1fcca-4c18-4e70-9155-a5f930354d8f tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': task-2792168, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.310795} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.478340] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ad1fcca-4c18-4e70-9155-a5f930354d8f tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1087.478847] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-2ad1fcca-4c18-4e70-9155-a5f930354d8f tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 7e40a4c8-e64e-41f1-9b87-8c5f0af19a35] Deleted contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1087.479166] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-2ad1fcca-4c18-4e70-9155-a5f930354d8f tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 7e40a4c8-e64e-41f1-9b87-8c5f0af19a35] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1087.479533] env[68893]: INFO nova.compute.manager [None req-2ad1fcca-4c18-4e70-9155-a5f930354d8f tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 7e40a4c8-e64e-41f1-9b87-8c5f0af19a35] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1087.479913] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2ad1fcca-4c18-4e70-9155-a5f930354d8f tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1087.480434] env[68893]: DEBUG oslo_vmware.api [None req-187463a7-451f-4347-8312-bd8ae603802f tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2792171, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.480739] env[68893]: DEBUG nova.compute.manager [-] [instance: 7e40a4c8-e64e-41f1-9b87-8c5f0af19a35] Deallocating network for instance {{(pid=68893) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1087.480954] env[68893]: DEBUG nova.network.neutron [-] [instance: 7e40a4c8-e64e-41f1-9b87-8c5f0af19a35] deallocate_for_instance() {{(pid=68893) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1087.505020] env[68893]: DEBUG nova.compute.manager [None req-c4e7229f-fd3e-4679-b74a-9430fa0153dd tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1087.506115] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d4dc873-afd6-4752-a04a-20b62e26b24b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.556193] env[68893]: DEBUG oslo_vmware.api [None req-f44158a6-44da-4245-89d7-d48cec85c294 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792164, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.555522} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.556526] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-f44158a6-44da-4245-89d7-d48cec85c294 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] 91c51a8c-1462-4ad2-9cc3-6b4e06117c17/91c51a8c-1462-4ad2-9cc3-6b4e06117c17.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1087.556871] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-f44158a6-44da-4245-89d7-d48cec85c294 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: 91c51a8c-1462-4ad2-9cc3-6b4e06117c17] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1087.557081] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eb96db0a-f53f-444d-8608-c7ed8dfa0ab6 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.564586] env[68893]: DEBUG oslo_vmware.api [None req-f44158a6-44da-4245-89d7-d48cec85c294 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Waiting for the task: (returnval){ [ 1087.564586] env[68893]: value = "task-2792172" [ 1087.564586] env[68893]: _type = "Task" [ 1087.564586] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.575673] env[68893]: DEBUG oslo_vmware.api [None req-f44158a6-44da-4245-89d7-d48cec85c294 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792172, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.736585] env[68893]: DEBUG oslo_vmware.api [None req-eafb54e7-d7c6-403c-8fb7-646f66bd45d2 tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Task: {'id': task-2792169, 'name': ReconfigVM_Task, 'duration_secs': 0.192616} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.740459] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-eafb54e7-d7c6-403c-8fb7-646f66bd45d2 tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] [instance: deb6dee1-b9f7-4b2b-89c5-ac48cde5241c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561215', 'volume_id': '26413553-8683-4e4d-bb5b-231cb2192e52', 'name': 'volume-26413553-8683-4e4d-bb5b-231cb2192e52', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'deb6dee1-b9f7-4b2b-89c5-ac48cde5241c', 'attached_at': '', 'detached_at': '', 'volume_id': '26413553-8683-4e4d-bb5b-231cb2192e52', 'serial': '26413553-8683-4e4d-bb5b-231cb2192e52'} {{(pid=68893) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1087.748268] env[68893]: DEBUG oslo_vmware.api [None req-bf838e65-2a08-4ed9-9d83-34711cd38a14 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2792170, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.780367] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance 13f79287-5fb9-482a-ae32-a3fcb39e02df has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1087.840364] env[68893]: DEBUG oslo_vmware.api [None req-d5923fa2-22ef-4ba3-a944-3b181a3d1393 tempest-InstanceActionsNegativeTestJSON-1778537646 tempest-InstanceActionsNegativeTestJSON-1778537646-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]5260e3a6-7829-a87f-268d-75307b3d998e, 'name': SearchDatastore_Task, 'duration_secs': 0.009748} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.840729] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d5923fa2-22ef-4ba3-a944-3b181a3d1393 tempest-InstanceActionsNegativeTestJSON-1778537646 tempest-InstanceActionsNegativeTestJSON-1778537646-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.840895] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5923fa2-22ef-4ba3-a944-3b181a3d1393 tempest-InstanceActionsNegativeTestJSON-1778537646 tempest-InstanceActionsNegativeTestJSON-1778537646-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] 1d5c1642-ca64-47d3-be68-e680b72971cc/1d5c1642-ca64-47d3-be68-e680b72971cc.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1087.841168] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0f0abcb4-0735-4153-9d2e-fe69ecac3ecc {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.847995] env[68893]: DEBUG oslo_vmware.api [None req-d5923fa2-22ef-4ba3-a944-3b181a3d1393 tempest-InstanceActionsNegativeTestJSON-1778537646 tempest-InstanceActionsNegativeTestJSON-1778537646-project-member] Waiting for the task: (returnval){ [ 1087.847995] env[68893]: value = "task-2792173" [ 1087.847995] env[68893]: _type = "Task" [ 1087.847995] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.856679] env[68893]: DEBUG oslo_vmware.api [None req-d5923fa2-22ef-4ba3-a944-3b181a3d1393 tempest-InstanceActionsNegativeTestJSON-1778537646 tempest-InstanceActionsNegativeTestJSON-1778537646-project-member] Task: {'id': task-2792173, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.971699] env[68893]: DEBUG oslo_vmware.api [None req-187463a7-451f-4347-8312-bd8ae603802f tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2792171, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.017917] env[68893]: INFO nova.compute.manager [None req-c4e7229f-fd3e-4679-b74a-9430fa0153dd tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] instance snapshotting [ 1088.018606] env[68893]: DEBUG nova.objects.instance [None req-c4e7229f-fd3e-4679-b74a-9430fa0153dd tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Lazy-loading 'flavor' on Instance uuid 05def266-bea2-46e6-8916-6b0484ce4edd {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1088.080279] env[68893]: DEBUG oslo_vmware.api [None req-f44158a6-44da-4245-89d7-d48cec85c294 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792172, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073644} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.081220] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-f44158a6-44da-4245-89d7-d48cec85c294 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: 91c51a8c-1462-4ad2-9cc3-6b4e06117c17] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1088.082540] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d0a81a0-26da-4cec-8fd9-dcfd3ae50f1c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.122301] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-f44158a6-44da-4245-89d7-d48cec85c294 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: 91c51a8c-1462-4ad2-9cc3-6b4e06117c17] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] 91c51a8c-1462-4ad2-9cc3-6b4e06117c17/91c51a8c-1462-4ad2-9cc3-6b4e06117c17.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1088.123259] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5a115f9-dcfa-4903-b37f-763142fc4f41 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.149081] env[68893]: DEBUG oslo_vmware.api [None req-f44158a6-44da-4245-89d7-d48cec85c294 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Waiting for the task: (returnval){ [ 1088.149081] env[68893]: value = "task-2792174" [ 1088.149081] env[68893]: _type = "Task" [ 1088.149081] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.157431] env[68893]: DEBUG oslo_vmware.api [None req-f44158a6-44da-4245-89d7-d48cec85c294 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792174, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.248396] env[68893]: DEBUG oslo_vmware.api [None req-bf838e65-2a08-4ed9-9d83-34711cd38a14 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2792170, 'name': PowerOnVM_Task, 'duration_secs': 0.519236} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.248696] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf838e65-2a08-4ed9-9d83-34711cd38a14 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 8b58659b-aaf9-4fa9-98b2-3153180f0570] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1088.248985] env[68893]: DEBUG nova.compute.manager [None req-bf838e65-2a08-4ed9-9d83-34711cd38a14 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 8b58659b-aaf9-4fa9-98b2-3153180f0570] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1088.249804] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6077283e-a467-4faa-940a-282429e25e25 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.287725] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance 5fde66d6-de1d-4fc0-8961-a2e90af0b172 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1088.287725] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=68893) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1088.287725] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2816MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=68893) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1088.310330] env[68893]: DEBUG nova.objects.instance [None req-eafb54e7-d7c6-403c-8fb7-646f66bd45d2 tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Lazy-loading 'flavor' on Instance uuid deb6dee1-b9f7-4b2b-89c5-ac48cde5241c {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1088.361487] env[68893]: DEBUG oslo_vmware.api [None req-d5923fa2-22ef-4ba3-a944-3b181a3d1393 tempest-InstanceActionsNegativeTestJSON-1778537646 tempest-InstanceActionsNegativeTestJSON-1778537646-project-member] Task: {'id': task-2792173, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.473778] env[68893]: DEBUG oslo_vmware.api [None req-187463a7-451f-4347-8312-bd8ae603802f tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2792171, 'name': PowerOnVM_Task, 'duration_secs': 0.526403} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.479694] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-187463a7-451f-4347-8312-bd8ae603802f tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: fad82752-b56d-430c-94dc-3dcca860e713] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1088.480381] env[68893]: INFO nova.compute.manager [None req-187463a7-451f-4347-8312-bd8ae603802f tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: fad82752-b56d-430c-94dc-3dcca860e713] Took 16.97 seconds to spawn the instance on the hypervisor. [ 1088.480381] env[68893]: DEBUG nova.compute.manager [None req-187463a7-451f-4347-8312-bd8ae603802f tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: fad82752-b56d-430c-94dc-3dcca860e713] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1088.482834] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44d4d71a-8c3a-4aa2-948e-9ce1936bbbc4 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.524844] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e55d5e49-6c95-49e8-90b9-e24c19cedaf8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.548452] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dee740bd-cd8f-4710-92eb-375decb0ee1c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.587506] env[68893]: DEBUG nova.compute.manager [req-2e2d9e03-cdaa-4b08-b7c6-bff687b5282b req-fbbed459-35df-4189-ab87-124caa07a2f3 service nova] [instance: 7e40a4c8-e64e-41f1-9b87-8c5f0af19a35] Received event network-vif-deleted-0c5a4bf4-bf84-4142-8c81-74b8fb052f05 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1088.587506] env[68893]: INFO nova.compute.manager [req-2e2d9e03-cdaa-4b08-b7c6-bff687b5282b req-fbbed459-35df-4189-ab87-124caa07a2f3 service nova] [instance: 7e40a4c8-e64e-41f1-9b87-8c5f0af19a35] Neutron deleted interface 0c5a4bf4-bf84-4142-8c81-74b8fb052f05; detaching it from the instance and deleting it from the info cache [ 1088.587506] env[68893]: DEBUG nova.network.neutron [req-2e2d9e03-cdaa-4b08-b7c6-bff687b5282b req-fbbed459-35df-4189-ab87-124caa07a2f3 service nova] [instance: 7e40a4c8-e64e-41f1-9b87-8c5f0af19a35] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.605879] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55858b2e-0ea2-4248-af24-69e59f22c7fe {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.615190] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e01b6857-b93d-4d40-8bbf-1e80849f84ce {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.654255] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8128a27f-5d4b-43e9-a78c-dfaf256ba243 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.665894] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-024af01d-f478-4e7f-83ec-c3ff6bf2eca2 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.671617] env[68893]: DEBUG oslo_vmware.api [None req-f44158a6-44da-4245-89d7-d48cec85c294 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792174, 'name': ReconfigVM_Task, 'duration_secs': 0.492196} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.671617] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-f44158a6-44da-4245-89d7-d48cec85c294 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: 91c51a8c-1462-4ad2-9cc3-6b4e06117c17] Reconfigured VM instance instance-00000059 to attach disk [datastore2] 91c51a8c-1462-4ad2-9cc3-6b4e06117c17/91c51a8c-1462-4ad2-9cc3-6b4e06117c17.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1088.671617] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-83058fd7-beea-43fb-9d26-56cd276f0646 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.681596] env[68893]: DEBUG nova.compute.provider_tree [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1088.684325] env[68893]: DEBUG oslo_vmware.api [None req-f44158a6-44da-4245-89d7-d48cec85c294 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Waiting for the task: (returnval){ [ 1088.684325] env[68893]: value = "task-2792175" [ 1088.684325] env[68893]: _type = "Task" [ 1088.684325] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.692320] env[68893]: DEBUG oslo_vmware.api [None req-f44158a6-44da-4245-89d7-d48cec85c294 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792175, 'name': Rename_Task} progress is 10%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.778016] env[68893]: DEBUG oslo_concurrency.lockutils [None req-bf838e65-2a08-4ed9-9d83-34711cd38a14 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.866730] env[68893]: DEBUG oslo_vmware.api [None req-d5923fa2-22ef-4ba3-a944-3b181a3d1393 tempest-InstanceActionsNegativeTestJSON-1778537646 tempest-InstanceActionsNegativeTestJSON-1778537646-project-member] Task: {'id': task-2792173, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.692485} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.867082] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5923fa2-22ef-4ba3-a944-3b181a3d1393 tempest-InstanceActionsNegativeTestJSON-1778537646 tempest-InstanceActionsNegativeTestJSON-1778537646-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] 1d5c1642-ca64-47d3-be68-e680b72971cc/1d5c1642-ca64-47d3-be68-e680b72971cc.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1088.867082] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-d5923fa2-22ef-4ba3-a944-3b181a3d1393 tempest-InstanceActionsNegativeTestJSON-1778537646 tempest-InstanceActionsNegativeTestJSON-1778537646-project-member] [instance: 1d5c1642-ca64-47d3-be68-e680b72971cc] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1088.867279] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0a056458-be37-4fd5-a945-39e8028b7d6f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.877346] env[68893]: DEBUG oslo_vmware.api [None req-d5923fa2-22ef-4ba3-a944-3b181a3d1393 tempest-InstanceActionsNegativeTestJSON-1778537646 tempest-InstanceActionsNegativeTestJSON-1778537646-project-member] Waiting for the task: (returnval){ [ 1088.877346] env[68893]: value = "task-2792176" [ 1088.877346] env[68893]: _type = "Task" [ 1088.877346] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.885606] env[68893]: DEBUG oslo_vmware.api [None req-d5923fa2-22ef-4ba3-a944-3b181a3d1393 tempest-InstanceActionsNegativeTestJSON-1778537646 tempest-InstanceActionsNegativeTestJSON-1778537646-project-member] Task: {'id': task-2792176, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.987307] env[68893]: DEBUG nova.network.neutron [-] [instance: 7e40a4c8-e64e-41f1-9b87-8c5f0af19a35] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.004468] env[68893]: INFO nova.compute.manager [None req-187463a7-451f-4347-8312-bd8ae603802f tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: fad82752-b56d-430c-94dc-3dcca860e713] Took 36.57 seconds to build instance. [ 1089.059693] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-c4e7229f-fd3e-4679-b74a-9430fa0153dd tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] Creating Snapshot of the VM instance {{(pid=68893) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1089.060140] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9f9a2b06-50f0-4cb7-8dce-6cc1cc41ee48 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.068421] env[68893]: DEBUG oslo_vmware.api [None req-c4e7229f-fd3e-4679-b74a-9430fa0153dd tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Waiting for the task: (returnval){ [ 1089.068421] env[68893]: value = "task-2792177" [ 1089.068421] env[68893]: _type = "Task" [ 1089.068421] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.078870] env[68893]: DEBUG oslo_vmware.api [None req-c4e7229f-fd3e-4679-b74a-9430fa0153dd tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792177, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.093364] env[68893]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b08d55a9-84b0-4671-9268-d36f2647afe4 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.104040] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62248743-e894-450e-91f9-1a57d6616aab {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.142292] env[68893]: DEBUG nova.compute.manager [req-2e2d9e03-cdaa-4b08-b7c6-bff687b5282b req-fbbed459-35df-4189-ab87-124caa07a2f3 service nova] [instance: 7e40a4c8-e64e-41f1-9b87-8c5f0af19a35] Detach interface failed, port_id=0c5a4bf4-bf84-4142-8c81-74b8fb052f05, reason: Instance 7e40a4c8-e64e-41f1-9b87-8c5f0af19a35 could not be found. {{(pid=68893) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1089.186331] env[68893]: DEBUG nova.scheduler.client.report [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1089.199906] env[68893]: DEBUG oslo_vmware.api [None req-f44158a6-44da-4245-89d7-d48cec85c294 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792175, 'name': Rename_Task, 'duration_secs': 0.151423} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.200142] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-f44158a6-44da-4245-89d7-d48cec85c294 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: 91c51a8c-1462-4ad2-9cc3-6b4e06117c17] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1089.200498] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f2f69a9-c7c1-47ce-99bc-7ac3cd0d4462 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.207104] env[68893]: DEBUG oslo_vmware.api [None req-f44158a6-44da-4245-89d7-d48cec85c294 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Waiting for the task: (returnval){ [ 1089.207104] env[68893]: value = "task-2792178" [ 1089.207104] env[68893]: _type = "Task" [ 1089.207104] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.216525] env[68893]: DEBUG oslo_vmware.api [None req-f44158a6-44da-4245-89d7-d48cec85c294 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792178, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.320929] env[68893]: DEBUG oslo_concurrency.lockutils [None req-eafb54e7-d7c6-403c-8fb7-646f66bd45d2 tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Lock "deb6dee1-b9f7-4b2b-89c5-ac48cde5241c" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.306s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.338602] env[68893]: DEBUG oslo_concurrency.lockutils [None req-752ab0cb-a475-44bc-96e6-9fe312001a21 tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Acquiring lock "deb6dee1-b9f7-4b2b-89c5-ac48cde5241c" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.338926] env[68893]: DEBUG oslo_concurrency.lockutils [None req-752ab0cb-a475-44bc-96e6-9fe312001a21 tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Lock "deb6dee1-b9f7-4b2b-89c5-ac48cde5241c" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.390771] env[68893]: DEBUG oslo_vmware.api [None req-d5923fa2-22ef-4ba3-a944-3b181a3d1393 tempest-InstanceActionsNegativeTestJSON-1778537646 tempest-InstanceActionsNegativeTestJSON-1778537646-project-member] Task: {'id': task-2792176, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07155} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.391099] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-d5923fa2-22ef-4ba3-a944-3b181a3d1393 tempest-InstanceActionsNegativeTestJSON-1778537646 tempest-InstanceActionsNegativeTestJSON-1778537646-project-member] [instance: 1d5c1642-ca64-47d3-be68-e680b72971cc] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1089.391948] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0968903-18a3-4d6a-9e52-b8460948b318 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.417705] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5923fa2-22ef-4ba3-a944-3b181a3d1393 tempest-InstanceActionsNegativeTestJSON-1778537646 tempest-InstanceActionsNegativeTestJSON-1778537646-project-member] [instance: 1d5c1642-ca64-47d3-be68-e680b72971cc] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] 1d5c1642-ca64-47d3-be68-e680b72971cc/1d5c1642-ca64-47d3-be68-e680b72971cc.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1089.417705] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-403d8f15-7b98-4651-9d26-54a9fcf2a368 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.441015] env[68893]: DEBUG oslo_vmware.api [None req-d5923fa2-22ef-4ba3-a944-3b181a3d1393 tempest-InstanceActionsNegativeTestJSON-1778537646 tempest-InstanceActionsNegativeTestJSON-1778537646-project-member] Waiting for the task: (returnval){ [ 1089.441015] env[68893]: value = "task-2792179" [ 1089.441015] env[68893]: _type = "Task" [ 1089.441015] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.451275] env[68893]: DEBUG oslo_vmware.api [None req-d5923fa2-22ef-4ba3-a944-3b181a3d1393 tempest-InstanceActionsNegativeTestJSON-1778537646 tempest-InstanceActionsNegativeTestJSON-1778537646-project-member] Task: {'id': task-2792179, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.490930] env[68893]: INFO nova.compute.manager [-] [instance: 7e40a4c8-e64e-41f1-9b87-8c5f0af19a35] Took 2.01 seconds to deallocate network for instance. [ 1089.508369] env[68893]: DEBUG oslo_concurrency.lockutils [None req-187463a7-451f-4347-8312-bd8ae603802f tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Lock "fad82752-b56d-430c-94dc-3dcca860e713" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.092s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.585470] env[68893]: DEBUG oslo_vmware.api [None req-c4e7229f-fd3e-4679-b74a-9430fa0153dd tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792177, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.695993] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68893) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1089.696330] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.462s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.696643] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f7a2bb4c-a861-4dae-99f5-c04689153ce1 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.751s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.699803] env[68893]: INFO nova.compute.claims [None req-f7a2bb4c-a861-4dae-99f5-c04689153ce1 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 13f79287-5fb9-482a-ae32-a3fcb39e02df] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1089.719677] env[68893]: DEBUG oslo_vmware.api [None req-f44158a6-44da-4245-89d7-d48cec85c294 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792178, 'name': PowerOnVM_Task, 'duration_secs': 0.484877} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.719955] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-f44158a6-44da-4245-89d7-d48cec85c294 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: 91c51a8c-1462-4ad2-9cc3-6b4e06117c17] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1089.720235] env[68893]: DEBUG nova.compute.manager [None req-f44158a6-44da-4245-89d7-d48cec85c294 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: 91c51a8c-1462-4ad2-9cc3-6b4e06117c17] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1089.721038] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e711fe6b-c22c-43f5-b5d4-d29b7fc885de {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.842416] env[68893]: INFO nova.compute.manager [None req-752ab0cb-a475-44bc-96e6-9fe312001a21 tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] [instance: deb6dee1-b9f7-4b2b-89c5-ac48cde5241c] Detaching volume ea7b5720-ae29-48ca-99e1-1d1c54a5e494 [ 1089.890052] env[68893]: INFO nova.virt.block_device [None req-752ab0cb-a475-44bc-96e6-9fe312001a21 tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] [instance: deb6dee1-b9f7-4b2b-89c5-ac48cde5241c] Attempting to driver detach volume ea7b5720-ae29-48ca-99e1-1d1c54a5e494 from mountpoint /dev/sdc [ 1089.890350] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-752ab0cb-a475-44bc-96e6-9fe312001a21 tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] [instance: deb6dee1-b9f7-4b2b-89c5-ac48cde5241c] Volume detach. Driver type: vmdk {{(pid=68893) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1089.890611] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-752ab0cb-a475-44bc-96e6-9fe312001a21 tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] [instance: deb6dee1-b9f7-4b2b-89c5-ac48cde5241c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561220', 'volume_id': 'ea7b5720-ae29-48ca-99e1-1d1c54a5e494', 'name': 'volume-ea7b5720-ae29-48ca-99e1-1d1c54a5e494', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'deb6dee1-b9f7-4b2b-89c5-ac48cde5241c', 'attached_at': '', 'detached_at': '', 'volume_id': 'ea7b5720-ae29-48ca-99e1-1d1c54a5e494', 'serial': 'ea7b5720-ae29-48ca-99e1-1d1c54a5e494'} {{(pid=68893) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1089.898044] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-554c06e9-dd3b-4b1b-8e0e-2370f9df7ec6 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.923501] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a28916f-1622-472c-acab-697a7c69d8e9 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.934361] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32753a92-daa3-43b4-94d8-29297a496bc7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.962199] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a491b435-ed12-42a2-b500-07c5b72d25b5 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.970365] env[68893]: DEBUG oslo_vmware.api [None req-d5923fa2-22ef-4ba3-a944-3b181a3d1393 tempest-InstanceActionsNegativeTestJSON-1778537646 tempest-InstanceActionsNegativeTestJSON-1778537646-project-member] Task: {'id': task-2792179, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.981262] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-752ab0cb-a475-44bc-96e6-9fe312001a21 tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] The volume has not been displaced from its original location: [datastore2] volume-ea7b5720-ae29-48ca-99e1-1d1c54a5e494/volume-ea7b5720-ae29-48ca-99e1-1d1c54a5e494.vmdk. No consolidation needed. {{(pid=68893) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1089.990397] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-752ab0cb-a475-44bc-96e6-9fe312001a21 tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] [instance: deb6dee1-b9f7-4b2b-89c5-ac48cde5241c] Reconfiguring VM instance instance-00000051 to detach disk 2002 {{(pid=68893) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1089.990788] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a18fa835-4267-445d-abf8-86059e4fa55e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.005719] env[68893]: DEBUG oslo_concurrency.lockutils [None req-2ad1fcca-4c18-4e70-9155-a5f930354d8f tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.013552] env[68893]: DEBUG oslo_vmware.api [None req-752ab0cb-a475-44bc-96e6-9fe312001a21 tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Waiting for the task: (returnval){ [ 1090.013552] env[68893]: value = "task-2792180" [ 1090.013552] env[68893]: _type = "Task" [ 1090.013552] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.023876] env[68893]: DEBUG oslo_vmware.api [None req-752ab0cb-a475-44bc-96e6-9fe312001a21 tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Task: {'id': task-2792180, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.079841] env[68893]: DEBUG oslo_vmware.api [None req-c4e7229f-fd3e-4679-b74a-9430fa0153dd tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792177, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.239685] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f44158a6-44da-4245-89d7-d48cec85c294 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.284285] env[68893]: DEBUG oslo_concurrency.lockutils [None req-90e69e25-5825-42ec-bea4-1ffb5fdc6dba tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Acquiring lock "fad82752-b56d-430c-94dc-3dcca860e713" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.284792] env[68893]: DEBUG oslo_concurrency.lockutils [None req-90e69e25-5825-42ec-bea4-1ffb5fdc6dba tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Lock "fad82752-b56d-430c-94dc-3dcca860e713" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.284792] env[68893]: DEBUG oslo_concurrency.lockutils [None req-90e69e25-5825-42ec-bea4-1ffb5fdc6dba tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Acquiring lock "fad82752-b56d-430c-94dc-3dcca860e713-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.284966] env[68893]: DEBUG oslo_concurrency.lockutils [None req-90e69e25-5825-42ec-bea4-1ffb5fdc6dba tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Lock "fad82752-b56d-430c-94dc-3dcca860e713-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.285536] env[68893]: DEBUG oslo_concurrency.lockutils [None req-90e69e25-5825-42ec-bea4-1ffb5fdc6dba tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Lock "fad82752-b56d-430c-94dc-3dcca860e713-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.288308] env[68893]: INFO nova.compute.manager [None req-90e69e25-5825-42ec-bea4-1ffb5fdc6dba tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: fad82752-b56d-430c-94dc-3dcca860e713] Terminating instance [ 1090.468118] env[68893]: DEBUG oslo_vmware.api [None req-d5923fa2-22ef-4ba3-a944-3b181a3d1393 tempest-InstanceActionsNegativeTestJSON-1778537646 tempest-InstanceActionsNegativeTestJSON-1778537646-project-member] Task: {'id': task-2792179, 'name': ReconfigVM_Task, 'duration_secs': 0.682184} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.468502] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5923fa2-22ef-4ba3-a944-3b181a3d1393 tempest-InstanceActionsNegativeTestJSON-1778537646 tempest-InstanceActionsNegativeTestJSON-1778537646-project-member] [instance: 1d5c1642-ca64-47d3-be68-e680b72971cc] Reconfigured VM instance instance-0000005b to attach disk [datastore2] 1d5c1642-ca64-47d3-be68-e680b72971cc/1d5c1642-ca64-47d3-be68-e680b72971cc.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1090.469276] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c6a0b99c-9579-4ed2-b2bd-61ba214b435d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.475841] env[68893]: DEBUG oslo_vmware.api [None req-d5923fa2-22ef-4ba3-a944-3b181a3d1393 tempest-InstanceActionsNegativeTestJSON-1778537646 tempest-InstanceActionsNegativeTestJSON-1778537646-project-member] Waiting for the task: (returnval){ [ 1090.475841] env[68893]: value = "task-2792181" [ 1090.475841] env[68893]: _type = "Task" [ 1090.475841] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.488705] env[68893]: DEBUG oslo_vmware.api [None req-d5923fa2-22ef-4ba3-a944-3b181a3d1393 tempest-InstanceActionsNegativeTestJSON-1778537646 tempest-InstanceActionsNegativeTestJSON-1778537646-project-member] Task: {'id': task-2792181, 'name': Rename_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.523014] env[68893]: DEBUG oslo_vmware.api [None req-752ab0cb-a475-44bc-96e6-9fe312001a21 tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Task: {'id': task-2792180, 'name': ReconfigVM_Task, 'duration_secs': 0.280921} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.523530] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-752ab0cb-a475-44bc-96e6-9fe312001a21 tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] [instance: deb6dee1-b9f7-4b2b-89c5-ac48cde5241c] Reconfigured VM instance instance-00000051 to detach disk 2002 {{(pid=68893) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1090.528510] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58d76995-8980-4455-824b-1dcb9e42f51d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.544990] env[68893]: DEBUG oslo_vmware.api [None req-752ab0cb-a475-44bc-96e6-9fe312001a21 tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Waiting for the task: (returnval){ [ 1090.544990] env[68893]: value = "task-2792182" [ 1090.544990] env[68893]: _type = "Task" [ 1090.544990] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.553566] env[68893]: DEBUG oslo_vmware.api [None req-752ab0cb-a475-44bc-96e6-9fe312001a21 tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Task: {'id': task-2792182, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.580411] env[68893]: DEBUG oslo_vmware.api [None req-c4e7229f-fd3e-4679-b74a-9430fa0153dd tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792177, 'name': CreateSnapshot_Task, 'duration_secs': 1.239493} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.580745] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-c4e7229f-fd3e-4679-b74a-9430fa0153dd tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] Created Snapshot of the VM instance {{(pid=68893) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1090.581678] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa81f9e5-df02-46bf-b370-c33d470b542f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.794990] env[68893]: DEBUG nova.compute.manager [None req-90e69e25-5825-42ec-bea4-1ffb5fdc6dba tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: fad82752-b56d-430c-94dc-3dcca860e713] Start destroying the instance on the hypervisor. {{(pid=68893) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1090.794990] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-90e69e25-5825-42ec-bea4-1ffb5fdc6dba tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: fad82752-b56d-430c-94dc-3dcca860e713] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1090.795679] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa338daa-ff89-4edd-a728-d88ed8465e11 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.804362] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-90e69e25-5825-42ec-bea4-1ffb5fdc6dba tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: fad82752-b56d-430c-94dc-3dcca860e713] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1090.805410] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-820e397c-d767-4fee-8144-f8836fc23240 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.814256] env[68893]: DEBUG oslo_vmware.api [None req-90e69e25-5825-42ec-bea4-1ffb5fdc6dba tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Waiting for the task: (returnval){ [ 1090.814256] env[68893]: value = "task-2792183" [ 1090.814256] env[68893]: _type = "Task" [ 1090.814256] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.822469] env[68893]: DEBUG oslo_vmware.api [None req-90e69e25-5825-42ec-bea4-1ffb5fdc6dba tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2792183, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.889051] env[68893]: DEBUG oslo_concurrency.lockutils [None req-77eec5e6-a9aa-4f19-a9a0-da7f545557b9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Acquiring lock "91c51a8c-1462-4ad2-9cc3-6b4e06117c17" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.889453] env[68893]: DEBUG oslo_concurrency.lockutils [None req-77eec5e6-a9aa-4f19-a9a0-da7f545557b9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Lock "91c51a8c-1462-4ad2-9cc3-6b4e06117c17" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.889610] env[68893]: DEBUG oslo_concurrency.lockutils [None req-77eec5e6-a9aa-4f19-a9a0-da7f545557b9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Acquiring lock "91c51a8c-1462-4ad2-9cc3-6b4e06117c17-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.889849] env[68893]: DEBUG oslo_concurrency.lockutils [None req-77eec5e6-a9aa-4f19-a9a0-da7f545557b9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Lock "91c51a8c-1462-4ad2-9cc3-6b4e06117c17-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.889958] env[68893]: DEBUG oslo_concurrency.lockutils [None req-77eec5e6-a9aa-4f19-a9a0-da7f545557b9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Lock "91c51a8c-1462-4ad2-9cc3-6b4e06117c17-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.901629] env[68893]: INFO nova.compute.manager [None req-77eec5e6-a9aa-4f19-a9a0-da7f545557b9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: 91c51a8c-1462-4ad2-9cc3-6b4e06117c17] Terminating instance [ 1090.990925] env[68893]: DEBUG oslo_vmware.api [None req-d5923fa2-22ef-4ba3-a944-3b181a3d1393 tempest-InstanceActionsNegativeTestJSON-1778537646 tempest-InstanceActionsNegativeTestJSON-1778537646-project-member] Task: {'id': task-2792181, 'name': Rename_Task, 'duration_secs': 0.160123} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.994251] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5923fa2-22ef-4ba3-a944-3b181a3d1393 tempest-InstanceActionsNegativeTestJSON-1778537646 tempest-InstanceActionsNegativeTestJSON-1778537646-project-member] [instance: 1d5c1642-ca64-47d3-be68-e680b72971cc] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1090.994763] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6c599da6-1a76-4feb-b260-923a86e3bad3 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.002468] env[68893]: DEBUG oslo_vmware.api [None req-d5923fa2-22ef-4ba3-a944-3b181a3d1393 tempest-InstanceActionsNegativeTestJSON-1778537646 tempest-InstanceActionsNegativeTestJSON-1778537646-project-member] Waiting for the task: (returnval){ [ 1091.002468] env[68893]: value = "task-2792184" [ 1091.002468] env[68893]: _type = "Task" [ 1091.002468] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.011737] env[68893]: DEBUG oslo_vmware.api [None req-d5923fa2-22ef-4ba3-a944-3b181a3d1393 tempest-InstanceActionsNegativeTestJSON-1778537646 tempest-InstanceActionsNegativeTestJSON-1778537646-project-member] Task: {'id': task-2792184, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.030900] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcebb6ae-04ce-44fb-bab6-fb9e12dedc57 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.039986] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fd820cc-54f4-4145-991d-c7c859526159 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.076661] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5924572c-2b7d-41bd-91df-cbf45355a2a6 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.082399] env[68893]: DEBUG oslo_vmware.api [None req-752ab0cb-a475-44bc-96e6-9fe312001a21 tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Task: {'id': task-2792182, 'name': ReconfigVM_Task, 'duration_secs': 0.164919} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.083325] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-752ab0cb-a475-44bc-96e6-9fe312001a21 tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] [instance: deb6dee1-b9f7-4b2b-89c5-ac48cde5241c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561220', 'volume_id': 'ea7b5720-ae29-48ca-99e1-1d1c54a5e494', 'name': 'volume-ea7b5720-ae29-48ca-99e1-1d1c54a5e494', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'deb6dee1-b9f7-4b2b-89c5-ac48cde5241c', 'attached_at': '', 'detached_at': '', 'volume_id': 'ea7b5720-ae29-48ca-99e1-1d1c54a5e494', 'serial': 'ea7b5720-ae29-48ca-99e1-1d1c54a5e494'} {{(pid=68893) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1091.088600] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b738c4a-71a1-477b-8809-500f69d5aafa {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.099300] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-c4e7229f-fd3e-4679-b74a-9430fa0153dd tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] Creating linked-clone VM from snapshot {{(pid=68893) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1091.099585] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-847cd14e-9075-42f6-a7d2-31459a279fe8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.112332] env[68893]: DEBUG nova.compute.provider_tree [None req-f7a2bb4c-a861-4dae-99f5-c04689153ce1 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1091.114642] env[68893]: DEBUG oslo_vmware.api [None req-c4e7229f-fd3e-4679-b74a-9430fa0153dd tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Waiting for the task: (returnval){ [ 1091.114642] env[68893]: value = "task-2792185" [ 1091.114642] env[68893]: _type = "Task" [ 1091.114642] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.123304] env[68893]: DEBUG oslo_vmware.api [None req-c4e7229f-fd3e-4679-b74a-9430fa0153dd tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792185, 'name': CloneVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.324283] env[68893]: DEBUG oslo_vmware.api [None req-90e69e25-5825-42ec-bea4-1ffb5fdc6dba tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2792183, 'name': PowerOffVM_Task, 'duration_secs': 0.184854} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.324563] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-90e69e25-5825-42ec-bea4-1ffb5fdc6dba tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: fad82752-b56d-430c-94dc-3dcca860e713] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1091.324725] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-90e69e25-5825-42ec-bea4-1ffb5fdc6dba tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: fad82752-b56d-430c-94dc-3dcca860e713] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1091.324976] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-11881c01-6316-4c2b-bb96-e078de4177d8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.398309] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-90e69e25-5825-42ec-bea4-1ffb5fdc6dba tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: fad82752-b56d-430c-94dc-3dcca860e713] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1091.398540] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-90e69e25-5825-42ec-bea4-1ffb5fdc6dba tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: fad82752-b56d-430c-94dc-3dcca860e713] Deleting contents of the VM from datastore datastore1 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1091.398728] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-90e69e25-5825-42ec-bea4-1ffb5fdc6dba tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Deleting the datastore file [datastore1] fad82752-b56d-430c-94dc-3dcca860e713 {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1091.399121] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d5bafff2-0e14-49eb-9cc4-35c3a6c21adc {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.405894] env[68893]: DEBUG nova.compute.manager [None req-77eec5e6-a9aa-4f19-a9a0-da7f545557b9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: 91c51a8c-1462-4ad2-9cc3-6b4e06117c17] Start destroying the instance on the hypervisor. {{(pid=68893) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1091.406149] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-77eec5e6-a9aa-4f19-a9a0-da7f545557b9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: 91c51a8c-1462-4ad2-9cc3-6b4e06117c17] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1091.407246] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d1653b3-1337-457d-97dd-768f189665b6 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.415878] env[68893]: DEBUG oslo_vmware.api [None req-90e69e25-5825-42ec-bea4-1ffb5fdc6dba tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Waiting for the task: (returnval){ [ 1091.415878] env[68893]: value = "task-2792187" [ 1091.415878] env[68893]: _type = "Task" [ 1091.415878] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.425612] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-77eec5e6-a9aa-4f19-a9a0-da7f545557b9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: 91c51a8c-1462-4ad2-9cc3-6b4e06117c17] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1091.426643] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b50bb9c7-17ca-4d14-bda0-e08a892de513 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.431754] env[68893]: DEBUG oslo_vmware.api [None req-90e69e25-5825-42ec-bea4-1ffb5fdc6dba tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2792187, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.436985] env[68893]: DEBUG oslo_vmware.api [None req-77eec5e6-a9aa-4f19-a9a0-da7f545557b9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Waiting for the task: (returnval){ [ 1091.436985] env[68893]: value = "task-2792188" [ 1091.436985] env[68893]: _type = "Task" [ 1091.436985] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.447398] env[68893]: DEBUG oslo_vmware.api [None req-77eec5e6-a9aa-4f19-a9a0-da7f545557b9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792188, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.495040] env[68893]: DEBUG oslo_concurrency.lockutils [None req-53108445-5ddf-4729-b562-299b4054729a tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Acquiring lock "d4070fc4-0915-42b6-ba2e-243f731ba079" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.495301] env[68893]: DEBUG oslo_concurrency.lockutils [None req-53108445-5ddf-4729-b562-299b4054729a tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Lock "d4070fc4-0915-42b6-ba2e-243f731ba079" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.516776] env[68893]: DEBUG oslo_vmware.api [None req-d5923fa2-22ef-4ba3-a944-3b181a3d1393 tempest-InstanceActionsNegativeTestJSON-1778537646 tempest-InstanceActionsNegativeTestJSON-1778537646-project-member] Task: {'id': task-2792184, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.616401] env[68893]: DEBUG nova.scheduler.client.report [None req-f7a2bb4c-a861-4dae-99f5-c04689153ce1 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1091.632027] env[68893]: DEBUG oslo_vmware.api [None req-c4e7229f-fd3e-4679-b74a-9430fa0153dd tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792185, 'name': CloneVM_Task} progress is 94%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.633553] env[68893]: DEBUG nova.objects.instance [None req-752ab0cb-a475-44bc-96e6-9fe312001a21 tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Lazy-loading 'flavor' on Instance uuid deb6dee1-b9f7-4b2b-89c5-ac48cde5241c {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1091.927066] env[68893]: DEBUG oslo_vmware.api [None req-90e69e25-5825-42ec-bea4-1ffb5fdc6dba tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2792187, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.266446} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.927926] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-90e69e25-5825-42ec-bea4-1ffb5fdc6dba tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1091.927926] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-90e69e25-5825-42ec-bea4-1ffb5fdc6dba tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: fad82752-b56d-430c-94dc-3dcca860e713] Deleted contents of the VM from datastore datastore1 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1091.927926] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-90e69e25-5825-42ec-bea4-1ffb5fdc6dba tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: fad82752-b56d-430c-94dc-3dcca860e713] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1091.928144] env[68893]: INFO nova.compute.manager [None req-90e69e25-5825-42ec-bea4-1ffb5fdc6dba tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: fad82752-b56d-430c-94dc-3dcca860e713] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1091.928476] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-90e69e25-5825-42ec-bea4-1ffb5fdc6dba tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1091.929593] env[68893]: DEBUG nova.compute.manager [-] [instance: fad82752-b56d-430c-94dc-3dcca860e713] Deallocating network for instance {{(pid=68893) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1091.929593] env[68893]: DEBUG nova.network.neutron [-] [instance: fad82752-b56d-430c-94dc-3dcca860e713] deallocate_for_instance() {{(pid=68893) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1091.946727] env[68893]: DEBUG oslo_vmware.api [None req-77eec5e6-a9aa-4f19-a9a0-da7f545557b9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792188, 'name': PowerOffVM_Task, 'duration_secs': 0.195752} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.946996] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-77eec5e6-a9aa-4f19-a9a0-da7f545557b9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: 91c51a8c-1462-4ad2-9cc3-6b4e06117c17] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1091.947286] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-77eec5e6-a9aa-4f19-a9a0-da7f545557b9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: 91c51a8c-1462-4ad2-9cc3-6b4e06117c17] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1091.947555] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-205586b8-5b46-45b3-ad0c-a37f6fdca5f6 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.998263] env[68893]: DEBUG nova.compute.manager [None req-53108445-5ddf-4729-b562-299b4054729a tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: d4070fc4-0915-42b6-ba2e-243f731ba079] Starting instance... {{(pid=68893) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1092.025665] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-77eec5e6-a9aa-4f19-a9a0-da7f545557b9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: 91c51a8c-1462-4ad2-9cc3-6b4e06117c17] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1092.025665] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-77eec5e6-a9aa-4f19-a9a0-da7f545557b9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: 91c51a8c-1462-4ad2-9cc3-6b4e06117c17] Deleting contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1092.025665] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-77eec5e6-a9aa-4f19-a9a0-da7f545557b9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Deleting the datastore file [datastore2] 91c51a8c-1462-4ad2-9cc3-6b4e06117c17 {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1092.025931] env[68893]: DEBUG oslo_vmware.api [None req-d5923fa2-22ef-4ba3-a944-3b181a3d1393 tempest-InstanceActionsNegativeTestJSON-1778537646 tempest-InstanceActionsNegativeTestJSON-1778537646-project-member] Task: {'id': task-2792184, 'name': PowerOnVM_Task, 'duration_secs': 0.766216} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.025970] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4beff569-437b-47ba-ba77-251fa645220a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.029171] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5923fa2-22ef-4ba3-a944-3b181a3d1393 tempest-InstanceActionsNegativeTestJSON-1778537646 tempest-InstanceActionsNegativeTestJSON-1778537646-project-member] [instance: 1d5c1642-ca64-47d3-be68-e680b72971cc] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1092.029425] env[68893]: INFO nova.compute.manager [None req-d5923fa2-22ef-4ba3-a944-3b181a3d1393 tempest-InstanceActionsNegativeTestJSON-1778537646 tempest-InstanceActionsNegativeTestJSON-1778537646-project-member] [instance: 1d5c1642-ca64-47d3-be68-e680b72971cc] Took 9.66 seconds to spawn the instance on the hypervisor. [ 1092.043530] env[68893]: DEBUG nova.compute.manager [None req-d5923fa2-22ef-4ba3-a944-3b181a3d1393 tempest-InstanceActionsNegativeTestJSON-1778537646 tempest-InstanceActionsNegativeTestJSON-1778537646-project-member] [instance: 1d5c1642-ca64-47d3-be68-e680b72971cc] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1092.043530] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99e68da9-7e1c-44e7-8ccb-cf1c411781b3 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.043530] env[68893]: DEBUG oslo_vmware.api [None req-77eec5e6-a9aa-4f19-a9a0-da7f545557b9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Waiting for the task: (returnval){ [ 1092.043530] env[68893]: value = "task-2792190" [ 1092.043530] env[68893]: _type = "Task" [ 1092.043530] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.052057] env[68893]: DEBUG oslo_vmware.api [None req-77eec5e6-a9aa-4f19-a9a0-da7f545557b9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792190, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.127431] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f7a2bb4c-a861-4dae-99f5-c04689153ce1 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.431s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.129356] env[68893]: DEBUG nova.compute.manager [None req-f7a2bb4c-a861-4dae-99f5-c04689153ce1 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 13f79287-5fb9-482a-ae32-a3fcb39e02df] Start building networks asynchronously for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1092.137365] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f8acdd23-735f-4137-953e-b46de5451c93 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.870s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.137583] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f8acdd23-735f-4137-953e-b46de5451c93 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.140146] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f085bc98-a13c-4786-b153-b11b396d0654 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.308s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.141685] env[68893]: INFO nova.compute.claims [None req-f085bc98-a13c-4786-b153-b11b396d0654 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 5fde66d6-de1d-4fc0-8961-a2e90af0b172] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1092.147237] env[68893]: DEBUG oslo_vmware.api [None req-c4e7229f-fd3e-4679-b74a-9430fa0153dd tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792185, 'name': CloneVM_Task} progress is 94%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.194811] env[68893]: INFO nova.scheduler.client.report [None req-f8acdd23-735f-4137-953e-b46de5451c93 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Deleted allocations for instance ed321673-402e-43c5-ac6e-5d4abfb863fc [ 1092.514761] env[68893]: DEBUG nova.compute.manager [req-b16b8be3-7d63-40ec-a10b-573a0fdddaa1 req-b9a8bcae-249e-4b15-8c1c-6aa616b8f824 service nova] [instance: fad82752-b56d-430c-94dc-3dcca860e713] Received event network-vif-deleted-00f9a0bb-6355-4bf7-ab7d-2e47128996e1 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1092.514761] env[68893]: INFO nova.compute.manager [req-b16b8be3-7d63-40ec-a10b-573a0fdddaa1 req-b9a8bcae-249e-4b15-8c1c-6aa616b8f824 service nova] [instance: fad82752-b56d-430c-94dc-3dcca860e713] Neutron deleted interface 00f9a0bb-6355-4bf7-ab7d-2e47128996e1; detaching it from the instance and deleting it from the info cache [ 1092.514761] env[68893]: DEBUG nova.network.neutron [req-b16b8be3-7d63-40ec-a10b-573a0fdddaa1 req-b9a8bcae-249e-4b15-8c1c-6aa616b8f824 service nova] [instance: fad82752-b56d-430c-94dc-3dcca860e713] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.538427] env[68893]: DEBUG oslo_concurrency.lockutils [None req-53108445-5ddf-4729-b562-299b4054729a tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.553736] env[68893]: INFO nova.compute.manager [None req-d5923fa2-22ef-4ba3-a944-3b181a3d1393 tempest-InstanceActionsNegativeTestJSON-1778537646 tempest-InstanceActionsNegativeTestJSON-1778537646-project-member] [instance: 1d5c1642-ca64-47d3-be68-e680b72971cc] Took 29.26 seconds to build instance. [ 1092.569226] env[68893]: DEBUG oslo_vmware.api [None req-77eec5e6-a9aa-4f19-a9a0-da7f545557b9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792190, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.223166} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.569679] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-77eec5e6-a9aa-4f19-a9a0-da7f545557b9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1092.569958] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-77eec5e6-a9aa-4f19-a9a0-da7f545557b9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: 91c51a8c-1462-4ad2-9cc3-6b4e06117c17] Deleted contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1092.570261] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-77eec5e6-a9aa-4f19-a9a0-da7f545557b9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: 91c51a8c-1462-4ad2-9cc3-6b4e06117c17] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1092.570522] env[68893]: INFO nova.compute.manager [None req-77eec5e6-a9aa-4f19-a9a0-da7f545557b9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: 91c51a8c-1462-4ad2-9cc3-6b4e06117c17] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1092.570847] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-77eec5e6-a9aa-4f19-a9a0-da7f545557b9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1092.571419] env[68893]: DEBUG nova.compute.manager [-] [instance: 91c51a8c-1462-4ad2-9cc3-6b4e06117c17] Deallocating network for instance {{(pid=68893) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1092.571615] env[68893]: DEBUG nova.network.neutron [-] [instance: 91c51a8c-1462-4ad2-9cc3-6b4e06117c17] deallocate_for_instance() {{(pid=68893) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1092.634629] env[68893]: DEBUG nova.compute.utils [None req-f7a2bb4c-a861-4dae-99f5-c04689153ce1 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1092.639142] env[68893]: DEBUG oslo_vmware.api [None req-c4e7229f-fd3e-4679-b74a-9430fa0153dd tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792185, 'name': CloneVM_Task, 'duration_secs': 1.406466} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.639142] env[68893]: DEBUG nova.compute.manager [None req-f7a2bb4c-a861-4dae-99f5-c04689153ce1 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 13f79287-5fb9-482a-ae32-a3fcb39e02df] Allocating IP information in the background. {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1092.639142] env[68893]: DEBUG nova.network.neutron [None req-f7a2bb4c-a861-4dae-99f5-c04689153ce1 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 13f79287-5fb9-482a-ae32-a3fcb39e02df] allocate_for_instance() {{(pid=68893) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1092.639142] env[68893]: INFO nova.virt.vmwareapi.vmops [None req-c4e7229f-fd3e-4679-b74a-9430fa0153dd tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] Created linked-clone VM from snapshot [ 1092.639811] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c59b101-62d4-4b77-b197-9fc4bba1f534 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.653227] env[68893]: DEBUG nova.virt.vmwareapi.images [None req-c4e7229f-fd3e-4679-b74a-9430fa0153dd tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] Uploading image 5c5ced0b-3823-421c-9745-53ccf64949b8 {{(pid=68893) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1092.654179] env[68893]: DEBUG oslo_concurrency.lockutils [None req-752ab0cb-a475-44bc-96e6-9fe312001a21 tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Lock "deb6dee1-b9f7-4b2b-89c5-ac48cde5241c" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.315s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.684400] env[68893]: DEBUG oslo_vmware.rw_handles [None req-c4e7229f-fd3e-4679-b74a-9430fa0153dd tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1092.684400] env[68893]: value = "vm-561227" [ 1092.684400] env[68893]: _type = "VirtualMachine" [ 1092.684400] env[68893]: }. {{(pid=68893) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1092.684914] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3aaf1293-f550-478a-a407-ad906f0ce055 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.692056] env[68893]: DEBUG oslo_vmware.rw_handles [None req-c4e7229f-fd3e-4679-b74a-9430fa0153dd tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Lease: (returnval){ [ 1092.692056] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52c67a6a-d410-ed87-60fd-fc777f036274" [ 1092.692056] env[68893]: _type = "HttpNfcLease" [ 1092.692056] env[68893]: } obtained for exporting VM: (result){ [ 1092.692056] env[68893]: value = "vm-561227" [ 1092.692056] env[68893]: _type = "VirtualMachine" [ 1092.692056] env[68893]: }. {{(pid=68893) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1092.692311] env[68893]: DEBUG oslo_vmware.api [None req-c4e7229f-fd3e-4679-b74a-9430fa0153dd tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Waiting for the lease: (returnval){ [ 1092.692311] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52c67a6a-d410-ed87-60fd-fc777f036274" [ 1092.692311] env[68893]: _type = "HttpNfcLease" [ 1092.692311] env[68893]: } to be ready. {{(pid=68893) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1092.699181] env[68893]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1092.699181] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52c67a6a-d410-ed87-60fd-fc777f036274" [ 1092.699181] env[68893]: _type = "HttpNfcLease" [ 1092.699181] env[68893]: } is initializing. {{(pid=68893) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1092.701788] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f8acdd23-735f-4137-953e-b46de5451c93 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Lock "ed321673-402e-43c5-ac6e-5d4abfb863fc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.019s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.770326] env[68893]: DEBUG nova.policy [None req-f7a2bb4c-a861-4dae-99f5-c04689153ce1 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0f72dbb1c71d4ae588b9103cee0d5602', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '872be088070049fca518560306460c4e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68893) authorize /opt/stack/nova/nova/policy.py:192}} [ 1092.956829] env[68893]: DEBUG oslo_concurrency.lockutils [None req-7891ea34-29af-43be-9c18-80d155267f8b tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Acquiring lock "deb6dee1-b9f7-4b2b-89c5-ac48cde5241c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.957138] env[68893]: DEBUG oslo_concurrency.lockutils [None req-7891ea34-29af-43be-9c18-80d155267f8b tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Lock "deb6dee1-b9f7-4b2b-89c5-ac48cde5241c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.957384] env[68893]: DEBUG oslo_concurrency.lockutils [None req-7891ea34-29af-43be-9c18-80d155267f8b tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Acquiring lock "deb6dee1-b9f7-4b2b-89c5-ac48cde5241c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.957607] env[68893]: DEBUG oslo_concurrency.lockutils [None req-7891ea34-29af-43be-9c18-80d155267f8b tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Lock "deb6dee1-b9f7-4b2b-89c5-ac48cde5241c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.957790] env[68893]: DEBUG oslo_concurrency.lockutils [None req-7891ea34-29af-43be-9c18-80d155267f8b tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Lock "deb6dee1-b9f7-4b2b-89c5-ac48cde5241c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.960075] env[68893]: INFO nova.compute.manager [None req-7891ea34-29af-43be-9c18-80d155267f8b tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] [instance: deb6dee1-b9f7-4b2b-89c5-ac48cde5241c] Terminating instance [ 1092.965619] env[68893]: DEBUG nova.network.neutron [-] [instance: fad82752-b56d-430c-94dc-3dcca860e713] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.984972] env[68893]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e4b0a39d-f051-4ef1-be10-59374414aed8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.994584] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-887d47a7-e72d-434f-b266-751d67e90507 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.032522] env[68893]: DEBUG nova.compute.manager [req-b16b8be3-7d63-40ec-a10b-573a0fdddaa1 req-b9a8bcae-249e-4b15-8c1c-6aa616b8f824 service nova] [instance: fad82752-b56d-430c-94dc-3dcca860e713] Detach interface failed, port_id=00f9a0bb-6355-4bf7-ab7d-2e47128996e1, reason: Instance fad82752-b56d-430c-94dc-3dcca860e713 could not be found. {{(pid=68893) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1093.059930] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d5923fa2-22ef-4ba3-a944-3b181a3d1393 tempest-InstanceActionsNegativeTestJSON-1778537646 tempest-InstanceActionsNegativeTestJSON-1778537646-project-member] Lock "1d5c1642-ca64-47d3-be68-e680b72971cc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.777s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.059930] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f06ed4d9-0096-40d7-b026-902c80330b25 tempest-InstanceActionsNegativeTestJSON-1778537646 tempest-InstanceActionsNegativeTestJSON-1778537646-project-member] Acquiring lock "1d5c1642-ca64-47d3-be68-e680b72971cc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.059930] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f06ed4d9-0096-40d7-b026-902c80330b25 tempest-InstanceActionsNegativeTestJSON-1778537646 tempest-InstanceActionsNegativeTestJSON-1778537646-project-member] Lock "1d5c1642-ca64-47d3-be68-e680b72971cc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.060604] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f06ed4d9-0096-40d7-b026-902c80330b25 tempest-InstanceActionsNegativeTestJSON-1778537646 tempest-InstanceActionsNegativeTestJSON-1778537646-project-member] Acquiring lock "1d5c1642-ca64-47d3-be68-e680b72971cc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.062059] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f06ed4d9-0096-40d7-b026-902c80330b25 tempest-InstanceActionsNegativeTestJSON-1778537646 tempest-InstanceActionsNegativeTestJSON-1778537646-project-member] Lock "1d5c1642-ca64-47d3-be68-e680b72971cc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.062059] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f06ed4d9-0096-40d7-b026-902c80330b25 tempest-InstanceActionsNegativeTestJSON-1778537646 tempest-InstanceActionsNegativeTestJSON-1778537646-project-member] Lock "1d5c1642-ca64-47d3-be68-e680b72971cc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.063733] env[68893]: INFO nova.compute.manager [None req-f06ed4d9-0096-40d7-b026-902c80330b25 tempest-InstanceActionsNegativeTestJSON-1778537646 tempest-InstanceActionsNegativeTestJSON-1778537646-project-member] [instance: 1d5c1642-ca64-47d3-be68-e680b72971cc] Terminating instance [ 1093.137581] env[68893]: DEBUG nova.compute.manager [None req-f7a2bb4c-a861-4dae-99f5-c04689153ce1 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 13f79287-5fb9-482a-ae32-a3fcb39e02df] Start building block device mappings for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1093.207057] env[68893]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1093.207057] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52c67a6a-d410-ed87-60fd-fc777f036274" [ 1093.207057] env[68893]: _type = "HttpNfcLease" [ 1093.207057] env[68893]: } is ready. {{(pid=68893) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1093.207933] env[68893]: DEBUG oslo_vmware.rw_handles [None req-c4e7229f-fd3e-4679-b74a-9430fa0153dd tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1093.207933] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52c67a6a-d410-ed87-60fd-fc777f036274" [ 1093.207933] env[68893]: _type = "HttpNfcLease" [ 1093.207933] env[68893]: }. {{(pid=68893) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1093.208172] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17892c76-5629-4a45-9849-9263bb3fe477 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.220858] env[68893]: DEBUG oslo_vmware.rw_handles [None req-c4e7229f-fd3e-4679-b74a-9430fa0153dd tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ced185-a615-a809-1e0b-78fbf9aeeff2/disk-0.vmdk from lease info. {{(pid=68893) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1093.220858] env[68893]: DEBUG oslo_vmware.rw_handles [None req-c4e7229f-fd3e-4679-b74a-9430fa0153dd tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ced185-a615-a809-1e0b-78fbf9aeeff2/disk-0.vmdk for reading. {{(pid=68893) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1093.405449] env[68893]: DEBUG nova.network.neutron [None req-f7a2bb4c-a861-4dae-99f5-c04689153ce1 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 13f79287-5fb9-482a-ae32-a3fcb39e02df] Successfully created port: fa2c4d6e-e877-4b12-be75-7b940518de29 {{(pid=68893) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1093.464076] env[68893]: DEBUG nova.compute.manager [None req-7891ea34-29af-43be-9c18-80d155267f8b tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] [instance: deb6dee1-b9f7-4b2b-89c5-ac48cde5241c] Start destroying the instance on the hypervisor. {{(pid=68893) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1093.466927] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-7891ea34-29af-43be-9c18-80d155267f8b tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] [instance: deb6dee1-b9f7-4b2b-89c5-ac48cde5241c] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1093.469248] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3cc1d07-538e-47d1-b8a4-25a945b28924 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.473548] env[68893]: INFO nova.compute.manager [-] [instance: fad82752-b56d-430c-94dc-3dcca860e713] Took 1.54 seconds to deallocate network for instance. [ 1093.474083] env[68893]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-03ffbfd7-8b5b-4796-9ea5-8b0af48eed7c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.503047] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-7891ea34-29af-43be-9c18-80d155267f8b tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] [instance: deb6dee1-b9f7-4b2b-89c5-ac48cde5241c] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1093.503143] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d81e4bd3-e192-4018-80e4-bfd0655cd660 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.514017] env[68893]: DEBUG oslo_vmware.api [None req-7891ea34-29af-43be-9c18-80d155267f8b tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Waiting for the task: (returnval){ [ 1093.514017] env[68893]: value = "task-2792192" [ 1093.514017] env[68893]: _type = "Task" [ 1093.514017] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.522900] env[68893]: DEBUG oslo_vmware.api [None req-7891ea34-29af-43be-9c18-80d155267f8b tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Task: {'id': task-2792192, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.556239] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4452393-7f2e-402e-ab55-9513fc3f9e92 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.563332] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b1b8f08-4349-410f-b300-623e35ad4f8c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.568347] env[68893]: DEBUG nova.compute.manager [None req-f06ed4d9-0096-40d7-b026-902c80330b25 tempest-InstanceActionsNegativeTestJSON-1778537646 tempest-InstanceActionsNegativeTestJSON-1778537646-project-member] [instance: 1d5c1642-ca64-47d3-be68-e680b72971cc] Start destroying the instance on the hypervisor. {{(pid=68893) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1093.568567] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-f06ed4d9-0096-40d7-b026-902c80330b25 tempest-InstanceActionsNegativeTestJSON-1778537646 tempest-InstanceActionsNegativeTestJSON-1778537646-project-member] [instance: 1d5c1642-ca64-47d3-be68-e680b72971cc] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1093.570199] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c00e82e-4750-47b6-bd4f-2960f099daf4 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.609479] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a39c603-6f09-4100-8ae3-1a5c2b1a768f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.614490] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-f06ed4d9-0096-40d7-b026-902c80330b25 tempest-InstanceActionsNegativeTestJSON-1778537646 tempest-InstanceActionsNegativeTestJSON-1778537646-project-member] [instance: 1d5c1642-ca64-47d3-be68-e680b72971cc] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1093.615232] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d2686679-2f22-4889-ab73-b66fcd144f09 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.621176] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-883ea5ea-277a-4ef2-ba85-e022d929286a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.628103] env[68893]: DEBUG oslo_vmware.api [None req-f06ed4d9-0096-40d7-b026-902c80330b25 tempest-InstanceActionsNegativeTestJSON-1778537646 tempest-InstanceActionsNegativeTestJSON-1778537646-project-member] Waiting for the task: (returnval){ [ 1093.628103] env[68893]: value = "task-2792193" [ 1093.628103] env[68893]: _type = "Task" [ 1093.628103] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.652780] env[68893]: DEBUG nova.compute.provider_tree [None req-f085bc98-a13c-4786-b153-b11b396d0654 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1093.662291] env[68893]: DEBUG oslo_vmware.api [None req-f06ed4d9-0096-40d7-b026-902c80330b25 tempest-InstanceActionsNegativeTestJSON-1778537646 tempest-InstanceActionsNegativeTestJSON-1778537646-project-member] Task: {'id': task-2792193, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.789990] env[68893]: DEBUG nova.network.neutron [-] [instance: 91c51a8c-1462-4ad2-9cc3-6b4e06117c17] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.988438] env[68893]: DEBUG oslo_concurrency.lockutils [None req-90e69e25-5825-42ec-bea4-1ffb5fdc6dba tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.025826] env[68893]: DEBUG oslo_vmware.api [None req-7891ea34-29af-43be-9c18-80d155267f8b tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Task: {'id': task-2792192, 'name': PowerOffVM_Task, 'duration_secs': 0.377124} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.026323] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-7891ea34-29af-43be-9c18-80d155267f8b tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] [instance: deb6dee1-b9f7-4b2b-89c5-ac48cde5241c] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1094.026569] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-7891ea34-29af-43be-9c18-80d155267f8b tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] [instance: deb6dee1-b9f7-4b2b-89c5-ac48cde5241c] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1094.026901] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2eada5c3-df37-4197-addc-efb16299653d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.090913] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-7891ea34-29af-43be-9c18-80d155267f8b tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] [instance: deb6dee1-b9f7-4b2b-89c5-ac48cde5241c] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1094.091850] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-7891ea34-29af-43be-9c18-80d155267f8b tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] [instance: deb6dee1-b9f7-4b2b-89c5-ac48cde5241c] Deleting contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1094.091850] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-7891ea34-29af-43be-9c18-80d155267f8b tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Deleting the datastore file [datastore2] deb6dee1-b9f7-4b2b-89c5-ac48cde5241c {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1094.092314] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-675c16f0-0599-418c-bfe0-9afbf0cb3158 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.099881] env[68893]: DEBUG oslo_vmware.api [None req-7891ea34-29af-43be-9c18-80d155267f8b tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Waiting for the task: (returnval){ [ 1094.099881] env[68893]: value = "task-2792195" [ 1094.099881] env[68893]: _type = "Task" [ 1094.099881] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.111055] env[68893]: DEBUG oslo_vmware.api [None req-7891ea34-29af-43be-9c18-80d155267f8b tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Task: {'id': task-2792195, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.141883] env[68893]: DEBUG oslo_vmware.api [None req-f06ed4d9-0096-40d7-b026-902c80330b25 tempest-InstanceActionsNegativeTestJSON-1778537646 tempest-InstanceActionsNegativeTestJSON-1778537646-project-member] Task: {'id': task-2792193, 'name': PowerOffVM_Task, 'duration_secs': 0.316543} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.142307] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-f06ed4d9-0096-40d7-b026-902c80330b25 tempest-InstanceActionsNegativeTestJSON-1778537646 tempest-InstanceActionsNegativeTestJSON-1778537646-project-member] [instance: 1d5c1642-ca64-47d3-be68-e680b72971cc] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1094.142514] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-f06ed4d9-0096-40d7-b026-902c80330b25 tempest-InstanceActionsNegativeTestJSON-1778537646 tempest-InstanceActionsNegativeTestJSON-1778537646-project-member] [instance: 1d5c1642-ca64-47d3-be68-e680b72971cc] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1094.142885] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f06b5573-d07e-4f73-9742-8b64c85113fd {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.153323] env[68893]: DEBUG nova.compute.manager [None req-f7a2bb4c-a861-4dae-99f5-c04689153ce1 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 13f79287-5fb9-482a-ae32-a3fcb39e02df] Start spawning the instance on the hypervisor. {{(pid=68893) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1094.157228] env[68893]: DEBUG nova.scheduler.client.report [None req-f085bc98-a13c-4786-b153-b11b396d0654 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1094.202770] env[68893]: DEBUG nova.virt.hardware [None req-f7a2bb4c-a861-4dae-99f5-c04689153ce1 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1094.204503] env[68893]: DEBUG nova.virt.hardware [None req-f7a2bb4c-a861-4dae-99f5-c04689153ce1 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1094.204503] env[68893]: DEBUG nova.virt.hardware [None req-f7a2bb4c-a861-4dae-99f5-c04689153ce1 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1094.204503] env[68893]: DEBUG nova.virt.hardware [None req-f7a2bb4c-a861-4dae-99f5-c04689153ce1 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1094.204503] env[68893]: DEBUG nova.virt.hardware [None req-f7a2bb4c-a861-4dae-99f5-c04689153ce1 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1094.204503] env[68893]: DEBUG nova.virt.hardware [None req-f7a2bb4c-a861-4dae-99f5-c04689153ce1 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1094.204503] env[68893]: DEBUG nova.virt.hardware [None req-f7a2bb4c-a861-4dae-99f5-c04689153ce1 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1094.204883] env[68893]: DEBUG nova.virt.hardware [None req-f7a2bb4c-a861-4dae-99f5-c04689153ce1 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1094.204883] env[68893]: DEBUG nova.virt.hardware [None req-f7a2bb4c-a861-4dae-99f5-c04689153ce1 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1094.205014] env[68893]: DEBUG nova.virt.hardware [None req-f7a2bb4c-a861-4dae-99f5-c04689153ce1 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1094.205236] env[68893]: DEBUG nova.virt.hardware [None req-f7a2bb4c-a861-4dae-99f5-c04689153ce1 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1094.207406] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8f37f64-f0d5-4539-b9da-9e6aeae79ac9 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.215485] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-f06ed4d9-0096-40d7-b026-902c80330b25 tempest-InstanceActionsNegativeTestJSON-1778537646 tempest-InstanceActionsNegativeTestJSON-1778537646-project-member] [instance: 1d5c1642-ca64-47d3-be68-e680b72971cc] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1094.216198] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-f06ed4d9-0096-40d7-b026-902c80330b25 tempest-InstanceActionsNegativeTestJSON-1778537646 tempest-InstanceActionsNegativeTestJSON-1778537646-project-member] [instance: 1d5c1642-ca64-47d3-be68-e680b72971cc] Deleting contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1094.216643] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-f06ed4d9-0096-40d7-b026-902c80330b25 tempest-InstanceActionsNegativeTestJSON-1778537646 tempest-InstanceActionsNegativeTestJSON-1778537646-project-member] Deleting the datastore file [datastore2] 1d5c1642-ca64-47d3-be68-e680b72971cc {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1094.217530] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4d4bfcd8-7abd-4ac1-962b-adb131b8d504 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.224854] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8978c15-b78c-4496-bb36-cb6025d26b7d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.231317] env[68893]: DEBUG oslo_vmware.api [None req-f06ed4d9-0096-40d7-b026-902c80330b25 tempest-InstanceActionsNegativeTestJSON-1778537646 tempest-InstanceActionsNegativeTestJSON-1778537646-project-member] Waiting for the task: (returnval){ [ 1094.231317] env[68893]: value = "task-2792197" [ 1094.231317] env[68893]: _type = "Task" [ 1094.231317] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.254228] env[68893]: DEBUG oslo_vmware.api [None req-f06ed4d9-0096-40d7-b026-902c80330b25 tempest-InstanceActionsNegativeTestJSON-1778537646 tempest-InstanceActionsNegativeTestJSON-1778537646-project-member] Task: {'id': task-2792197, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.293421] env[68893]: INFO nova.compute.manager [-] [instance: 91c51a8c-1462-4ad2-9cc3-6b4e06117c17] Took 1.72 seconds to deallocate network for instance. [ 1094.416997] env[68893]: DEBUG oslo_concurrency.lockutils [None req-1a5ee42a-fd10-46ad-afbd-f06804b447ee tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Acquiring lock "a34d645d-7824-491c-8a04-2fa6fe283a11" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.417308] env[68893]: DEBUG oslo_concurrency.lockutils [None req-1a5ee42a-fd10-46ad-afbd-f06804b447ee tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Lock "a34d645d-7824-491c-8a04-2fa6fe283a11" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.520017] env[68893]: DEBUG nova.compute.manager [req-901bf8da-0832-4328-a828-116dcdff156d req-41c9cf81-6b92-4456-ba8f-1763653e78a1 service nova] [instance: 91c51a8c-1462-4ad2-9cc3-6b4e06117c17] Received event network-vif-deleted-76569eb8-132d-478c-ba24-242e0078fe60 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1094.614828] env[68893]: DEBUG oslo_vmware.api [None req-7891ea34-29af-43be-9c18-80d155267f8b tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Task: {'id': task-2792195, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.217036} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.615337] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-7891ea34-29af-43be-9c18-80d155267f8b tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1094.615592] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-7891ea34-29af-43be-9c18-80d155267f8b tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] [instance: deb6dee1-b9f7-4b2b-89c5-ac48cde5241c] Deleted contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1094.616277] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-7891ea34-29af-43be-9c18-80d155267f8b tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] [instance: deb6dee1-b9f7-4b2b-89c5-ac48cde5241c] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1094.616277] env[68893]: INFO nova.compute.manager [None req-7891ea34-29af-43be-9c18-80d155267f8b tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] [instance: deb6dee1-b9f7-4b2b-89c5-ac48cde5241c] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1094.616277] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7891ea34-29af-43be-9c18-80d155267f8b tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1094.616403] env[68893]: DEBUG nova.compute.manager [-] [instance: deb6dee1-b9f7-4b2b-89c5-ac48cde5241c] Deallocating network for instance {{(pid=68893) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1094.616520] env[68893]: DEBUG nova.network.neutron [-] [instance: deb6dee1-b9f7-4b2b-89c5-ac48cde5241c] deallocate_for_instance() {{(pid=68893) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1094.664034] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f085bc98-a13c-4786-b153-b11b396d0654 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.523s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.664238] env[68893]: DEBUG nova.compute.manager [None req-f085bc98-a13c-4786-b153-b11b396d0654 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 5fde66d6-de1d-4fc0-8961-a2e90af0b172] Start building networks asynchronously for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1094.671620] env[68893]: DEBUG oslo_concurrency.lockutils [None req-bf838e65-2a08-4ed9-9d83-34711cd38a14 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 5.899s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.671968] env[68893]: DEBUG nova.objects.instance [None req-bf838e65-2a08-4ed9-9d83-34711cd38a14 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 8b58659b-aaf9-4fa9-98b2-3153180f0570] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68893) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1094.752110] env[68893]: DEBUG oslo_vmware.api [None req-f06ed4d9-0096-40d7-b026-902c80330b25 tempest-InstanceActionsNegativeTestJSON-1778537646 tempest-InstanceActionsNegativeTestJSON-1778537646-project-member] Task: {'id': task-2792197, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.28027} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.752492] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-f06ed4d9-0096-40d7-b026-902c80330b25 tempest-InstanceActionsNegativeTestJSON-1778537646 tempest-InstanceActionsNegativeTestJSON-1778537646-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1094.752721] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-f06ed4d9-0096-40d7-b026-902c80330b25 tempest-InstanceActionsNegativeTestJSON-1778537646 tempest-InstanceActionsNegativeTestJSON-1778537646-project-member] [instance: 1d5c1642-ca64-47d3-be68-e680b72971cc] Deleted contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1094.752898] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-f06ed4d9-0096-40d7-b026-902c80330b25 tempest-InstanceActionsNegativeTestJSON-1778537646 tempest-InstanceActionsNegativeTestJSON-1778537646-project-member] [instance: 1d5c1642-ca64-47d3-be68-e680b72971cc] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1094.753082] env[68893]: INFO nova.compute.manager [None req-f06ed4d9-0096-40d7-b026-902c80330b25 tempest-InstanceActionsNegativeTestJSON-1778537646 tempest-InstanceActionsNegativeTestJSON-1778537646-project-member] [instance: 1d5c1642-ca64-47d3-be68-e680b72971cc] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1094.753324] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f06ed4d9-0096-40d7-b026-902c80330b25 tempest-InstanceActionsNegativeTestJSON-1778537646 tempest-InstanceActionsNegativeTestJSON-1778537646-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1094.753582] env[68893]: DEBUG nova.compute.manager [-] [instance: 1d5c1642-ca64-47d3-be68-e680b72971cc] Deallocating network for instance {{(pid=68893) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1094.753688] env[68893]: DEBUG nova.network.neutron [-] [instance: 1d5c1642-ca64-47d3-be68-e680b72971cc] deallocate_for_instance() {{(pid=68893) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1094.803574] env[68893]: DEBUG oslo_concurrency.lockutils [None req-77eec5e6-a9aa-4f19-a9a0-da7f545557b9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.920128] env[68893]: DEBUG nova.compute.manager [None req-1a5ee42a-fd10-46ad-afbd-f06804b447ee tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: a34d645d-7824-491c-8a04-2fa6fe283a11] Starting instance... {{(pid=68893) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1095.176761] env[68893]: DEBUG nova.compute.utils [None req-f085bc98-a13c-4786-b153-b11b396d0654 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1095.178776] env[68893]: DEBUG nova.compute.manager [None req-f085bc98-a13c-4786-b153-b11b396d0654 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 5fde66d6-de1d-4fc0-8961-a2e90af0b172] Allocating IP information in the background. {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1095.178962] env[68893]: DEBUG nova.network.neutron [None req-f085bc98-a13c-4786-b153-b11b396d0654 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 5fde66d6-de1d-4fc0-8961-a2e90af0b172] allocate_for_instance() {{(pid=68893) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1095.309020] env[68893]: DEBUG nova.policy [None req-f085bc98-a13c-4786-b153-b11b396d0654 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2ab2ad050f2b45ceacc682b073aa40ab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '235acd9620044019a35125f6f31d0531', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68893) authorize /opt/stack/nova/nova/policy.py:192}} [ 1095.329370] env[68893]: DEBUG nova.compute.manager [req-a6b7612e-1399-4e05-9042-350a6e0da2e5 req-942abce9-f52f-4073-be81-7ecd83e29842 service nova] [instance: 1d5c1642-ca64-47d3-be68-e680b72971cc] Received event network-vif-deleted-9c520965-abca-4908-b8f2-b1f6cb26bd83 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1095.329910] env[68893]: INFO nova.compute.manager [req-a6b7612e-1399-4e05-9042-350a6e0da2e5 req-942abce9-f52f-4073-be81-7ecd83e29842 service nova] [instance: 1d5c1642-ca64-47d3-be68-e680b72971cc] Neutron deleted interface 9c520965-abca-4908-b8f2-b1f6cb26bd83; detaching it from the instance and deleting it from the info cache [ 1095.330249] env[68893]: DEBUG nova.network.neutron [req-a6b7612e-1399-4e05-9042-350a6e0da2e5 req-942abce9-f52f-4073-be81-7ecd83e29842 service nova] [instance: 1d5c1642-ca64-47d3-be68-e680b72971cc] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.455459] env[68893]: DEBUG oslo_concurrency.lockutils [None req-1a5ee42a-fd10-46ad-afbd-f06804b447ee tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.559401] env[68893]: DEBUG nova.network.neutron [None req-f7a2bb4c-a861-4dae-99f5-c04689153ce1 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 13f79287-5fb9-482a-ae32-a3fcb39e02df] Successfully updated port: fa2c4d6e-e877-4b12-be75-7b940518de29 {{(pid=68893) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1095.687823] env[68893]: DEBUG nova.compute.manager [None req-f085bc98-a13c-4786-b153-b11b396d0654 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 5fde66d6-de1d-4fc0-8961-a2e90af0b172] Start building block device mappings for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1095.697653] env[68893]: DEBUG oslo_concurrency.lockutils [None req-bf838e65-2a08-4ed9-9d83-34711cd38a14 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.026s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.704034] env[68893]: DEBUG oslo_concurrency.lockutils [None req-2ad1fcca-4c18-4e70-9155-a5f930354d8f tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.696s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.704034] env[68893]: DEBUG nova.objects.instance [None req-2ad1fcca-4c18-4e70-9155-a5f930354d8f tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Lazy-loading 'resources' on Instance uuid 7e40a4c8-e64e-41f1-9b87-8c5f0af19a35 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1095.780447] env[68893]: DEBUG nova.network.neutron [-] [instance: 1d5c1642-ca64-47d3-be68-e680b72971cc] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.832993] env[68893]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-195dd957-f970-4d67-ac3d-999cf468ab9d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.850122] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34c45164-62ec-46a2-b3f4-f5d62566ab30 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.891222] env[68893]: DEBUG nova.compute.manager [req-a6b7612e-1399-4e05-9042-350a6e0da2e5 req-942abce9-f52f-4073-be81-7ecd83e29842 service nova] [instance: 1d5c1642-ca64-47d3-be68-e680b72971cc] Detach interface failed, port_id=9c520965-abca-4908-b8f2-b1f6cb26bd83, reason: Instance 1d5c1642-ca64-47d3-be68-e680b72971cc could not be found. {{(pid=68893) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1096.041192] env[68893]: DEBUG nova.network.neutron [None req-f085bc98-a13c-4786-b153-b11b396d0654 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 5fde66d6-de1d-4fc0-8961-a2e90af0b172] Successfully created port: cb7a1c78-7232-4b3d-b3fd-7abb73b09216 {{(pid=68893) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1096.066321] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f7a2bb4c-a861-4dae-99f5-c04689153ce1 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Acquiring lock "refresh_cache-13f79287-5fb9-482a-ae32-a3fcb39e02df" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.066503] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f7a2bb4c-a861-4dae-99f5-c04689153ce1 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Acquired lock "refresh_cache-13f79287-5fb9-482a-ae32-a3fcb39e02df" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.066664] env[68893]: DEBUG nova.network.neutron [None req-f7a2bb4c-a861-4dae-99f5-c04689153ce1 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 13f79287-5fb9-482a-ae32-a3fcb39e02df] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1096.282700] env[68893]: INFO nova.compute.manager [-] [instance: 1d5c1642-ca64-47d3-be68-e680b72971cc] Took 1.53 seconds to deallocate network for instance. [ 1096.395212] env[68893]: DEBUG nova.network.neutron [-] [instance: deb6dee1-b9f7-4b2b-89c5-ac48cde5241c] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.522022] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0c6a3e6-1151-4254-bb98-ecb19bc6fd17 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.530868] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7270915d-672c-4615-9c15-bddeb998acf1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.569651] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c664cdc-5f71-42ca-b055-2dea8677f05e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.580852] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1c5190a-389b-42af-9f80-a8839069ddbc {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.597942] env[68893]: DEBUG nova.compute.provider_tree [None req-2ad1fcca-4c18-4e70-9155-a5f930354d8f tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1096.614712] env[68893]: DEBUG nova.network.neutron [None req-f7a2bb4c-a861-4dae-99f5-c04689153ce1 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 13f79287-5fb9-482a-ae32-a3fcb39e02df] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1096.673374] env[68893]: DEBUG nova.compute.manager [req-fea23871-4a67-40c7-9a2e-fef82443c765 req-d3ed1428-4238-4dff-805b-45eec29b745a service nova] [instance: 13f79287-5fb9-482a-ae32-a3fcb39e02df] Received event network-vif-plugged-fa2c4d6e-e877-4b12-be75-7b940518de29 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1096.673929] env[68893]: DEBUG oslo_concurrency.lockutils [req-fea23871-4a67-40c7-9a2e-fef82443c765 req-d3ed1428-4238-4dff-805b-45eec29b745a service nova] Acquiring lock "13f79287-5fb9-482a-ae32-a3fcb39e02df-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.674331] env[68893]: DEBUG oslo_concurrency.lockutils [req-fea23871-4a67-40c7-9a2e-fef82443c765 req-d3ed1428-4238-4dff-805b-45eec29b745a service nova] Lock "13f79287-5fb9-482a-ae32-a3fcb39e02df-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.675109] env[68893]: DEBUG oslo_concurrency.lockutils [req-fea23871-4a67-40c7-9a2e-fef82443c765 req-d3ed1428-4238-4dff-805b-45eec29b745a service nova] Lock "13f79287-5fb9-482a-ae32-a3fcb39e02df-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.675109] env[68893]: DEBUG nova.compute.manager [req-fea23871-4a67-40c7-9a2e-fef82443c765 req-d3ed1428-4238-4dff-805b-45eec29b745a service nova] [instance: 13f79287-5fb9-482a-ae32-a3fcb39e02df] No waiting events found dispatching network-vif-plugged-fa2c4d6e-e877-4b12-be75-7b940518de29 {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1096.675109] env[68893]: WARNING nova.compute.manager [req-fea23871-4a67-40c7-9a2e-fef82443c765 req-d3ed1428-4238-4dff-805b-45eec29b745a service nova] [instance: 13f79287-5fb9-482a-ae32-a3fcb39e02df] Received unexpected event network-vif-plugged-fa2c4d6e-e877-4b12-be75-7b940518de29 for instance with vm_state building and task_state spawning. [ 1096.675307] env[68893]: DEBUG nova.compute.manager [req-fea23871-4a67-40c7-9a2e-fef82443c765 req-d3ed1428-4238-4dff-805b-45eec29b745a service nova] [instance: 13f79287-5fb9-482a-ae32-a3fcb39e02df] Received event network-changed-fa2c4d6e-e877-4b12-be75-7b940518de29 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1096.675473] env[68893]: DEBUG nova.compute.manager [req-fea23871-4a67-40c7-9a2e-fef82443c765 req-d3ed1428-4238-4dff-805b-45eec29b745a service nova] [instance: 13f79287-5fb9-482a-ae32-a3fcb39e02df] Refreshing instance network info cache due to event network-changed-fa2c4d6e-e877-4b12-be75-7b940518de29. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1096.675591] env[68893]: DEBUG oslo_concurrency.lockutils [req-fea23871-4a67-40c7-9a2e-fef82443c765 req-d3ed1428-4238-4dff-805b-45eec29b745a service nova] Acquiring lock "refresh_cache-13f79287-5fb9-482a-ae32-a3fcb39e02df" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.715111] env[68893]: DEBUG nova.compute.manager [None req-f085bc98-a13c-4786-b153-b11b396d0654 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 5fde66d6-de1d-4fc0-8961-a2e90af0b172] Start spawning the instance on the hypervisor. {{(pid=68893) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1096.743039] env[68893]: DEBUG nova.virt.hardware [None req-f085bc98-a13c-4786-b153-b11b396d0654 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1096.743295] env[68893]: DEBUG nova.virt.hardware [None req-f085bc98-a13c-4786-b153-b11b396d0654 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1096.743462] env[68893]: DEBUG nova.virt.hardware [None req-f085bc98-a13c-4786-b153-b11b396d0654 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1096.743639] env[68893]: DEBUG nova.virt.hardware [None req-f085bc98-a13c-4786-b153-b11b396d0654 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1096.743779] env[68893]: DEBUG nova.virt.hardware [None req-f085bc98-a13c-4786-b153-b11b396d0654 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1096.743943] env[68893]: DEBUG nova.virt.hardware [None req-f085bc98-a13c-4786-b153-b11b396d0654 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1096.744407] env[68893]: DEBUG nova.virt.hardware [None req-f085bc98-a13c-4786-b153-b11b396d0654 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1096.745157] env[68893]: DEBUG nova.virt.hardware [None req-f085bc98-a13c-4786-b153-b11b396d0654 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1096.745157] env[68893]: DEBUG nova.virt.hardware [None req-f085bc98-a13c-4786-b153-b11b396d0654 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1096.745157] env[68893]: DEBUG nova.virt.hardware [None req-f085bc98-a13c-4786-b153-b11b396d0654 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1096.745157] env[68893]: DEBUG nova.virt.hardware [None req-f085bc98-a13c-4786-b153-b11b396d0654 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1096.746887] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80d1d376-20af-4a55-9bc3-cc7171abd47d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.755763] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db710a41-7813-462c-a644-b90462c931f0 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.794260] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f06ed4d9-0096-40d7-b026-902c80330b25 tempest-InstanceActionsNegativeTestJSON-1778537646 tempest-InstanceActionsNegativeTestJSON-1778537646-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.897597] env[68893]: INFO nova.compute.manager [-] [instance: deb6dee1-b9f7-4b2b-89c5-ac48cde5241c] Took 2.28 seconds to deallocate network for instance. [ 1096.907180] env[68893]: DEBUG nova.network.neutron [None req-f7a2bb4c-a861-4dae-99f5-c04689153ce1 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 13f79287-5fb9-482a-ae32-a3fcb39e02df] Updating instance_info_cache with network_info: [{"id": "fa2c4d6e-e877-4b12-be75-7b940518de29", "address": "fa:16:3e:7d:e7:b8", "network": {"id": "24a732d8-714e-49f0-9527-b47a108a6ab9", "bridge": "br-int", "label": "tempest-ServersTestJSON-634596432-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "872be088070049fca518560306460c4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa2c4d6e-e8", "ovs_interfaceid": "fa2c4d6e-e877-4b12-be75-7b940518de29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.102396] env[68893]: DEBUG nova.scheduler.client.report [None req-2ad1fcca-4c18-4e70-9155-a5f930354d8f tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1097.410143] env[68893]: DEBUG oslo_concurrency.lockutils [None req-7891ea34-29af-43be-9c18-80d155267f8b tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.416717] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f7a2bb4c-a861-4dae-99f5-c04689153ce1 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Releasing lock "refresh_cache-13f79287-5fb9-482a-ae32-a3fcb39e02df" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.417275] env[68893]: DEBUG nova.compute.manager [None req-f7a2bb4c-a861-4dae-99f5-c04689153ce1 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 13f79287-5fb9-482a-ae32-a3fcb39e02df] Instance network_info: |[{"id": "fa2c4d6e-e877-4b12-be75-7b940518de29", "address": "fa:16:3e:7d:e7:b8", "network": {"id": "24a732d8-714e-49f0-9527-b47a108a6ab9", "bridge": "br-int", "label": "tempest-ServersTestJSON-634596432-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "872be088070049fca518560306460c4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa2c4d6e-e8", "ovs_interfaceid": "fa2c4d6e-e877-4b12-be75-7b940518de29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1097.417749] env[68893]: DEBUG oslo_concurrency.lockutils [req-fea23871-4a67-40c7-9a2e-fef82443c765 req-d3ed1428-4238-4dff-805b-45eec29b745a service nova] Acquired lock "refresh_cache-13f79287-5fb9-482a-ae32-a3fcb39e02df" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.418081] env[68893]: DEBUG nova.network.neutron [req-fea23871-4a67-40c7-9a2e-fef82443c765 req-d3ed1428-4238-4dff-805b-45eec29b745a service nova] [instance: 13f79287-5fb9-482a-ae32-a3fcb39e02df] Refreshing network info cache for port fa2c4d6e-e877-4b12-be75-7b940518de29 {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1097.419786] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-f7a2bb4c-a861-4dae-99f5-c04689153ce1 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 13f79287-5fb9-482a-ae32-a3fcb39e02df] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:e7:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac7039c0-3374-4c08-87fc-af2449b48b02', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fa2c4d6e-e877-4b12-be75-7b940518de29', 'vif_model': 'vmxnet3'}] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1097.433472] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f7a2bb4c-a861-4dae-99f5-c04689153ce1 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1097.438176] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13f79287-5fb9-482a-ae32-a3fcb39e02df] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1097.438944] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-74de2d3e-9a62-4f1b-ad2f-aad6e16927e6 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.469122] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1097.469122] env[68893]: value = "task-2792198" [ 1097.469122] env[68893]: _type = "Task" [ 1097.469122] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.479659] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792198, 'name': CreateVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.607629] env[68893]: DEBUG oslo_concurrency.lockutils [None req-2ad1fcca-4c18-4e70-9155-a5f930354d8f tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.906s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.610681] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f44158a6-44da-4245-89d7-d48cec85c294 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 7.373s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.610681] env[68893]: DEBUG nova.objects.instance [None req-f44158a6-44da-4245-89d7-d48cec85c294 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: 91c51a8c-1462-4ad2-9cc3-6b4e06117c17] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68893) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1097.628085] env[68893]: INFO nova.scheduler.client.report [None req-2ad1fcca-4c18-4e70-9155-a5f930354d8f tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Deleted allocations for instance 7e40a4c8-e64e-41f1-9b87-8c5f0af19a35 [ 1097.679436] env[68893]: DEBUG nova.network.neutron [req-fea23871-4a67-40c7-9a2e-fef82443c765 req-d3ed1428-4238-4dff-805b-45eec29b745a service nova] [instance: 13f79287-5fb9-482a-ae32-a3fcb39e02df] Updated VIF entry in instance network info cache for port fa2c4d6e-e877-4b12-be75-7b940518de29. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1097.679528] env[68893]: DEBUG nova.network.neutron [req-fea23871-4a67-40c7-9a2e-fef82443c765 req-d3ed1428-4238-4dff-805b-45eec29b745a service nova] [instance: 13f79287-5fb9-482a-ae32-a3fcb39e02df] Updating instance_info_cache with network_info: [{"id": "fa2c4d6e-e877-4b12-be75-7b940518de29", "address": "fa:16:3e:7d:e7:b8", "network": {"id": "24a732d8-714e-49f0-9527-b47a108a6ab9", "bridge": "br-int", "label": "tempest-ServersTestJSON-634596432-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "872be088070049fca518560306460c4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa2c4d6e-e8", "ovs_interfaceid": "fa2c4d6e-e877-4b12-be75-7b940518de29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.846729] env[68893]: DEBUG oslo_concurrency.lockutils [None req-5d8b9f48-9479-4ae8-8d28-f3d1e9055376 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Acquiring lock "7b587048-dac4-4611-9149-6999e7cf06a0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.847105] env[68893]: DEBUG oslo_concurrency.lockutils [None req-5d8b9f48-9479-4ae8-8d28-f3d1e9055376 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Lock "7b587048-dac4-4611-9149-6999e7cf06a0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.954401] env[68893]: DEBUG nova.compute.manager [req-087e9bb4-f264-44e3-9c28-65c8dc85767b req-751df256-fb62-4009-b02c-74ce6f10f464 service nova] [instance: 5fde66d6-de1d-4fc0-8961-a2e90af0b172] Received event network-vif-plugged-cb7a1c78-7232-4b3d-b3fd-7abb73b09216 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1097.955212] env[68893]: DEBUG oslo_concurrency.lockutils [req-087e9bb4-f264-44e3-9c28-65c8dc85767b req-751df256-fb62-4009-b02c-74ce6f10f464 service nova] Acquiring lock "5fde66d6-de1d-4fc0-8961-a2e90af0b172-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.955787] env[68893]: DEBUG oslo_concurrency.lockutils [req-087e9bb4-f264-44e3-9c28-65c8dc85767b req-751df256-fb62-4009-b02c-74ce6f10f464 service nova] Lock "5fde66d6-de1d-4fc0-8961-a2e90af0b172-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.955987] env[68893]: DEBUG oslo_concurrency.lockutils [req-087e9bb4-f264-44e3-9c28-65c8dc85767b req-751df256-fb62-4009-b02c-74ce6f10f464 service nova] Lock "5fde66d6-de1d-4fc0-8961-a2e90af0b172-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.956200] env[68893]: DEBUG nova.compute.manager [req-087e9bb4-f264-44e3-9c28-65c8dc85767b req-751df256-fb62-4009-b02c-74ce6f10f464 service nova] [instance: 5fde66d6-de1d-4fc0-8961-a2e90af0b172] No waiting events found dispatching network-vif-plugged-cb7a1c78-7232-4b3d-b3fd-7abb73b09216 {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1097.956365] env[68893]: WARNING nova.compute.manager [req-087e9bb4-f264-44e3-9c28-65c8dc85767b req-751df256-fb62-4009-b02c-74ce6f10f464 service nova] [instance: 5fde66d6-de1d-4fc0-8961-a2e90af0b172] Received unexpected event network-vif-plugged-cb7a1c78-7232-4b3d-b3fd-7abb73b09216 for instance with vm_state building and task_state spawning. [ 1097.981901] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792198, 'name': CreateVM_Task, 'duration_secs': 0.369178} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.981901] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13f79287-5fb9-482a-ae32-a3fcb39e02df] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1097.981901] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f7a2bb4c-a861-4dae-99f5-c04689153ce1 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.981901] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f7a2bb4c-a861-4dae-99f5-c04689153ce1 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.982041] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f7a2bb4c-a861-4dae-99f5-c04689153ce1 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.982246] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c06afaac-3e71-4e33-9bb3-a32e29bceb42 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.986953] env[68893]: DEBUG oslo_vmware.api [None req-f7a2bb4c-a861-4dae-99f5-c04689153ce1 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Waiting for the task: (returnval){ [ 1097.986953] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]522d190c-ba2d-a9eb-dacb-97ee908b2e78" [ 1097.986953] env[68893]: _type = "Task" [ 1097.986953] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.995685] env[68893]: DEBUG oslo_vmware.api [None req-f7a2bb4c-a861-4dae-99f5-c04689153ce1 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]522d190c-ba2d-a9eb-dacb-97ee908b2e78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.096709] env[68893]: DEBUG nova.network.neutron [None req-f085bc98-a13c-4786-b153-b11b396d0654 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 5fde66d6-de1d-4fc0-8961-a2e90af0b172] Successfully updated port: cb7a1c78-7232-4b3d-b3fd-7abb73b09216 {{(pid=68893) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1098.137529] env[68893]: DEBUG oslo_concurrency.lockutils [None req-2ad1fcca-4c18-4e70-9155-a5f930354d8f tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Lock "7e40a4c8-e64e-41f1-9b87-8c5f0af19a35" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.314s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.184112] env[68893]: DEBUG oslo_concurrency.lockutils [req-fea23871-4a67-40c7-9a2e-fef82443c765 req-d3ed1428-4238-4dff-805b-45eec29b745a service nova] Releasing lock "refresh_cache-13f79287-5fb9-482a-ae32-a3fcb39e02df" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.184112] env[68893]: DEBUG nova.compute.manager [req-fea23871-4a67-40c7-9a2e-fef82443c765 req-d3ed1428-4238-4dff-805b-45eec29b745a service nova] [instance: deb6dee1-b9f7-4b2b-89c5-ac48cde5241c] Received event network-vif-deleted-bba28455-78a2-467e-b411-9b7cbc9197e6 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1098.350661] env[68893]: DEBUG nova.compute.manager [None req-5d8b9f48-9479-4ae8-8d28-f3d1e9055376 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: 7b587048-dac4-4611-9149-6999e7cf06a0] Starting instance... {{(pid=68893) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1098.497315] env[68893]: DEBUG oslo_vmware.api [None req-f7a2bb4c-a861-4dae-99f5-c04689153ce1 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]522d190c-ba2d-a9eb-dacb-97ee908b2e78, 'name': SearchDatastore_Task, 'duration_secs': 0.013743} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.497694] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f7a2bb4c-a861-4dae-99f5-c04689153ce1 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.498263] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-f7a2bb4c-a861-4dae-99f5-c04689153ce1 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 13f79287-5fb9-482a-ae32-a3fcb39e02df] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1098.498263] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f7a2bb4c-a861-4dae-99f5-c04689153ce1 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.498372] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f7a2bb4c-a861-4dae-99f5-c04689153ce1 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.498512] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7a2bb4c-a861-4dae-99f5-c04689153ce1 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1098.498781] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9e1bcd26-1b37-4cd0-9789-ca2f0cc542d5 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.508029] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7a2bb4c-a861-4dae-99f5-c04689153ce1 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1098.508226] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-f7a2bb4c-a861-4dae-99f5-c04689153ce1 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1098.508955] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91af8635-e8f8-47b5-9aaa-b4d12a86188b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.514380] env[68893]: DEBUG oslo_vmware.api [None req-f7a2bb4c-a861-4dae-99f5-c04689153ce1 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Waiting for the task: (returnval){ [ 1098.514380] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]523c6dc8-ad0e-7312-e3b2-ea7e5a416ceb" [ 1098.514380] env[68893]: _type = "Task" [ 1098.514380] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.522657] env[68893]: DEBUG oslo_vmware.api [None req-f7a2bb4c-a861-4dae-99f5-c04689153ce1 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]523c6dc8-ad0e-7312-e3b2-ea7e5a416ceb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.602407] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f085bc98-a13c-4786-b153-b11b396d0654 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Acquiring lock "refresh_cache-5fde66d6-de1d-4fc0-8961-a2e90af0b172" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.602576] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f085bc98-a13c-4786-b153-b11b396d0654 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Acquired lock "refresh_cache-5fde66d6-de1d-4fc0-8961-a2e90af0b172" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.602739] env[68893]: DEBUG nova.network.neutron [None req-f085bc98-a13c-4786-b153-b11b396d0654 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 5fde66d6-de1d-4fc0-8961-a2e90af0b172] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1098.618248] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f44158a6-44da-4245-89d7-d48cec85c294 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.619391] env[68893]: DEBUG oslo_concurrency.lockutils [None req-53108445-5ddf-4729-b562-299b4054729a tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.081s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.620986] env[68893]: INFO nova.compute.claims [None req-53108445-5ddf-4729-b562-299b4054729a tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: d4070fc4-0915-42b6-ba2e-243f731ba079] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1098.875225] env[68893]: DEBUG oslo_concurrency.lockutils [None req-5d8b9f48-9479-4ae8-8d28-f3d1e9055376 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.026626] env[68893]: DEBUG oslo_vmware.api [None req-f7a2bb4c-a861-4dae-99f5-c04689153ce1 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]523c6dc8-ad0e-7312-e3b2-ea7e5a416ceb, 'name': SearchDatastore_Task, 'duration_secs': 0.012562} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.027606] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c06404d-26bd-4fbc-b1f0-c104146bd715 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.033663] env[68893]: DEBUG oslo_vmware.api [None req-f7a2bb4c-a861-4dae-99f5-c04689153ce1 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Waiting for the task: (returnval){ [ 1099.033663] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52e23161-2956-6e7b-cbfb-89bf5ad40832" [ 1099.033663] env[68893]: _type = "Task" [ 1099.033663] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.042410] env[68893]: DEBUG oslo_vmware.api [None req-f7a2bb4c-a861-4dae-99f5-c04689153ce1 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52e23161-2956-6e7b-cbfb-89bf5ad40832, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.151629] env[68893]: DEBUG nova.network.neutron [None req-f085bc98-a13c-4786-b153-b11b396d0654 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 5fde66d6-de1d-4fc0-8961-a2e90af0b172] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1099.352677] env[68893]: DEBUG nova.network.neutron [None req-f085bc98-a13c-4786-b153-b11b396d0654 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 5fde66d6-de1d-4fc0-8961-a2e90af0b172] Updating instance_info_cache with network_info: [{"id": "cb7a1c78-7232-4b3d-b3fd-7abb73b09216", "address": "fa:16:3e:0d:5a:41", "network": {"id": "8efcf1a2-7c45-4eef-b77d-563c71a1afb3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-933780947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "235acd9620044019a35125f6f31d0531", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb7a1c78-72", "ovs_interfaceid": "cb7a1c78-7232-4b3d-b3fd-7abb73b09216", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.549445] env[68893]: DEBUG oslo_vmware.api [None req-f7a2bb4c-a861-4dae-99f5-c04689153ce1 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52e23161-2956-6e7b-cbfb-89bf5ad40832, 'name': SearchDatastore_Task, 'duration_secs': 0.012957} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.549785] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f7a2bb4c-a861-4dae-99f5-c04689153ce1 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.550180] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7a2bb4c-a861-4dae-99f5-c04689153ce1 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] 13f79287-5fb9-482a-ae32-a3fcb39e02df/13f79287-5fb9-482a-ae32-a3fcb39e02df.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1099.550565] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4f2b3177-ddc5-419c-b2dc-af1659da95ab {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.558918] env[68893]: DEBUG oslo_vmware.api [None req-f7a2bb4c-a861-4dae-99f5-c04689153ce1 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Waiting for the task: (returnval){ [ 1099.558918] env[68893]: value = "task-2792199" [ 1099.558918] env[68893]: _type = "Task" [ 1099.558918] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.570518] env[68893]: DEBUG oslo_vmware.api [None req-f7a2bb4c-a861-4dae-99f5-c04689153ce1 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': task-2792199, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.857491] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f085bc98-a13c-4786-b153-b11b396d0654 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Releasing lock "refresh_cache-5fde66d6-de1d-4fc0-8961-a2e90af0b172" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.857887] env[68893]: DEBUG nova.compute.manager [None req-f085bc98-a13c-4786-b153-b11b396d0654 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 5fde66d6-de1d-4fc0-8961-a2e90af0b172] Instance network_info: |[{"id": "cb7a1c78-7232-4b3d-b3fd-7abb73b09216", "address": "fa:16:3e:0d:5a:41", "network": {"id": "8efcf1a2-7c45-4eef-b77d-563c71a1afb3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-933780947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "235acd9620044019a35125f6f31d0531", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb7a1c78-72", "ovs_interfaceid": "cb7a1c78-7232-4b3d-b3fd-7abb73b09216", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1099.858514] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-f085bc98-a13c-4786-b153-b11b396d0654 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 5fde66d6-de1d-4fc0-8961-a2e90af0b172] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:5a:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f44b2fa3-6730-4b87-8839-947eff21213f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cb7a1c78-7232-4b3d-b3fd-7abb73b09216', 'vif_model': 'vmxnet3'}] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1099.867722] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-f085bc98-a13c-4786-b153-b11b396d0654 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Creating folder: Project (235acd9620044019a35125f6f31d0531). Parent ref: group-v560969. {{(pid=68893) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1099.867834] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-af2db120-f91a-40c9-984a-a499204ebe7b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.874443] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d0869dd-14cf-4c37-a093-ba5bd78a322b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.880090] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-f085bc98-a13c-4786-b153-b11b396d0654 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Created folder: Project (235acd9620044019a35125f6f31d0531) in parent group-v560969. [ 1099.880371] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-f085bc98-a13c-4786-b153-b11b396d0654 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Creating folder: Instances. Parent ref: group-v561229. {{(pid=68893) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1099.882443] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c26a1c74-d843-4657-9efd-4314e5c61f25 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.885251] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aae438f-fb95-458a-86cf-947c90b70c41 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.923663] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-647d4eff-bc5c-48b3-85d6-5c57a33b71b8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.925519] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-f085bc98-a13c-4786-b153-b11b396d0654 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Created folder: Instances in parent group-v561229. [ 1099.925777] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f085bc98-a13c-4786-b153-b11b396d0654 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1099.925999] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5fde66d6-de1d-4fc0-8961-a2e90af0b172] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1099.926715] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0a5ab5c6-1ac7-45c6-bc82-b1dfd19f0992 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.945643] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29855e6f-b1d6-4865-bc4f-9877d6eb3e08 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.952758] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1099.952758] env[68893]: value = "task-2792202" [ 1099.952758] env[68893]: _type = "Task" [ 1099.952758] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.965013] env[68893]: DEBUG nova.compute.provider_tree [None req-53108445-5ddf-4729-b562-299b4054729a tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1099.973158] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792202, 'name': CreateVM_Task} progress is 6%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.071812] env[68893]: DEBUG oslo_vmware.api [None req-f7a2bb4c-a861-4dae-99f5-c04689153ce1 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': task-2792199, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.196829] env[68893]: DEBUG nova.compute.manager [req-3d0a9472-2357-4769-a483-6b2bd62e809a req-ce449b6c-319d-4c56-99ca-1e9bd3c2ab2d service nova] [instance: 5fde66d6-de1d-4fc0-8961-a2e90af0b172] Received event network-changed-cb7a1c78-7232-4b3d-b3fd-7abb73b09216 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1100.197362] env[68893]: DEBUG nova.compute.manager [req-3d0a9472-2357-4769-a483-6b2bd62e809a req-ce449b6c-319d-4c56-99ca-1e9bd3c2ab2d service nova] [instance: 5fde66d6-de1d-4fc0-8961-a2e90af0b172] Refreshing instance network info cache due to event network-changed-cb7a1c78-7232-4b3d-b3fd-7abb73b09216. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1100.197756] env[68893]: DEBUG oslo_concurrency.lockutils [req-3d0a9472-2357-4769-a483-6b2bd62e809a req-ce449b6c-319d-4c56-99ca-1e9bd3c2ab2d service nova] Acquiring lock "refresh_cache-5fde66d6-de1d-4fc0-8961-a2e90af0b172" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.198160] env[68893]: DEBUG oslo_concurrency.lockutils [req-3d0a9472-2357-4769-a483-6b2bd62e809a req-ce449b6c-319d-4c56-99ca-1e9bd3c2ab2d service nova] Acquired lock "refresh_cache-5fde66d6-de1d-4fc0-8961-a2e90af0b172" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.198469] env[68893]: DEBUG nova.network.neutron [req-3d0a9472-2357-4769-a483-6b2bd62e809a req-ce449b6c-319d-4c56-99ca-1e9bd3c2ab2d service nova] [instance: 5fde66d6-de1d-4fc0-8961-a2e90af0b172] Refreshing network info cache for port cb7a1c78-7232-4b3d-b3fd-7abb73b09216 {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1100.464135] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792202, 'name': CreateVM_Task} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.464135] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5fde66d6-de1d-4fc0-8961-a2e90af0b172] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1100.464561] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f085bc98-a13c-4786-b153-b11b396d0654 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.464920] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f085bc98-a13c-4786-b153-b11b396d0654 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.465065] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f085bc98-a13c-4786-b153-b11b396d0654 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.466913] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6962f3c4-2a2e-4dc2-bd23-fcc4cd57be12 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.469232] env[68893]: DEBUG nova.scheduler.client.report [None req-53108445-5ddf-4729-b562-299b4054729a tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1100.474486] env[68893]: DEBUG oslo_vmware.api [None req-f085bc98-a13c-4786-b153-b11b396d0654 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Waiting for the task: (returnval){ [ 1100.474486] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52174d20-3570-fd36-d7ff-35fca7293afa" [ 1100.474486] env[68893]: _type = "Task" [ 1100.474486] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.482669] env[68893]: DEBUG oslo_vmware.api [None req-f085bc98-a13c-4786-b153-b11b396d0654 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52174d20-3570-fd36-d7ff-35fca7293afa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.569511] env[68893]: DEBUG oslo_vmware.api [None req-f7a2bb4c-a861-4dae-99f5-c04689153ce1 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': task-2792199, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.564265} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.569823] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7a2bb4c-a861-4dae-99f5-c04689153ce1 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] 13f79287-5fb9-482a-ae32-a3fcb39e02df/13f79287-5fb9-482a-ae32-a3fcb39e02df.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1100.570032] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-f7a2bb4c-a861-4dae-99f5-c04689153ce1 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 13f79287-5fb9-482a-ae32-a3fcb39e02df] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1100.571091] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5b4a0c68-ec52-42c4-b7c2-2ae38f0ef48b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.577522] env[68893]: DEBUG oslo_vmware.api [None req-f7a2bb4c-a861-4dae-99f5-c04689153ce1 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Waiting for the task: (returnval){ [ 1100.577522] env[68893]: value = "task-2792203" [ 1100.577522] env[68893]: _type = "Task" [ 1100.577522] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.587044] env[68893]: DEBUG oslo_vmware.api [None req-f7a2bb4c-a861-4dae-99f5-c04689153ce1 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': task-2792203, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.648655] env[68893]: DEBUG oslo_concurrency.lockutils [None req-15d5f825-1ae8-4878-bf56-d8bb1db617d4 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Acquiring lock "1a1dd7d2-fd20-4578-a095-fb95f4fc1516" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.648903] env[68893]: DEBUG oslo_concurrency.lockutils [None req-15d5f825-1ae8-4878-bf56-d8bb1db617d4 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Lock "1a1dd7d2-fd20-4578-a095-fb95f4fc1516" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.907242] env[68893]: DEBUG nova.network.neutron [req-3d0a9472-2357-4769-a483-6b2bd62e809a req-ce449b6c-319d-4c56-99ca-1e9bd3c2ab2d service nova] [instance: 5fde66d6-de1d-4fc0-8961-a2e90af0b172] Updated VIF entry in instance network info cache for port cb7a1c78-7232-4b3d-b3fd-7abb73b09216. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1100.907676] env[68893]: DEBUG nova.network.neutron [req-3d0a9472-2357-4769-a483-6b2bd62e809a req-ce449b6c-319d-4c56-99ca-1e9bd3c2ab2d service nova] [instance: 5fde66d6-de1d-4fc0-8961-a2e90af0b172] Updating instance_info_cache with network_info: [{"id": "cb7a1c78-7232-4b3d-b3fd-7abb73b09216", "address": "fa:16:3e:0d:5a:41", "network": {"id": "8efcf1a2-7c45-4eef-b77d-563c71a1afb3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-933780947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "235acd9620044019a35125f6f31d0531", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb7a1c78-72", "ovs_interfaceid": "cb7a1c78-7232-4b3d-b3fd-7abb73b09216", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.975353] env[68893]: DEBUG oslo_concurrency.lockutils [None req-53108445-5ddf-4729-b562-299b4054729a tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.356s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.975893] env[68893]: DEBUG nova.compute.manager [None req-53108445-5ddf-4729-b562-299b4054729a tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: d4070fc4-0915-42b6-ba2e-243f731ba079] Start building networks asynchronously for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1100.978672] env[68893]: DEBUG oslo_concurrency.lockutils [None req-90e69e25-5825-42ec-bea4-1ffb5fdc6dba tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.990s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.978895] env[68893]: DEBUG nova.objects.instance [None req-90e69e25-5825-42ec-bea4-1ffb5fdc6dba tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Lazy-loading 'resources' on Instance uuid fad82752-b56d-430c-94dc-3dcca860e713 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1100.990802] env[68893]: DEBUG oslo_vmware.api [None req-f085bc98-a13c-4786-b153-b11b396d0654 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52174d20-3570-fd36-d7ff-35fca7293afa, 'name': SearchDatastore_Task, 'duration_secs': 0.014435} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.991770] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f085bc98-a13c-4786-b153-b11b396d0654 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.992041] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-f085bc98-a13c-4786-b153-b11b396d0654 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 5fde66d6-de1d-4fc0-8961-a2e90af0b172] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1100.992291] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f085bc98-a13c-4786-b153-b11b396d0654 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.992439] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f085bc98-a13c-4786-b153-b11b396d0654 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.992621] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-f085bc98-a13c-4786-b153-b11b396d0654 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1100.993144] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-26551639-b849-4432-9880-4e7d8e68774a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.003478] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-f085bc98-a13c-4786-b153-b11b396d0654 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1101.003791] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-f085bc98-a13c-4786-b153-b11b396d0654 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1101.004782] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c33b6943-971b-4db8-b866-2c61022c4efd {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.013960] env[68893]: DEBUG oslo_vmware.api [None req-f085bc98-a13c-4786-b153-b11b396d0654 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Waiting for the task: (returnval){ [ 1101.013960] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]524734ba-a29d-82a8-d4d0-73924e62e49b" [ 1101.013960] env[68893]: _type = "Task" [ 1101.013960] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.022337] env[68893]: DEBUG oslo_vmware.api [None req-f085bc98-a13c-4786-b153-b11b396d0654 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]524734ba-a29d-82a8-d4d0-73924e62e49b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.087190] env[68893]: DEBUG oslo_vmware.api [None req-f7a2bb4c-a861-4dae-99f5-c04689153ce1 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': task-2792203, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074183} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.087438] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-f7a2bb4c-a861-4dae-99f5-c04689153ce1 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 13f79287-5fb9-482a-ae32-a3fcb39e02df] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1101.088276] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a097df75-c820-4d85-bbce-f8d8e256e2ba {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.110717] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7a2bb4c-a861-4dae-99f5-c04689153ce1 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 13f79287-5fb9-482a-ae32-a3fcb39e02df] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] 13f79287-5fb9-482a-ae32-a3fcb39e02df/13f79287-5fb9-482a-ae32-a3fcb39e02df.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1101.111058] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8cba920-3dcf-44bb-b52f-562ab577e14f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.130530] env[68893]: DEBUG oslo_vmware.api [None req-f7a2bb4c-a861-4dae-99f5-c04689153ce1 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Waiting for the task: (returnval){ [ 1101.130530] env[68893]: value = "task-2792204" [ 1101.130530] env[68893]: _type = "Task" [ 1101.130530] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.140890] env[68893]: DEBUG oslo_vmware.api [None req-f7a2bb4c-a861-4dae-99f5-c04689153ce1 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': task-2792204, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.151563] env[68893]: DEBUG nova.compute.manager [None req-15d5f825-1ae8-4878-bf56-d8bb1db617d4 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 1a1dd7d2-fd20-4578-a095-fb95f4fc1516] Starting instance... {{(pid=68893) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1101.284650] env[68893]: DEBUG oslo_vmware.rw_handles [None req-c4e7229f-fd3e-4679-b74a-9430fa0153dd tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ced185-a615-a809-1e0b-78fbf9aeeff2/disk-0.vmdk. {{(pid=68893) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1101.285576] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d7e6bd5-7807-4a4d-b860-dfb3bd61d125 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.292023] env[68893]: DEBUG oslo_vmware.rw_handles [None req-c4e7229f-fd3e-4679-b74a-9430fa0153dd tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ced185-a615-a809-1e0b-78fbf9aeeff2/disk-0.vmdk is in state: ready. {{(pid=68893) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1101.292209] env[68893]: ERROR oslo_vmware.rw_handles [None req-c4e7229f-fd3e-4679-b74a-9430fa0153dd tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ced185-a615-a809-1e0b-78fbf9aeeff2/disk-0.vmdk due to incomplete transfer. [ 1101.292449] env[68893]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c2902c6f-c748-4b2e-9ff8-e297e79cf1c3 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.299589] env[68893]: DEBUG oslo_vmware.rw_handles [None req-c4e7229f-fd3e-4679-b74a-9430fa0153dd tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ced185-a615-a809-1e0b-78fbf9aeeff2/disk-0.vmdk. {{(pid=68893) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1101.299779] env[68893]: DEBUG nova.virt.vmwareapi.images [None req-c4e7229f-fd3e-4679-b74a-9430fa0153dd tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] Uploaded image 5c5ced0b-3823-421c-9745-53ccf64949b8 to the Glance image server {{(pid=68893) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1101.302084] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4e7229f-fd3e-4679-b74a-9430fa0153dd tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] Destroying the VM {{(pid=68893) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1101.302310] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-743581a9-9952-4ff9-bbfb-b7eedacd308a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.307416] env[68893]: DEBUG oslo_vmware.api [None req-c4e7229f-fd3e-4679-b74a-9430fa0153dd tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Waiting for the task: (returnval){ [ 1101.307416] env[68893]: value = "task-2792205" [ 1101.307416] env[68893]: _type = "Task" [ 1101.307416] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.314718] env[68893]: DEBUG oslo_vmware.api [None req-c4e7229f-fd3e-4679-b74a-9430fa0153dd tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792205, 'name': Destroy_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.411848] env[68893]: DEBUG oslo_concurrency.lockutils [req-3d0a9472-2357-4769-a483-6b2bd62e809a req-ce449b6c-319d-4c56-99ca-1e9bd3c2ab2d service nova] Releasing lock "refresh_cache-5fde66d6-de1d-4fc0-8961-a2e90af0b172" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.487371] env[68893]: DEBUG nova.compute.utils [None req-53108445-5ddf-4729-b562-299b4054729a tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1101.492492] env[68893]: DEBUG nova.compute.manager [None req-53108445-5ddf-4729-b562-299b4054729a tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: d4070fc4-0915-42b6-ba2e-243f731ba079] Allocating IP information in the background. {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1101.492492] env[68893]: DEBUG nova.network.neutron [None req-53108445-5ddf-4729-b562-299b4054729a tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: d4070fc4-0915-42b6-ba2e-243f731ba079] allocate_for_instance() {{(pid=68893) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1101.525541] env[68893]: DEBUG oslo_vmware.api [None req-f085bc98-a13c-4786-b153-b11b396d0654 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]524734ba-a29d-82a8-d4d0-73924e62e49b, 'name': SearchDatastore_Task, 'duration_secs': 0.012032} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.527183] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e252706-f6d7-4e00-a069-92f4c753d2f5 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.536729] env[68893]: DEBUG oslo_vmware.api [None req-f085bc98-a13c-4786-b153-b11b396d0654 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Waiting for the task: (returnval){ [ 1101.536729] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52a064e7-d6f5-ed29-0ce9-f40b6bb84b7f" [ 1101.536729] env[68893]: _type = "Task" [ 1101.536729] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.555309] env[68893]: DEBUG oslo_vmware.api [None req-f085bc98-a13c-4786-b153-b11b396d0654 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52a064e7-d6f5-ed29-0ce9-f40b6bb84b7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.556989] env[68893]: DEBUG nova.policy [None req-53108445-5ddf-4729-b562-299b4054729a tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '33c30aa23e754bbd9904de6ce130197d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f6f2d7d7af6a40f097ffca46e5a430bb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68893) authorize /opt/stack/nova/nova/policy.py:192}} [ 1101.644025] env[68893]: DEBUG oslo_vmware.api [None req-f7a2bb4c-a861-4dae-99f5-c04689153ce1 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': task-2792204, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.679971] env[68893]: DEBUG oslo_concurrency.lockutils [None req-15d5f825-1ae8-4878-bf56-d8bb1db617d4 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.760122] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a893be97-0a5b-49c1-b1ce-fa7675fbcab4 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.767864] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-339acb34-08da-4aed-9bcd-452fc574bdf6 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.799582] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2752bb40-2ec5-439f-836e-41fd8aec8cc8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.807391] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ad01cf8-2b1e-4536-9d4c-3a0e8e33f953 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.823733] env[68893]: DEBUG nova.compute.provider_tree [None req-90e69e25-5825-42ec-bea4-1ffb5fdc6dba tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1101.832120] env[68893]: DEBUG oslo_vmware.api [None req-c4e7229f-fd3e-4679-b74a-9430fa0153dd tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792205, 'name': Destroy_Task, 'duration_secs': 0.432252} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.832644] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-c4e7229f-fd3e-4679-b74a-9430fa0153dd tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] Destroyed the VM [ 1101.832881] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-c4e7229f-fd3e-4679-b74a-9430fa0153dd tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] Deleting Snapshot of the VM instance {{(pid=68893) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1101.833196] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3fb9d7ad-7a01-4567-a6c6-1b8947385f46 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.841454] env[68893]: DEBUG oslo_vmware.api [None req-c4e7229f-fd3e-4679-b74a-9430fa0153dd tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Waiting for the task: (returnval){ [ 1101.841454] env[68893]: value = "task-2792206" [ 1101.841454] env[68893]: _type = "Task" [ 1101.841454] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.850195] env[68893]: DEBUG oslo_vmware.api [None req-c4e7229f-fd3e-4679-b74a-9430fa0153dd tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792206, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.885910] env[68893]: DEBUG nova.network.neutron [None req-53108445-5ddf-4729-b562-299b4054729a tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: d4070fc4-0915-42b6-ba2e-243f731ba079] Successfully created port: 9a87f0fc-69d0-4bef-9b06-74338e55988c {{(pid=68893) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1101.992832] env[68893]: DEBUG nova.compute.manager [None req-53108445-5ddf-4729-b562-299b4054729a tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: d4070fc4-0915-42b6-ba2e-243f731ba079] Start building block device mappings for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1102.047440] env[68893]: DEBUG oslo_vmware.api [None req-f085bc98-a13c-4786-b153-b11b396d0654 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52a064e7-d6f5-ed29-0ce9-f40b6bb84b7f, 'name': SearchDatastore_Task, 'duration_secs': 0.011174} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.047883] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f085bc98-a13c-4786-b153-b11b396d0654 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.048128] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-f085bc98-a13c-4786-b153-b11b396d0654 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] 5fde66d6-de1d-4fc0-8961-a2e90af0b172/5fde66d6-de1d-4fc0-8961-a2e90af0b172.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1102.049026] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-99ba1669-a546-4877-b545-bd5d29e9f1ed {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.055636] env[68893]: DEBUG oslo_vmware.api [None req-f085bc98-a13c-4786-b153-b11b396d0654 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Waiting for the task: (returnval){ [ 1102.055636] env[68893]: value = "task-2792207" [ 1102.055636] env[68893]: _type = "Task" [ 1102.055636] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.064127] env[68893]: DEBUG oslo_vmware.api [None req-f085bc98-a13c-4786-b153-b11b396d0654 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': task-2792207, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.140446] env[68893]: DEBUG oslo_vmware.api [None req-f7a2bb4c-a861-4dae-99f5-c04689153ce1 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': task-2792204, 'name': ReconfigVM_Task, 'duration_secs': 0.586765} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.140793] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7a2bb4c-a861-4dae-99f5-c04689153ce1 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 13f79287-5fb9-482a-ae32-a3fcb39e02df] Reconfigured VM instance instance-0000005c to attach disk [datastore2] 13f79287-5fb9-482a-ae32-a3fcb39e02df/13f79287-5fb9-482a-ae32-a3fcb39e02df.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1102.141428] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eb4e90ae-00c5-4f55-9776-f4aadd6d9b30 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.147028] env[68893]: DEBUG oslo_vmware.api [None req-f7a2bb4c-a861-4dae-99f5-c04689153ce1 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Waiting for the task: (returnval){ [ 1102.147028] env[68893]: value = "task-2792208" [ 1102.147028] env[68893]: _type = "Task" [ 1102.147028] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.156606] env[68893]: DEBUG oslo_vmware.api [None req-f7a2bb4c-a861-4dae-99f5-c04689153ce1 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': task-2792208, 'name': Rename_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.334634] env[68893]: DEBUG nova.scheduler.client.report [None req-90e69e25-5825-42ec-bea4-1ffb5fdc6dba tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1102.352762] env[68893]: DEBUG oslo_vmware.api [None req-c4e7229f-fd3e-4679-b74a-9430fa0153dd tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792206, 'name': RemoveSnapshot_Task} progress is 65%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.566213] env[68893]: DEBUG oslo_vmware.api [None req-f085bc98-a13c-4786-b153-b11b396d0654 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': task-2792207, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.428175} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.566551] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-f085bc98-a13c-4786-b153-b11b396d0654 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] 5fde66d6-de1d-4fc0-8961-a2e90af0b172/5fde66d6-de1d-4fc0-8961-a2e90af0b172.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1102.566775] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-f085bc98-a13c-4786-b153-b11b396d0654 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 5fde66d6-de1d-4fc0-8961-a2e90af0b172] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1102.567043] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0010b26c-34b0-472d-a686-29187c014213 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.575943] env[68893]: DEBUG oslo_vmware.api [None req-f085bc98-a13c-4786-b153-b11b396d0654 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Waiting for the task: (returnval){ [ 1102.575943] env[68893]: value = "task-2792209" [ 1102.575943] env[68893]: _type = "Task" [ 1102.575943] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.584152] env[68893]: DEBUG oslo_vmware.api [None req-f085bc98-a13c-4786-b153-b11b396d0654 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': task-2792209, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.657589] env[68893]: DEBUG oslo_vmware.api [None req-f7a2bb4c-a861-4dae-99f5-c04689153ce1 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': task-2792208, 'name': Rename_Task, 'duration_secs': 0.261603} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.657894] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7a2bb4c-a861-4dae-99f5-c04689153ce1 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 13f79287-5fb9-482a-ae32-a3fcb39e02df] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1102.658156] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6eb090e8-b0ac-4a95-ad80-7225ea3ef47f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.665469] env[68893]: DEBUG oslo_vmware.api [None req-f7a2bb4c-a861-4dae-99f5-c04689153ce1 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Waiting for the task: (returnval){ [ 1102.665469] env[68893]: value = "task-2792210" [ 1102.665469] env[68893]: _type = "Task" [ 1102.665469] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.679144] env[68893]: DEBUG oslo_vmware.api [None req-f7a2bb4c-a861-4dae-99f5-c04689153ce1 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': task-2792210, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.840018] env[68893]: DEBUG oslo_concurrency.lockutils [None req-90e69e25-5825-42ec-bea4-1ffb5fdc6dba tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.861s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.842766] env[68893]: DEBUG oslo_concurrency.lockutils [None req-77eec5e6-a9aa-4f19-a9a0-da7f545557b9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.039s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.842766] env[68893]: DEBUG nova.objects.instance [None req-77eec5e6-a9aa-4f19-a9a0-da7f545557b9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Lazy-loading 'resources' on Instance uuid 91c51a8c-1462-4ad2-9cc3-6b4e06117c17 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1102.853608] env[68893]: DEBUG oslo_vmware.api [None req-c4e7229f-fd3e-4679-b74a-9430fa0153dd tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792206, 'name': RemoveSnapshot_Task, 'duration_secs': 0.744866} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.853813] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-c4e7229f-fd3e-4679-b74a-9430fa0153dd tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] Deleted Snapshot of the VM instance {{(pid=68893) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1102.854050] env[68893]: INFO nova.compute.manager [None req-c4e7229f-fd3e-4679-b74a-9430fa0153dd tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] Took 14.33 seconds to snapshot the instance on the hypervisor. [ 1102.863163] env[68893]: INFO nova.scheduler.client.report [None req-90e69e25-5825-42ec-bea4-1ffb5fdc6dba tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Deleted allocations for instance fad82752-b56d-430c-94dc-3dcca860e713 [ 1103.002577] env[68893]: DEBUG nova.compute.manager [None req-53108445-5ddf-4729-b562-299b4054729a tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: d4070fc4-0915-42b6-ba2e-243f731ba079] Start spawning the instance on the hypervisor. {{(pid=68893) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1103.031035] env[68893]: DEBUG nova.virt.hardware [None req-53108445-5ddf-4729-b562-299b4054729a tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1103.031302] env[68893]: DEBUG nova.virt.hardware [None req-53108445-5ddf-4729-b562-299b4054729a tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1103.031462] env[68893]: DEBUG nova.virt.hardware [None req-53108445-5ddf-4729-b562-299b4054729a tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1103.031651] env[68893]: DEBUG nova.virt.hardware [None req-53108445-5ddf-4729-b562-299b4054729a tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1103.031833] env[68893]: DEBUG nova.virt.hardware [None req-53108445-5ddf-4729-b562-299b4054729a tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1103.031957] env[68893]: DEBUG nova.virt.hardware [None req-53108445-5ddf-4729-b562-299b4054729a tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1103.032164] env[68893]: DEBUG nova.virt.hardware [None req-53108445-5ddf-4729-b562-299b4054729a tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1103.032319] env[68893]: DEBUG nova.virt.hardware [None req-53108445-5ddf-4729-b562-299b4054729a tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1103.032490] env[68893]: DEBUG nova.virt.hardware [None req-53108445-5ddf-4729-b562-299b4054729a tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1103.032692] env[68893]: DEBUG nova.virt.hardware [None req-53108445-5ddf-4729-b562-299b4054729a tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1103.032870] env[68893]: DEBUG nova.virt.hardware [None req-53108445-5ddf-4729-b562-299b4054729a tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1103.033729] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc5189ba-9b37-43fb-a4c6-cdeda1a85a72 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.041945] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19a2a079-0ea8-4d66-9f5e-974fc059f132 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.084696] env[68893]: DEBUG oslo_vmware.api [None req-f085bc98-a13c-4786-b153-b11b396d0654 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': task-2792209, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060273} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.084990] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-f085bc98-a13c-4786-b153-b11b396d0654 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 5fde66d6-de1d-4fc0-8961-a2e90af0b172] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1103.085771] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f277d3e1-69d2-4d5e-a2d1-bea8959efb89 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.106983] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-f085bc98-a13c-4786-b153-b11b396d0654 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 5fde66d6-de1d-4fc0-8961-a2e90af0b172] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] 5fde66d6-de1d-4fc0-8961-a2e90af0b172/5fde66d6-de1d-4fc0-8961-a2e90af0b172.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1103.107237] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67754e2d-cdee-42e6-9f90-1bf5549b02b2 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.125679] env[68893]: DEBUG oslo_vmware.api [None req-f085bc98-a13c-4786-b153-b11b396d0654 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Waiting for the task: (returnval){ [ 1103.125679] env[68893]: value = "task-2792211" [ 1103.125679] env[68893]: _type = "Task" [ 1103.125679] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.133697] env[68893]: DEBUG oslo_vmware.api [None req-f085bc98-a13c-4786-b153-b11b396d0654 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': task-2792211, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.177858] env[68893]: DEBUG oslo_vmware.api [None req-f7a2bb4c-a861-4dae-99f5-c04689153ce1 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': task-2792210, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.343407] env[68893]: DEBUG nova.compute.manager [req-ef305b73-5602-4fe2-bf28-1a517c1f9972 req-37222e85-83fc-4c6b-bd02-36945e3bca05 service nova] [instance: d4070fc4-0915-42b6-ba2e-243f731ba079] Received event network-vif-plugged-9a87f0fc-69d0-4bef-9b06-74338e55988c {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1103.343658] env[68893]: DEBUG oslo_concurrency.lockutils [req-ef305b73-5602-4fe2-bf28-1a517c1f9972 req-37222e85-83fc-4c6b-bd02-36945e3bca05 service nova] Acquiring lock "d4070fc4-0915-42b6-ba2e-243f731ba079-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.343824] env[68893]: DEBUG oslo_concurrency.lockutils [req-ef305b73-5602-4fe2-bf28-1a517c1f9972 req-37222e85-83fc-4c6b-bd02-36945e3bca05 service nova] Lock "d4070fc4-0915-42b6-ba2e-243f731ba079-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.343984] env[68893]: DEBUG oslo_concurrency.lockutils [req-ef305b73-5602-4fe2-bf28-1a517c1f9972 req-37222e85-83fc-4c6b-bd02-36945e3bca05 service nova] Lock "d4070fc4-0915-42b6-ba2e-243f731ba079-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.344340] env[68893]: DEBUG nova.compute.manager [req-ef305b73-5602-4fe2-bf28-1a517c1f9972 req-37222e85-83fc-4c6b-bd02-36945e3bca05 service nova] [instance: d4070fc4-0915-42b6-ba2e-243f731ba079] No waiting events found dispatching network-vif-plugged-9a87f0fc-69d0-4bef-9b06-74338e55988c {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1103.344518] env[68893]: WARNING nova.compute.manager [req-ef305b73-5602-4fe2-bf28-1a517c1f9972 req-37222e85-83fc-4c6b-bd02-36945e3bca05 service nova] [instance: d4070fc4-0915-42b6-ba2e-243f731ba079] Received unexpected event network-vif-plugged-9a87f0fc-69d0-4bef-9b06-74338e55988c for instance with vm_state building and task_state spawning. [ 1103.372745] env[68893]: DEBUG oslo_concurrency.lockutils [None req-90e69e25-5825-42ec-bea4-1ffb5fdc6dba tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Lock "fad82752-b56d-430c-94dc-3dcca860e713" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.088s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.407748] env[68893]: DEBUG nova.compute.manager [None req-c4e7229f-fd3e-4679-b74a-9430fa0153dd tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] Found 3 images (rotation: 2) {{(pid=68893) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1103.407965] env[68893]: DEBUG nova.compute.manager [None req-c4e7229f-fd3e-4679-b74a-9430fa0153dd tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] Rotating out 1 backups {{(pid=68893) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 1103.408149] env[68893]: DEBUG nova.compute.manager [None req-c4e7229f-fd3e-4679-b74a-9430fa0153dd tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] Deleting image dd6ed300-4c03-45c1-9f66-6e46acdfa821 {{(pid=68893) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 1103.453478] env[68893]: DEBUG nova.network.neutron [None req-53108445-5ddf-4729-b562-299b4054729a tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: d4070fc4-0915-42b6-ba2e-243f731ba079] Successfully updated port: 9a87f0fc-69d0-4bef-9b06-74338e55988c {{(pid=68893) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1103.598727] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-044e4e7b-cb25-4544-b7e5-b951084137ab {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.606420] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed1863f1-e83c-4b5d-bcda-228649569dd8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.641190] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d226de30-8486-433d-94f1-be62deba89d9 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.651020] env[68893]: DEBUG oslo_vmware.api [None req-f085bc98-a13c-4786-b153-b11b396d0654 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': task-2792211, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.654658] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cf3dcaa-17a8-4cc5-b8ea-e850aa6c2672 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.673220] env[68893]: DEBUG nova.compute.provider_tree [None req-77eec5e6-a9aa-4f19-a9a0-da7f545557b9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1103.682601] env[68893]: DEBUG nova.scheduler.client.report [None req-77eec5e6-a9aa-4f19-a9a0-da7f545557b9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1103.693427] env[68893]: DEBUG oslo_vmware.api [None req-f7a2bb4c-a861-4dae-99f5-c04689153ce1 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': task-2792210, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.957909] env[68893]: DEBUG oslo_concurrency.lockutils [None req-53108445-5ddf-4729-b562-299b4054729a tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Acquiring lock "refresh_cache-d4070fc4-0915-42b6-ba2e-243f731ba079" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.958086] env[68893]: DEBUG oslo_concurrency.lockutils [None req-53108445-5ddf-4729-b562-299b4054729a tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Acquired lock "refresh_cache-d4070fc4-0915-42b6-ba2e-243f731ba079" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.958243] env[68893]: DEBUG nova.network.neutron [None req-53108445-5ddf-4729-b562-299b4054729a tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: d4070fc4-0915-42b6-ba2e-243f731ba079] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1104.147586] env[68893]: DEBUG oslo_vmware.api [None req-f085bc98-a13c-4786-b153-b11b396d0654 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': task-2792211, 'name': ReconfigVM_Task, 'duration_secs': 0.937091} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.148166] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-f085bc98-a13c-4786-b153-b11b396d0654 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 5fde66d6-de1d-4fc0-8961-a2e90af0b172] Reconfigured VM instance instance-0000005d to attach disk [datastore2] 5fde66d6-de1d-4fc0-8961-a2e90af0b172/5fde66d6-de1d-4fc0-8961-a2e90af0b172.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1104.148572] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-63ba020b-42de-4d15-b9aa-b16eab54f8d7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.155494] env[68893]: DEBUG oslo_vmware.api [None req-f085bc98-a13c-4786-b153-b11b396d0654 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Waiting for the task: (returnval){ [ 1104.155494] env[68893]: value = "task-2792212" [ 1104.155494] env[68893]: _type = "Task" [ 1104.155494] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.163918] env[68893]: DEBUG oslo_concurrency.lockutils [None req-045d5ac8-9993-4f2c-a2bf-52c201d0b529 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Acquiring lock "95be1925-4482-4656-aeb1-7e4ef679458f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.164179] env[68893]: DEBUG oslo_concurrency.lockutils [None req-045d5ac8-9993-4f2c-a2bf-52c201d0b529 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Lock "95be1925-4482-4656-aeb1-7e4ef679458f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.164386] env[68893]: DEBUG oslo_concurrency.lockutils [None req-045d5ac8-9993-4f2c-a2bf-52c201d0b529 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Acquiring lock "95be1925-4482-4656-aeb1-7e4ef679458f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.164603] env[68893]: DEBUG oslo_concurrency.lockutils [None req-045d5ac8-9993-4f2c-a2bf-52c201d0b529 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Lock "95be1925-4482-4656-aeb1-7e4ef679458f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.164796] env[68893]: DEBUG oslo_concurrency.lockutils [None req-045d5ac8-9993-4f2c-a2bf-52c201d0b529 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Lock "95be1925-4482-4656-aeb1-7e4ef679458f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.166369] env[68893]: DEBUG oslo_vmware.api [None req-f085bc98-a13c-4786-b153-b11b396d0654 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': task-2792212, 'name': Rename_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.168761] env[68893]: INFO nova.compute.manager [None req-045d5ac8-9993-4f2c-a2bf-52c201d0b529 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: 95be1925-4482-4656-aeb1-7e4ef679458f] Terminating instance [ 1104.184064] env[68893]: DEBUG oslo_vmware.api [None req-f7a2bb4c-a861-4dae-99f5-c04689153ce1 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': task-2792210, 'name': PowerOnVM_Task, 'duration_secs': 1.490888} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.184874] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7a2bb4c-a861-4dae-99f5-c04689153ce1 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 13f79287-5fb9-482a-ae32-a3fcb39e02df] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1104.184946] env[68893]: INFO nova.compute.manager [None req-f7a2bb4c-a861-4dae-99f5-c04689153ce1 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 13f79287-5fb9-482a-ae32-a3fcb39e02df] Took 10.03 seconds to spawn the instance on the hypervisor. [ 1104.185826] env[68893]: DEBUG nova.compute.manager [None req-f7a2bb4c-a861-4dae-99f5-c04689153ce1 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 13f79287-5fb9-482a-ae32-a3fcb39e02df] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1104.185920] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8641143f-6bd6-4a57-913f-0c36a61d33c7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.189397] env[68893]: DEBUG oslo_concurrency.lockutils [None req-77eec5e6-a9aa-4f19-a9a0-da7f545557b9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.347s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.191481] env[68893]: DEBUG oslo_concurrency.lockutils [None req-1a5ee42a-fd10-46ad-afbd-f06804b447ee tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.737s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.192938] env[68893]: INFO nova.compute.claims [None req-1a5ee42a-fd10-46ad-afbd-f06804b447ee tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: a34d645d-7824-491c-8a04-2fa6fe283a11] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1104.208072] env[68893]: INFO nova.scheduler.client.report [None req-77eec5e6-a9aa-4f19-a9a0-da7f545557b9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Deleted allocations for instance 91c51a8c-1462-4ad2-9cc3-6b4e06117c17 [ 1104.500356] env[68893]: DEBUG nova.network.neutron [None req-53108445-5ddf-4729-b562-299b4054729a tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: d4070fc4-0915-42b6-ba2e-243f731ba079] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1104.631480] env[68893]: DEBUG oslo_concurrency.lockutils [None req-a8378c10-2d20-437a-afea-fbfe3040d77a tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Acquiring lock "a10a832e-eb42-4c1a-9cce-73d9cba00c67" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.631759] env[68893]: DEBUG oslo_concurrency.lockutils [None req-a8378c10-2d20-437a-afea-fbfe3040d77a tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Lock "a10a832e-eb42-4c1a-9cce-73d9cba00c67" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.671212] env[68893]: DEBUG oslo_vmware.api [None req-f085bc98-a13c-4786-b153-b11b396d0654 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': task-2792212, 'name': Rename_Task, 'duration_secs': 0.199352} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.671564] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-f085bc98-a13c-4786-b153-b11b396d0654 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 5fde66d6-de1d-4fc0-8961-a2e90af0b172] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1104.671826] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6c483846-54a2-4103-bde3-d682fd21b569 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.679507] env[68893]: DEBUG nova.compute.manager [None req-045d5ac8-9993-4f2c-a2bf-52c201d0b529 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: 95be1925-4482-4656-aeb1-7e4ef679458f] Start destroying the instance on the hypervisor. {{(pid=68893) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1104.679895] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-045d5ac8-9993-4f2c-a2bf-52c201d0b529 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: 95be1925-4482-4656-aeb1-7e4ef679458f] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1104.680102] env[68893]: DEBUG oslo_vmware.api [None req-f085bc98-a13c-4786-b153-b11b396d0654 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Waiting for the task: (returnval){ [ 1104.680102] env[68893]: value = "task-2792213" [ 1104.680102] env[68893]: _type = "Task" [ 1104.680102] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.680945] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e845244-f24e-491c-bdd6-802edb60b78b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.693755] env[68893]: DEBUG oslo_vmware.api [None req-f085bc98-a13c-4786-b153-b11b396d0654 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': task-2792213, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.704771] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-045d5ac8-9993-4f2c-a2bf-52c201d0b529 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: 95be1925-4482-4656-aeb1-7e4ef679458f] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1104.712460] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f2be4b2e-cf99-4d8d-bfd2-9d38286aa913 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.723151] env[68893]: INFO nova.compute.manager [None req-f7a2bb4c-a861-4dae-99f5-c04689153ce1 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 13f79287-5fb9-482a-ae32-a3fcb39e02df] Took 23.79 seconds to build instance. [ 1104.724364] env[68893]: DEBUG oslo_concurrency.lockutils [None req-77eec5e6-a9aa-4f19-a9a0-da7f545557b9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Lock "91c51a8c-1462-4ad2-9cc3-6b4e06117c17" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.835s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.730107] env[68893]: DEBUG oslo_vmware.api [None req-045d5ac8-9993-4f2c-a2bf-52c201d0b529 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Waiting for the task: (returnval){ [ 1104.730107] env[68893]: value = "task-2792214" [ 1104.730107] env[68893]: _type = "Task" [ 1104.730107] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.740377] env[68893]: DEBUG oslo_vmware.api [None req-045d5ac8-9993-4f2c-a2bf-52c201d0b529 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2792214, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.768037] env[68893]: DEBUG nova.network.neutron [None req-53108445-5ddf-4729-b562-299b4054729a tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: d4070fc4-0915-42b6-ba2e-243f731ba079] Updating instance_info_cache with network_info: [{"id": "9a87f0fc-69d0-4bef-9b06-74338e55988c", "address": "fa:16:3e:ed:e2:2d", "network": {"id": "762a83f3-c67b-4f81-b7a7-d7f377a327e5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-991790965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6f2d7d7af6a40f097ffca46e5a430bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a87f0fc-69", "ovs_interfaceid": "9a87f0fc-69d0-4bef-9b06-74338e55988c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.083326] env[68893]: DEBUG oslo_concurrency.lockutils [None req-8089c7e2-af40-4476-b9f8-44249fd987d5 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Acquiring lock "05def266-bea2-46e6-8916-6b0484ce4edd" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.083748] env[68893]: DEBUG oslo_concurrency.lockutils [None req-8089c7e2-af40-4476-b9f8-44249fd987d5 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Lock "05def266-bea2-46e6-8916-6b0484ce4edd" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.083982] env[68893]: DEBUG nova.compute.manager [None req-8089c7e2-af40-4476-b9f8-44249fd987d5 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1105.084946] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b42a4560-43c4-44ab-9900-fc58f3cfd2b2 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.092515] env[68893]: DEBUG nova.compute.manager [None req-8089c7e2-af40-4476-b9f8-44249fd987d5 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68893) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1105.093147] env[68893]: DEBUG nova.objects.instance [None req-8089c7e2-af40-4476-b9f8-44249fd987d5 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Lazy-loading 'flavor' on Instance uuid 05def266-bea2-46e6-8916-6b0484ce4edd {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1105.134572] env[68893]: DEBUG nova.compute.manager [None req-a8378c10-2d20-437a-afea-fbfe3040d77a tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: a10a832e-eb42-4c1a-9cce-73d9cba00c67] Starting instance... {{(pid=68893) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1105.194331] env[68893]: DEBUG oslo_vmware.api [None req-f085bc98-a13c-4786-b153-b11b396d0654 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': task-2792213, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.227040] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f7a2bb4c-a861-4dae-99f5-c04689153ce1 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Lock "13f79287-5fb9-482a-ae32-a3fcb39e02df" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.318s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.239830] env[68893]: DEBUG oslo_vmware.api [None req-045d5ac8-9993-4f2c-a2bf-52c201d0b529 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2792214, 'name': PowerOffVM_Task, 'duration_secs': 0.300796} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.240144] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-045d5ac8-9993-4f2c-a2bf-52c201d0b529 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: 95be1925-4482-4656-aeb1-7e4ef679458f] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1105.240318] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-045d5ac8-9993-4f2c-a2bf-52c201d0b529 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: 95be1925-4482-4656-aeb1-7e4ef679458f] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1105.240586] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-928d4f30-7d06-4ff0-8712-9afbb43a386b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.271095] env[68893]: DEBUG oslo_concurrency.lockutils [None req-53108445-5ddf-4729-b562-299b4054729a tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Releasing lock "refresh_cache-d4070fc4-0915-42b6-ba2e-243f731ba079" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.271419] env[68893]: DEBUG nova.compute.manager [None req-53108445-5ddf-4729-b562-299b4054729a tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: d4070fc4-0915-42b6-ba2e-243f731ba079] Instance network_info: |[{"id": "9a87f0fc-69d0-4bef-9b06-74338e55988c", "address": "fa:16:3e:ed:e2:2d", "network": {"id": "762a83f3-c67b-4f81-b7a7-d7f377a327e5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-991790965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6f2d7d7af6a40f097ffca46e5a430bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a87f0fc-69", "ovs_interfaceid": "9a87f0fc-69d0-4bef-9b06-74338e55988c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1105.271833] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-53108445-5ddf-4729-b562-299b4054729a tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: d4070fc4-0915-42b6-ba2e-243f731ba079] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:e2:2d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cb971244-43ba-41b4-a6a2-a4558548012c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9a87f0fc-69d0-4bef-9b06-74338e55988c', 'vif_model': 'vmxnet3'}] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1105.279893] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-53108445-5ddf-4729-b562-299b4054729a tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1105.280219] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4070fc4-0915-42b6-ba2e-243f731ba079] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1105.280370] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0a5ae611-baba-4a8f-88e0-40ec7cbe6ea7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.305301] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1105.305301] env[68893]: value = "task-2792216" [ 1105.305301] env[68893]: _type = "Task" [ 1105.305301] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.312619] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-045d5ac8-9993-4f2c-a2bf-52c201d0b529 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: 95be1925-4482-4656-aeb1-7e4ef679458f] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1105.312840] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-045d5ac8-9993-4f2c-a2bf-52c201d0b529 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: 95be1925-4482-4656-aeb1-7e4ef679458f] Deleting contents of the VM from datastore datastore1 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1105.313035] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-045d5ac8-9993-4f2c-a2bf-52c201d0b529 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Deleting the datastore file [datastore1] 95be1925-4482-4656-aeb1-7e4ef679458f {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1105.313836] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e769c5b2-ab87-4b5d-843e-57f9b7850cc0 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.319337] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792216, 'name': CreateVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.323484] env[68893]: DEBUG oslo_vmware.api [None req-045d5ac8-9993-4f2c-a2bf-52c201d0b529 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Waiting for the task: (returnval){ [ 1105.323484] env[68893]: value = "task-2792217" [ 1105.323484] env[68893]: _type = "Task" [ 1105.323484] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.334605] env[68893]: DEBUG oslo_vmware.api [None req-045d5ac8-9993-4f2c-a2bf-52c201d0b529 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2792217, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.372945] env[68893]: DEBUG nova.compute.manager [req-32b836ad-ddce-4688-8271-5237e4240a4c req-548549ec-dd8e-4d2f-b953-835069527052 service nova] [instance: d4070fc4-0915-42b6-ba2e-243f731ba079] Received event network-changed-9a87f0fc-69d0-4bef-9b06-74338e55988c {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1105.373168] env[68893]: DEBUG nova.compute.manager [req-32b836ad-ddce-4688-8271-5237e4240a4c req-548549ec-dd8e-4d2f-b953-835069527052 service nova] [instance: d4070fc4-0915-42b6-ba2e-243f731ba079] Refreshing instance network info cache due to event network-changed-9a87f0fc-69d0-4bef-9b06-74338e55988c. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1105.373381] env[68893]: DEBUG oslo_concurrency.lockutils [req-32b836ad-ddce-4688-8271-5237e4240a4c req-548549ec-dd8e-4d2f-b953-835069527052 service nova] Acquiring lock "refresh_cache-d4070fc4-0915-42b6-ba2e-243f731ba079" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.373524] env[68893]: DEBUG oslo_concurrency.lockutils [req-32b836ad-ddce-4688-8271-5237e4240a4c req-548549ec-dd8e-4d2f-b953-835069527052 service nova] Acquired lock "refresh_cache-d4070fc4-0915-42b6-ba2e-243f731ba079" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.373688] env[68893]: DEBUG nova.network.neutron [req-32b836ad-ddce-4688-8271-5237e4240a4c req-548549ec-dd8e-4d2f-b953-835069527052 service nova] [instance: d4070fc4-0915-42b6-ba2e-243f731ba079] Refreshing network info cache for port 9a87f0fc-69d0-4bef-9b06-74338e55988c {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1105.480043] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5c8b0b2-7f38-4098-935b-96b9a58da801 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.489888] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f8c0826-1f97-4e44-9627-d41b954a482f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.525081] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7caf6e14-fe10-4450-85d0-3fae47794a20 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.533113] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-714a196c-8a78-4f74-877e-f69881fbe42a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.548318] env[68893]: DEBUG nova.compute.provider_tree [None req-1a5ee42a-fd10-46ad-afbd-f06804b447ee tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1105.654401] env[68893]: DEBUG oslo_concurrency.lockutils [None req-a8378c10-2d20-437a-afea-fbfe3040d77a tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.695224] env[68893]: DEBUG oslo_vmware.api [None req-f085bc98-a13c-4786-b153-b11b396d0654 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': task-2792213, 'name': PowerOnVM_Task, 'duration_secs': 0.889442} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.695684] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-f085bc98-a13c-4786-b153-b11b396d0654 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 5fde66d6-de1d-4fc0-8961-a2e90af0b172] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1105.695684] env[68893]: INFO nova.compute.manager [None req-f085bc98-a13c-4786-b153-b11b396d0654 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 5fde66d6-de1d-4fc0-8961-a2e90af0b172] Took 8.98 seconds to spawn the instance on the hypervisor. [ 1105.695818] env[68893]: DEBUG nova.compute.manager [None req-f085bc98-a13c-4786-b153-b11b396d0654 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 5fde66d6-de1d-4fc0-8961-a2e90af0b172] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1105.696685] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7775f061-8dea-4eb4-83ce-04f55de69e64 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.817043] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792216, 'name': CreateVM_Task} progress is 99%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.832834] env[68893]: DEBUG oslo_vmware.api [None req-045d5ac8-9993-4f2c-a2bf-52c201d0b529 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2792217, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.257975} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.833323] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-045d5ac8-9993-4f2c-a2bf-52c201d0b529 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1105.833537] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-045d5ac8-9993-4f2c-a2bf-52c201d0b529 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: 95be1925-4482-4656-aeb1-7e4ef679458f] Deleted contents of the VM from datastore datastore1 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1105.833718] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-045d5ac8-9993-4f2c-a2bf-52c201d0b529 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: 95be1925-4482-4656-aeb1-7e4ef679458f] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1105.834782] env[68893]: INFO nova.compute.manager [None req-045d5ac8-9993-4f2c-a2bf-52c201d0b529 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: 95be1925-4482-4656-aeb1-7e4ef679458f] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1105.835112] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-045d5ac8-9993-4f2c-a2bf-52c201d0b529 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1105.835337] env[68893]: DEBUG nova.compute.manager [-] [instance: 95be1925-4482-4656-aeb1-7e4ef679458f] Deallocating network for instance {{(pid=68893) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1105.835464] env[68893]: DEBUG nova.network.neutron [-] [instance: 95be1925-4482-4656-aeb1-7e4ef679458f] deallocate_for_instance() {{(pid=68893) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1105.902677] env[68893]: DEBUG oslo_concurrency.lockutils [None req-626070e0-f9b3-4c08-bd6b-d5b86ce16926 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Acquiring lock "13f79287-5fb9-482a-ae32-a3fcb39e02df" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.902938] env[68893]: DEBUG oslo_concurrency.lockutils [None req-626070e0-f9b3-4c08-bd6b-d5b86ce16926 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Lock "13f79287-5fb9-482a-ae32-a3fcb39e02df" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.903190] env[68893]: DEBUG oslo_concurrency.lockutils [None req-626070e0-f9b3-4c08-bd6b-d5b86ce16926 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Acquiring lock "13f79287-5fb9-482a-ae32-a3fcb39e02df-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.903419] env[68893]: DEBUG oslo_concurrency.lockutils [None req-626070e0-f9b3-4c08-bd6b-d5b86ce16926 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Lock "13f79287-5fb9-482a-ae32-a3fcb39e02df-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.903595] env[68893]: DEBUG oslo_concurrency.lockutils [None req-626070e0-f9b3-4c08-bd6b-d5b86ce16926 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Lock "13f79287-5fb9-482a-ae32-a3fcb39e02df-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.907673] env[68893]: INFO nova.compute.manager [None req-626070e0-f9b3-4c08-bd6b-d5b86ce16926 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 13f79287-5fb9-482a-ae32-a3fcb39e02df] Terminating instance [ 1106.052959] env[68893]: DEBUG nova.scheduler.client.report [None req-1a5ee42a-fd10-46ad-afbd-f06804b447ee tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1106.086012] env[68893]: DEBUG nova.network.neutron [req-32b836ad-ddce-4688-8271-5237e4240a4c req-548549ec-dd8e-4d2f-b953-835069527052 service nova] [instance: d4070fc4-0915-42b6-ba2e-243f731ba079] Updated VIF entry in instance network info cache for port 9a87f0fc-69d0-4bef-9b06-74338e55988c. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1106.086410] env[68893]: DEBUG nova.network.neutron [req-32b836ad-ddce-4688-8271-5237e4240a4c req-548549ec-dd8e-4d2f-b953-835069527052 service nova] [instance: d4070fc4-0915-42b6-ba2e-243f731ba079] Updating instance_info_cache with network_info: [{"id": "9a87f0fc-69d0-4bef-9b06-74338e55988c", "address": "fa:16:3e:ed:e2:2d", "network": {"id": "762a83f3-c67b-4f81-b7a7-d7f377a327e5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-991790965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6f2d7d7af6a40f097ffca46e5a430bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a87f0fc-69", "ovs_interfaceid": "9a87f0fc-69d0-4bef-9b06-74338e55988c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.099647] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-8089c7e2-af40-4476-b9f8-44249fd987d5 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1106.099946] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-13724885-d0ff-43d4-a24d-b1bcbf55c4d1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.108616] env[68893]: DEBUG oslo_vmware.api [None req-8089c7e2-af40-4476-b9f8-44249fd987d5 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Waiting for the task: (returnval){ [ 1106.108616] env[68893]: value = "task-2792218" [ 1106.108616] env[68893]: _type = "Task" [ 1106.108616] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.119596] env[68893]: DEBUG oslo_vmware.api [None req-8089c7e2-af40-4476-b9f8-44249fd987d5 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792218, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.214042] env[68893]: INFO nova.compute.manager [None req-f085bc98-a13c-4786-b153-b11b396d0654 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 5fde66d6-de1d-4fc0-8961-a2e90af0b172] Took 19.41 seconds to build instance. [ 1106.316449] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792216, 'name': CreateVM_Task, 'duration_secs': 0.587084} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.316594] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4070fc4-0915-42b6-ba2e-243f731ba079] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1106.317246] env[68893]: DEBUG oslo_concurrency.lockutils [None req-53108445-5ddf-4729-b562-299b4054729a tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.317415] env[68893]: DEBUG oslo_concurrency.lockutils [None req-53108445-5ddf-4729-b562-299b4054729a tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.317808] env[68893]: DEBUG oslo_concurrency.lockutils [None req-53108445-5ddf-4729-b562-299b4054729a tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.318075] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-237d2dac-6f79-4106-858f-1773e2f35811 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.322442] env[68893]: DEBUG oslo_vmware.api [None req-53108445-5ddf-4729-b562-299b4054729a tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Waiting for the task: (returnval){ [ 1106.322442] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]524644b8-3177-9dcf-12b1-de0a246d7c72" [ 1106.322442] env[68893]: _type = "Task" [ 1106.322442] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.331485] env[68893]: DEBUG oslo_vmware.api [None req-53108445-5ddf-4729-b562-299b4054729a tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]524644b8-3177-9dcf-12b1-de0a246d7c72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.412206] env[68893]: DEBUG nova.compute.manager [None req-626070e0-f9b3-4c08-bd6b-d5b86ce16926 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 13f79287-5fb9-482a-ae32-a3fcb39e02df] Start destroying the instance on the hypervisor. {{(pid=68893) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1106.412456] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-626070e0-f9b3-4c08-bd6b-d5b86ce16926 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 13f79287-5fb9-482a-ae32-a3fcb39e02df] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1106.413399] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e054309f-9dcb-4cb1-8578-30fcca11f15c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.421104] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-626070e0-f9b3-4c08-bd6b-d5b86ce16926 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 13f79287-5fb9-482a-ae32-a3fcb39e02df] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1106.421329] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d2f5a4c-c26f-4495-b27d-f332b7836a59 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.427734] env[68893]: DEBUG oslo_vmware.api [None req-626070e0-f9b3-4c08-bd6b-d5b86ce16926 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Waiting for the task: (returnval){ [ 1106.427734] env[68893]: value = "task-2792219" [ 1106.427734] env[68893]: _type = "Task" [ 1106.427734] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.435929] env[68893]: DEBUG oslo_vmware.api [None req-626070e0-f9b3-4c08-bd6b-d5b86ce16926 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': task-2792219, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.558616] env[68893]: DEBUG oslo_concurrency.lockutils [None req-1a5ee42a-fd10-46ad-afbd-f06804b447ee tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.367s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.560071] env[68893]: DEBUG nova.compute.manager [None req-1a5ee42a-fd10-46ad-afbd-f06804b447ee tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: a34d645d-7824-491c-8a04-2fa6fe283a11] Start building networks asynchronously for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1106.562336] env[68893]: DEBUG nova.network.neutron [-] [instance: 95be1925-4482-4656-aeb1-7e4ef679458f] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.564172] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f06ed4d9-0096-40d7-b026-902c80330b25 tempest-InstanceActionsNegativeTestJSON-1778537646 tempest-InstanceActionsNegativeTestJSON-1778537646-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.770s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.564468] env[68893]: DEBUG nova.objects.instance [None req-f06ed4d9-0096-40d7-b026-902c80330b25 tempest-InstanceActionsNegativeTestJSON-1778537646 tempest-InstanceActionsNegativeTestJSON-1778537646-project-member] Lazy-loading 'resources' on Instance uuid 1d5c1642-ca64-47d3-be68-e680b72971cc {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1106.590125] env[68893]: DEBUG oslo_concurrency.lockutils [req-32b836ad-ddce-4688-8271-5237e4240a4c req-548549ec-dd8e-4d2f-b953-835069527052 service nova] Releasing lock "refresh_cache-d4070fc4-0915-42b6-ba2e-243f731ba079" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.619832] env[68893]: DEBUG oslo_vmware.api [None req-8089c7e2-af40-4476-b9f8-44249fd987d5 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792218, 'name': PowerOffVM_Task, 'duration_secs': 0.238905} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.620938] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-8089c7e2-af40-4476-b9f8-44249fd987d5 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1106.620938] env[68893]: DEBUG nova.compute.manager [None req-8089c7e2-af40-4476-b9f8-44249fd987d5 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1106.621116] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff436f23-7c0b-47fb-9702-8ffc42511019 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.716041] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f085bc98-a13c-4786-b153-b11b396d0654 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Lock "5fde66d6-de1d-4fc0-8961-a2e90af0b172" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.917s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.833070] env[68893]: DEBUG oslo_vmware.api [None req-53108445-5ddf-4729-b562-299b4054729a tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]524644b8-3177-9dcf-12b1-de0a246d7c72, 'name': SearchDatastore_Task, 'duration_secs': 0.012795} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.833396] env[68893]: DEBUG oslo_concurrency.lockutils [None req-53108445-5ddf-4729-b562-299b4054729a tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.833628] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-53108445-5ddf-4729-b562-299b4054729a tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: d4070fc4-0915-42b6-ba2e-243f731ba079] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1106.833866] env[68893]: DEBUG oslo_concurrency.lockutils [None req-53108445-5ddf-4729-b562-299b4054729a tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.834025] env[68893]: DEBUG oslo_concurrency.lockutils [None req-53108445-5ddf-4729-b562-299b4054729a tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.834211] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-53108445-5ddf-4729-b562-299b4054729a tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1106.834476] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bedd95ad-19fe-4c39-9dc8-738d29296f66 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.842886] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-53108445-5ddf-4729-b562-299b4054729a tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1106.843079] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-53108445-5ddf-4729-b562-299b4054729a tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1106.843771] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ec07cf3-78cd-4b85-b9da-0412804fdacd {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.848930] env[68893]: DEBUG oslo_vmware.api [None req-53108445-5ddf-4729-b562-299b4054729a tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Waiting for the task: (returnval){ [ 1106.848930] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52b44ed4-b072-14c6-472d-f9a70a313b19" [ 1106.848930] env[68893]: _type = "Task" [ 1106.848930] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.856170] env[68893]: DEBUG oslo_vmware.api [None req-53108445-5ddf-4729-b562-299b4054729a tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52b44ed4-b072-14c6-472d-f9a70a313b19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.937888] env[68893]: DEBUG oslo_vmware.api [None req-626070e0-f9b3-4c08-bd6b-d5b86ce16926 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': task-2792219, 'name': PowerOffVM_Task, 'duration_secs': 0.199528} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.938119] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-626070e0-f9b3-4c08-bd6b-d5b86ce16926 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 13f79287-5fb9-482a-ae32-a3fcb39e02df] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1106.938295] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-626070e0-f9b3-4c08-bd6b-d5b86ce16926 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 13f79287-5fb9-482a-ae32-a3fcb39e02df] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1106.938551] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e54e58f8-2542-4aaa-99e0-edec83e2d316 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.011086] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-626070e0-f9b3-4c08-bd6b-d5b86ce16926 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 13f79287-5fb9-482a-ae32-a3fcb39e02df] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1107.011322] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-626070e0-f9b3-4c08-bd6b-d5b86ce16926 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 13f79287-5fb9-482a-ae32-a3fcb39e02df] Deleting contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1107.011549] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-626070e0-f9b3-4c08-bd6b-d5b86ce16926 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Deleting the datastore file [datastore2] 13f79287-5fb9-482a-ae32-a3fcb39e02df {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1107.012519] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7c2870ca-63f9-473b-9b76-37165b3c078c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.018591] env[68893]: DEBUG oslo_vmware.api [None req-626070e0-f9b3-4c08-bd6b-d5b86ce16926 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Waiting for the task: (returnval){ [ 1107.018591] env[68893]: value = "task-2792221" [ 1107.018591] env[68893]: _type = "Task" [ 1107.018591] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.027187] env[68893]: DEBUG oslo_vmware.api [None req-626070e0-f9b3-4c08-bd6b-d5b86ce16926 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': task-2792221, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.064537] env[68893]: INFO nova.compute.manager [-] [instance: 95be1925-4482-4656-aeb1-7e4ef679458f] Took 1.23 seconds to deallocate network for instance. [ 1107.065812] env[68893]: DEBUG nova.compute.utils [None req-1a5ee42a-fd10-46ad-afbd-f06804b447ee tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1107.071038] env[68893]: DEBUG nova.compute.manager [None req-1a5ee42a-fd10-46ad-afbd-f06804b447ee tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: a34d645d-7824-491c-8a04-2fa6fe283a11] Allocating IP information in the background. {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1107.071904] env[68893]: DEBUG nova.network.neutron [None req-1a5ee42a-fd10-46ad-afbd-f06804b447ee tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: a34d645d-7824-491c-8a04-2fa6fe283a11] allocate_for_instance() {{(pid=68893) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1107.135557] env[68893]: DEBUG oslo_concurrency.lockutils [None req-8089c7e2-af40-4476-b9f8-44249fd987d5 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Lock "05def266-bea2-46e6-8916-6b0484ce4edd" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.052s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.147608] env[68893]: DEBUG nova.policy [None req-1a5ee42a-fd10-46ad-afbd-f06804b447ee tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c3d37b57d7c34b00bf75ab2c9c456040', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fbd67998ec3645b28f40986ddb6faf06', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68893) authorize /opt/stack/nova/nova/policy.py:192}} [ 1107.323724] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dad5f9db-c136-42a2-ac09-1fdfeb923de1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.330042] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8e1cdc1-7f6e-4016-a117-33cec4e55f96 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.365058] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04ffcf78-92bd-45f2-a450-bde41bf00a3d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.373418] env[68893]: DEBUG oslo_vmware.api [None req-53108445-5ddf-4729-b562-299b4054729a tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52b44ed4-b072-14c6-472d-f9a70a313b19, 'name': SearchDatastore_Task, 'duration_secs': 0.008166} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.376167] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac12d02e-9a62-4001-a30c-ca62c72078f3 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.379802] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dd95035-fb9d-4a09-a0cd-736f28aa0478 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.386698] env[68893]: DEBUG oslo_vmware.api [None req-53108445-5ddf-4729-b562-299b4054729a tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Waiting for the task: (returnval){ [ 1107.386698] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]5283ca37-1228-a5e4-81ad-f849565d053a" [ 1107.386698] env[68893]: _type = "Task" [ 1107.386698] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.394769] env[68893]: DEBUG nova.compute.provider_tree [None req-f06ed4d9-0096-40d7-b026-902c80330b25 tempest-InstanceActionsNegativeTestJSON-1778537646 tempest-InstanceActionsNegativeTestJSON-1778537646-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1107.400776] env[68893]: DEBUG nova.compute.manager [req-c4bdad00-4c79-44e1-a0b3-fe6047a72153 req-2d07809d-0c4e-45e5-9977-1da0c750214a service nova] [instance: 95be1925-4482-4656-aeb1-7e4ef679458f] Received event network-vif-deleted-b9f69f5a-5f87-4ed3-adf7-7098fefe7fc5 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1107.407468] env[68893]: DEBUG oslo_vmware.api [None req-53108445-5ddf-4729-b562-299b4054729a tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]5283ca37-1228-a5e4-81ad-f849565d053a, 'name': SearchDatastore_Task, 'duration_secs': 0.014269} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.408673] env[68893]: DEBUG oslo_concurrency.lockutils [None req-53108445-5ddf-4729-b562-299b4054729a tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.408892] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-53108445-5ddf-4729-b562-299b4054729a tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] d4070fc4-0915-42b6-ba2e-243f731ba079/d4070fc4-0915-42b6-ba2e-243f731ba079.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1107.409166] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bbcb91e5-03a1-4e2b-92ff-a75d63d158aa {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.416318] env[68893]: DEBUG oslo_vmware.api [None req-53108445-5ddf-4729-b562-299b4054729a tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Waiting for the task: (returnval){ [ 1107.416318] env[68893]: value = "task-2792222" [ 1107.416318] env[68893]: _type = "Task" [ 1107.416318] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.424920] env[68893]: DEBUG oslo_vmware.api [None req-53108445-5ddf-4729-b562-299b4054729a tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792222, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.530086] env[68893]: DEBUG oslo_vmware.api [None req-626070e0-f9b3-4c08-bd6b-d5b86ce16926 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': task-2792221, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178915} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.530231] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-626070e0-f9b3-4c08-bd6b-d5b86ce16926 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1107.530414] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-626070e0-f9b3-4c08-bd6b-d5b86ce16926 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 13f79287-5fb9-482a-ae32-a3fcb39e02df] Deleted contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1107.530657] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-626070e0-f9b3-4c08-bd6b-d5b86ce16926 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 13f79287-5fb9-482a-ae32-a3fcb39e02df] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1107.530865] env[68893]: INFO nova.compute.manager [None req-626070e0-f9b3-4c08-bd6b-d5b86ce16926 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 13f79287-5fb9-482a-ae32-a3fcb39e02df] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1107.531144] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-626070e0-f9b3-4c08-bd6b-d5b86ce16926 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1107.531363] env[68893]: DEBUG nova.compute.manager [-] [instance: 13f79287-5fb9-482a-ae32-a3fcb39e02df] Deallocating network for instance {{(pid=68893) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1107.531472] env[68893]: DEBUG nova.network.neutron [-] [instance: 13f79287-5fb9-482a-ae32-a3fcb39e02df] deallocate_for_instance() {{(pid=68893) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1107.573829] env[68893]: DEBUG nova.compute.manager [None req-1a5ee42a-fd10-46ad-afbd-f06804b447ee tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: a34d645d-7824-491c-8a04-2fa6fe283a11] Start building block device mappings for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1107.578707] env[68893]: DEBUG oslo_concurrency.lockutils [None req-045d5ac8-9993-4f2c-a2bf-52c201d0b529 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.685632] env[68893]: DEBUG nova.network.neutron [None req-1a5ee42a-fd10-46ad-afbd-f06804b447ee tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: a34d645d-7824-491c-8a04-2fa6fe283a11] Successfully created port: da5b4b72-f83f-460a-8c38-6ca201e820db {{(pid=68893) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1107.837823] env[68893]: DEBUG nova.compute.manager [req-e4af1985-380b-439c-9fc2-587528d4dcd1 req-3380fa6a-0395-4beb-b63f-a418c76b33d8 service nova] [instance: 5fde66d6-de1d-4fc0-8961-a2e90af0b172] Received event network-changed-cb7a1c78-7232-4b3d-b3fd-7abb73b09216 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1107.839596] env[68893]: DEBUG nova.compute.manager [req-e4af1985-380b-439c-9fc2-587528d4dcd1 req-3380fa6a-0395-4beb-b63f-a418c76b33d8 service nova] [instance: 5fde66d6-de1d-4fc0-8961-a2e90af0b172] Refreshing instance network info cache due to event network-changed-cb7a1c78-7232-4b3d-b3fd-7abb73b09216. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1107.840038] env[68893]: DEBUG oslo_concurrency.lockutils [req-e4af1985-380b-439c-9fc2-587528d4dcd1 req-3380fa6a-0395-4beb-b63f-a418c76b33d8 service nova] Acquiring lock "refresh_cache-5fde66d6-de1d-4fc0-8961-a2e90af0b172" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.840192] env[68893]: DEBUG oslo_concurrency.lockutils [req-e4af1985-380b-439c-9fc2-587528d4dcd1 req-3380fa6a-0395-4beb-b63f-a418c76b33d8 service nova] Acquired lock "refresh_cache-5fde66d6-de1d-4fc0-8961-a2e90af0b172" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.840536] env[68893]: DEBUG nova.network.neutron [req-e4af1985-380b-439c-9fc2-587528d4dcd1 req-3380fa6a-0395-4beb-b63f-a418c76b33d8 service nova] [instance: 5fde66d6-de1d-4fc0-8961-a2e90af0b172] Refreshing network info cache for port cb7a1c78-7232-4b3d-b3fd-7abb73b09216 {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1107.901015] env[68893]: DEBUG nova.scheduler.client.report [None req-f06ed4d9-0096-40d7-b026-902c80330b25 tempest-InstanceActionsNegativeTestJSON-1778537646 tempest-InstanceActionsNegativeTestJSON-1778537646-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1107.930844] env[68893]: DEBUG oslo_vmware.api [None req-53108445-5ddf-4729-b562-299b4054729a tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792222, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501925} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.931213] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-53108445-5ddf-4729-b562-299b4054729a tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] d4070fc4-0915-42b6-ba2e-243f731ba079/d4070fc4-0915-42b6-ba2e-243f731ba079.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1107.931431] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-53108445-5ddf-4729-b562-299b4054729a tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: d4070fc4-0915-42b6-ba2e-243f731ba079] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1107.931695] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-748ebeea-7b41-4c65-9f42-710d26e558d3 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.941517] env[68893]: DEBUG oslo_vmware.api [None req-53108445-5ddf-4729-b562-299b4054729a tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Waiting for the task: (returnval){ [ 1107.941517] env[68893]: value = "task-2792223" [ 1107.941517] env[68893]: _type = "Task" [ 1107.941517] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.950609] env[68893]: DEBUG oslo_vmware.api [None req-53108445-5ddf-4729-b562-299b4054729a tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792223, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.407253] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f06ed4d9-0096-40d7-b026-902c80330b25 tempest-InstanceActionsNegativeTestJSON-1778537646 tempest-InstanceActionsNegativeTestJSON-1778537646-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.843s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.411371] env[68893]: DEBUG oslo_concurrency.lockutils [None req-7891ea34-29af-43be-9c18-80d155267f8b tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.002s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.411649] env[68893]: DEBUG nova.objects.instance [None req-7891ea34-29af-43be-9c18-80d155267f8b tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Lazy-loading 'resources' on Instance uuid deb6dee1-b9f7-4b2b-89c5-ac48cde5241c {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1108.431408] env[68893]: INFO nova.scheduler.client.report [None req-f06ed4d9-0096-40d7-b026-902c80330b25 tempest-InstanceActionsNegativeTestJSON-1778537646 tempest-InstanceActionsNegativeTestJSON-1778537646-project-member] Deleted allocations for instance 1d5c1642-ca64-47d3-be68-e680b72971cc [ 1108.452154] env[68893]: DEBUG oslo_vmware.api [None req-53108445-5ddf-4729-b562-299b4054729a tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792223, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07886} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.452427] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-53108445-5ddf-4729-b562-299b4054729a tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: d4070fc4-0915-42b6-ba2e-243f731ba079] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1108.452733] env[68893]: DEBUG nova.network.neutron [-] [instance: 13f79287-5fb9-482a-ae32-a3fcb39e02df] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.454239] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a9b8fbe-2275-4f85-bbfb-32fd9ad4096e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.478353] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-53108445-5ddf-4729-b562-299b4054729a tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: d4070fc4-0915-42b6-ba2e-243f731ba079] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] d4070fc4-0915-42b6-ba2e-243f731ba079/d4070fc4-0915-42b6-ba2e-243f731ba079.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1108.483180] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3aeabfba-0078-4317-9ef9-cdf699ed1dd3 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.500232] env[68893]: DEBUG nova.compute.manager [None req-b2bf6dfe-7406-4f35-b289-d6157ae2da40 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] Stashing vm_state: stopped {{(pid=68893) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1108.509059] env[68893]: DEBUG oslo_vmware.api [None req-53108445-5ddf-4729-b562-299b4054729a tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Waiting for the task: (returnval){ [ 1108.509059] env[68893]: value = "task-2792224" [ 1108.509059] env[68893]: _type = "Task" [ 1108.509059] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.517295] env[68893]: DEBUG oslo_vmware.api [None req-53108445-5ddf-4729-b562-299b4054729a tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792224, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.583351] env[68893]: DEBUG nova.compute.manager [None req-1a5ee42a-fd10-46ad-afbd-f06804b447ee tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: a34d645d-7824-491c-8a04-2fa6fe283a11] Start spawning the instance on the hypervisor. {{(pid=68893) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1108.590030] env[68893]: DEBUG nova.network.neutron [req-e4af1985-380b-439c-9fc2-587528d4dcd1 req-3380fa6a-0395-4beb-b63f-a418c76b33d8 service nova] [instance: 5fde66d6-de1d-4fc0-8961-a2e90af0b172] Updated VIF entry in instance network info cache for port cb7a1c78-7232-4b3d-b3fd-7abb73b09216. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1108.590382] env[68893]: DEBUG nova.network.neutron [req-e4af1985-380b-439c-9fc2-587528d4dcd1 req-3380fa6a-0395-4beb-b63f-a418c76b33d8 service nova] [instance: 5fde66d6-de1d-4fc0-8961-a2e90af0b172] Updating instance_info_cache with network_info: [{"id": "cb7a1c78-7232-4b3d-b3fd-7abb73b09216", "address": "fa:16:3e:0d:5a:41", "network": {"id": "8efcf1a2-7c45-4eef-b77d-563c71a1afb3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-933780947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "235acd9620044019a35125f6f31d0531", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb7a1c78-72", "ovs_interfaceid": "cb7a1c78-7232-4b3d-b3fd-7abb73b09216", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.611069] env[68893]: DEBUG nova.virt.hardware [None req-1a5ee42a-fd10-46ad-afbd-f06804b447ee tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1108.611292] env[68893]: DEBUG nova.virt.hardware [None req-1a5ee42a-fd10-46ad-afbd-f06804b447ee tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1108.611451] env[68893]: DEBUG nova.virt.hardware [None req-1a5ee42a-fd10-46ad-afbd-f06804b447ee tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1108.611634] env[68893]: DEBUG nova.virt.hardware [None req-1a5ee42a-fd10-46ad-afbd-f06804b447ee tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1108.611783] env[68893]: DEBUG nova.virt.hardware [None req-1a5ee42a-fd10-46ad-afbd-f06804b447ee tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1108.611927] env[68893]: DEBUG nova.virt.hardware [None req-1a5ee42a-fd10-46ad-afbd-f06804b447ee tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1108.612156] env[68893]: DEBUG nova.virt.hardware [None req-1a5ee42a-fd10-46ad-afbd-f06804b447ee tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1108.612318] env[68893]: DEBUG nova.virt.hardware [None req-1a5ee42a-fd10-46ad-afbd-f06804b447ee tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1108.612564] env[68893]: DEBUG nova.virt.hardware [None req-1a5ee42a-fd10-46ad-afbd-f06804b447ee tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1108.612640] env[68893]: DEBUG nova.virt.hardware [None req-1a5ee42a-fd10-46ad-afbd-f06804b447ee tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1108.612808] env[68893]: DEBUG nova.virt.hardware [None req-1a5ee42a-fd10-46ad-afbd-f06804b447ee tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1108.613903] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74407813-ae46-4f6c-a971-d49a7fe50c64 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.621832] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a8265a4-1263-4af2-a493-181e9c3226a1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.942541] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f06ed4d9-0096-40d7-b026-902c80330b25 tempest-InstanceActionsNegativeTestJSON-1778537646 tempest-InstanceActionsNegativeTestJSON-1778537646-project-member] Lock "1d5c1642-ca64-47d3-be68-e680b72971cc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.883s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.961372] env[68893]: INFO nova.compute.manager [-] [instance: 13f79287-5fb9-482a-ae32-a3fcb39e02df] Took 1.43 seconds to deallocate network for instance. [ 1109.020638] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b2bf6dfe-7406-4f35-b289-d6157ae2da40 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.024983] env[68893]: DEBUG oslo_vmware.api [None req-53108445-5ddf-4729-b562-299b4054729a tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792224, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.095327] env[68893]: DEBUG oslo_concurrency.lockutils [req-e4af1985-380b-439c-9fc2-587528d4dcd1 req-3380fa6a-0395-4beb-b63f-a418c76b33d8 service nova] Releasing lock "refresh_cache-5fde66d6-de1d-4fc0-8961-a2e90af0b172" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.175179] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b34fa4f6-8415-4fe4-abe6-f8658f5b7727 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.184510] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dfaf085-e759-41fc-9bfb-0fb552a01ed1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.222049] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8dca4f9-8db7-4652-a4c8-c4002df45813 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.230234] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f4e73aa-14da-46b2-8a68-7382c6a15a4f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.244913] env[68893]: DEBUG nova.compute.provider_tree [None req-7891ea34-29af-43be-9c18-80d155267f8b tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1109.354635] env[68893]: DEBUG nova.network.neutron [None req-1a5ee42a-fd10-46ad-afbd-f06804b447ee tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: a34d645d-7824-491c-8a04-2fa6fe283a11] Successfully updated port: da5b4b72-f83f-460a-8c38-6ca201e820db {{(pid=68893) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1109.430619] env[68893]: DEBUG nova.compute.manager [req-a5edcdde-f416-4044-b2ea-ace3c7db352e req-e4d97a50-83e1-4c4d-b728-82b3111beeca service nova] [instance: 13f79287-5fb9-482a-ae32-a3fcb39e02df] Received event network-vif-deleted-fa2c4d6e-e877-4b12-be75-7b940518de29 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1109.465968] env[68893]: DEBUG oslo_concurrency.lockutils [None req-626070e0-f9b3-4c08-bd6b-d5b86ce16926 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.521842] env[68893]: DEBUG oslo_vmware.api [None req-53108445-5ddf-4729-b562-299b4054729a tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792224, 'name': ReconfigVM_Task, 'duration_secs': 1.006222} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.521842] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-53108445-5ddf-4729-b562-299b4054729a tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: d4070fc4-0915-42b6-ba2e-243f731ba079] Reconfigured VM instance instance-0000005e to attach disk [datastore2] d4070fc4-0915-42b6-ba2e-243f731ba079/d4070fc4-0915-42b6-ba2e-243f731ba079.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1109.521842] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4a9d63e3-0df5-4666-89c9-85c51a922a66 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.527016] env[68893]: DEBUG oslo_vmware.api [None req-53108445-5ddf-4729-b562-299b4054729a tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Waiting for the task: (returnval){ [ 1109.527016] env[68893]: value = "task-2792225" [ 1109.527016] env[68893]: _type = "Task" [ 1109.527016] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.532717] env[68893]: DEBUG oslo_vmware.api [None req-53108445-5ddf-4729-b562-299b4054729a tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792225, 'name': Rename_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.751019] env[68893]: DEBUG nova.scheduler.client.report [None req-7891ea34-29af-43be-9c18-80d155267f8b tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1109.859487] env[68893]: DEBUG oslo_concurrency.lockutils [None req-1a5ee42a-fd10-46ad-afbd-f06804b447ee tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Acquiring lock "refresh_cache-a34d645d-7824-491c-8a04-2fa6fe283a11" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.859487] env[68893]: DEBUG oslo_concurrency.lockutils [None req-1a5ee42a-fd10-46ad-afbd-f06804b447ee tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Acquired lock "refresh_cache-a34d645d-7824-491c-8a04-2fa6fe283a11" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.859487] env[68893]: DEBUG nova.network.neutron [None req-1a5ee42a-fd10-46ad-afbd-f06804b447ee tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: a34d645d-7824-491c-8a04-2fa6fe283a11] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1109.872752] env[68893]: DEBUG nova.compute.manager [req-97de51d4-6192-4b13-ab0a-29d768fd6027 req-ccf3a3e5-0273-44f4-8ce5-76ad5b366d31 service nova] [instance: a34d645d-7824-491c-8a04-2fa6fe283a11] Received event network-vif-plugged-da5b4b72-f83f-460a-8c38-6ca201e820db {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1109.872962] env[68893]: DEBUG oslo_concurrency.lockutils [req-97de51d4-6192-4b13-ab0a-29d768fd6027 req-ccf3a3e5-0273-44f4-8ce5-76ad5b366d31 service nova] Acquiring lock "a34d645d-7824-491c-8a04-2fa6fe283a11-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.873277] env[68893]: DEBUG oslo_concurrency.lockutils [req-97de51d4-6192-4b13-ab0a-29d768fd6027 req-ccf3a3e5-0273-44f4-8ce5-76ad5b366d31 service nova] Lock "a34d645d-7824-491c-8a04-2fa6fe283a11-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.873375] env[68893]: DEBUG oslo_concurrency.lockutils [req-97de51d4-6192-4b13-ab0a-29d768fd6027 req-ccf3a3e5-0273-44f4-8ce5-76ad5b366d31 service nova] Lock "a34d645d-7824-491c-8a04-2fa6fe283a11-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.873563] env[68893]: DEBUG nova.compute.manager [req-97de51d4-6192-4b13-ab0a-29d768fd6027 req-ccf3a3e5-0273-44f4-8ce5-76ad5b366d31 service nova] [instance: a34d645d-7824-491c-8a04-2fa6fe283a11] No waiting events found dispatching network-vif-plugged-da5b4b72-f83f-460a-8c38-6ca201e820db {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1109.873805] env[68893]: WARNING nova.compute.manager [req-97de51d4-6192-4b13-ab0a-29d768fd6027 req-ccf3a3e5-0273-44f4-8ce5-76ad5b366d31 service nova] [instance: a34d645d-7824-491c-8a04-2fa6fe283a11] Received unexpected event network-vif-plugged-da5b4b72-f83f-460a-8c38-6ca201e820db for instance with vm_state building and task_state spawning. [ 1109.873934] env[68893]: DEBUG nova.compute.manager [req-97de51d4-6192-4b13-ab0a-29d768fd6027 req-ccf3a3e5-0273-44f4-8ce5-76ad5b366d31 service nova] [instance: a34d645d-7824-491c-8a04-2fa6fe283a11] Received event network-changed-da5b4b72-f83f-460a-8c38-6ca201e820db {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1109.874147] env[68893]: DEBUG nova.compute.manager [req-97de51d4-6192-4b13-ab0a-29d768fd6027 req-ccf3a3e5-0273-44f4-8ce5-76ad5b366d31 service nova] [instance: a34d645d-7824-491c-8a04-2fa6fe283a11] Refreshing instance network info cache due to event network-changed-da5b4b72-f83f-460a-8c38-6ca201e820db. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1109.874321] env[68893]: DEBUG oslo_concurrency.lockutils [req-97de51d4-6192-4b13-ab0a-29d768fd6027 req-ccf3a3e5-0273-44f4-8ce5-76ad5b366d31 service nova] Acquiring lock "refresh_cache-a34d645d-7824-491c-8a04-2fa6fe283a11" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.035262] env[68893]: DEBUG oslo_vmware.api [None req-53108445-5ddf-4729-b562-299b4054729a tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792225, 'name': Rename_Task, 'duration_secs': 0.424445} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.035587] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-53108445-5ddf-4729-b562-299b4054729a tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: d4070fc4-0915-42b6-ba2e-243f731ba079] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1110.035865] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-539d4e5b-6656-4a1c-ad9a-88ec31a8f610 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.042879] env[68893]: DEBUG oslo_vmware.api [None req-53108445-5ddf-4729-b562-299b4054729a tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Waiting for the task: (returnval){ [ 1110.042879] env[68893]: value = "task-2792226" [ 1110.042879] env[68893]: _type = "Task" [ 1110.042879] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.050389] env[68893]: DEBUG oslo_vmware.api [None req-53108445-5ddf-4729-b562-299b4054729a tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792226, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.254209] env[68893]: DEBUG oslo_concurrency.lockutils [None req-7891ea34-29af-43be-9c18-80d155267f8b tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.842s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.256204] env[68893]: DEBUG oslo_concurrency.lockutils [None req-5d8b9f48-9479-4ae8-8d28-f3d1e9055376 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.381s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.257828] env[68893]: INFO nova.compute.claims [None req-5d8b9f48-9479-4ae8-8d28-f3d1e9055376 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: 7b587048-dac4-4611-9149-6999e7cf06a0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1110.291060] env[68893]: INFO nova.scheduler.client.report [None req-7891ea34-29af-43be-9c18-80d155267f8b tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Deleted allocations for instance deb6dee1-b9f7-4b2b-89c5-ac48cde5241c [ 1110.390793] env[68893]: DEBUG nova.network.neutron [None req-1a5ee42a-fd10-46ad-afbd-f06804b447ee tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: a34d645d-7824-491c-8a04-2fa6fe283a11] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1110.554981] env[68893]: DEBUG oslo_vmware.api [None req-53108445-5ddf-4729-b562-299b4054729a tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792226, 'name': PowerOnVM_Task, 'duration_secs': 0.498661} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.555300] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-53108445-5ddf-4729-b562-299b4054729a tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: d4070fc4-0915-42b6-ba2e-243f731ba079] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1110.555569] env[68893]: INFO nova.compute.manager [None req-53108445-5ddf-4729-b562-299b4054729a tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: d4070fc4-0915-42b6-ba2e-243f731ba079] Took 7.55 seconds to spawn the instance on the hypervisor. [ 1110.555805] env[68893]: DEBUG nova.compute.manager [None req-53108445-5ddf-4729-b562-299b4054729a tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: d4070fc4-0915-42b6-ba2e-243f731ba079] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1110.556889] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53457554-3c3a-428e-b9aa-f84f3103b420 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.568829] env[68893]: DEBUG nova.network.neutron [None req-1a5ee42a-fd10-46ad-afbd-f06804b447ee tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: a34d645d-7824-491c-8a04-2fa6fe283a11] Updating instance_info_cache with network_info: [{"id": "da5b4b72-f83f-460a-8c38-6ca201e820db", "address": "fa:16:3e:2d:7e:e2", "network": {"id": "cd4544f9-c687-4245-bf7a-8be777c837e0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1345768403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbd67998ec3645b28f40986ddb6faf06", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda5b4b72-f8", "ovs_interfaceid": "da5b4b72-f83f-460a-8c38-6ca201e820db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.799603] env[68893]: DEBUG oslo_concurrency.lockutils [None req-7891ea34-29af-43be-9c18-80d155267f8b tempest-AttachVolumeTestJSON-1815967481 tempest-AttachVolumeTestJSON-1815967481-project-member] Lock "deb6dee1-b9f7-4b2b-89c5-ac48cde5241c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.842s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.072700] env[68893]: DEBUG oslo_concurrency.lockutils [None req-1a5ee42a-fd10-46ad-afbd-f06804b447ee tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Releasing lock "refresh_cache-a34d645d-7824-491c-8a04-2fa6fe283a11" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.072979] env[68893]: DEBUG nova.compute.manager [None req-1a5ee42a-fd10-46ad-afbd-f06804b447ee tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: a34d645d-7824-491c-8a04-2fa6fe283a11] Instance network_info: |[{"id": "da5b4b72-f83f-460a-8c38-6ca201e820db", "address": "fa:16:3e:2d:7e:e2", "network": {"id": "cd4544f9-c687-4245-bf7a-8be777c837e0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1345768403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbd67998ec3645b28f40986ddb6faf06", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda5b4b72-f8", "ovs_interfaceid": "da5b4b72-f83f-460a-8c38-6ca201e820db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1111.076438] env[68893]: DEBUG oslo_concurrency.lockutils [req-97de51d4-6192-4b13-ab0a-29d768fd6027 req-ccf3a3e5-0273-44f4-8ce5-76ad5b366d31 service nova] Acquired lock "refresh_cache-a34d645d-7824-491c-8a04-2fa6fe283a11" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.076438] env[68893]: DEBUG nova.network.neutron [req-97de51d4-6192-4b13-ab0a-29d768fd6027 req-ccf3a3e5-0273-44f4-8ce5-76ad5b366d31 service nova] [instance: a34d645d-7824-491c-8a04-2fa6fe283a11] Refreshing network info cache for port da5b4b72-f83f-460a-8c38-6ca201e820db {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1111.076937] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-1a5ee42a-fd10-46ad-afbd-f06804b447ee tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: a34d645d-7824-491c-8a04-2fa6fe283a11] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:7e:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba866c99-1cb2-4588-9f76-4bc0421ed46a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'da5b4b72-f83f-460a-8c38-6ca201e820db', 'vif_model': 'vmxnet3'}] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1111.085098] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1a5ee42a-fd10-46ad-afbd-f06804b447ee tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1111.088620] env[68893]: INFO nova.compute.manager [None req-53108445-5ddf-4729-b562-299b4054729a tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: d4070fc4-0915-42b6-ba2e-243f731ba079] Took 18.58 seconds to build instance. [ 1111.089471] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a34d645d-7824-491c-8a04-2fa6fe283a11] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1111.090095] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-29e3fa64-71d5-43c3-a1b2-5cdc94411032 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.114443] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1111.114443] env[68893]: value = "task-2792227" [ 1111.114443] env[68893]: _type = "Task" [ 1111.114443] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.129847] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792227, 'name': CreateVM_Task} progress is 6%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.517728] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a19754e3-aab9-468e-88f0-7e832c02c3f1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.530130] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da17cf2f-4f32-40dd-ad82-a68dba0f4957 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.565076] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b5b377e-8bef-47a4-8841-32d720d16f1b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.574181] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab88bb2e-1619-4899-a038-422e27ea3376 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.591879] env[68893]: DEBUG oslo_concurrency.lockutils [None req-53108445-5ddf-4729-b562-299b4054729a tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Lock "d4070fc4-0915-42b6-ba2e-243f731ba079" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.096s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.592379] env[68893]: DEBUG nova.compute.provider_tree [None req-5d8b9f48-9479-4ae8-8d28-f3d1e9055376 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1111.624738] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792227, 'name': CreateVM_Task, 'duration_secs': 0.371876} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.624917] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a34d645d-7824-491c-8a04-2fa6fe283a11] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1111.625634] env[68893]: DEBUG oslo_concurrency.lockutils [None req-1a5ee42a-fd10-46ad-afbd-f06804b447ee tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.625809] env[68893]: DEBUG oslo_concurrency.lockutils [None req-1a5ee42a-fd10-46ad-afbd-f06804b447ee tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.626125] env[68893]: DEBUG oslo_concurrency.lockutils [None req-1a5ee42a-fd10-46ad-afbd-f06804b447ee tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.626470] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01a58121-f3f8-4480-873c-38664ee5a7aa {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.631332] env[68893]: DEBUG oslo_vmware.api [None req-1a5ee42a-fd10-46ad-afbd-f06804b447ee tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Waiting for the task: (returnval){ [ 1111.631332] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]528566e6-2425-8add-40c4-72331e168003" [ 1111.631332] env[68893]: _type = "Task" [ 1111.631332] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.648150] env[68893]: DEBUG oslo_vmware.api [None req-1a5ee42a-fd10-46ad-afbd-f06804b447ee tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]528566e6-2425-8add-40c4-72331e168003, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.765680] env[68893]: DEBUG nova.network.neutron [req-97de51d4-6192-4b13-ab0a-29d768fd6027 req-ccf3a3e5-0273-44f4-8ce5-76ad5b366d31 service nova] [instance: a34d645d-7824-491c-8a04-2fa6fe283a11] Updated VIF entry in instance network info cache for port da5b4b72-f83f-460a-8c38-6ca201e820db. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1111.766076] env[68893]: DEBUG nova.network.neutron [req-97de51d4-6192-4b13-ab0a-29d768fd6027 req-ccf3a3e5-0273-44f4-8ce5-76ad5b366d31 service nova] [instance: a34d645d-7824-491c-8a04-2fa6fe283a11] Updating instance_info_cache with network_info: [{"id": "da5b4b72-f83f-460a-8c38-6ca201e820db", "address": "fa:16:3e:2d:7e:e2", "network": {"id": "cd4544f9-c687-4245-bf7a-8be777c837e0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1345768403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbd67998ec3645b28f40986ddb6faf06", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda5b4b72-f8", "ovs_interfaceid": "da5b4b72-f83f-460a-8c38-6ca201e820db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.097020] env[68893]: DEBUG nova.scheduler.client.report [None req-5d8b9f48-9479-4ae8-8d28-f3d1e9055376 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1112.142149] env[68893]: DEBUG oslo_vmware.api [None req-1a5ee42a-fd10-46ad-afbd-f06804b447ee tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]528566e6-2425-8add-40c4-72331e168003, 'name': SearchDatastore_Task, 'duration_secs': 0.023608} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.142477] env[68893]: DEBUG oslo_concurrency.lockutils [None req-1a5ee42a-fd10-46ad-afbd-f06804b447ee tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.142736] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-1a5ee42a-fd10-46ad-afbd-f06804b447ee tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: a34d645d-7824-491c-8a04-2fa6fe283a11] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1112.143068] env[68893]: DEBUG oslo_concurrency.lockutils [None req-1a5ee42a-fd10-46ad-afbd-f06804b447ee tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.143246] env[68893]: DEBUG oslo_concurrency.lockutils [None req-1a5ee42a-fd10-46ad-afbd-f06804b447ee tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.143429] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a5ee42a-fd10-46ad-afbd-f06804b447ee tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1112.143744] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6f09066f-a7f8-465e-893d-cdf6c9aeed25 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.154433] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a5ee42a-fd10-46ad-afbd-f06804b447ee tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1112.154621] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-1a5ee42a-fd10-46ad-afbd-f06804b447ee tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1112.155673] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d87c674-72b3-4c70-a481-a274e1e4767e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.160972] env[68893]: DEBUG oslo_vmware.api [None req-1a5ee42a-fd10-46ad-afbd-f06804b447ee tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Waiting for the task: (returnval){ [ 1112.160972] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]529fcc9c-86cf-607b-66a7-51628c48c8c1" [ 1112.160972] env[68893]: _type = "Task" [ 1112.160972] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.169481] env[68893]: DEBUG oslo_vmware.api [None req-1a5ee42a-fd10-46ad-afbd-f06804b447ee tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]529fcc9c-86cf-607b-66a7-51628c48c8c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.269453] env[68893]: DEBUG oslo_concurrency.lockutils [req-97de51d4-6192-4b13-ab0a-29d768fd6027 req-ccf3a3e5-0273-44f4-8ce5-76ad5b366d31 service nova] Releasing lock "refresh_cache-a34d645d-7824-491c-8a04-2fa6fe283a11" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.603364] env[68893]: DEBUG oslo_concurrency.lockutils [None req-5d8b9f48-9479-4ae8-8d28-f3d1e9055376 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.347s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.603963] env[68893]: DEBUG nova.compute.manager [None req-5d8b9f48-9479-4ae8-8d28-f3d1e9055376 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: 7b587048-dac4-4611-9149-6999e7cf06a0] Start building networks asynchronously for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1112.606520] env[68893]: DEBUG oslo_concurrency.lockutils [None req-15d5f825-1ae8-4878-bf56-d8bb1db617d4 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.930s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.608606] env[68893]: INFO nova.compute.claims [None req-15d5f825-1ae8-4878-bf56-d8bb1db617d4 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 1a1dd7d2-fd20-4578-a095-fb95f4fc1516] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1112.674483] env[68893]: DEBUG oslo_vmware.api [None req-1a5ee42a-fd10-46ad-afbd-f06804b447ee tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]529fcc9c-86cf-607b-66a7-51628c48c8c1, 'name': SearchDatastore_Task, 'duration_secs': 0.009682} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.674483] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07568bcd-f5b9-4cc0-ac71-8a23cb4e43ca {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.680106] env[68893]: DEBUG oslo_vmware.api [None req-1a5ee42a-fd10-46ad-afbd-f06804b447ee tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Waiting for the task: (returnval){ [ 1112.680106] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]5238c610-b4b0-f358-3727-aad333a34ee0" [ 1112.680106] env[68893]: _type = "Task" [ 1112.680106] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.689587] env[68893]: DEBUG oslo_vmware.api [None req-1a5ee42a-fd10-46ad-afbd-f06804b447ee tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]5238c610-b4b0-f358-3727-aad333a34ee0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.114837] env[68893]: DEBUG nova.compute.utils [None req-5d8b9f48-9479-4ae8-8d28-f3d1e9055376 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1113.119816] env[68893]: DEBUG nova.compute.manager [None req-5d8b9f48-9479-4ae8-8d28-f3d1e9055376 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: 7b587048-dac4-4611-9149-6999e7cf06a0] Allocating IP information in the background. {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1113.119816] env[68893]: DEBUG nova.network.neutron [None req-5d8b9f48-9479-4ae8-8d28-f3d1e9055376 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: 7b587048-dac4-4611-9149-6999e7cf06a0] allocate_for_instance() {{(pid=68893) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1113.180256] env[68893]: DEBUG nova.policy [None req-5d8b9f48-9479-4ae8-8d28-f3d1e9055376 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '56313e1bc7e1419481c84d7e6c5db83e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3a4fbfb5198240238c8f658161335220', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68893) authorize /opt/stack/nova/nova/policy.py:192}} [ 1113.196816] env[68893]: DEBUG oslo_vmware.api [None req-1a5ee42a-fd10-46ad-afbd-f06804b447ee tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]5238c610-b4b0-f358-3727-aad333a34ee0, 'name': SearchDatastore_Task, 'duration_secs': 0.009262} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.196928] env[68893]: DEBUG oslo_concurrency.lockutils [None req-1a5ee42a-fd10-46ad-afbd-f06804b447ee tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.197209] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a5ee42a-fd10-46ad-afbd-f06804b447ee tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] a34d645d-7824-491c-8a04-2fa6fe283a11/a34d645d-7824-491c-8a04-2fa6fe283a11.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1113.197478] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d41449bf-e7a4-4951-9eb5-a36e7036b272 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.209337] env[68893]: DEBUG oslo_vmware.api [None req-1a5ee42a-fd10-46ad-afbd-f06804b447ee tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Waiting for the task: (returnval){ [ 1113.209337] env[68893]: value = "task-2792229" [ 1113.209337] env[68893]: _type = "Task" [ 1113.209337] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.221738] env[68893]: DEBUG oslo_vmware.api [None req-1a5ee42a-fd10-46ad-afbd-f06804b447ee tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2792229, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.315614] env[68893]: DEBUG nova.compute.manager [None req-db2178d8-384c-489a-8f7c-c81a324e0a73 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: d4070fc4-0915-42b6-ba2e-243f731ba079] Stashing vm_state: active {{(pid=68893) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1113.621631] env[68893]: DEBUG nova.compute.manager [None req-5d8b9f48-9479-4ae8-8d28-f3d1e9055376 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: 7b587048-dac4-4611-9149-6999e7cf06a0] Start building block device mappings for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1113.697160] env[68893]: DEBUG nova.network.neutron [None req-5d8b9f48-9479-4ae8-8d28-f3d1e9055376 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: 7b587048-dac4-4611-9149-6999e7cf06a0] Successfully created port: ad37e289-4f3a-4b55-8846-62fd37f45142 {{(pid=68893) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1113.734968] env[68893]: DEBUG oslo_vmware.api [None req-1a5ee42a-fd10-46ad-afbd-f06804b447ee tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2792229, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509276} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.738157] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a5ee42a-fd10-46ad-afbd-f06804b447ee tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] a34d645d-7824-491c-8a04-2fa6fe283a11/a34d645d-7824-491c-8a04-2fa6fe283a11.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1113.738157] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-1a5ee42a-fd10-46ad-afbd-f06804b447ee tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: a34d645d-7824-491c-8a04-2fa6fe283a11] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1113.738512] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a33d9e2c-1abc-4e09-a25b-1e550b456a59 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.744690] env[68893]: DEBUG oslo_vmware.api [None req-1a5ee42a-fd10-46ad-afbd-f06804b447ee tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Waiting for the task: (returnval){ [ 1113.744690] env[68893]: value = "task-2792230" [ 1113.744690] env[68893]: _type = "Task" [ 1113.744690] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.756371] env[68893]: DEBUG oslo_vmware.api [None req-1a5ee42a-fd10-46ad-afbd-f06804b447ee tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2792230, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.836671] env[68893]: DEBUG oslo_concurrency.lockutils [None req-db2178d8-384c-489a-8f7c-c81a324e0a73 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.941053] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aaac498-39c5-40c4-b73c-83ae4cbd2ddd {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.950863] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bf68c4b-78f2-4aa2-a19e-260efd772bdc {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.991990] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c01eb334-9489-4a06-a142-193cda5dff88 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.999914] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d5d9be8-927b-427c-a177-a0c50c4dd67e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.016456] env[68893]: DEBUG nova.compute.provider_tree [None req-15d5f825-1ae8-4878-bf56-d8bb1db617d4 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1114.050435] env[68893]: DEBUG oslo_concurrency.lockutils [None req-257c3ea6-96bd-4d33-8ca9-dafb9486cc06 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Acquiring lock "18c88d54-3409-41b6-9f62-52a2c96d2932" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.050750] env[68893]: DEBUG oslo_concurrency.lockutils [None req-257c3ea6-96bd-4d33-8ca9-dafb9486cc06 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Lock "18c88d54-3409-41b6-9f62-52a2c96d2932" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.254192] env[68893]: DEBUG oslo_vmware.api [None req-1a5ee42a-fd10-46ad-afbd-f06804b447ee tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2792230, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.143833} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.254427] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-1a5ee42a-fd10-46ad-afbd-f06804b447ee tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: a34d645d-7824-491c-8a04-2fa6fe283a11] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1114.255196] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-203c6d7b-57b6-4e22-a22e-e44495112fd3 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.279348] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a5ee42a-fd10-46ad-afbd-f06804b447ee tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: a34d645d-7824-491c-8a04-2fa6fe283a11] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] a34d645d-7824-491c-8a04-2fa6fe283a11/a34d645d-7824-491c-8a04-2fa6fe283a11.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1114.279749] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31597500-222c-4abf-9a8c-37caaab633bb {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.299799] env[68893]: DEBUG oslo_vmware.api [None req-1a5ee42a-fd10-46ad-afbd-f06804b447ee tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Waiting for the task: (returnval){ [ 1114.299799] env[68893]: value = "task-2792232" [ 1114.299799] env[68893]: _type = "Task" [ 1114.299799] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.308103] env[68893]: DEBUG oslo_vmware.api [None req-1a5ee42a-fd10-46ad-afbd-f06804b447ee tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2792232, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.521497] env[68893]: DEBUG nova.scheduler.client.report [None req-15d5f825-1ae8-4878-bf56-d8bb1db617d4 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1114.553775] env[68893]: DEBUG nova.compute.manager [None req-257c3ea6-96bd-4d33-8ca9-dafb9486cc06 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: 18c88d54-3409-41b6-9f62-52a2c96d2932] Starting instance... {{(pid=68893) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1114.576358] env[68893]: DEBUG oslo_concurrency.lockutils [None req-37db4ef3-5c7e-46ba-b7cd-6a1a701d3382 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Acquiring lock "550b6591-8962-40ce-87bd-a846d584c99c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.576358] env[68893]: DEBUG oslo_concurrency.lockutils [None req-37db4ef3-5c7e-46ba-b7cd-6a1a701d3382 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Lock "550b6591-8962-40ce-87bd-a846d584c99c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.631779] env[68893]: DEBUG nova.compute.manager [None req-5d8b9f48-9479-4ae8-8d28-f3d1e9055376 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: 7b587048-dac4-4611-9149-6999e7cf06a0] Start spawning the instance on the hypervisor. {{(pid=68893) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1114.662262] env[68893]: DEBUG nova.virt.hardware [None req-5d8b9f48-9479-4ae8-8d28-f3d1e9055376 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1114.663365] env[68893]: DEBUG nova.virt.hardware [None req-5d8b9f48-9479-4ae8-8d28-f3d1e9055376 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1114.663365] env[68893]: DEBUG nova.virt.hardware [None req-5d8b9f48-9479-4ae8-8d28-f3d1e9055376 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1114.663365] env[68893]: DEBUG nova.virt.hardware [None req-5d8b9f48-9479-4ae8-8d28-f3d1e9055376 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1114.663365] env[68893]: DEBUG nova.virt.hardware [None req-5d8b9f48-9479-4ae8-8d28-f3d1e9055376 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1114.663554] env[68893]: DEBUG nova.virt.hardware [None req-5d8b9f48-9479-4ae8-8d28-f3d1e9055376 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1114.663637] env[68893]: DEBUG nova.virt.hardware [None req-5d8b9f48-9479-4ae8-8d28-f3d1e9055376 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1114.663811] env[68893]: DEBUG nova.virt.hardware [None req-5d8b9f48-9479-4ae8-8d28-f3d1e9055376 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1114.663966] env[68893]: DEBUG nova.virt.hardware [None req-5d8b9f48-9479-4ae8-8d28-f3d1e9055376 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1114.664144] env[68893]: DEBUG nova.virt.hardware [None req-5d8b9f48-9479-4ae8-8d28-f3d1e9055376 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1114.664320] env[68893]: DEBUG nova.virt.hardware [None req-5d8b9f48-9479-4ae8-8d28-f3d1e9055376 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1114.665245] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2280f5e9-b569-436c-bd0a-87e6862cc2ed {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.675952] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a34df498-89c0-4bda-9596-23d574c19012 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.814738] env[68893]: DEBUG oslo_vmware.api [None req-1a5ee42a-fd10-46ad-afbd-f06804b447ee tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2792232, 'name': ReconfigVM_Task, 'duration_secs': 0.30795} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.815031] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a5ee42a-fd10-46ad-afbd-f06804b447ee tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: a34d645d-7824-491c-8a04-2fa6fe283a11] Reconfigured VM instance instance-0000005f to attach disk [datastore2] a34d645d-7824-491c-8a04-2fa6fe283a11/a34d645d-7824-491c-8a04-2fa6fe283a11.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1114.815656] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6efaa3ea-0543-4475-8d40-aaa31c08a8a5 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.822879] env[68893]: DEBUG oslo_vmware.api [None req-1a5ee42a-fd10-46ad-afbd-f06804b447ee tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Waiting for the task: (returnval){ [ 1114.822879] env[68893]: value = "task-2792233" [ 1114.822879] env[68893]: _type = "Task" [ 1114.822879] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.832138] env[68893]: DEBUG oslo_vmware.api [None req-1a5ee42a-fd10-46ad-afbd-f06804b447ee tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2792233, 'name': Rename_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.027788] env[68893]: DEBUG oslo_concurrency.lockutils [None req-15d5f825-1ae8-4878-bf56-d8bb1db617d4 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.421s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.028396] env[68893]: DEBUG nova.compute.manager [None req-15d5f825-1ae8-4878-bf56-d8bb1db617d4 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 1a1dd7d2-fd20-4578-a095-fb95f4fc1516] Start building networks asynchronously for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1115.031324] env[68893]: DEBUG oslo_concurrency.lockutils [None req-a8378c10-2d20-437a-afea-fbfe3040d77a tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.377s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.032859] env[68893]: INFO nova.compute.claims [None req-a8378c10-2d20-437a-afea-fbfe3040d77a tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: a10a832e-eb42-4c1a-9cce-73d9cba00c67] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1115.079123] env[68893]: DEBUG nova.compute.manager [None req-37db4ef3-5c7e-46ba-b7cd-6a1a701d3382 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: 550b6591-8962-40ce-87bd-a846d584c99c] Starting instance... {{(pid=68893) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1115.090835] env[68893]: DEBUG oslo_concurrency.lockutils [None req-257c3ea6-96bd-4d33-8ca9-dafb9486cc06 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.229373] env[68893]: DEBUG nova.compute.manager [req-ebd72db2-3ba1-4aad-91c5-dae20265f41d req-af0f35b5-e2de-4321-a823-65ad864f99ce service nova] [instance: 7b587048-dac4-4611-9149-6999e7cf06a0] Received event network-vif-plugged-ad37e289-4f3a-4b55-8846-62fd37f45142 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1115.229615] env[68893]: DEBUG oslo_concurrency.lockutils [req-ebd72db2-3ba1-4aad-91c5-dae20265f41d req-af0f35b5-e2de-4321-a823-65ad864f99ce service nova] Acquiring lock "7b587048-dac4-4611-9149-6999e7cf06a0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.229868] env[68893]: DEBUG oslo_concurrency.lockutils [req-ebd72db2-3ba1-4aad-91c5-dae20265f41d req-af0f35b5-e2de-4321-a823-65ad864f99ce service nova] Lock "7b587048-dac4-4611-9149-6999e7cf06a0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.230056] env[68893]: DEBUG oslo_concurrency.lockutils [req-ebd72db2-3ba1-4aad-91c5-dae20265f41d req-af0f35b5-e2de-4321-a823-65ad864f99ce service nova] Lock "7b587048-dac4-4611-9149-6999e7cf06a0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.230231] env[68893]: DEBUG nova.compute.manager [req-ebd72db2-3ba1-4aad-91c5-dae20265f41d req-af0f35b5-e2de-4321-a823-65ad864f99ce service nova] [instance: 7b587048-dac4-4611-9149-6999e7cf06a0] No waiting events found dispatching network-vif-plugged-ad37e289-4f3a-4b55-8846-62fd37f45142 {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1115.230420] env[68893]: WARNING nova.compute.manager [req-ebd72db2-3ba1-4aad-91c5-dae20265f41d req-af0f35b5-e2de-4321-a823-65ad864f99ce service nova] [instance: 7b587048-dac4-4611-9149-6999e7cf06a0] Received unexpected event network-vif-plugged-ad37e289-4f3a-4b55-8846-62fd37f45142 for instance with vm_state building and task_state spawning. [ 1115.329290] env[68893]: DEBUG nova.network.neutron [None req-5d8b9f48-9479-4ae8-8d28-f3d1e9055376 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: 7b587048-dac4-4611-9149-6999e7cf06a0] Successfully updated port: ad37e289-4f3a-4b55-8846-62fd37f45142 {{(pid=68893) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1115.337122] env[68893]: DEBUG oslo_vmware.api [None req-1a5ee42a-fd10-46ad-afbd-f06804b447ee tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2792233, 'name': Rename_Task, 'duration_secs': 0.162909} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.337536] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a5ee42a-fd10-46ad-afbd-f06804b447ee tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: a34d645d-7824-491c-8a04-2fa6fe283a11] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1115.337814] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e10679b7-80f4-4838-9d9f-fd7efb2a2f54 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.345524] env[68893]: DEBUG oslo_vmware.api [None req-1a5ee42a-fd10-46ad-afbd-f06804b447ee tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Waiting for the task: (returnval){ [ 1115.345524] env[68893]: value = "task-2792234" [ 1115.345524] env[68893]: _type = "Task" [ 1115.345524] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.356867] env[68893]: DEBUG oslo_vmware.api [None req-1a5ee42a-fd10-46ad-afbd-f06804b447ee tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2792234, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.537412] env[68893]: DEBUG nova.compute.utils [None req-15d5f825-1ae8-4878-bf56-d8bb1db617d4 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1115.541444] env[68893]: DEBUG nova.compute.manager [None req-15d5f825-1ae8-4878-bf56-d8bb1db617d4 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 1a1dd7d2-fd20-4578-a095-fb95f4fc1516] Allocating IP information in the background. {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1115.541716] env[68893]: DEBUG nova.network.neutron [None req-15d5f825-1ae8-4878-bf56-d8bb1db617d4 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 1a1dd7d2-fd20-4578-a095-fb95f4fc1516] allocate_for_instance() {{(pid=68893) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1115.595562] env[68893]: DEBUG nova.policy [None req-15d5f825-1ae8-4878-bf56-d8bb1db617d4 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7bc429cb492f4b0d9783c375b77fc5d0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '564a5b6c6f4f4e42aeeef87662301380', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68893) authorize /opt/stack/nova/nova/policy.py:192}} [ 1115.599263] env[68893]: DEBUG oslo_concurrency.lockutils [None req-37db4ef3-5c7e-46ba-b7cd-6a1a701d3382 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.833844] env[68893]: DEBUG oslo_concurrency.lockutils [None req-5d8b9f48-9479-4ae8-8d28-f3d1e9055376 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Acquiring lock "refresh_cache-7b587048-dac4-4611-9149-6999e7cf06a0" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.833844] env[68893]: DEBUG oslo_concurrency.lockutils [None req-5d8b9f48-9479-4ae8-8d28-f3d1e9055376 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Acquired lock "refresh_cache-7b587048-dac4-4611-9149-6999e7cf06a0" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.833844] env[68893]: DEBUG nova.network.neutron [None req-5d8b9f48-9479-4ae8-8d28-f3d1e9055376 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: 7b587048-dac4-4611-9149-6999e7cf06a0] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1115.855860] env[68893]: DEBUG oslo_vmware.api [None req-1a5ee42a-fd10-46ad-afbd-f06804b447ee tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2792234, 'name': PowerOnVM_Task, 'duration_secs': 0.451133} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.856198] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a5ee42a-fd10-46ad-afbd-f06804b447ee tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: a34d645d-7824-491c-8a04-2fa6fe283a11] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1115.856445] env[68893]: INFO nova.compute.manager [None req-1a5ee42a-fd10-46ad-afbd-f06804b447ee tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: a34d645d-7824-491c-8a04-2fa6fe283a11] Took 7.27 seconds to spawn the instance on the hypervisor. [ 1115.856658] env[68893]: DEBUG nova.compute.manager [None req-1a5ee42a-fd10-46ad-afbd-f06804b447ee tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: a34d645d-7824-491c-8a04-2fa6fe283a11] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1115.857492] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fd4bcb3-3d18-4db8-bba8-43a738f64bec {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.937283] env[68893]: DEBUG nova.network.neutron [None req-15d5f825-1ae8-4878-bf56-d8bb1db617d4 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 1a1dd7d2-fd20-4578-a095-fb95f4fc1516] Successfully created port: 91a693c8-7da1-455f-b98c-739992a38417 {{(pid=68893) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1116.041943] env[68893]: DEBUG nova.compute.manager [None req-15d5f825-1ae8-4878-bf56-d8bb1db617d4 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 1a1dd7d2-fd20-4578-a095-fb95f4fc1516] Start building block device mappings for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1116.293495] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16ce77df-7b34-406a-8560-a3c29218bfb7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.302098] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97ce9500-eb11-420f-833e-9253cf514a4c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.331405] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2c45353-cec0-443b-a909-b08bdf902ace {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.341051] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a4adc5d-8139-4c56-8bf9-7d87c6b82ee5 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.354514] env[68893]: DEBUG nova.compute.provider_tree [None req-a8378c10-2d20-437a-afea-fbfe3040d77a tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1116.372958] env[68893]: DEBUG nova.network.neutron [None req-5d8b9f48-9479-4ae8-8d28-f3d1e9055376 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: 7b587048-dac4-4611-9149-6999e7cf06a0] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1116.374976] env[68893]: INFO nova.compute.manager [None req-1a5ee42a-fd10-46ad-afbd-f06804b447ee tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: a34d645d-7824-491c-8a04-2fa6fe283a11] Took 20.95 seconds to build instance. [ 1116.496252] env[68893]: DEBUG nova.network.neutron [None req-5d8b9f48-9479-4ae8-8d28-f3d1e9055376 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: 7b587048-dac4-4611-9149-6999e7cf06a0] Updating instance_info_cache with network_info: [{"id": "ad37e289-4f3a-4b55-8846-62fd37f45142", "address": "fa:16:3e:9b:60:64", "network": {"id": "2e9af55f-91c5-44a5-9f11-01c431a48424", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1682638634-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a4fbfb5198240238c8f658161335220", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad37e289-4f", "ovs_interfaceid": "ad37e289-4f3a-4b55-8846-62fd37f45142", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.631481] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26f4f631-7044-4b5f-8357-4c2c0959d556 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.638230] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-9cf0f234-9b36-4511-a704-580b08b08383 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: a34d645d-7824-491c-8a04-2fa6fe283a11] Suspending the VM {{(pid=68893) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1116.638471] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-1e3926ee-cb0e-4363-bf87-8b0eaba25bd7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.648057] env[68893]: DEBUG oslo_vmware.api [None req-9cf0f234-9b36-4511-a704-580b08b08383 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Waiting for the task: (returnval){ [ 1116.648057] env[68893]: value = "task-2792235" [ 1116.648057] env[68893]: _type = "Task" [ 1116.648057] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.655644] env[68893]: DEBUG oslo_vmware.api [None req-9cf0f234-9b36-4511-a704-580b08b08383 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2792235, 'name': SuspendVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.858080] env[68893]: DEBUG nova.scheduler.client.report [None req-a8378c10-2d20-437a-afea-fbfe3040d77a tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1116.876984] env[68893]: DEBUG oslo_concurrency.lockutils [None req-1a5ee42a-fd10-46ad-afbd-f06804b447ee tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Lock "a34d645d-7824-491c-8a04-2fa6fe283a11" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.460s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.999017] env[68893]: DEBUG oslo_concurrency.lockutils [None req-5d8b9f48-9479-4ae8-8d28-f3d1e9055376 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Releasing lock "refresh_cache-7b587048-dac4-4611-9149-6999e7cf06a0" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.999394] env[68893]: DEBUG nova.compute.manager [None req-5d8b9f48-9479-4ae8-8d28-f3d1e9055376 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: 7b587048-dac4-4611-9149-6999e7cf06a0] Instance network_info: |[{"id": "ad37e289-4f3a-4b55-8846-62fd37f45142", "address": "fa:16:3e:9b:60:64", "network": {"id": "2e9af55f-91c5-44a5-9f11-01c431a48424", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1682638634-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a4fbfb5198240238c8f658161335220", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad37e289-4f", "ovs_interfaceid": "ad37e289-4f3a-4b55-8846-62fd37f45142", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1117.000320] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-5d8b9f48-9479-4ae8-8d28-f3d1e9055376 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: 7b587048-dac4-4611-9149-6999e7cf06a0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:60:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd5970ab5-34b8-4065-bfa6-f568b8f103b7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ad37e289-4f3a-4b55-8846-62fd37f45142', 'vif_model': 'vmxnet3'}] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1117.011748] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d8b9f48-9479-4ae8-8d28-f3d1e9055376 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Creating folder: Project (3a4fbfb5198240238c8f658161335220). Parent ref: group-v560969. {{(pid=68893) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1117.015412] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8dc6bfcd-c88e-42ef-af53-02a640ee0944 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.025301] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-5d8b9f48-9479-4ae8-8d28-f3d1e9055376 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Created folder: Project (3a4fbfb5198240238c8f658161335220) in parent group-v560969. [ 1117.025523] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d8b9f48-9479-4ae8-8d28-f3d1e9055376 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Creating folder: Instances. Parent ref: group-v561234. {{(pid=68893) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1117.025829] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-324a6a77-ce03-4235-a9d5-19cb6ce88d82 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.036583] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-5d8b9f48-9479-4ae8-8d28-f3d1e9055376 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Created folder: Instances in parent group-v561234. [ 1117.036857] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5d8b9f48-9479-4ae8-8d28-f3d1e9055376 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1117.037086] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b587048-dac4-4611-9149-6999e7cf06a0] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1117.037329] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-689c1b1b-9d08-4b61-b660-5810a2b5ae00 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.056104] env[68893]: DEBUG nova.compute.manager [None req-15d5f825-1ae8-4878-bf56-d8bb1db617d4 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 1a1dd7d2-fd20-4578-a095-fb95f4fc1516] Start spawning the instance on the hypervisor. {{(pid=68893) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1117.063305] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1117.063305] env[68893]: value = "task-2792239" [ 1117.063305] env[68893]: _type = "Task" [ 1117.063305] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.072058] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792239, 'name': CreateVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.088237] env[68893]: DEBUG nova.virt.hardware [None req-15d5f825-1ae8-4878-bf56-d8bb1db617d4 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1117.088471] env[68893]: DEBUG nova.virt.hardware [None req-15d5f825-1ae8-4878-bf56-d8bb1db617d4 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1117.088635] env[68893]: DEBUG nova.virt.hardware [None req-15d5f825-1ae8-4878-bf56-d8bb1db617d4 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1117.088817] env[68893]: DEBUG nova.virt.hardware [None req-15d5f825-1ae8-4878-bf56-d8bb1db617d4 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1117.088965] env[68893]: DEBUG nova.virt.hardware [None req-15d5f825-1ae8-4878-bf56-d8bb1db617d4 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1117.089151] env[68893]: DEBUG nova.virt.hardware [None req-15d5f825-1ae8-4878-bf56-d8bb1db617d4 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1117.089363] env[68893]: DEBUG nova.virt.hardware [None req-15d5f825-1ae8-4878-bf56-d8bb1db617d4 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1117.089524] env[68893]: DEBUG nova.virt.hardware [None req-15d5f825-1ae8-4878-bf56-d8bb1db617d4 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1117.089718] env[68893]: DEBUG nova.virt.hardware [None req-15d5f825-1ae8-4878-bf56-d8bb1db617d4 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1117.090020] env[68893]: DEBUG nova.virt.hardware [None req-15d5f825-1ae8-4878-bf56-d8bb1db617d4 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1117.090208] env[68893]: DEBUG nova.virt.hardware [None req-15d5f825-1ae8-4878-bf56-d8bb1db617d4 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1117.091105] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb8c15ad-9b49-465c-8e48-1a0eaaeb8d49 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.099229] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fa466f2-3343-47d3-b9c9-6042204935d0 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.158334] env[68893]: DEBUG oslo_vmware.api [None req-9cf0f234-9b36-4511-a704-580b08b08383 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2792235, 'name': SuspendVM_Task} progress is 66%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.256016] env[68893]: DEBUG nova.compute.manager [req-b2a0f483-f747-4f9c-bee7-6db104a7ca1f req-7fe21155-7c88-46eb-b044-8f28856f7bc6 service nova] [instance: 7b587048-dac4-4611-9149-6999e7cf06a0] Received event network-changed-ad37e289-4f3a-4b55-8846-62fd37f45142 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1117.256269] env[68893]: DEBUG nova.compute.manager [req-b2a0f483-f747-4f9c-bee7-6db104a7ca1f req-7fe21155-7c88-46eb-b044-8f28856f7bc6 service nova] [instance: 7b587048-dac4-4611-9149-6999e7cf06a0] Refreshing instance network info cache due to event network-changed-ad37e289-4f3a-4b55-8846-62fd37f45142. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1117.256484] env[68893]: DEBUG oslo_concurrency.lockutils [req-b2a0f483-f747-4f9c-bee7-6db104a7ca1f req-7fe21155-7c88-46eb-b044-8f28856f7bc6 service nova] Acquiring lock "refresh_cache-7b587048-dac4-4611-9149-6999e7cf06a0" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.256632] env[68893]: DEBUG oslo_concurrency.lockutils [req-b2a0f483-f747-4f9c-bee7-6db104a7ca1f req-7fe21155-7c88-46eb-b044-8f28856f7bc6 service nova] Acquired lock "refresh_cache-7b587048-dac4-4611-9149-6999e7cf06a0" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.256785] env[68893]: DEBUG nova.network.neutron [req-b2a0f483-f747-4f9c-bee7-6db104a7ca1f req-7fe21155-7c88-46eb-b044-8f28856f7bc6 service nova] [instance: 7b587048-dac4-4611-9149-6999e7cf06a0] Refreshing network info cache for port ad37e289-4f3a-4b55-8846-62fd37f45142 {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1117.363277] env[68893]: DEBUG oslo_concurrency.lockutils [None req-a8378c10-2d20-437a-afea-fbfe3040d77a tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.332s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.363730] env[68893]: DEBUG nova.compute.manager [None req-a8378c10-2d20-437a-afea-fbfe3040d77a tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: a10a832e-eb42-4c1a-9cce-73d9cba00c67] Start building networks asynchronously for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1117.366704] env[68893]: DEBUG oslo_concurrency.lockutils [None req-045d5ac8-9993-4f2c-a2bf-52c201d0b529 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.788s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.367080] env[68893]: DEBUG nova.objects.instance [None req-045d5ac8-9993-4f2c-a2bf-52c201d0b529 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Lazy-loading 'resources' on Instance uuid 95be1925-4482-4656-aeb1-7e4ef679458f {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1117.567125] env[68893]: DEBUG nova.network.neutron [None req-15d5f825-1ae8-4878-bf56-d8bb1db617d4 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 1a1dd7d2-fd20-4578-a095-fb95f4fc1516] Successfully updated port: 91a693c8-7da1-455f-b98c-739992a38417 {{(pid=68893) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1117.575807] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792239, 'name': CreateVM_Task, 'duration_secs': 0.350513} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.576622] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b587048-dac4-4611-9149-6999e7cf06a0] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1117.577365] env[68893]: DEBUG oslo_concurrency.lockutils [None req-5d8b9f48-9479-4ae8-8d28-f3d1e9055376 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.577609] env[68893]: DEBUG oslo_concurrency.lockutils [None req-5d8b9f48-9479-4ae8-8d28-f3d1e9055376 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.577961] env[68893]: DEBUG oslo_concurrency.lockutils [None req-5d8b9f48-9479-4ae8-8d28-f3d1e9055376 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.578519] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55112c83-693d-49de-83d4-318a54436a97 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.583503] env[68893]: DEBUG oslo_vmware.api [None req-5d8b9f48-9479-4ae8-8d28-f3d1e9055376 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Waiting for the task: (returnval){ [ 1117.583503] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52e92677-acd3-4099-176a-03ff54088a38" [ 1117.583503] env[68893]: _type = "Task" [ 1117.583503] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.593626] env[68893]: DEBUG oslo_vmware.api [None req-5d8b9f48-9479-4ae8-8d28-f3d1e9055376 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52e92677-acd3-4099-176a-03ff54088a38, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.658911] env[68893]: DEBUG oslo_vmware.api [None req-9cf0f234-9b36-4511-a704-580b08b08383 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2792235, 'name': SuspendVM_Task, 'duration_secs': 0.731322} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.659208] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-9cf0f234-9b36-4511-a704-580b08b08383 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: a34d645d-7824-491c-8a04-2fa6fe283a11] Suspended the VM {{(pid=68893) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1117.659388] env[68893]: DEBUG nova.compute.manager [None req-9cf0f234-9b36-4511-a704-580b08b08383 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: a34d645d-7824-491c-8a04-2fa6fe283a11] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1117.660163] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf70c0ec-0861-4a40-869d-80ec1d2c1237 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.870226] env[68893]: DEBUG nova.compute.utils [None req-a8378c10-2d20-437a-afea-fbfe3040d77a tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1117.871544] env[68893]: DEBUG nova.compute.manager [None req-a8378c10-2d20-437a-afea-fbfe3040d77a tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: a10a832e-eb42-4c1a-9cce-73d9cba00c67] Allocating IP information in the background. {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1117.872562] env[68893]: DEBUG nova.network.neutron [None req-a8378c10-2d20-437a-afea-fbfe3040d77a tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: a10a832e-eb42-4c1a-9cce-73d9cba00c67] allocate_for_instance() {{(pid=68893) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1117.932041] env[68893]: DEBUG nova.policy [None req-a8378c10-2d20-437a-afea-fbfe3040d77a tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dde60ecc29cf439e9b9646becfde4f73', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6e831a12ecf54cd6808b9e257ff9bea1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68893) authorize /opt/stack/nova/nova/policy.py:192}} [ 1117.957745] env[68893]: DEBUG nova.network.neutron [req-b2a0f483-f747-4f9c-bee7-6db104a7ca1f req-7fe21155-7c88-46eb-b044-8f28856f7bc6 service nova] [instance: 7b587048-dac4-4611-9149-6999e7cf06a0] Updated VIF entry in instance network info cache for port ad37e289-4f3a-4b55-8846-62fd37f45142. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1117.958203] env[68893]: DEBUG nova.network.neutron [req-b2a0f483-f747-4f9c-bee7-6db104a7ca1f req-7fe21155-7c88-46eb-b044-8f28856f7bc6 service nova] [instance: 7b587048-dac4-4611-9149-6999e7cf06a0] Updating instance_info_cache with network_info: [{"id": "ad37e289-4f3a-4b55-8846-62fd37f45142", "address": "fa:16:3e:9b:60:64", "network": {"id": "2e9af55f-91c5-44a5-9f11-01c431a48424", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1682638634-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a4fbfb5198240238c8f658161335220", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad37e289-4f", "ovs_interfaceid": "ad37e289-4f3a-4b55-8846-62fd37f45142", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.070650] env[68893]: DEBUG oslo_concurrency.lockutils [None req-15d5f825-1ae8-4878-bf56-d8bb1db617d4 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Acquiring lock "refresh_cache-1a1dd7d2-fd20-4578-a095-fb95f4fc1516" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.070872] env[68893]: DEBUG oslo_concurrency.lockutils [None req-15d5f825-1ae8-4878-bf56-d8bb1db617d4 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Acquired lock "refresh_cache-1a1dd7d2-fd20-4578-a095-fb95f4fc1516" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.070985] env[68893]: DEBUG nova.network.neutron [None req-15d5f825-1ae8-4878-bf56-d8bb1db617d4 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 1a1dd7d2-fd20-4578-a095-fb95f4fc1516] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1118.095748] env[68893]: DEBUG oslo_vmware.api [None req-5d8b9f48-9479-4ae8-8d28-f3d1e9055376 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52e92677-acd3-4099-176a-03ff54088a38, 'name': SearchDatastore_Task, 'duration_secs': 0.014496} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.096603] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d397b1db-5114-4619-82b4-a79a55171352 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.099116] env[68893]: DEBUG oslo_concurrency.lockutils [None req-5d8b9f48-9479-4ae8-8d28-f3d1e9055376 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.099358] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-5d8b9f48-9479-4ae8-8d28-f3d1e9055376 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: 7b587048-dac4-4611-9149-6999e7cf06a0] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1118.099587] env[68893]: DEBUG oslo_concurrency.lockutils [None req-5d8b9f48-9479-4ae8-8d28-f3d1e9055376 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.099790] env[68893]: DEBUG oslo_concurrency.lockutils [None req-5d8b9f48-9479-4ae8-8d28-f3d1e9055376 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.099973] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d8b9f48-9479-4ae8-8d28-f3d1e9055376 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1118.100231] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dc9e945f-c36d-4840-bf79-3ac054237b5e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.106900] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe1141f5-ec6e-4cfa-833a-7f8d6cd130ec {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.110675] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d8b9f48-9479-4ae8-8d28-f3d1e9055376 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1118.110862] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-5d8b9f48-9479-4ae8-8d28-f3d1e9055376 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1118.111810] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc6c3734-e545-45fe-91f5-d067c9a762cf {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.139046] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5565f39-efe7-4c80-8e45-cd915bf161c7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.142904] env[68893]: DEBUG oslo_vmware.api [None req-5d8b9f48-9479-4ae8-8d28-f3d1e9055376 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Waiting for the task: (returnval){ [ 1118.142904] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]520a737f-a0d0-f381-d0d2-5cdb3fa592f2" [ 1118.142904] env[68893]: _type = "Task" [ 1118.142904] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.151191] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4561afd4-5d5d-4913-9f16-2b3047bf6083 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.158357] env[68893]: DEBUG oslo_vmware.api [None req-5d8b9f48-9479-4ae8-8d28-f3d1e9055376 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]520a737f-a0d0-f381-d0d2-5cdb3fa592f2, 'name': SearchDatastore_Task, 'duration_secs': 0.009995} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.159439] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f5fdb81-2b7a-406a-a273-06a5fd8f20dc {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.171395] env[68893]: DEBUG nova.compute.provider_tree [None req-045d5ac8-9993-4f2c-a2bf-52c201d0b529 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1118.176592] env[68893]: DEBUG oslo_vmware.api [None req-5d8b9f48-9479-4ae8-8d28-f3d1e9055376 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Waiting for the task: (returnval){ [ 1118.176592] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52538585-a04c-675e-f7c9-3a3493681306" [ 1118.176592] env[68893]: _type = "Task" [ 1118.176592] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.185949] env[68893]: DEBUG oslo_vmware.api [None req-5d8b9f48-9479-4ae8-8d28-f3d1e9055376 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52538585-a04c-675e-f7c9-3a3493681306, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.265090] env[68893]: DEBUG nova.network.neutron [None req-a8378c10-2d20-437a-afea-fbfe3040d77a tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: a10a832e-eb42-4c1a-9cce-73d9cba00c67] Successfully created port: 50d8526c-bf9b-4031-a568-f74de3f3fbdd {{(pid=68893) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1118.377021] env[68893]: DEBUG nova.compute.manager [None req-a8378c10-2d20-437a-afea-fbfe3040d77a tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: a10a832e-eb42-4c1a-9cce-73d9cba00c67] Start building block device mappings for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1118.463680] env[68893]: DEBUG oslo_concurrency.lockutils [req-b2a0f483-f747-4f9c-bee7-6db104a7ca1f req-7fe21155-7c88-46eb-b044-8f28856f7bc6 service nova] Releasing lock "refresh_cache-7b587048-dac4-4611-9149-6999e7cf06a0" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.606358] env[68893]: DEBUG nova.network.neutron [None req-15d5f825-1ae8-4878-bf56-d8bb1db617d4 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 1a1dd7d2-fd20-4578-a095-fb95f4fc1516] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1118.675931] env[68893]: DEBUG nova.scheduler.client.report [None req-045d5ac8-9993-4f2c-a2bf-52c201d0b529 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1118.693490] env[68893]: DEBUG oslo_vmware.api [None req-5d8b9f48-9479-4ae8-8d28-f3d1e9055376 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52538585-a04c-675e-f7c9-3a3493681306, 'name': SearchDatastore_Task, 'duration_secs': 0.01556} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.694549] env[68893]: DEBUG oslo_concurrency.lockutils [None req-5d8b9f48-9479-4ae8-8d28-f3d1e9055376 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.695030] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d8b9f48-9479-4ae8-8d28-f3d1e9055376 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] 7b587048-dac4-4611-9149-6999e7cf06a0/7b587048-dac4-4611-9149-6999e7cf06a0.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1118.695940] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8ec5b61d-5187-4884-af1d-e683d847f5fe {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.703383] env[68893]: DEBUG oslo_vmware.api [None req-5d8b9f48-9479-4ae8-8d28-f3d1e9055376 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Waiting for the task: (returnval){ [ 1118.703383] env[68893]: value = "task-2792240" [ 1118.703383] env[68893]: _type = "Task" [ 1118.703383] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.713438] env[68893]: DEBUG oslo_vmware.api [None req-5d8b9f48-9479-4ae8-8d28-f3d1e9055376 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Task: {'id': task-2792240, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.751105] env[68893]: DEBUG nova.network.neutron [None req-15d5f825-1ae8-4878-bf56-d8bb1db617d4 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 1a1dd7d2-fd20-4578-a095-fb95f4fc1516] Updating instance_info_cache with network_info: [{"id": "91a693c8-7da1-455f-b98c-739992a38417", "address": "fa:16:3e:f1:11:b8", "network": {"id": "024e10c8-0890-4be3-81cc-2be8eac35dc9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-116676947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "564a5b6c6f4f4e42aeeef87662301380", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91a693c8-7d", "ovs_interfaceid": "91a693c8-7da1-455f-b98c-739992a38417", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.066207] env[68893]: DEBUG oslo_concurrency.lockutils [None req-3580c9d9-bc42-4770-be99-4c62e5ecc2c2 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Acquiring lock "a34d645d-7824-491c-8a04-2fa6fe283a11" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.066550] env[68893]: DEBUG oslo_concurrency.lockutils [None req-3580c9d9-bc42-4770-be99-4c62e5ecc2c2 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Lock "a34d645d-7824-491c-8a04-2fa6fe283a11" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.066764] env[68893]: DEBUG oslo_concurrency.lockutils [None req-3580c9d9-bc42-4770-be99-4c62e5ecc2c2 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Acquiring lock "a34d645d-7824-491c-8a04-2fa6fe283a11-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.066980] env[68893]: DEBUG oslo_concurrency.lockutils [None req-3580c9d9-bc42-4770-be99-4c62e5ecc2c2 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Lock "a34d645d-7824-491c-8a04-2fa6fe283a11-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.067174] env[68893]: DEBUG oslo_concurrency.lockutils [None req-3580c9d9-bc42-4770-be99-4c62e5ecc2c2 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Lock "a34d645d-7824-491c-8a04-2fa6fe283a11-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.069350] env[68893]: INFO nova.compute.manager [None req-3580c9d9-bc42-4770-be99-4c62e5ecc2c2 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: a34d645d-7824-491c-8a04-2fa6fe283a11] Terminating instance [ 1119.185840] env[68893]: DEBUG oslo_concurrency.lockutils [None req-045d5ac8-9993-4f2c-a2bf-52c201d0b529 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.819s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.189079] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b2bf6dfe-7406-4f35-b289-d6157ae2da40 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 10.168s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.212368] env[68893]: INFO nova.scheduler.client.report [None req-045d5ac8-9993-4f2c-a2bf-52c201d0b529 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Deleted allocations for instance 95be1925-4482-4656-aeb1-7e4ef679458f [ 1119.217524] env[68893]: DEBUG oslo_vmware.api [None req-5d8b9f48-9479-4ae8-8d28-f3d1e9055376 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Task: {'id': task-2792240, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.426723} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.220636] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d8b9f48-9479-4ae8-8d28-f3d1e9055376 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] 7b587048-dac4-4611-9149-6999e7cf06a0/7b587048-dac4-4611-9149-6999e7cf06a0.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1119.220903] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-5d8b9f48-9479-4ae8-8d28-f3d1e9055376 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: 7b587048-dac4-4611-9149-6999e7cf06a0] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1119.221126] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ef961413-1f10-422a-ba47-5a81ce3f466d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.228170] env[68893]: DEBUG oslo_vmware.api [None req-5d8b9f48-9479-4ae8-8d28-f3d1e9055376 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Waiting for the task: (returnval){ [ 1119.228170] env[68893]: value = "task-2792241" [ 1119.228170] env[68893]: _type = "Task" [ 1119.228170] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.236787] env[68893]: DEBUG oslo_vmware.api [None req-5d8b9f48-9479-4ae8-8d28-f3d1e9055376 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Task: {'id': task-2792241, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.254077] env[68893]: DEBUG oslo_concurrency.lockutils [None req-15d5f825-1ae8-4878-bf56-d8bb1db617d4 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Releasing lock "refresh_cache-1a1dd7d2-fd20-4578-a095-fb95f4fc1516" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.254461] env[68893]: DEBUG nova.compute.manager [None req-15d5f825-1ae8-4878-bf56-d8bb1db617d4 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 1a1dd7d2-fd20-4578-a095-fb95f4fc1516] Instance network_info: |[{"id": "91a693c8-7da1-455f-b98c-739992a38417", "address": "fa:16:3e:f1:11:b8", "network": {"id": "024e10c8-0890-4be3-81cc-2be8eac35dc9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-116676947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "564a5b6c6f4f4e42aeeef87662301380", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91a693c8-7d", "ovs_interfaceid": "91a693c8-7da1-455f-b98c-739992a38417", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1119.254934] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-15d5f825-1ae8-4878-bf56-d8bb1db617d4 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 1a1dd7d2-fd20-4578-a095-fb95f4fc1516] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:11:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74f30339-6421-4654-bddb-81d7f34db9d7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '91a693c8-7da1-455f-b98c-739992a38417', 'vif_model': 'vmxnet3'}] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1119.264072] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-15d5f825-1ae8-4878-bf56-d8bb1db617d4 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1119.264258] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a1dd7d2-fd20-4578-a095-fb95f4fc1516] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1119.264819] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-587095bc-55cc-4721-8632-c8e3b562931b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.286536] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1119.286536] env[68893]: value = "task-2792242" [ 1119.286536] env[68893]: _type = "Task" [ 1119.286536] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.295748] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792242, 'name': CreateVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.300201] env[68893]: DEBUG nova.compute.manager [req-a3fe6cb9-d89d-40a6-a3e1-f958193e1c06 req-a7b33a1a-f53b-44f9-b666-7db954c974b4 service nova] [instance: 1a1dd7d2-fd20-4578-a095-fb95f4fc1516] Received event network-vif-plugged-91a693c8-7da1-455f-b98c-739992a38417 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1119.300375] env[68893]: DEBUG oslo_concurrency.lockutils [req-a3fe6cb9-d89d-40a6-a3e1-f958193e1c06 req-a7b33a1a-f53b-44f9-b666-7db954c974b4 service nova] Acquiring lock "1a1dd7d2-fd20-4578-a095-fb95f4fc1516-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.300602] env[68893]: DEBUG oslo_concurrency.lockutils [req-a3fe6cb9-d89d-40a6-a3e1-f958193e1c06 req-a7b33a1a-f53b-44f9-b666-7db954c974b4 service nova] Lock "1a1dd7d2-fd20-4578-a095-fb95f4fc1516-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.300736] env[68893]: DEBUG oslo_concurrency.lockutils [req-a3fe6cb9-d89d-40a6-a3e1-f958193e1c06 req-a7b33a1a-f53b-44f9-b666-7db954c974b4 service nova] Lock "1a1dd7d2-fd20-4578-a095-fb95f4fc1516-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.300891] env[68893]: DEBUG nova.compute.manager [req-a3fe6cb9-d89d-40a6-a3e1-f958193e1c06 req-a7b33a1a-f53b-44f9-b666-7db954c974b4 service nova] [instance: 1a1dd7d2-fd20-4578-a095-fb95f4fc1516] No waiting events found dispatching network-vif-plugged-91a693c8-7da1-455f-b98c-739992a38417 {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1119.301232] env[68893]: WARNING nova.compute.manager [req-a3fe6cb9-d89d-40a6-a3e1-f958193e1c06 req-a7b33a1a-f53b-44f9-b666-7db954c974b4 service nova] [instance: 1a1dd7d2-fd20-4578-a095-fb95f4fc1516] Received unexpected event network-vif-plugged-91a693c8-7da1-455f-b98c-739992a38417 for instance with vm_state building and task_state spawning. [ 1119.301427] env[68893]: DEBUG nova.compute.manager [req-a3fe6cb9-d89d-40a6-a3e1-f958193e1c06 req-a7b33a1a-f53b-44f9-b666-7db954c974b4 service nova] [instance: 1a1dd7d2-fd20-4578-a095-fb95f4fc1516] Received event network-changed-91a693c8-7da1-455f-b98c-739992a38417 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1119.301585] env[68893]: DEBUG nova.compute.manager [req-a3fe6cb9-d89d-40a6-a3e1-f958193e1c06 req-a7b33a1a-f53b-44f9-b666-7db954c974b4 service nova] [instance: 1a1dd7d2-fd20-4578-a095-fb95f4fc1516] Refreshing instance network info cache due to event network-changed-91a693c8-7da1-455f-b98c-739992a38417. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1119.301767] env[68893]: DEBUG oslo_concurrency.lockutils [req-a3fe6cb9-d89d-40a6-a3e1-f958193e1c06 req-a7b33a1a-f53b-44f9-b666-7db954c974b4 service nova] Acquiring lock "refresh_cache-1a1dd7d2-fd20-4578-a095-fb95f4fc1516" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.301904] env[68893]: DEBUG oslo_concurrency.lockutils [req-a3fe6cb9-d89d-40a6-a3e1-f958193e1c06 req-a7b33a1a-f53b-44f9-b666-7db954c974b4 service nova] Acquired lock "refresh_cache-1a1dd7d2-fd20-4578-a095-fb95f4fc1516" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.302071] env[68893]: DEBUG nova.network.neutron [req-a3fe6cb9-d89d-40a6-a3e1-f958193e1c06 req-a7b33a1a-f53b-44f9-b666-7db954c974b4 service nova] [instance: 1a1dd7d2-fd20-4578-a095-fb95f4fc1516] Refreshing network info cache for port 91a693c8-7da1-455f-b98c-739992a38417 {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1119.389232] env[68893]: DEBUG nova.compute.manager [None req-a8378c10-2d20-437a-afea-fbfe3040d77a tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: a10a832e-eb42-4c1a-9cce-73d9cba00c67] Start spawning the instance on the hypervisor. {{(pid=68893) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1119.414728] env[68893]: DEBUG nova.virt.hardware [None req-a8378c10-2d20-437a-afea-fbfe3040d77a tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1119.415060] env[68893]: DEBUG nova.virt.hardware [None req-a8378c10-2d20-437a-afea-fbfe3040d77a tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1119.415195] env[68893]: DEBUG nova.virt.hardware [None req-a8378c10-2d20-437a-afea-fbfe3040d77a tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1119.415381] env[68893]: DEBUG nova.virt.hardware [None req-a8378c10-2d20-437a-afea-fbfe3040d77a tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1119.415529] env[68893]: DEBUG nova.virt.hardware [None req-a8378c10-2d20-437a-afea-fbfe3040d77a tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1119.415674] env[68893]: DEBUG nova.virt.hardware [None req-a8378c10-2d20-437a-afea-fbfe3040d77a tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1119.415886] env[68893]: DEBUG nova.virt.hardware [None req-a8378c10-2d20-437a-afea-fbfe3040d77a tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1119.416462] env[68893]: DEBUG nova.virt.hardware [None req-a8378c10-2d20-437a-afea-fbfe3040d77a tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1119.416704] env[68893]: DEBUG nova.virt.hardware [None req-a8378c10-2d20-437a-afea-fbfe3040d77a tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1119.416883] env[68893]: DEBUG nova.virt.hardware [None req-a8378c10-2d20-437a-afea-fbfe3040d77a tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1119.417241] env[68893]: DEBUG nova.virt.hardware [None req-a8378c10-2d20-437a-afea-fbfe3040d77a tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1119.418138] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ae31e34-c7c8-4e84-8791-920ce16eac60 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.426432] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38ebdc9c-05d6-4cea-ad70-b190ae358917 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.574551] env[68893]: DEBUG nova.compute.manager [None req-3580c9d9-bc42-4770-be99-4c62e5ecc2c2 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: a34d645d-7824-491c-8a04-2fa6fe283a11] Start destroying the instance on the hypervisor. {{(pid=68893) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1119.574778] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-3580c9d9-bc42-4770-be99-4c62e5ecc2c2 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: a34d645d-7824-491c-8a04-2fa6fe283a11] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1119.575666] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73968abd-ccd3-437a-9021-1062a47274cd {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.583350] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-3580c9d9-bc42-4770-be99-4c62e5ecc2c2 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: a34d645d-7824-491c-8a04-2fa6fe283a11] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1119.583522] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5d6af189-43d4-47f3-a785-78b97129acc1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.665489] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-3580c9d9-bc42-4770-be99-4c62e5ecc2c2 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: a34d645d-7824-491c-8a04-2fa6fe283a11] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1119.665774] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-3580c9d9-bc42-4770-be99-4c62e5ecc2c2 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: a34d645d-7824-491c-8a04-2fa6fe283a11] Deleting contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1119.665958] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-3580c9d9-bc42-4770-be99-4c62e5ecc2c2 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Deleting the datastore file [datastore2] a34d645d-7824-491c-8a04-2fa6fe283a11 {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1119.666242] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-49273b42-f2de-4f7f-9089-66b7864d2a24 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.673982] env[68893]: DEBUG oslo_vmware.api [None req-3580c9d9-bc42-4770-be99-4c62e5ecc2c2 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Waiting for the task: (returnval){ [ 1119.673982] env[68893]: value = "task-2792244" [ 1119.673982] env[68893]: _type = "Task" [ 1119.673982] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.680633] env[68893]: DEBUG oslo_vmware.api [None req-3580c9d9-bc42-4770-be99-4c62e5ecc2c2 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2792244, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.694220] env[68893]: INFO nova.compute.claims [None req-b2bf6dfe-7406-4f35-b289-d6157ae2da40 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1119.711107] env[68893]: DEBUG nova.compute.manager [req-533aa2ee-f322-4fb9-b2e8-29053902ad70 req-3668e285-76e5-4c72-b748-bd8424b8bcb9 service nova] [instance: a10a832e-eb42-4c1a-9cce-73d9cba00c67] Received event network-vif-plugged-50d8526c-bf9b-4031-a568-f74de3f3fbdd {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1119.711326] env[68893]: DEBUG oslo_concurrency.lockutils [req-533aa2ee-f322-4fb9-b2e8-29053902ad70 req-3668e285-76e5-4c72-b748-bd8424b8bcb9 service nova] Acquiring lock "a10a832e-eb42-4c1a-9cce-73d9cba00c67-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.711527] env[68893]: DEBUG oslo_concurrency.lockutils [req-533aa2ee-f322-4fb9-b2e8-29053902ad70 req-3668e285-76e5-4c72-b748-bd8424b8bcb9 service nova] Lock "a10a832e-eb42-4c1a-9cce-73d9cba00c67-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.711786] env[68893]: DEBUG oslo_concurrency.lockutils [req-533aa2ee-f322-4fb9-b2e8-29053902ad70 req-3668e285-76e5-4c72-b748-bd8424b8bcb9 service nova] Lock "a10a832e-eb42-4c1a-9cce-73d9cba00c67-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.711842] env[68893]: DEBUG nova.compute.manager [req-533aa2ee-f322-4fb9-b2e8-29053902ad70 req-3668e285-76e5-4c72-b748-bd8424b8bcb9 service nova] [instance: a10a832e-eb42-4c1a-9cce-73d9cba00c67] No waiting events found dispatching network-vif-plugged-50d8526c-bf9b-4031-a568-f74de3f3fbdd {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1119.712013] env[68893]: WARNING nova.compute.manager [req-533aa2ee-f322-4fb9-b2e8-29053902ad70 req-3668e285-76e5-4c72-b748-bd8424b8bcb9 service nova] [instance: a10a832e-eb42-4c1a-9cce-73d9cba00c67] Received unexpected event network-vif-plugged-50d8526c-bf9b-4031-a568-f74de3f3fbdd for instance with vm_state building and task_state spawning. [ 1119.724341] env[68893]: DEBUG oslo_concurrency.lockutils [None req-045d5ac8-9993-4f2c-a2bf-52c201d0b529 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Lock "95be1925-4482-4656-aeb1-7e4ef679458f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.560s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.739421] env[68893]: DEBUG oslo_vmware.api [None req-5d8b9f48-9479-4ae8-8d28-f3d1e9055376 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Task: {'id': task-2792241, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071492} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.739705] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-5d8b9f48-9479-4ae8-8d28-f3d1e9055376 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: 7b587048-dac4-4611-9149-6999e7cf06a0] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1119.741294] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88cdc71c-9dae-45c7-81e0-72a8c1d9484f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.766633] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d8b9f48-9479-4ae8-8d28-f3d1e9055376 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: 7b587048-dac4-4611-9149-6999e7cf06a0] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] 7b587048-dac4-4611-9149-6999e7cf06a0/7b587048-dac4-4611-9149-6999e7cf06a0.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1119.767230] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce83dd35-d1af-44c4-88ab-aa93b98fc399 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.787672] env[68893]: DEBUG oslo_vmware.api [None req-5d8b9f48-9479-4ae8-8d28-f3d1e9055376 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Waiting for the task: (returnval){ [ 1119.787672] env[68893]: value = "task-2792245" [ 1119.787672] env[68893]: _type = "Task" [ 1119.787672] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.798630] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792242, 'name': CreateVM_Task, 'duration_secs': 0.377147} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.801948] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a1dd7d2-fd20-4578-a095-fb95f4fc1516] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1119.802295] env[68893]: DEBUG oslo_vmware.api [None req-5d8b9f48-9479-4ae8-8d28-f3d1e9055376 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Task: {'id': task-2792245, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.802947] env[68893]: DEBUG oslo_concurrency.lockutils [None req-15d5f825-1ae8-4878-bf56-d8bb1db617d4 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.803475] env[68893]: DEBUG oslo_concurrency.lockutils [None req-15d5f825-1ae8-4878-bf56-d8bb1db617d4 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.803798] env[68893]: DEBUG oslo_concurrency.lockutils [None req-15d5f825-1ae8-4878-bf56-d8bb1db617d4 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.806101] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-682fea72-f30e-435c-a69f-c602bea13fdb {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.809230] env[68893]: DEBUG nova.network.neutron [None req-a8378c10-2d20-437a-afea-fbfe3040d77a tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: a10a832e-eb42-4c1a-9cce-73d9cba00c67] Successfully updated port: 50d8526c-bf9b-4031-a568-f74de3f3fbdd {{(pid=68893) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1119.814383] env[68893]: DEBUG oslo_vmware.api [None req-15d5f825-1ae8-4878-bf56-d8bb1db617d4 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Waiting for the task: (returnval){ [ 1119.814383] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]525a2239-c1cf-de5e-8b3d-955f62414a85" [ 1119.814383] env[68893]: _type = "Task" [ 1119.814383] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.823485] env[68893]: DEBUG oslo_vmware.api [None req-15d5f825-1ae8-4878-bf56-d8bb1db617d4 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]525a2239-c1cf-de5e-8b3d-955f62414a85, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.011486] env[68893]: DEBUG nova.network.neutron [req-a3fe6cb9-d89d-40a6-a3e1-f958193e1c06 req-a7b33a1a-f53b-44f9-b666-7db954c974b4 service nova] [instance: 1a1dd7d2-fd20-4578-a095-fb95f4fc1516] Updated VIF entry in instance network info cache for port 91a693c8-7da1-455f-b98c-739992a38417. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1120.011903] env[68893]: DEBUG nova.network.neutron [req-a3fe6cb9-d89d-40a6-a3e1-f958193e1c06 req-a7b33a1a-f53b-44f9-b666-7db954c974b4 service nova] [instance: 1a1dd7d2-fd20-4578-a095-fb95f4fc1516] Updating instance_info_cache with network_info: [{"id": "91a693c8-7da1-455f-b98c-739992a38417", "address": "fa:16:3e:f1:11:b8", "network": {"id": "024e10c8-0890-4be3-81cc-2be8eac35dc9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-116676947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "564a5b6c6f4f4e42aeeef87662301380", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91a693c8-7d", "ovs_interfaceid": "91a693c8-7da1-455f-b98c-739992a38417", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.182369] env[68893]: DEBUG oslo_vmware.api [None req-3580c9d9-bc42-4770-be99-4c62e5ecc2c2 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2792244, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.220292} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.182657] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-3580c9d9-bc42-4770-be99-4c62e5ecc2c2 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1120.182847] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-3580c9d9-bc42-4770-be99-4c62e5ecc2c2 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: a34d645d-7824-491c-8a04-2fa6fe283a11] Deleted contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1120.183026] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-3580c9d9-bc42-4770-be99-4c62e5ecc2c2 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: a34d645d-7824-491c-8a04-2fa6fe283a11] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1120.183208] env[68893]: INFO nova.compute.manager [None req-3580c9d9-bc42-4770-be99-4c62e5ecc2c2 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: a34d645d-7824-491c-8a04-2fa6fe283a11] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1120.184042] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3580c9d9-bc42-4770-be99-4c62e5ecc2c2 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1120.184042] env[68893]: DEBUG nova.compute.manager [-] [instance: a34d645d-7824-491c-8a04-2fa6fe283a11] Deallocating network for instance {{(pid=68893) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1120.184042] env[68893]: DEBUG nova.network.neutron [-] [instance: a34d645d-7824-491c-8a04-2fa6fe283a11] deallocate_for_instance() {{(pid=68893) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1120.200210] env[68893]: INFO nova.compute.resource_tracker [None req-b2bf6dfe-7406-4f35-b289-d6157ae2da40 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] Updating resource usage from migration 259f89e0-e055-4f81-8d98-f5970b1b1a9c [ 1120.301044] env[68893]: DEBUG oslo_vmware.api [None req-5d8b9f48-9479-4ae8-8d28-f3d1e9055376 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Task: {'id': task-2792245, 'name': ReconfigVM_Task, 'duration_secs': 0.329447} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.303893] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d8b9f48-9479-4ae8-8d28-f3d1e9055376 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: 7b587048-dac4-4611-9149-6999e7cf06a0] Reconfigured VM instance instance-00000060 to attach disk [datastore2] 7b587048-dac4-4611-9149-6999e7cf06a0/7b587048-dac4-4611-9149-6999e7cf06a0.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1120.304177] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a3fc3b6c-b7f1-4882-811a-eb6a551ca046 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.310942] env[68893]: DEBUG oslo_vmware.api [None req-5d8b9f48-9479-4ae8-8d28-f3d1e9055376 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Waiting for the task: (returnval){ [ 1120.310942] env[68893]: value = "task-2792246" [ 1120.310942] env[68893]: _type = "Task" [ 1120.310942] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.311466] env[68893]: DEBUG oslo_concurrency.lockutils [None req-a8378c10-2d20-437a-afea-fbfe3040d77a tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Acquiring lock "refresh_cache-a10a832e-eb42-4c1a-9cce-73d9cba00c67" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.311654] env[68893]: DEBUG oslo_concurrency.lockutils [None req-a8378c10-2d20-437a-afea-fbfe3040d77a tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Acquired lock "refresh_cache-a10a832e-eb42-4c1a-9cce-73d9cba00c67" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.311804] env[68893]: DEBUG nova.network.neutron [None req-a8378c10-2d20-437a-afea-fbfe3040d77a tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: a10a832e-eb42-4c1a-9cce-73d9cba00c67] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1120.327893] env[68893]: DEBUG oslo_vmware.api [None req-5d8b9f48-9479-4ae8-8d28-f3d1e9055376 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Task: {'id': task-2792246, 'name': Rename_Task} progress is 10%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.332200] env[68893]: DEBUG oslo_vmware.api [None req-15d5f825-1ae8-4878-bf56-d8bb1db617d4 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]525a2239-c1cf-de5e-8b3d-955f62414a85, 'name': SearchDatastore_Task, 'duration_secs': 0.017801} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.335374] env[68893]: DEBUG oslo_concurrency.lockutils [None req-15d5f825-1ae8-4878-bf56-d8bb1db617d4 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.335692] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-15d5f825-1ae8-4878-bf56-d8bb1db617d4 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 1a1dd7d2-fd20-4578-a095-fb95f4fc1516] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1120.335935] env[68893]: DEBUG oslo_concurrency.lockutils [None req-15d5f825-1ae8-4878-bf56-d8bb1db617d4 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.336101] env[68893]: DEBUG oslo_concurrency.lockutils [None req-15d5f825-1ae8-4878-bf56-d8bb1db617d4 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.336332] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-15d5f825-1ae8-4878-bf56-d8bb1db617d4 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1120.337566] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6c85b371-b8e0-41bd-b7a3-41fbee0efceb {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.346331] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-15d5f825-1ae8-4878-bf56-d8bb1db617d4 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1120.346331] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-15d5f825-1ae8-4878-bf56-d8bb1db617d4 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1120.351366] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3aa16ebf-fdf6-4f88-aee9-eff3f89a2c3d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.357318] env[68893]: DEBUG oslo_vmware.api [None req-15d5f825-1ae8-4878-bf56-d8bb1db617d4 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Waiting for the task: (returnval){ [ 1120.357318] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]522c3710-144a-da8c-27e9-a3653466341f" [ 1120.357318] env[68893]: _type = "Task" [ 1120.357318] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.366960] env[68893]: DEBUG oslo_vmware.api [None req-15d5f825-1ae8-4878-bf56-d8bb1db617d4 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]522c3710-144a-da8c-27e9-a3653466341f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.445697] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f69382dd-2ad2-4656-8fba-aba5169f0009 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.456571] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-409602cf-b7ed-477c-b1d9-5dd8af2c45e0 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.494804] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-199a2f3d-d102-4c0a-b0e4-943914bea5bc {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.505737] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-198e6a48-ecf4-4fed-87b5-de7a1d805e5e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.525233] env[68893]: DEBUG oslo_concurrency.lockutils [req-a3fe6cb9-d89d-40a6-a3e1-f958193e1c06 req-a7b33a1a-f53b-44f9-b666-7db954c974b4 service nova] Releasing lock "refresh_cache-1a1dd7d2-fd20-4578-a095-fb95f4fc1516" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.525233] env[68893]: DEBUG nova.compute.provider_tree [None req-b2bf6dfe-7406-4f35-b289-d6157ae2da40 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1120.826351] env[68893]: DEBUG oslo_vmware.api [None req-5d8b9f48-9479-4ae8-8d28-f3d1e9055376 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Task: {'id': task-2792246, 'name': Rename_Task, 'duration_secs': 0.144009} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.826631] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d8b9f48-9479-4ae8-8d28-f3d1e9055376 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: 7b587048-dac4-4611-9149-6999e7cf06a0] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1120.826882] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-951181fe-1147-4bc7-aa50-7f3b412459e1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.833157] env[68893]: DEBUG oslo_vmware.api [None req-5d8b9f48-9479-4ae8-8d28-f3d1e9055376 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Waiting for the task: (returnval){ [ 1120.833157] env[68893]: value = "task-2792247" [ 1120.833157] env[68893]: _type = "Task" [ 1120.833157] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.841589] env[68893]: DEBUG oslo_vmware.api [None req-5d8b9f48-9479-4ae8-8d28-f3d1e9055376 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Task: {'id': task-2792247, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.858560] env[68893]: DEBUG nova.network.neutron [None req-a8378c10-2d20-437a-afea-fbfe3040d77a tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: a10a832e-eb42-4c1a-9cce-73d9cba00c67] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1120.869842] env[68893]: DEBUG oslo_vmware.api [None req-15d5f825-1ae8-4878-bf56-d8bb1db617d4 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]522c3710-144a-da8c-27e9-a3653466341f, 'name': SearchDatastore_Task, 'duration_secs': 0.008294} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.870727] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c228d0c-3aed-4102-a0c1-e279cab0563a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.875885] env[68893]: DEBUG oslo_vmware.api [None req-15d5f825-1ae8-4878-bf56-d8bb1db617d4 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Waiting for the task: (returnval){ [ 1120.875885] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]528fb986-69ab-b58a-bf57-2ecf70e52437" [ 1120.875885] env[68893]: _type = "Task" [ 1120.875885] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.885386] env[68893]: DEBUG oslo_vmware.api [None req-15d5f825-1ae8-4878-bf56-d8bb1db617d4 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]528fb986-69ab-b58a-bf57-2ecf70e52437, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.993293] env[68893]: DEBUG nova.network.neutron [None req-a8378c10-2d20-437a-afea-fbfe3040d77a tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: a10a832e-eb42-4c1a-9cce-73d9cba00c67] Updating instance_info_cache with network_info: [{"id": "50d8526c-bf9b-4031-a568-f74de3f3fbdd", "address": "fa:16:3e:26:8a:9b", "network": {"id": "9374277b-3501-458f-9ae9-b7a3a29a6898", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1822905617-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e831a12ecf54cd6808b9e257ff9bea1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50d8526c-bf", "ovs_interfaceid": "50d8526c-bf9b-4031-a568-f74de3f3fbdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.002960] env[68893]: DEBUG nova.network.neutron [-] [instance: a34d645d-7824-491c-8a04-2fa6fe283a11] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.027844] env[68893]: DEBUG nova.scheduler.client.report [None req-b2bf6dfe-7406-4f35-b289-d6157ae2da40 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1121.329924] env[68893]: DEBUG nova.compute.manager [req-00df3c46-421a-43c2-9124-296555e3ca19 req-df9af942-4d52-4de3-89ce-5ca2d6cfd4ee service nova] [instance: a34d645d-7824-491c-8a04-2fa6fe283a11] Received event network-vif-deleted-da5b4b72-f83f-460a-8c38-6ca201e820db {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1121.343048] env[68893]: DEBUG oslo_vmware.api [None req-5d8b9f48-9479-4ae8-8d28-f3d1e9055376 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Task: {'id': task-2792247, 'name': PowerOnVM_Task, 'duration_secs': 0.476695} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.343048] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d8b9f48-9479-4ae8-8d28-f3d1e9055376 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: 7b587048-dac4-4611-9149-6999e7cf06a0] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1121.343263] env[68893]: INFO nova.compute.manager [None req-5d8b9f48-9479-4ae8-8d28-f3d1e9055376 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: 7b587048-dac4-4611-9149-6999e7cf06a0] Took 6.71 seconds to spawn the instance on the hypervisor. [ 1121.343450] env[68893]: DEBUG nova.compute.manager [None req-5d8b9f48-9479-4ae8-8d28-f3d1e9055376 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: 7b587048-dac4-4611-9149-6999e7cf06a0] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1121.344232] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5829123-6f8b-4c33-92b5-da8f124e7a63 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.391092] env[68893]: DEBUG oslo_vmware.api [None req-15d5f825-1ae8-4878-bf56-d8bb1db617d4 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]528fb986-69ab-b58a-bf57-2ecf70e52437, 'name': SearchDatastore_Task, 'duration_secs': 0.021131} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.391830] env[68893]: DEBUG oslo_concurrency.lockutils [None req-15d5f825-1ae8-4878-bf56-d8bb1db617d4 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.392255] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-15d5f825-1ae8-4878-bf56-d8bb1db617d4 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] 1a1dd7d2-fd20-4578-a095-fb95f4fc1516/1a1dd7d2-fd20-4578-a095-fb95f4fc1516.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1121.392637] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cf0ce61b-037f-495b-9d15-9b65ee67b352 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.402344] env[68893]: DEBUG oslo_vmware.api [None req-15d5f825-1ae8-4878-bf56-d8bb1db617d4 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Waiting for the task: (returnval){ [ 1121.402344] env[68893]: value = "task-2792248" [ 1121.402344] env[68893]: _type = "Task" [ 1121.402344] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.415006] env[68893]: DEBUG oslo_vmware.api [None req-15d5f825-1ae8-4878-bf56-d8bb1db617d4 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': task-2792248, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.495922] env[68893]: DEBUG oslo_concurrency.lockutils [None req-a8378c10-2d20-437a-afea-fbfe3040d77a tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Releasing lock "refresh_cache-a10a832e-eb42-4c1a-9cce-73d9cba00c67" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.496322] env[68893]: DEBUG nova.compute.manager [None req-a8378c10-2d20-437a-afea-fbfe3040d77a tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: a10a832e-eb42-4c1a-9cce-73d9cba00c67] Instance network_info: |[{"id": "50d8526c-bf9b-4031-a568-f74de3f3fbdd", "address": "fa:16:3e:26:8a:9b", "network": {"id": "9374277b-3501-458f-9ae9-b7a3a29a6898", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1822905617-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e831a12ecf54cd6808b9e257ff9bea1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50d8526c-bf", "ovs_interfaceid": "50d8526c-bf9b-4031-a568-f74de3f3fbdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1121.496774] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-a8378c10-2d20-437a-afea-fbfe3040d77a tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: a10a832e-eb42-4c1a-9cce-73d9cba00c67] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:8a:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69d412f5-01a9-4fed-8488-7b767a13a653', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '50d8526c-bf9b-4031-a568-f74de3f3fbdd', 'vif_model': 'vmxnet3'}] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1121.505951] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a8378c10-2d20-437a-afea-fbfe3040d77a tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1121.507482] env[68893]: INFO nova.compute.manager [-] [instance: a34d645d-7824-491c-8a04-2fa6fe283a11] Took 1.32 seconds to deallocate network for instance. [ 1121.507482] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a10a832e-eb42-4c1a-9cce-73d9cba00c67] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1121.508813] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-42161670-3415-4fd9-ae87-73478a595415 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.532668] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b2bf6dfe-7406-4f35-b289-d6157ae2da40 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.344s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.532782] env[68893]: INFO nova.compute.manager [None req-b2bf6dfe-7406-4f35-b289-d6157ae2da40 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] Migrating [ 1121.541460] env[68893]: DEBUG oslo_concurrency.lockutils [None req-626070e0-f9b3-4c08-bd6b-d5b86ce16926 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.076s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.541726] env[68893]: DEBUG nova.objects.instance [None req-626070e0-f9b3-4c08-bd6b-d5b86ce16926 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Lazy-loading 'resources' on Instance uuid 13f79287-5fb9-482a-ae32-a3fcb39e02df {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1121.542852] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1121.542852] env[68893]: value = "task-2792249" [ 1121.542852] env[68893]: _type = "Task" [ 1121.542852] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.562311] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792249, 'name': CreateVM_Task} progress is 10%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.753555] env[68893]: DEBUG nova.compute.manager [req-c081f40c-5107-420e-bcb6-f61657af1bc3 req-e26cea17-229e-4a6b-9f8e-bc9366448a3c service nova] [instance: a10a832e-eb42-4c1a-9cce-73d9cba00c67] Received event network-changed-50d8526c-bf9b-4031-a568-f74de3f3fbdd {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1121.753793] env[68893]: DEBUG nova.compute.manager [req-c081f40c-5107-420e-bcb6-f61657af1bc3 req-e26cea17-229e-4a6b-9f8e-bc9366448a3c service nova] [instance: a10a832e-eb42-4c1a-9cce-73d9cba00c67] Refreshing instance network info cache due to event network-changed-50d8526c-bf9b-4031-a568-f74de3f3fbdd. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1121.754047] env[68893]: DEBUG oslo_concurrency.lockutils [req-c081f40c-5107-420e-bcb6-f61657af1bc3 req-e26cea17-229e-4a6b-9f8e-bc9366448a3c service nova] Acquiring lock "refresh_cache-a10a832e-eb42-4c1a-9cce-73d9cba00c67" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.754252] env[68893]: DEBUG oslo_concurrency.lockutils [req-c081f40c-5107-420e-bcb6-f61657af1bc3 req-e26cea17-229e-4a6b-9f8e-bc9366448a3c service nova] Acquired lock "refresh_cache-a10a832e-eb42-4c1a-9cce-73d9cba00c67" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.754418] env[68893]: DEBUG nova.network.neutron [req-c081f40c-5107-420e-bcb6-f61657af1bc3 req-e26cea17-229e-4a6b-9f8e-bc9366448a3c service nova] [instance: a10a832e-eb42-4c1a-9cce-73d9cba00c67] Refreshing network info cache for port 50d8526c-bf9b-4031-a568-f74de3f3fbdd {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1121.868338] env[68893]: INFO nova.compute.manager [None req-5d8b9f48-9479-4ae8-8d28-f3d1e9055376 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: 7b587048-dac4-4611-9149-6999e7cf06a0] Took 23.01 seconds to build instance. [ 1121.915108] env[68893]: DEBUG oslo_vmware.api [None req-15d5f825-1ae8-4878-bf56-d8bb1db617d4 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': task-2792248, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.463434} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.915583] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-15d5f825-1ae8-4878-bf56-d8bb1db617d4 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] 1a1dd7d2-fd20-4578-a095-fb95f4fc1516/1a1dd7d2-fd20-4578-a095-fb95f4fc1516.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1121.915991] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-15d5f825-1ae8-4878-bf56-d8bb1db617d4 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 1a1dd7d2-fd20-4578-a095-fb95f4fc1516] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1121.916394] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-31563752-1472-4a2e-b796-511d93f3eeec {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.926017] env[68893]: DEBUG oslo_vmware.api [None req-15d5f825-1ae8-4878-bf56-d8bb1db617d4 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Waiting for the task: (returnval){ [ 1121.926017] env[68893]: value = "task-2792250" [ 1121.926017] env[68893]: _type = "Task" [ 1121.926017] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.935956] env[68893]: DEBUG oslo_vmware.api [None req-15d5f825-1ae8-4878-bf56-d8bb1db617d4 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': task-2792250, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.030957] env[68893]: DEBUG oslo_concurrency.lockutils [None req-3580c9d9-bc42-4770-be99-4c62e5ecc2c2 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.058625] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b2bf6dfe-7406-4f35-b289-d6157ae2da40 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Acquiring lock "refresh_cache-05def266-bea2-46e6-8916-6b0484ce4edd" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.058928] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b2bf6dfe-7406-4f35-b289-d6157ae2da40 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Acquired lock "refresh_cache-05def266-bea2-46e6-8916-6b0484ce4edd" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.059174] env[68893]: DEBUG nova.network.neutron [None req-b2bf6dfe-7406-4f35-b289-d6157ae2da40 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1122.060483] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792249, 'name': CreateVM_Task, 'duration_secs': 0.494332} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.060720] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a10a832e-eb42-4c1a-9cce-73d9cba00c67] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1122.061498] env[68893]: DEBUG oslo_concurrency.lockutils [None req-a8378c10-2d20-437a-afea-fbfe3040d77a tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.062472] env[68893]: DEBUG oslo_concurrency.lockutils [None req-a8378c10-2d20-437a-afea-fbfe3040d77a tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.062825] env[68893]: DEBUG oslo_concurrency.lockutils [None req-a8378c10-2d20-437a-afea-fbfe3040d77a tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.063316] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c954af5-d5a8-4874-a57b-23518ab88460 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.068601] env[68893]: DEBUG oslo_vmware.api [None req-a8378c10-2d20-437a-afea-fbfe3040d77a tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Waiting for the task: (returnval){ [ 1122.068601] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]523913ac-471e-71e1-5ed6-7c8b9f03d709" [ 1122.068601] env[68893]: _type = "Task" [ 1122.068601] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.083549] env[68893]: DEBUG oslo_vmware.api [None req-a8378c10-2d20-437a-afea-fbfe3040d77a tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]523913ac-471e-71e1-5ed6-7c8b9f03d709, 'name': SearchDatastore_Task, 'duration_secs': 0.010185} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.083959] env[68893]: DEBUG oslo_concurrency.lockutils [None req-a8378c10-2d20-437a-afea-fbfe3040d77a tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.084084] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-a8378c10-2d20-437a-afea-fbfe3040d77a tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: a10a832e-eb42-4c1a-9cce-73d9cba00c67] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1122.084321] env[68893]: DEBUG oslo_concurrency.lockutils [None req-a8378c10-2d20-437a-afea-fbfe3040d77a tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.084465] env[68893]: DEBUG oslo_concurrency.lockutils [None req-a8378c10-2d20-437a-afea-fbfe3040d77a tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.084748] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8378c10-2d20-437a-afea-fbfe3040d77a tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1122.085081] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6ef535be-b1b5-4741-956e-87367afcc15a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.095978] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8378c10-2d20-437a-afea-fbfe3040d77a tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1122.096192] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-a8378c10-2d20-437a-afea-fbfe3040d77a tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1122.097086] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e17068e9-fce0-4836-8c68-270eb8e5cd56 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.104208] env[68893]: DEBUG oslo_vmware.api [None req-a8378c10-2d20-437a-afea-fbfe3040d77a tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Waiting for the task: (returnval){ [ 1122.104208] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]525831e3-e602-6b4e-992e-ea02e8bcf1ee" [ 1122.104208] env[68893]: _type = "Task" [ 1122.104208] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.111736] env[68893]: DEBUG oslo_vmware.api [None req-a8378c10-2d20-437a-afea-fbfe3040d77a tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]525831e3-e602-6b4e-992e-ea02e8bcf1ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.286215] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d06ff63c-e264-442b-b69c-f3822b4baed4 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.294458] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83069ae5-9410-4d17-93db-aec23297ba71 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.327987] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec6903bf-d0d4-4f33-8f32-e7736cedbb70 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.338334] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4014f843-21cc-4b94-8f72-9cb7b2bf82aa {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.352620] env[68893]: DEBUG nova.compute.provider_tree [None req-626070e0-f9b3-4c08-bd6b-d5b86ce16926 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Updating inventory in ProviderTree for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1122.370991] env[68893]: DEBUG oslo_concurrency.lockutils [None req-5d8b9f48-9479-4ae8-8d28-f3d1e9055376 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Lock "7b587048-dac4-4611-9149-6999e7cf06a0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.524s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.435505] env[68893]: DEBUG oslo_vmware.api [None req-15d5f825-1ae8-4878-bf56-d8bb1db617d4 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': task-2792250, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063478} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.437686] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-15d5f825-1ae8-4878-bf56-d8bb1db617d4 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 1a1dd7d2-fd20-4578-a095-fb95f4fc1516] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1122.438715] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fc2ddad-68ef-4c61-b01d-c245091d93ee {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.460555] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-15d5f825-1ae8-4878-bf56-d8bb1db617d4 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 1a1dd7d2-fd20-4578-a095-fb95f4fc1516] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] 1a1dd7d2-fd20-4578-a095-fb95f4fc1516/1a1dd7d2-fd20-4578-a095-fb95f4fc1516.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1122.460817] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73b3dc4f-0c8c-467d-8a39-6a3c520659e7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.477227] env[68893]: DEBUG nova.network.neutron [req-c081f40c-5107-420e-bcb6-f61657af1bc3 req-e26cea17-229e-4a6b-9f8e-bc9366448a3c service nova] [instance: a10a832e-eb42-4c1a-9cce-73d9cba00c67] Updated VIF entry in instance network info cache for port 50d8526c-bf9b-4031-a568-f74de3f3fbdd. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1122.477559] env[68893]: DEBUG nova.network.neutron [req-c081f40c-5107-420e-bcb6-f61657af1bc3 req-e26cea17-229e-4a6b-9f8e-bc9366448a3c service nova] [instance: a10a832e-eb42-4c1a-9cce-73d9cba00c67] Updating instance_info_cache with network_info: [{"id": "50d8526c-bf9b-4031-a568-f74de3f3fbdd", "address": "fa:16:3e:26:8a:9b", "network": {"id": "9374277b-3501-458f-9ae9-b7a3a29a6898", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1822905617-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e831a12ecf54cd6808b9e257ff9bea1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50d8526c-bf", "ovs_interfaceid": "50d8526c-bf9b-4031-a568-f74de3f3fbdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.483773] env[68893]: DEBUG oslo_vmware.api [None req-15d5f825-1ae8-4878-bf56-d8bb1db617d4 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Waiting for the task: (returnval){ [ 1122.483773] env[68893]: value = "task-2792251" [ 1122.483773] env[68893]: _type = "Task" [ 1122.483773] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.492473] env[68893]: DEBUG oslo_vmware.api [None req-15d5f825-1ae8-4878-bf56-d8bb1db617d4 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': task-2792251, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.618260] env[68893]: DEBUG oslo_vmware.api [None req-a8378c10-2d20-437a-afea-fbfe3040d77a tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]525831e3-e602-6b4e-992e-ea02e8bcf1ee, 'name': SearchDatastore_Task, 'duration_secs': 0.009344} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.619426] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fe9477a-76e0-4714-b44b-ad5211fe566e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.625338] env[68893]: DEBUG oslo_vmware.api [None req-a8378c10-2d20-437a-afea-fbfe3040d77a tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Waiting for the task: (returnval){ [ 1122.625338] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52c658ad-d76f-ac32-d65f-28cfd5e3b94d" [ 1122.625338] env[68893]: _type = "Task" [ 1122.625338] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.634908] env[68893]: DEBUG oslo_vmware.api [None req-a8378c10-2d20-437a-afea-fbfe3040d77a tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52c658ad-d76f-ac32-d65f-28cfd5e3b94d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.824609] env[68893]: DEBUG nova.network.neutron [None req-b2bf6dfe-7406-4f35-b289-d6157ae2da40 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] Updating instance_info_cache with network_info: [{"id": "64eb0ee1-e1cf-48df-9c84-823e502a8b61", "address": "fa:16:3e:7f:5b:96", "network": {"id": "ca00c41c-ec6a-4596-915b-34fd716effc2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2042741287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "863b84ea17a9459287213695c87d2bec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f66f8375-4460-4acd-987b-acda72bfcf0d", "external-id": "nsx-vlan-transportzone-533", "segmentation_id": 533, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64eb0ee1-e1", "ovs_interfaceid": "64eb0ee1-e1cf-48df-9c84-823e502a8b61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.876330] env[68893]: ERROR nova.scheduler.client.report [None req-626070e0-f9b3-4c08-bd6b-d5b86ce16926 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [req-0f63f42c-1757-478f-837e-87133726d8a1] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d14b70d6-a636-4db0-b5a6-b901da6fa895. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0f63f42c-1757-478f-837e-87133726d8a1"}]} [ 1122.894343] env[68893]: DEBUG nova.scheduler.client.report [None req-626070e0-f9b3-4c08-bd6b-d5b86ce16926 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Refreshing inventories for resource provider d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1122.909534] env[68893]: DEBUG nova.scheduler.client.report [None req-626070e0-f9b3-4c08-bd6b-d5b86ce16926 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Updating ProviderTree inventory for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1122.909776] env[68893]: DEBUG nova.compute.provider_tree [None req-626070e0-f9b3-4c08-bd6b-d5b86ce16926 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Updating inventory in ProviderTree for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1122.920686] env[68893]: DEBUG nova.scheduler.client.report [None req-626070e0-f9b3-4c08-bd6b-d5b86ce16926 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Refreshing aggregate associations for resource provider d14b70d6-a636-4db0-b5a6-b901da6fa895, aggregates: None {{(pid=68893) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1122.940091] env[68893]: DEBUG nova.scheduler.client.report [None req-626070e0-f9b3-4c08-bd6b-d5b86ce16926 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Refreshing trait associations for resource provider d14b70d6-a636-4db0-b5a6-b901da6fa895, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE {{(pid=68893) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1122.980137] env[68893]: DEBUG oslo_concurrency.lockutils [req-c081f40c-5107-420e-bcb6-f61657af1bc3 req-e26cea17-229e-4a6b-9f8e-bc9366448a3c service nova] Releasing lock "refresh_cache-a10a832e-eb42-4c1a-9cce-73d9cba00c67" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.993626] env[68893]: DEBUG oslo_vmware.api [None req-15d5f825-1ae8-4878-bf56-d8bb1db617d4 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': task-2792251, 'name': ReconfigVM_Task, 'duration_secs': 0.318096} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.995964] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-15d5f825-1ae8-4878-bf56-d8bb1db617d4 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 1a1dd7d2-fd20-4578-a095-fb95f4fc1516] Reconfigured VM instance instance-00000061 to attach disk [datastore2] 1a1dd7d2-fd20-4578-a095-fb95f4fc1516/1a1dd7d2-fd20-4578-a095-fb95f4fc1516.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1122.996747] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4e1a9b5f-4130-465a-a527-3f8f666c7655 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.003016] env[68893]: DEBUG oslo_vmware.api [None req-15d5f825-1ae8-4878-bf56-d8bb1db617d4 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Waiting for the task: (returnval){ [ 1123.003016] env[68893]: value = "task-2792252" [ 1123.003016] env[68893]: _type = "Task" [ 1123.003016] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.014283] env[68893]: DEBUG oslo_vmware.api [None req-15d5f825-1ae8-4878-bf56-d8bb1db617d4 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': task-2792252, 'name': Rename_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.137266] env[68893]: DEBUG oslo_vmware.api [None req-a8378c10-2d20-437a-afea-fbfe3040d77a tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52c658ad-d76f-ac32-d65f-28cfd5e3b94d, 'name': SearchDatastore_Task, 'duration_secs': 0.021499} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.139726] env[68893]: DEBUG oslo_concurrency.lockutils [None req-a8378c10-2d20-437a-afea-fbfe3040d77a tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.140010] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8378c10-2d20-437a-afea-fbfe3040d77a tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] a10a832e-eb42-4c1a-9cce-73d9cba00c67/a10a832e-eb42-4c1a-9cce-73d9cba00c67.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1123.141036] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2d2ad4b9-bcf0-411e-82cb-f1e7ce5e018c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.146258] env[68893]: DEBUG oslo_vmware.api [None req-a8378c10-2d20-437a-afea-fbfe3040d77a tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Waiting for the task: (returnval){ [ 1123.146258] env[68893]: value = "task-2792253" [ 1123.146258] env[68893]: _type = "Task" [ 1123.146258] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.150542] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3e01250-d4e5-4062-ac30-6209b99079a3 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.157188] env[68893]: DEBUG oslo_vmware.api [None req-a8378c10-2d20-437a-afea-fbfe3040d77a tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2792253, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.160237] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cf5b8c6-80ee-4b64-8913-5850ea52113a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.190013] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f375377-4ca3-4259-bef4-cfda588147a7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.197761] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-311aaf6b-3b62-4b56-aead-91c9b03abbd6 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.211253] env[68893]: DEBUG nova.compute.provider_tree [None req-626070e0-f9b3-4c08-bd6b-d5b86ce16926 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Updating inventory in ProviderTree for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1123.327052] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b2bf6dfe-7406-4f35-b289-d6157ae2da40 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Releasing lock "refresh_cache-05def266-bea2-46e6-8916-6b0484ce4edd" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.512713] env[68893]: DEBUG oslo_vmware.api [None req-15d5f825-1ae8-4878-bf56-d8bb1db617d4 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': task-2792252, 'name': Rename_Task, 'duration_secs': 0.138136} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.512999] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-15d5f825-1ae8-4878-bf56-d8bb1db617d4 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 1a1dd7d2-fd20-4578-a095-fb95f4fc1516] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1123.513268] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c9f63552-c99b-4bb3-b462-2c80259f6f5d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.519216] env[68893]: DEBUG oslo_vmware.api [None req-15d5f825-1ae8-4878-bf56-d8bb1db617d4 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Waiting for the task: (returnval){ [ 1123.519216] env[68893]: value = "task-2792254" [ 1123.519216] env[68893]: _type = "Task" [ 1123.519216] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.526144] env[68893]: DEBUG oslo_vmware.api [None req-15d5f825-1ae8-4878-bf56-d8bb1db617d4 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': task-2792254, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.656325] env[68893]: DEBUG oslo_vmware.api [None req-a8378c10-2d20-437a-afea-fbfe3040d77a tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2792253, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.753610] env[68893]: DEBUG nova.scheduler.client.report [None req-626070e0-f9b3-4c08-bd6b-d5b86ce16926 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Updated inventory for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with generation 135 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1123.753975] env[68893]: DEBUG nova.compute.provider_tree [None req-626070e0-f9b3-4c08-bd6b-d5b86ce16926 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Updating resource provider d14b70d6-a636-4db0-b5a6-b901da6fa895 generation from 135 to 136 during operation: update_inventory {{(pid=68893) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1123.754222] env[68893]: DEBUG nova.compute.provider_tree [None req-626070e0-f9b3-4c08-bd6b-d5b86ce16926 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Updating inventory in ProviderTree for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1123.782830] env[68893]: DEBUG nova.compute.manager [req-5d0d177d-afcb-4fcb-8ed2-b8343f1231f4 req-a39e04a6-68ba-4eab-8a76-9ab4256678f3 service nova] [instance: 7b587048-dac4-4611-9149-6999e7cf06a0] Received event network-changed-ad37e289-4f3a-4b55-8846-62fd37f45142 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1123.782830] env[68893]: DEBUG nova.compute.manager [req-5d0d177d-afcb-4fcb-8ed2-b8343f1231f4 req-a39e04a6-68ba-4eab-8a76-9ab4256678f3 service nova] [instance: 7b587048-dac4-4611-9149-6999e7cf06a0] Refreshing instance network info cache due to event network-changed-ad37e289-4f3a-4b55-8846-62fd37f45142. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1123.782830] env[68893]: DEBUG oslo_concurrency.lockutils [req-5d0d177d-afcb-4fcb-8ed2-b8343f1231f4 req-a39e04a6-68ba-4eab-8a76-9ab4256678f3 service nova] Acquiring lock "refresh_cache-7b587048-dac4-4611-9149-6999e7cf06a0" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.783030] env[68893]: DEBUG oslo_concurrency.lockutils [req-5d0d177d-afcb-4fcb-8ed2-b8343f1231f4 req-a39e04a6-68ba-4eab-8a76-9ab4256678f3 service nova] Acquired lock "refresh_cache-7b587048-dac4-4611-9149-6999e7cf06a0" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.784028] env[68893]: DEBUG nova.network.neutron [req-5d0d177d-afcb-4fcb-8ed2-b8343f1231f4 req-a39e04a6-68ba-4eab-8a76-9ab4256678f3 service nova] [instance: 7b587048-dac4-4611-9149-6999e7cf06a0] Refreshing network info cache for port ad37e289-4f3a-4b55-8846-62fd37f45142 {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1124.030133] env[68893]: DEBUG oslo_vmware.api [None req-15d5f825-1ae8-4878-bf56-d8bb1db617d4 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': task-2792254, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.157019] env[68893]: DEBUG oslo_vmware.api [None req-a8378c10-2d20-437a-afea-fbfe3040d77a tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2792253, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.855488} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.157294] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8378c10-2d20-437a-afea-fbfe3040d77a tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] a10a832e-eb42-4c1a-9cce-73d9cba00c67/a10a832e-eb42-4c1a-9cce-73d9cba00c67.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1124.157507] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-a8378c10-2d20-437a-afea-fbfe3040d77a tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: a10a832e-eb42-4c1a-9cce-73d9cba00c67] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1124.157794] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c73ef9e9-284f-48ee-bc64-dee23777fc3b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.164648] env[68893]: DEBUG oslo_vmware.api [None req-a8378c10-2d20-437a-afea-fbfe3040d77a tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Waiting for the task: (returnval){ [ 1124.164648] env[68893]: value = "task-2792255" [ 1124.164648] env[68893]: _type = "Task" [ 1124.164648] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.172198] env[68893]: DEBUG oslo_vmware.api [None req-a8378c10-2d20-437a-afea-fbfe3040d77a tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2792255, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.259559] env[68893]: DEBUG oslo_concurrency.lockutils [None req-626070e0-f9b3-4c08-bd6b-d5b86ce16926 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.718s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.262844] env[68893]: DEBUG oslo_concurrency.lockutils [None req-db2178d8-384c-489a-8f7c-c81a324e0a73 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 10.426s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.281853] env[68893]: INFO nova.scheduler.client.report [None req-626070e0-f9b3-4c08-bd6b-d5b86ce16926 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Deleted allocations for instance 13f79287-5fb9-482a-ae32-a3fcb39e02df [ 1124.488338] env[68893]: DEBUG nova.network.neutron [req-5d0d177d-afcb-4fcb-8ed2-b8343f1231f4 req-a39e04a6-68ba-4eab-8a76-9ab4256678f3 service nova] [instance: 7b587048-dac4-4611-9149-6999e7cf06a0] Updated VIF entry in instance network info cache for port ad37e289-4f3a-4b55-8846-62fd37f45142. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1124.488722] env[68893]: DEBUG nova.network.neutron [req-5d0d177d-afcb-4fcb-8ed2-b8343f1231f4 req-a39e04a6-68ba-4eab-8a76-9ab4256678f3 service nova] [instance: 7b587048-dac4-4611-9149-6999e7cf06a0] Updating instance_info_cache with network_info: [{"id": "ad37e289-4f3a-4b55-8846-62fd37f45142", "address": "fa:16:3e:9b:60:64", "network": {"id": "2e9af55f-91c5-44a5-9f11-01c431a48424", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1682638634-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a4fbfb5198240238c8f658161335220", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad37e289-4f", "ovs_interfaceid": "ad37e289-4f3a-4b55-8846-62fd37f45142", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.529025] env[68893]: DEBUG oslo_vmware.api [None req-15d5f825-1ae8-4878-bf56-d8bb1db617d4 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': task-2792254, 'name': PowerOnVM_Task, 'duration_secs': 0.609436} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.529301] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-15d5f825-1ae8-4878-bf56-d8bb1db617d4 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 1a1dd7d2-fd20-4578-a095-fb95f4fc1516] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1124.529500] env[68893]: INFO nova.compute.manager [None req-15d5f825-1ae8-4878-bf56-d8bb1db617d4 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 1a1dd7d2-fd20-4578-a095-fb95f4fc1516] Took 7.47 seconds to spawn the instance on the hypervisor. [ 1124.529674] env[68893]: DEBUG nova.compute.manager [None req-15d5f825-1ae8-4878-bf56-d8bb1db617d4 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 1a1dd7d2-fd20-4578-a095-fb95f4fc1516] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1124.530455] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc0fd711-da20-45a0-91ca-9bb8a4c4b09a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.674761] env[68893]: DEBUG oslo_vmware.api [None req-a8378c10-2d20-437a-afea-fbfe3040d77a tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2792255, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067824} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.675056] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-a8378c10-2d20-437a-afea-fbfe3040d77a tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: a10a832e-eb42-4c1a-9cce-73d9cba00c67] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1124.675840] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2a7f517-c0aa-441a-991c-f0c482cbaa6c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.699183] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8378c10-2d20-437a-afea-fbfe3040d77a tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: a10a832e-eb42-4c1a-9cce-73d9cba00c67] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] a10a832e-eb42-4c1a-9cce-73d9cba00c67/a10a832e-eb42-4c1a-9cce-73d9cba00c67.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1124.699474] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49beae5d-c11a-4989-869f-0a16ef0a99e7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.729035] env[68893]: DEBUG oslo_vmware.api [None req-a8378c10-2d20-437a-afea-fbfe3040d77a tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Waiting for the task: (returnval){ [ 1124.729035] env[68893]: value = "task-2792256" [ 1124.729035] env[68893]: _type = "Task" [ 1124.729035] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.740387] env[68893]: DEBUG oslo_vmware.api [None req-a8378c10-2d20-437a-afea-fbfe3040d77a tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2792256, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.768427] env[68893]: INFO nova.compute.claims [None req-db2178d8-384c-489a-8f7c-c81a324e0a73 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: d4070fc4-0915-42b6-ba2e-243f731ba079] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1124.791640] env[68893]: DEBUG oslo_concurrency.lockutils [None req-626070e0-f9b3-4c08-bd6b-d5b86ce16926 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Lock "13f79287-5fb9-482a-ae32-a3fcb39e02df" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.888s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.841240] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ee7c8e7-8f14-473c-aff8-fb591a0632e9 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.859866] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-b2bf6dfe-7406-4f35-b289-d6157ae2da40 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] Updating instance '05def266-bea2-46e6-8916-6b0484ce4edd' progress to 0 {{(pid=68893) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1124.991647] env[68893]: DEBUG oslo_concurrency.lockutils [req-5d0d177d-afcb-4fcb-8ed2-b8343f1231f4 req-a39e04a6-68ba-4eab-8a76-9ab4256678f3 service nova] Releasing lock "refresh_cache-7b587048-dac4-4611-9149-6999e7cf06a0" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.048891] env[68893]: INFO nova.compute.manager [None req-15d5f825-1ae8-4878-bf56-d8bb1db617d4 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 1a1dd7d2-fd20-4578-a095-fb95f4fc1516] Took 23.39 seconds to build instance. [ 1125.239873] env[68893]: DEBUG oslo_vmware.api [None req-a8378c10-2d20-437a-afea-fbfe3040d77a tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2792256, 'name': ReconfigVM_Task, 'duration_secs': 0.299797} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.240182] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8378c10-2d20-437a-afea-fbfe3040d77a tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: a10a832e-eb42-4c1a-9cce-73d9cba00c67] Reconfigured VM instance instance-00000062 to attach disk [datastore2] a10a832e-eb42-4c1a-9cce-73d9cba00c67/a10a832e-eb42-4c1a-9cce-73d9cba00c67.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1125.240840] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d3f6dd32-ca11-4ed9-a744-fa67f604764a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.247448] env[68893]: DEBUG oslo_vmware.api [None req-a8378c10-2d20-437a-afea-fbfe3040d77a tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Waiting for the task: (returnval){ [ 1125.247448] env[68893]: value = "task-2792257" [ 1125.247448] env[68893]: _type = "Task" [ 1125.247448] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.255501] env[68893]: DEBUG oslo_vmware.api [None req-a8378c10-2d20-437a-afea-fbfe3040d77a tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2792257, 'name': Rename_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.276346] env[68893]: INFO nova.compute.resource_tracker [None req-db2178d8-384c-489a-8f7c-c81a324e0a73 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: d4070fc4-0915-42b6-ba2e-243f731ba079] Updating resource usage from migration a70876bf-4e89-41a2-a87d-fc1b2c4cee80 [ 1125.365910] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2bf6dfe-7406-4f35-b289-d6157ae2da40 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1125.366445] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6f697584-5059-488f-aee7-bfd4e1701b75 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.375745] env[68893]: DEBUG oslo_vmware.api [None req-b2bf6dfe-7406-4f35-b289-d6157ae2da40 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Waiting for the task: (returnval){ [ 1125.375745] env[68893]: value = "task-2792258" [ 1125.375745] env[68893]: _type = "Task" [ 1125.375745] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.387849] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2bf6dfe-7406-4f35-b289-d6157ae2da40 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] VM already powered off {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1125.388078] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-b2bf6dfe-7406-4f35-b289-d6157ae2da40 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] Updating instance '05def266-bea2-46e6-8916-6b0484ce4edd' progress to 17 {{(pid=68893) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1125.529041] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-872846ad-6293-423e-801a-5c08877102a5 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.536667] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef78d9d6-dc3b-42dc-9c83-53f7ad804108 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.567288] env[68893]: DEBUG oslo_concurrency.lockutils [None req-15d5f825-1ae8-4878-bf56-d8bb1db617d4 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Lock "1a1dd7d2-fd20-4578-a095-fb95f4fc1516" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.918s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.568290] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa9de81b-a158-4bec-ad9e-d69f57f1bd1b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.580018] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f48ffe5f-a3df-4152-b9b8-f8416d94dc8e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.591779] env[68893]: DEBUG nova.compute.provider_tree [None req-db2178d8-384c-489a-8f7c-c81a324e0a73 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1125.660129] env[68893]: DEBUG oslo_concurrency.lockutils [None req-17b72a14-bf8e-46f8-a852-b549e41b68a4 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Acquiring lock "3956e5a9-2174-488c-970c-4de5d1be8186" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.660429] env[68893]: DEBUG oslo_concurrency.lockutils [None req-17b72a14-bf8e-46f8-a852-b549e41b68a4 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Lock "3956e5a9-2174-488c-970c-4de5d1be8186" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.663024] env[68893]: DEBUG oslo_concurrency.lockutils [None req-17b72a14-bf8e-46f8-a852-b549e41b68a4 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Acquiring lock "3956e5a9-2174-488c-970c-4de5d1be8186-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.663024] env[68893]: DEBUG oslo_concurrency.lockutils [None req-17b72a14-bf8e-46f8-a852-b549e41b68a4 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Lock "3956e5a9-2174-488c-970c-4de5d1be8186-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.663024] env[68893]: DEBUG oslo_concurrency.lockutils [None req-17b72a14-bf8e-46f8-a852-b549e41b68a4 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Lock "3956e5a9-2174-488c-970c-4de5d1be8186-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.665043] env[68893]: INFO nova.compute.manager [None req-17b72a14-bf8e-46f8-a852-b549e41b68a4 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 3956e5a9-2174-488c-970c-4de5d1be8186] Terminating instance [ 1125.757645] env[68893]: DEBUG oslo_vmware.api [None req-a8378c10-2d20-437a-afea-fbfe3040d77a tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2792257, 'name': Rename_Task, 'duration_secs': 0.140847} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.758686] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8378c10-2d20-437a-afea-fbfe3040d77a tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: a10a832e-eb42-4c1a-9cce-73d9cba00c67] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1125.760785] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-355cc06c-13c6-4545-a344-42ace28740f2 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.766179] env[68893]: DEBUG oslo_vmware.api [None req-a8378c10-2d20-437a-afea-fbfe3040d77a tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Waiting for the task: (returnval){ [ 1125.766179] env[68893]: value = "task-2792259" [ 1125.766179] env[68893]: _type = "Task" [ 1125.766179] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.774356] env[68893]: DEBUG oslo_vmware.api [None req-a8378c10-2d20-437a-afea-fbfe3040d77a tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2792259, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.807977] env[68893]: DEBUG nova.compute.manager [req-feb5a5ed-4022-469c-bcca-75a5499b2e54 req-ff6af572-fd57-419b-a84b-4e7d57069d9e service nova] [instance: 1a1dd7d2-fd20-4578-a095-fb95f4fc1516] Received event network-changed-91a693c8-7da1-455f-b98c-739992a38417 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1125.808189] env[68893]: DEBUG nova.compute.manager [req-feb5a5ed-4022-469c-bcca-75a5499b2e54 req-ff6af572-fd57-419b-a84b-4e7d57069d9e service nova] [instance: 1a1dd7d2-fd20-4578-a095-fb95f4fc1516] Refreshing instance network info cache due to event network-changed-91a693c8-7da1-455f-b98c-739992a38417. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1125.808399] env[68893]: DEBUG oslo_concurrency.lockutils [req-feb5a5ed-4022-469c-bcca-75a5499b2e54 req-ff6af572-fd57-419b-a84b-4e7d57069d9e service nova] Acquiring lock "refresh_cache-1a1dd7d2-fd20-4578-a095-fb95f4fc1516" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.808539] env[68893]: DEBUG oslo_concurrency.lockutils [req-feb5a5ed-4022-469c-bcca-75a5499b2e54 req-ff6af572-fd57-419b-a84b-4e7d57069d9e service nova] Acquired lock "refresh_cache-1a1dd7d2-fd20-4578-a095-fb95f4fc1516" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.808693] env[68893]: DEBUG nova.network.neutron [req-feb5a5ed-4022-469c-bcca-75a5499b2e54 req-ff6af572-fd57-419b-a84b-4e7d57069d9e service nova] [instance: 1a1dd7d2-fd20-4578-a095-fb95f4fc1516] Refreshing network info cache for port 91a693c8-7da1-455f-b98c-739992a38417 {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1125.894484] env[68893]: DEBUG nova.virt.hardware [None req-b2bf6dfe-7406-4f35-b289-d6157ae2da40 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1125.894744] env[68893]: DEBUG nova.virt.hardware [None req-b2bf6dfe-7406-4f35-b289-d6157ae2da40 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1125.894903] env[68893]: DEBUG nova.virt.hardware [None req-b2bf6dfe-7406-4f35-b289-d6157ae2da40 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1125.895095] env[68893]: DEBUG nova.virt.hardware [None req-b2bf6dfe-7406-4f35-b289-d6157ae2da40 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1125.895241] env[68893]: DEBUG nova.virt.hardware [None req-b2bf6dfe-7406-4f35-b289-d6157ae2da40 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1125.895389] env[68893]: DEBUG nova.virt.hardware [None req-b2bf6dfe-7406-4f35-b289-d6157ae2da40 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1125.895592] env[68893]: DEBUG nova.virt.hardware [None req-b2bf6dfe-7406-4f35-b289-d6157ae2da40 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1125.895749] env[68893]: DEBUG nova.virt.hardware [None req-b2bf6dfe-7406-4f35-b289-d6157ae2da40 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1125.895930] env[68893]: DEBUG nova.virt.hardware [None req-b2bf6dfe-7406-4f35-b289-d6157ae2da40 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1125.896109] env[68893]: DEBUG nova.virt.hardware [None req-b2bf6dfe-7406-4f35-b289-d6157ae2da40 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1125.896282] env[68893]: DEBUG nova.virt.hardware [None req-b2bf6dfe-7406-4f35-b289-d6157ae2da40 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1125.901459] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e78bc36-b570-47ed-a3c8-e703e5b18a38 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.917623] env[68893]: DEBUG oslo_vmware.api [None req-b2bf6dfe-7406-4f35-b289-d6157ae2da40 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Waiting for the task: (returnval){ [ 1125.917623] env[68893]: value = "task-2792260" [ 1125.917623] env[68893]: _type = "Task" [ 1125.917623] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.925463] env[68893]: DEBUG oslo_vmware.api [None req-b2bf6dfe-7406-4f35-b289-d6157ae2da40 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792260, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.095969] env[68893]: DEBUG nova.scheduler.client.report [None req-db2178d8-384c-489a-8f7c-c81a324e0a73 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1126.111220] env[68893]: DEBUG oslo_concurrency.lockutils [None req-23d4a5fa-b5f6-4b42-bfc4-863dd8049f85 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Acquiring lock "8b58659b-aaf9-4fa9-98b2-3153180f0570" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.111493] env[68893]: DEBUG oslo_concurrency.lockutils [None req-23d4a5fa-b5f6-4b42-bfc4-863dd8049f85 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Lock "8b58659b-aaf9-4fa9-98b2-3153180f0570" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.168788] env[68893]: DEBUG nova.compute.manager [None req-17b72a14-bf8e-46f8-a852-b549e41b68a4 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 3956e5a9-2174-488c-970c-4de5d1be8186] Start destroying the instance on the hypervisor. {{(pid=68893) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1126.169101] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-17b72a14-bf8e-46f8-a852-b549e41b68a4 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 3956e5a9-2174-488c-970c-4de5d1be8186] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1126.170088] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-915d5667-d8ab-471e-9974-162a86a3ce90 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.178932] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-17b72a14-bf8e-46f8-a852-b549e41b68a4 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 3956e5a9-2174-488c-970c-4de5d1be8186] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1126.179241] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-26e5d0f9-5396-4cbe-982a-a5410350b7f6 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.186978] env[68893]: DEBUG oslo_vmware.api [None req-17b72a14-bf8e-46f8-a852-b549e41b68a4 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Waiting for the task: (returnval){ [ 1126.186978] env[68893]: value = "task-2792261" [ 1126.186978] env[68893]: _type = "Task" [ 1126.186978] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.196431] env[68893]: DEBUG oslo_vmware.api [None req-17b72a14-bf8e-46f8-a852-b549e41b68a4 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': task-2792261, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.277586] env[68893]: DEBUG oslo_vmware.api [None req-a8378c10-2d20-437a-afea-fbfe3040d77a tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2792259, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.433334] env[68893]: DEBUG oslo_vmware.api [None req-b2bf6dfe-7406-4f35-b289-d6157ae2da40 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792260, 'name': ReconfigVM_Task, 'duration_secs': 0.277801} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.433940] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-b2bf6dfe-7406-4f35-b289-d6157ae2da40 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] Updating instance '05def266-bea2-46e6-8916-6b0484ce4edd' progress to 33 {{(pid=68893) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1126.503566] env[68893]: DEBUG oslo_concurrency.lockutils [None req-32c4d16a-a4b1-4c67-88ad-7651ca8c946c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Acquiring lock "235c5224-5fd0-4059-9e55-2737c02de683" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.503795] env[68893]: DEBUG oslo_concurrency.lockutils [None req-32c4d16a-a4b1-4c67-88ad-7651ca8c946c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Lock "235c5224-5fd0-4059-9e55-2737c02de683" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.574715] env[68893]: DEBUG nova.network.neutron [req-feb5a5ed-4022-469c-bcca-75a5499b2e54 req-ff6af572-fd57-419b-a84b-4e7d57069d9e service nova] [instance: 1a1dd7d2-fd20-4578-a095-fb95f4fc1516] Updated VIF entry in instance network info cache for port 91a693c8-7da1-455f-b98c-739992a38417. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1126.575158] env[68893]: DEBUG nova.network.neutron [req-feb5a5ed-4022-469c-bcca-75a5499b2e54 req-ff6af572-fd57-419b-a84b-4e7d57069d9e service nova] [instance: 1a1dd7d2-fd20-4578-a095-fb95f4fc1516] Updating instance_info_cache with network_info: [{"id": "91a693c8-7da1-455f-b98c-739992a38417", "address": "fa:16:3e:f1:11:b8", "network": {"id": "024e10c8-0890-4be3-81cc-2be8eac35dc9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-116676947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "564a5b6c6f4f4e42aeeef87662301380", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91a693c8-7d", "ovs_interfaceid": "91a693c8-7da1-455f-b98c-739992a38417", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.600576] env[68893]: DEBUG oslo_concurrency.lockutils [None req-db2178d8-384c-489a-8f7c-c81a324e0a73 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.338s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.600777] env[68893]: INFO nova.compute.manager [None req-db2178d8-384c-489a-8f7c-c81a324e0a73 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: d4070fc4-0915-42b6-ba2e-243f731ba079] Migrating [ 1126.607508] env[68893]: DEBUG oslo_concurrency.lockutils [None req-257c3ea6-96bd-4d33-8ca9-dafb9486cc06 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.517s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.609477] env[68893]: INFO nova.compute.claims [None req-257c3ea6-96bd-4d33-8ca9-dafb9486cc06 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: 18c88d54-3409-41b6-9f62-52a2c96d2932] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1126.614984] env[68893]: INFO nova.compute.manager [None req-23d4a5fa-b5f6-4b42-bfc4-863dd8049f85 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 8b58659b-aaf9-4fa9-98b2-3153180f0570] Detaching volume 165d031e-13a7-4d4b-9702-512ca321da24 [ 1126.657086] env[68893]: INFO nova.virt.block_device [None req-23d4a5fa-b5f6-4b42-bfc4-863dd8049f85 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 8b58659b-aaf9-4fa9-98b2-3153180f0570] Attempting to driver detach volume 165d031e-13a7-4d4b-9702-512ca321da24 from mountpoint /dev/sdb [ 1126.657313] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-23d4a5fa-b5f6-4b42-bfc4-863dd8049f85 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 8b58659b-aaf9-4fa9-98b2-3153180f0570] Volume detach. Driver type: vmdk {{(pid=68893) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1126.657501] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-23d4a5fa-b5f6-4b42-bfc4-863dd8049f85 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 8b58659b-aaf9-4fa9-98b2-3153180f0570] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561208', 'volume_id': '165d031e-13a7-4d4b-9702-512ca321da24', 'name': 'volume-165d031e-13a7-4d4b-9702-512ca321da24', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8b58659b-aaf9-4fa9-98b2-3153180f0570', 'attached_at': '', 'detached_at': '', 'volume_id': '165d031e-13a7-4d4b-9702-512ca321da24', 'serial': '165d031e-13a7-4d4b-9702-512ca321da24'} {{(pid=68893) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1126.658684] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e1d2ad7-cddb-4be9-9a5e-f3ed1c2591c1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.681488] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c24d9a0-0d55-4ec9-b81b-c368185349a3 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.691900] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1017bb38-5fe7-4f3a-ac01-5674d0963916 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.700043] env[68893]: DEBUG oslo_vmware.api [None req-17b72a14-bf8e-46f8-a852-b549e41b68a4 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': task-2792261, 'name': PowerOffVM_Task, 'duration_secs': 0.24902} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.715543] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-17b72a14-bf8e-46f8-a852-b549e41b68a4 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 3956e5a9-2174-488c-970c-4de5d1be8186] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1126.715736] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-17b72a14-bf8e-46f8-a852-b549e41b68a4 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 3956e5a9-2174-488c-970c-4de5d1be8186] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1126.716103] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-03e184e7-36ba-4441-8893-1030d3229ab8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.718306] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02bc7cb8-3457-4fa5-ac20-3e7058f7548d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.737275] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-23d4a5fa-b5f6-4b42-bfc4-863dd8049f85 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] The volume has not been displaced from its original location: [datastore2] volume-165d031e-13a7-4d4b-9702-512ca321da24/volume-165d031e-13a7-4d4b-9702-512ca321da24.vmdk. No consolidation needed. {{(pid=68893) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1126.743134] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-23d4a5fa-b5f6-4b42-bfc4-863dd8049f85 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 8b58659b-aaf9-4fa9-98b2-3153180f0570] Reconfiguring VM instance instance-0000004c to detach disk 2001 {{(pid=68893) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1126.743489] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57c84a73-2fd7-4d0c-902e-920318af2742 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.767694] env[68893]: DEBUG oslo_vmware.api [None req-23d4a5fa-b5f6-4b42-bfc4-863dd8049f85 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Waiting for the task: (returnval){ [ 1126.767694] env[68893]: value = "task-2792263" [ 1126.767694] env[68893]: _type = "Task" [ 1126.767694] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.784091] env[68893]: DEBUG oslo_vmware.api [None req-a8378c10-2d20-437a-afea-fbfe3040d77a tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2792259, 'name': PowerOnVM_Task, 'duration_secs': 0.764842} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.789102] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8378c10-2d20-437a-afea-fbfe3040d77a tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: a10a832e-eb42-4c1a-9cce-73d9cba00c67] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1126.789429] env[68893]: INFO nova.compute.manager [None req-a8378c10-2d20-437a-afea-fbfe3040d77a tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: a10a832e-eb42-4c1a-9cce-73d9cba00c67] Took 7.40 seconds to spawn the instance on the hypervisor. [ 1126.789677] env[68893]: DEBUG nova.compute.manager [None req-a8378c10-2d20-437a-afea-fbfe3040d77a tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: a10a832e-eb42-4c1a-9cce-73d9cba00c67] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1126.790094] env[68893]: DEBUG oslo_vmware.api [None req-23d4a5fa-b5f6-4b42-bfc4-863dd8049f85 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2792263, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.791157] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92114eb6-8397-45cb-a37e-6ceb4eb260aa {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.943009] env[68893]: DEBUG nova.virt.hardware [None req-b2bf6dfe-7406-4f35-b289-d6157ae2da40 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1126.943367] env[68893]: DEBUG nova.virt.hardware [None req-b2bf6dfe-7406-4f35-b289-d6157ae2da40 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1126.943587] env[68893]: DEBUG nova.virt.hardware [None req-b2bf6dfe-7406-4f35-b289-d6157ae2da40 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1126.943837] env[68893]: DEBUG nova.virt.hardware [None req-b2bf6dfe-7406-4f35-b289-d6157ae2da40 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1126.944089] env[68893]: DEBUG nova.virt.hardware [None req-b2bf6dfe-7406-4f35-b289-d6157ae2da40 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1126.944349] env[68893]: DEBUG nova.virt.hardware [None req-b2bf6dfe-7406-4f35-b289-d6157ae2da40 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1126.944579] env[68893]: DEBUG nova.virt.hardware [None req-b2bf6dfe-7406-4f35-b289-d6157ae2da40 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1126.944745] env[68893]: DEBUG nova.virt.hardware [None req-b2bf6dfe-7406-4f35-b289-d6157ae2da40 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1126.944914] env[68893]: DEBUG nova.virt.hardware [None req-b2bf6dfe-7406-4f35-b289-d6157ae2da40 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1126.945088] env[68893]: DEBUG nova.virt.hardware [None req-b2bf6dfe-7406-4f35-b289-d6157ae2da40 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1126.945267] env[68893]: DEBUG nova.virt.hardware [None req-b2bf6dfe-7406-4f35-b289-d6157ae2da40 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1126.952782] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2bf6dfe-7406-4f35-b289-d6157ae2da40 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] Reconfiguring VM instance instance-0000003f to detach disk 2000 {{(pid=68893) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1126.953297] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-476b50c4-8cbd-4c40-9967-57079eefa779 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.983539] env[68893]: DEBUG oslo_vmware.api [None req-b2bf6dfe-7406-4f35-b289-d6157ae2da40 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Waiting for the task: (returnval){ [ 1126.983539] env[68893]: value = "task-2792264" [ 1126.983539] env[68893]: _type = "Task" [ 1126.983539] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.992827] env[68893]: DEBUG oslo_vmware.api [None req-b2bf6dfe-7406-4f35-b289-d6157ae2da40 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792264, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.006780] env[68893]: DEBUG nova.compute.manager [None req-32c4d16a-a4b1-4c67-88ad-7651ca8c946c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 235c5224-5fd0-4059-9e55-2737c02de683] Starting instance... {{(pid=68893) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1127.077325] env[68893]: DEBUG oslo_concurrency.lockutils [req-feb5a5ed-4022-469c-bcca-75a5499b2e54 req-ff6af572-fd57-419b-a84b-4e7d57069d9e service nova] Releasing lock "refresh_cache-1a1dd7d2-fd20-4578-a095-fb95f4fc1516" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.123176] env[68893]: DEBUG oslo_concurrency.lockutils [None req-db2178d8-384c-489a-8f7c-c81a324e0a73 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Acquiring lock "refresh_cache-d4070fc4-0915-42b6-ba2e-243f731ba079" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.123352] env[68893]: DEBUG oslo_concurrency.lockutils [None req-db2178d8-384c-489a-8f7c-c81a324e0a73 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Acquired lock "refresh_cache-d4070fc4-0915-42b6-ba2e-243f731ba079" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.123525] env[68893]: DEBUG nova.network.neutron [None req-db2178d8-384c-489a-8f7c-c81a324e0a73 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: d4070fc4-0915-42b6-ba2e-243f731ba079] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1127.277661] env[68893]: DEBUG oslo_vmware.api [None req-23d4a5fa-b5f6-4b42-bfc4-863dd8049f85 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2792263, 'name': ReconfigVM_Task, 'duration_secs': 0.252788} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.277961] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-23d4a5fa-b5f6-4b42-bfc4-863dd8049f85 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 8b58659b-aaf9-4fa9-98b2-3153180f0570] Reconfigured VM instance instance-0000004c to detach disk 2001 {{(pid=68893) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1127.282874] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-365e7007-8a8c-452d-8e97-bfc9263bd65d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.299104] env[68893]: DEBUG oslo_vmware.api [None req-23d4a5fa-b5f6-4b42-bfc4-863dd8049f85 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Waiting for the task: (returnval){ [ 1127.299104] env[68893]: value = "task-2792265" [ 1127.299104] env[68893]: _type = "Task" [ 1127.299104] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.311124] env[68893]: DEBUG oslo_vmware.api [None req-23d4a5fa-b5f6-4b42-bfc4-863dd8049f85 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2792265, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.313026] env[68893]: INFO nova.compute.manager [None req-a8378c10-2d20-437a-afea-fbfe3040d77a tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: a10a832e-eb42-4c1a-9cce-73d9cba00c67] Took 21.67 seconds to build instance. [ 1127.495023] env[68893]: DEBUG oslo_vmware.api [None req-b2bf6dfe-7406-4f35-b289-d6157ae2da40 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792264, 'name': ReconfigVM_Task, 'duration_secs': 0.188299} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.495023] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2bf6dfe-7406-4f35-b289-d6157ae2da40 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] Reconfigured VM instance instance-0000003f to detach disk 2000 {{(pid=68893) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1127.496112] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fceadc7-3b58-4ba3-869f-50ed4aece44d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.519561] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2bf6dfe-7406-4f35-b289-d6157ae2da40 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] 05def266-bea2-46e6-8916-6b0484ce4edd/05def266-bea2-46e6-8916-6b0484ce4edd.vmdk or device None with type thin {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1127.521887] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3eeb6e12-a675-4cc1-bba8-6dd9560d27e9 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.542361] env[68893]: DEBUG oslo_vmware.api [None req-b2bf6dfe-7406-4f35-b289-d6157ae2da40 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Waiting for the task: (returnval){ [ 1127.542361] env[68893]: value = "task-2792266" [ 1127.542361] env[68893]: _type = "Task" [ 1127.542361] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.553591] env[68893]: DEBUG oslo_vmware.api [None req-b2bf6dfe-7406-4f35-b289-d6157ae2da40 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792266, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.555399] env[68893]: DEBUG oslo_concurrency.lockutils [None req-32c4d16a-a4b1-4c67-88ad-7651ca8c946c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.811783] env[68893]: DEBUG oslo_vmware.api [None req-23d4a5fa-b5f6-4b42-bfc4-863dd8049f85 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2792265, 'name': ReconfigVM_Task, 'duration_secs': 0.205598} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.812122] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-23d4a5fa-b5f6-4b42-bfc4-863dd8049f85 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 8b58659b-aaf9-4fa9-98b2-3153180f0570] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561208', 'volume_id': '165d031e-13a7-4d4b-9702-512ca321da24', 'name': 'volume-165d031e-13a7-4d4b-9702-512ca321da24', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8b58659b-aaf9-4fa9-98b2-3153180f0570', 'attached_at': '', 'detached_at': '', 'volume_id': '165d031e-13a7-4d4b-9702-512ca321da24', 'serial': '165d031e-13a7-4d4b-9702-512ca321da24'} {{(pid=68893) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1127.815661] env[68893]: DEBUG oslo_concurrency.lockutils [None req-a8378c10-2d20-437a-afea-fbfe3040d77a tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Lock "a10a832e-eb42-4c1a-9cce-73d9cba00c67" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.184s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.847501] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a749f748-9ea6-492a-8ac1-0dedfc65afa0 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.855218] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07762a88-3f46-46db-944a-93fa0740e7b6 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.887341] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-326d0fd4-dafe-4675-a6e4-18355fc2eeeb {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.895260] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5d540bd-37fa-487c-b65d-a6080aeb2707 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.910474] env[68893]: DEBUG nova.compute.provider_tree [None req-257c3ea6-96bd-4d33-8ca9-dafb9486cc06 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1128.052867] env[68893]: DEBUG oslo_vmware.api [None req-b2bf6dfe-7406-4f35-b289-d6157ae2da40 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792266, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.143159] env[68893]: DEBUG nova.network.neutron [None req-db2178d8-384c-489a-8f7c-c81a324e0a73 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: d4070fc4-0915-42b6-ba2e-243f731ba079] Updating instance_info_cache with network_info: [{"id": "9a87f0fc-69d0-4bef-9b06-74338e55988c", "address": "fa:16:3e:ed:e2:2d", "network": {"id": "762a83f3-c67b-4f81-b7a7-d7f377a327e5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-991790965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6f2d7d7af6a40f097ffca46e5a430bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a87f0fc-69", "ovs_interfaceid": "9a87f0fc-69d0-4bef-9b06-74338e55988c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.362799] env[68893]: DEBUG nova.objects.instance [None req-23d4a5fa-b5f6-4b42-bfc4-863dd8049f85 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Lazy-loading 'flavor' on Instance uuid 8b58659b-aaf9-4fa9-98b2-3153180f0570 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1128.386510] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-17b72a14-bf8e-46f8-a852-b549e41b68a4 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 3956e5a9-2174-488c-970c-4de5d1be8186] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1128.386510] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-17b72a14-bf8e-46f8-a852-b549e41b68a4 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 3956e5a9-2174-488c-970c-4de5d1be8186] Deleting contents of the VM from datastore datastore1 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1128.386709] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-17b72a14-bf8e-46f8-a852-b549e41b68a4 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Deleting the datastore file [datastore1] 3956e5a9-2174-488c-970c-4de5d1be8186 {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1128.386858] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-881f18e2-88ae-49b5-a6ea-d60915cdbfe1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.393000] env[68893]: DEBUG oslo_vmware.api [None req-17b72a14-bf8e-46f8-a852-b549e41b68a4 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Waiting for the task: (returnval){ [ 1128.393000] env[68893]: value = "task-2792267" [ 1128.393000] env[68893]: _type = "Task" [ 1128.393000] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.400996] env[68893]: DEBUG oslo_vmware.api [None req-17b72a14-bf8e-46f8-a852-b549e41b68a4 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': task-2792267, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.414176] env[68893]: DEBUG nova.scheduler.client.report [None req-257c3ea6-96bd-4d33-8ca9-dafb9486cc06 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1128.477948] env[68893]: DEBUG nova.compute.manager [None req-a27c86b8-8886-47ee-a3a5-ab8f754ed27c tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: a10a832e-eb42-4c1a-9cce-73d9cba00c67] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1128.478920] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7ba6ac6-bf68-4a45-bdac-2e157af2e03f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.553027] env[68893]: DEBUG oslo_vmware.api [None req-b2bf6dfe-7406-4f35-b289-d6157ae2da40 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792266, 'name': ReconfigVM_Task, 'duration_secs': 0.902352} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.553308] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2bf6dfe-7406-4f35-b289-d6157ae2da40 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] Reconfigured VM instance instance-0000003f to attach disk [datastore2] 05def266-bea2-46e6-8916-6b0484ce4edd/05def266-bea2-46e6-8916-6b0484ce4edd.vmdk or device None with type thin {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1128.553575] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-b2bf6dfe-7406-4f35-b289-d6157ae2da40 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] Updating instance '05def266-bea2-46e6-8916-6b0484ce4edd' progress to 50 {{(pid=68893) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1128.646150] env[68893]: DEBUG oslo_concurrency.lockutils [None req-db2178d8-384c-489a-8f7c-c81a324e0a73 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Releasing lock "refresh_cache-d4070fc4-0915-42b6-ba2e-243f731ba079" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.903255] env[68893]: DEBUG oslo_vmware.api [None req-17b72a14-bf8e-46f8-a852-b549e41b68a4 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': task-2792267, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148374} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.903898] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-17b72a14-bf8e-46f8-a852-b549e41b68a4 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1128.903898] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-17b72a14-bf8e-46f8-a852-b549e41b68a4 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 3956e5a9-2174-488c-970c-4de5d1be8186] Deleted contents of the VM from datastore datastore1 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1128.903898] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-17b72a14-bf8e-46f8-a852-b549e41b68a4 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 3956e5a9-2174-488c-970c-4de5d1be8186] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1128.904020] env[68893]: INFO nova.compute.manager [None req-17b72a14-bf8e-46f8-a852-b549e41b68a4 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 3956e5a9-2174-488c-970c-4de5d1be8186] Took 2.74 seconds to destroy the instance on the hypervisor. [ 1128.904232] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-17b72a14-bf8e-46f8-a852-b549e41b68a4 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1128.904421] env[68893]: DEBUG nova.compute.manager [-] [instance: 3956e5a9-2174-488c-970c-4de5d1be8186] Deallocating network for instance {{(pid=68893) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1128.904517] env[68893]: DEBUG nova.network.neutron [-] [instance: 3956e5a9-2174-488c-970c-4de5d1be8186] deallocate_for_instance() {{(pid=68893) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1128.919291] env[68893]: DEBUG oslo_concurrency.lockutils [None req-257c3ea6-96bd-4d33-8ca9-dafb9486cc06 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.312s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.919836] env[68893]: DEBUG nova.compute.manager [None req-257c3ea6-96bd-4d33-8ca9-dafb9486cc06 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: 18c88d54-3409-41b6-9f62-52a2c96d2932] Start building networks asynchronously for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1128.922368] env[68893]: DEBUG oslo_concurrency.lockutils [None req-37db4ef3-5c7e-46ba-b7cd-6a1a701d3382 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.324s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.923676] env[68893]: INFO nova.compute.claims [None req-37db4ef3-5c7e-46ba-b7cd-6a1a701d3382 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: 550b6591-8962-40ce-87bd-a846d584c99c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1128.990656] env[68893]: INFO nova.compute.manager [None req-a27c86b8-8886-47ee-a3a5-ab8f754ed27c tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: a10a832e-eb42-4c1a-9cce-73d9cba00c67] instance snapshotting [ 1128.994208] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85848f64-e4da-42cd-9688-5d0df7743687 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.021715] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0f1792d-ac17-4154-b733-e37ee04868bd {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.060351] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec690743-7da6-4e4d-9122-156b49c75f0f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.083809] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ba82d76-e2b7-4c33-9040-441e27aaab0a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.103794] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-b2bf6dfe-7406-4f35-b289-d6157ae2da40 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] Updating instance '05def266-bea2-46e6-8916-6b0484ce4edd' progress to 67 {{(pid=68893) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1129.164525] env[68893]: DEBUG nova.compute.manager [req-63d83ff0-4487-41bc-869c-ba657b469f80 req-74ba32d4-67b1-4e89-bd3b-34c0ce79be2b service nova] [instance: 3956e5a9-2174-488c-970c-4de5d1be8186] Received event network-vif-deleted-0cb27c7f-e7d1-4c24-aba6-807c3e043da9 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1129.164792] env[68893]: INFO nova.compute.manager [req-63d83ff0-4487-41bc-869c-ba657b469f80 req-74ba32d4-67b1-4e89-bd3b-34c0ce79be2b service nova] [instance: 3956e5a9-2174-488c-970c-4de5d1be8186] Neutron deleted interface 0cb27c7f-e7d1-4c24-aba6-807c3e043da9; detaching it from the instance and deleting it from the info cache [ 1129.164923] env[68893]: DEBUG nova.network.neutron [req-63d83ff0-4487-41bc-869c-ba657b469f80 req-74ba32d4-67b1-4e89-bd3b-34c0ce79be2b service nova] [instance: 3956e5a9-2174-488c-970c-4de5d1be8186] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.370009] env[68893]: DEBUG oslo_concurrency.lockutils [None req-23d4a5fa-b5f6-4b42-bfc4-863dd8049f85 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Lock "8b58659b-aaf9-4fa9-98b2-3153180f0570" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.258s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.428464] env[68893]: DEBUG nova.compute.utils [None req-257c3ea6-96bd-4d33-8ca9-dafb9486cc06 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1129.431612] env[68893]: DEBUG nova.compute.manager [None req-257c3ea6-96bd-4d33-8ca9-dafb9486cc06 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: 18c88d54-3409-41b6-9f62-52a2c96d2932] Allocating IP information in the background. {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1129.431781] env[68893]: DEBUG nova.network.neutron [None req-257c3ea6-96bd-4d33-8ca9-dafb9486cc06 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: 18c88d54-3409-41b6-9f62-52a2c96d2932] allocate_for_instance() {{(pid=68893) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1129.473680] env[68893]: DEBUG nova.policy [None req-257c3ea6-96bd-4d33-8ca9-dafb9486cc06 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '87dd5c82f31c423d9f33b7d7ffe7eec9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '22a90c81e44d43b6ac94fc939f6737bb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68893) authorize /opt/stack/nova/nova/policy.py:192}} [ 1129.533575] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-a27c86b8-8886-47ee-a3a5-ab8f754ed27c tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: a10a832e-eb42-4c1a-9cce-73d9cba00c67] Creating Snapshot of the VM instance {{(pid=68893) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1129.533575] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e990a807-8ec6-40cf-8e39-5e7f238352bb {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.541050] env[68893]: DEBUG oslo_vmware.api [None req-a27c86b8-8886-47ee-a3a5-ab8f754ed27c tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Waiting for the task: (returnval){ [ 1129.541050] env[68893]: value = "task-2792268" [ 1129.541050] env[68893]: _type = "Task" [ 1129.541050] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.548928] env[68893]: DEBUG oslo_vmware.api [None req-a27c86b8-8886-47ee-a3a5-ab8f754ed27c tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2792268, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.644017] env[68893]: DEBUG nova.network.neutron [-] [instance: 3956e5a9-2174-488c-970c-4de5d1be8186] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.651628] env[68893]: DEBUG nova.network.neutron [None req-b2bf6dfe-7406-4f35-b289-d6157ae2da40 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] Port 64eb0ee1-e1cf-48df-9c84-823e502a8b61 binding to destination host cpu-1 is already ACTIVE {{(pid=68893) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1129.668474] env[68893]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-41eb9cb3-ada0-431b-97f4-432fa38eb60e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.678664] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1a2cd85-7786-4efd-9163-e04f97722294 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.717809] env[68893]: DEBUG nova.compute.manager [req-63d83ff0-4487-41bc-869c-ba657b469f80 req-74ba32d4-67b1-4e89-bd3b-34c0ce79be2b service nova] [instance: 3956e5a9-2174-488c-970c-4de5d1be8186] Detach interface failed, port_id=0cb27c7f-e7d1-4c24-aba6-807c3e043da9, reason: Instance 3956e5a9-2174-488c-970c-4de5d1be8186 could not be found. {{(pid=68893) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1129.742779] env[68893]: DEBUG nova.network.neutron [None req-257c3ea6-96bd-4d33-8ca9-dafb9486cc06 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: 18c88d54-3409-41b6-9f62-52a2c96d2932] Successfully created port: bfc1e5a4-757d-4bf1-b40a-df1b978766dc {{(pid=68893) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1129.932388] env[68893]: DEBUG nova.compute.manager [None req-257c3ea6-96bd-4d33-8ca9-dafb9486cc06 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: 18c88d54-3409-41b6-9f62-52a2c96d2932] Start building block device mappings for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1130.054057] env[68893]: DEBUG oslo_vmware.api [None req-a27c86b8-8886-47ee-a3a5-ab8f754ed27c tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2792268, 'name': CreateSnapshot_Task, 'duration_secs': 0.442365} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.054148] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-a27c86b8-8886-47ee-a3a5-ab8f754ed27c tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: a10a832e-eb42-4c1a-9cce-73d9cba00c67] Created Snapshot of the VM instance {{(pid=68893) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1130.054864] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95b03d57-5f33-4f40-820c-740bae34ffb1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.146727] env[68893]: INFO nova.compute.manager [-] [instance: 3956e5a9-2174-488c-970c-4de5d1be8186] Took 1.24 seconds to deallocate network for instance. [ 1130.163572] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48b9c28e-ee62-44bb-869e-dad17b3fcb56 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.186316] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-db2178d8-384c-489a-8f7c-c81a324e0a73 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: d4070fc4-0915-42b6-ba2e-243f731ba079] Updating instance 'd4070fc4-0915-42b6-ba2e-243f731ba079' progress to 0 {{(pid=68893) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1130.203863] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0d26c6e-366c-4963-98ee-c09fc59bebec {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.211117] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-114dba13-1a3f-4ff3-b5d4-9459695d5e06 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.244882] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a868694d-310a-4342-8cd1-0cba8577859a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.254950] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6227d298-3eff-4104-a06f-897539c6db74 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.268971] env[68893]: DEBUG nova.compute.provider_tree [None req-37db4ef3-5c7e-46ba-b7cd-6a1a701d3382 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Updating inventory in ProviderTree for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1130.383394] env[68893]: DEBUG oslo_concurrency.lockutils [None req-50f0fbbd-a00d-44cc-a3bd-fc294a945652 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Acquiring lock "8b58659b-aaf9-4fa9-98b2-3153180f0570" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.383672] env[68893]: DEBUG oslo_concurrency.lockutils [None req-50f0fbbd-a00d-44cc-a3bd-fc294a945652 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Lock "8b58659b-aaf9-4fa9-98b2-3153180f0570" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.383882] env[68893]: DEBUG oslo_concurrency.lockutils [None req-50f0fbbd-a00d-44cc-a3bd-fc294a945652 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Acquiring lock "8b58659b-aaf9-4fa9-98b2-3153180f0570-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.384079] env[68893]: DEBUG oslo_concurrency.lockutils [None req-50f0fbbd-a00d-44cc-a3bd-fc294a945652 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Lock "8b58659b-aaf9-4fa9-98b2-3153180f0570-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.384251] env[68893]: DEBUG oslo_concurrency.lockutils [None req-50f0fbbd-a00d-44cc-a3bd-fc294a945652 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Lock "8b58659b-aaf9-4fa9-98b2-3153180f0570-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.387022] env[68893]: INFO nova.compute.manager [None req-50f0fbbd-a00d-44cc-a3bd-fc294a945652 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 8b58659b-aaf9-4fa9-98b2-3153180f0570] Terminating instance [ 1130.575240] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-a27c86b8-8886-47ee-a3a5-ab8f754ed27c tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: a10a832e-eb42-4c1a-9cce-73d9cba00c67] Creating linked-clone VM from snapshot {{(pid=68893) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1130.575553] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a0ea9e6e-c15f-449f-8858-56eb8e4366a8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.583785] env[68893]: DEBUG oslo_vmware.api [None req-a27c86b8-8886-47ee-a3a5-ab8f754ed27c tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Waiting for the task: (returnval){ [ 1130.583785] env[68893]: value = "task-2792269" [ 1130.583785] env[68893]: _type = "Task" [ 1130.583785] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.591708] env[68893]: DEBUG oslo_vmware.api [None req-a27c86b8-8886-47ee-a3a5-ab8f754ed27c tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2792269, 'name': CloneVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.656483] env[68893]: DEBUG oslo_concurrency.lockutils [None req-17b72a14-bf8e-46f8-a852-b549e41b68a4 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.676294] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b2bf6dfe-7406-4f35-b289-d6157ae2da40 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Acquiring lock "05def266-bea2-46e6-8916-6b0484ce4edd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.676476] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b2bf6dfe-7406-4f35-b289-d6157ae2da40 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Lock "05def266-bea2-46e6-8916-6b0484ce4edd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.676654] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b2bf6dfe-7406-4f35-b289-d6157ae2da40 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Lock "05def266-bea2-46e6-8916-6b0484ce4edd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.691769] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-db2178d8-384c-489a-8f7c-c81a324e0a73 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: d4070fc4-0915-42b6-ba2e-243f731ba079] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1130.692722] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a82e3277-c296-4aea-97c0-cc4a0db73940 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.699958] env[68893]: DEBUG oslo_vmware.api [None req-db2178d8-384c-489a-8f7c-c81a324e0a73 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Waiting for the task: (returnval){ [ 1130.699958] env[68893]: value = "task-2792270" [ 1130.699958] env[68893]: _type = "Task" [ 1130.699958] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.708654] env[68893]: DEBUG oslo_vmware.api [None req-db2178d8-384c-489a-8f7c-c81a324e0a73 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792270, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.793279] env[68893]: ERROR nova.scheduler.client.report [None req-37db4ef3-5c7e-46ba-b7cd-6a1a701d3382 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [req-03039c71-cfed-41ea-a055-d7abc6af8e67] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d14b70d6-a636-4db0-b5a6-b901da6fa895. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-03039c71-cfed-41ea-a055-d7abc6af8e67"}]} [ 1130.809723] env[68893]: DEBUG nova.scheduler.client.report [None req-37db4ef3-5c7e-46ba-b7cd-6a1a701d3382 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Refreshing inventories for resource provider d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1130.825680] env[68893]: DEBUG nova.scheduler.client.report [None req-37db4ef3-5c7e-46ba-b7cd-6a1a701d3382 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Updating ProviderTree inventory for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1130.825905] env[68893]: DEBUG nova.compute.provider_tree [None req-37db4ef3-5c7e-46ba-b7cd-6a1a701d3382 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Updating inventory in ProviderTree for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1130.840357] env[68893]: DEBUG nova.scheduler.client.report [None req-37db4ef3-5c7e-46ba-b7cd-6a1a701d3382 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Refreshing aggregate associations for resource provider d14b70d6-a636-4db0-b5a6-b901da6fa895, aggregates: None {{(pid=68893) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1130.866218] env[68893]: DEBUG nova.scheduler.client.report [None req-37db4ef3-5c7e-46ba-b7cd-6a1a701d3382 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Refreshing trait associations for resource provider d14b70d6-a636-4db0-b5a6-b901da6fa895, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE {{(pid=68893) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1130.891934] env[68893]: DEBUG nova.compute.manager [None req-50f0fbbd-a00d-44cc-a3bd-fc294a945652 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 8b58659b-aaf9-4fa9-98b2-3153180f0570] Start destroying the instance on the hypervisor. {{(pid=68893) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1130.891934] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-50f0fbbd-a00d-44cc-a3bd-fc294a945652 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 8b58659b-aaf9-4fa9-98b2-3153180f0570] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1130.892512] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6935f265-61b6-4add-b465-6095c75e5c4f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.900668] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-50f0fbbd-a00d-44cc-a3bd-fc294a945652 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 8b58659b-aaf9-4fa9-98b2-3153180f0570] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1130.903259] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eecfd247-6dcf-4327-8910-8fea453c0cbc {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.909034] env[68893]: DEBUG oslo_vmware.api [None req-50f0fbbd-a00d-44cc-a3bd-fc294a945652 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Waiting for the task: (returnval){ [ 1130.909034] env[68893]: value = "task-2792271" [ 1130.909034] env[68893]: _type = "Task" [ 1130.909034] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.916662] env[68893]: DEBUG oslo_vmware.api [None req-50f0fbbd-a00d-44cc-a3bd-fc294a945652 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2792271, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.946803] env[68893]: DEBUG nova.compute.manager [None req-257c3ea6-96bd-4d33-8ca9-dafb9486cc06 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: 18c88d54-3409-41b6-9f62-52a2c96d2932] Start spawning the instance on the hypervisor. {{(pid=68893) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1130.976124] env[68893]: DEBUG nova.virt.hardware [None req-257c3ea6-96bd-4d33-8ca9-dafb9486cc06 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1130.976448] env[68893]: DEBUG nova.virt.hardware [None req-257c3ea6-96bd-4d33-8ca9-dafb9486cc06 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1130.976664] env[68893]: DEBUG nova.virt.hardware [None req-257c3ea6-96bd-4d33-8ca9-dafb9486cc06 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1130.976911] env[68893]: DEBUG nova.virt.hardware [None req-257c3ea6-96bd-4d33-8ca9-dafb9486cc06 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1130.977119] env[68893]: DEBUG nova.virt.hardware [None req-257c3ea6-96bd-4d33-8ca9-dafb9486cc06 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1130.977320] env[68893]: DEBUG nova.virt.hardware [None req-257c3ea6-96bd-4d33-8ca9-dafb9486cc06 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1130.977546] env[68893]: DEBUG nova.virt.hardware [None req-257c3ea6-96bd-4d33-8ca9-dafb9486cc06 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1130.977800] env[68893]: DEBUG nova.virt.hardware [None req-257c3ea6-96bd-4d33-8ca9-dafb9486cc06 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1130.978055] env[68893]: DEBUG nova.virt.hardware [None req-257c3ea6-96bd-4d33-8ca9-dafb9486cc06 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1130.978243] env[68893]: DEBUG nova.virt.hardware [None req-257c3ea6-96bd-4d33-8ca9-dafb9486cc06 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1130.978420] env[68893]: DEBUG nova.virt.hardware [None req-257c3ea6-96bd-4d33-8ca9-dafb9486cc06 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1130.979362] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06c0923c-0254-464a-a6bf-e20924342579 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.992711] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8603bac7-72fa-4ee0-b733-66efa50cea35 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.095663] env[68893]: DEBUG oslo_vmware.api [None req-a27c86b8-8886-47ee-a3a5-ab8f754ed27c tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2792269, 'name': CloneVM_Task} progress is 94%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.136605] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ea8379e-e2ee-4537-aaca-7f7d9e190c4a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.144670] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aec625c9-ea8c-443f-ac3e-ba7ac0d0db80 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.175456] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6da9989c-c8b6-4ead-a9e6-f610b07a3e8f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.185151] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d252c675-193f-4dd9-8fbd-ed2e96a85d64 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.203976] env[68893]: DEBUG nova.compute.provider_tree [None req-37db4ef3-5c7e-46ba-b7cd-6a1a701d3382 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Updating inventory in ProviderTree for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1131.219151] env[68893]: DEBUG oslo_vmware.api [None req-db2178d8-384c-489a-8f7c-c81a324e0a73 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792270, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.282420] env[68893]: DEBUG nova.compute.manager [req-78b37528-c929-4ed1-9e83-3a817e8ad86b req-9716bfb9-6d76-47eb-add3-f4424aa9d478 service nova] [instance: 18c88d54-3409-41b6-9f62-52a2c96d2932] Received event network-vif-plugged-bfc1e5a4-757d-4bf1-b40a-df1b978766dc {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1131.282697] env[68893]: DEBUG oslo_concurrency.lockutils [req-78b37528-c929-4ed1-9e83-3a817e8ad86b req-9716bfb9-6d76-47eb-add3-f4424aa9d478 service nova] Acquiring lock "18c88d54-3409-41b6-9f62-52a2c96d2932-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.282853] env[68893]: DEBUG oslo_concurrency.lockutils [req-78b37528-c929-4ed1-9e83-3a817e8ad86b req-9716bfb9-6d76-47eb-add3-f4424aa9d478 service nova] Lock "18c88d54-3409-41b6-9f62-52a2c96d2932-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.282992] env[68893]: DEBUG oslo_concurrency.lockutils [req-78b37528-c929-4ed1-9e83-3a817e8ad86b req-9716bfb9-6d76-47eb-add3-f4424aa9d478 service nova] Lock "18c88d54-3409-41b6-9f62-52a2c96d2932-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.283150] env[68893]: DEBUG nova.compute.manager [req-78b37528-c929-4ed1-9e83-3a817e8ad86b req-9716bfb9-6d76-47eb-add3-f4424aa9d478 service nova] [instance: 18c88d54-3409-41b6-9f62-52a2c96d2932] No waiting events found dispatching network-vif-plugged-bfc1e5a4-757d-4bf1-b40a-df1b978766dc {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1131.283313] env[68893]: WARNING nova.compute.manager [req-78b37528-c929-4ed1-9e83-3a817e8ad86b req-9716bfb9-6d76-47eb-add3-f4424aa9d478 service nova] [instance: 18c88d54-3409-41b6-9f62-52a2c96d2932] Received unexpected event network-vif-plugged-bfc1e5a4-757d-4bf1-b40a-df1b978766dc for instance with vm_state building and task_state spawning. [ 1131.371462] env[68893]: DEBUG nova.network.neutron [None req-257c3ea6-96bd-4d33-8ca9-dafb9486cc06 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: 18c88d54-3409-41b6-9f62-52a2c96d2932] Successfully updated port: bfc1e5a4-757d-4bf1-b40a-df1b978766dc {{(pid=68893) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1131.419758] env[68893]: DEBUG oslo_vmware.api [None req-50f0fbbd-a00d-44cc-a3bd-fc294a945652 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2792271, 'name': PowerOffVM_Task, 'duration_secs': 0.368652} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.420096] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-50f0fbbd-a00d-44cc-a3bd-fc294a945652 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 8b58659b-aaf9-4fa9-98b2-3153180f0570] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1131.420303] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-50f0fbbd-a00d-44cc-a3bd-fc294a945652 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 8b58659b-aaf9-4fa9-98b2-3153180f0570] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1131.420581] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-caa84fd8-4d0c-436a-94d5-9de8be170757 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.483615] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-50f0fbbd-a00d-44cc-a3bd-fc294a945652 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 8b58659b-aaf9-4fa9-98b2-3153180f0570] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1131.483837] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-50f0fbbd-a00d-44cc-a3bd-fc294a945652 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 8b58659b-aaf9-4fa9-98b2-3153180f0570] Deleting contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1131.484038] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-50f0fbbd-a00d-44cc-a3bd-fc294a945652 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Deleting the datastore file [datastore2] 8b58659b-aaf9-4fa9-98b2-3153180f0570 {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1131.484363] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0e2e4156-bd3d-450f-b1a2-2e252091f3ea {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.490071] env[68893]: DEBUG oslo_vmware.api [None req-50f0fbbd-a00d-44cc-a3bd-fc294a945652 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Waiting for the task: (returnval){ [ 1131.490071] env[68893]: value = "task-2792273" [ 1131.490071] env[68893]: _type = "Task" [ 1131.490071] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.497724] env[68893]: DEBUG oslo_vmware.api [None req-50f0fbbd-a00d-44cc-a3bd-fc294a945652 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2792273, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.595060] env[68893]: DEBUG oslo_vmware.api [None req-a27c86b8-8886-47ee-a3a5-ab8f754ed27c tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2792269, 'name': CloneVM_Task} progress is 95%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.715436] env[68893]: DEBUG oslo_vmware.api [None req-db2178d8-384c-489a-8f7c-c81a324e0a73 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792270, 'name': PowerOffVM_Task, 'duration_secs': 0.577741} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.716288] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b2bf6dfe-7406-4f35-b289-d6157ae2da40 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Acquiring lock "refresh_cache-05def266-bea2-46e6-8916-6b0484ce4edd" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.716444] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b2bf6dfe-7406-4f35-b289-d6157ae2da40 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Acquired lock "refresh_cache-05def266-bea2-46e6-8916-6b0484ce4edd" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.716612] env[68893]: DEBUG nova.network.neutron [None req-b2bf6dfe-7406-4f35-b289-d6157ae2da40 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1131.717942] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-db2178d8-384c-489a-8f7c-c81a324e0a73 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: d4070fc4-0915-42b6-ba2e-243f731ba079] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1131.718149] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-db2178d8-384c-489a-8f7c-c81a324e0a73 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: d4070fc4-0915-42b6-ba2e-243f731ba079] Updating instance 'd4070fc4-0915-42b6-ba2e-243f731ba079' progress to 17 {{(pid=68893) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1131.746031] env[68893]: DEBUG nova.scheduler.client.report [None req-37db4ef3-5c7e-46ba-b7cd-6a1a701d3382 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Updated inventory for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with generation 137 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1131.746031] env[68893]: DEBUG nova.compute.provider_tree [None req-37db4ef3-5c7e-46ba-b7cd-6a1a701d3382 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Updating resource provider d14b70d6-a636-4db0-b5a6-b901da6fa895 generation from 137 to 138 during operation: update_inventory {{(pid=68893) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1131.746031] env[68893]: DEBUG nova.compute.provider_tree [None req-37db4ef3-5c7e-46ba-b7cd-6a1a701d3382 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Updating inventory in ProviderTree for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1131.876096] env[68893]: DEBUG oslo_concurrency.lockutils [None req-257c3ea6-96bd-4d33-8ca9-dafb9486cc06 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Acquiring lock "refresh_cache-18c88d54-3409-41b6-9f62-52a2c96d2932" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.876260] env[68893]: DEBUG oslo_concurrency.lockutils [None req-257c3ea6-96bd-4d33-8ca9-dafb9486cc06 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Acquired lock "refresh_cache-18c88d54-3409-41b6-9f62-52a2c96d2932" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.876420] env[68893]: DEBUG nova.network.neutron [None req-257c3ea6-96bd-4d33-8ca9-dafb9486cc06 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: 18c88d54-3409-41b6-9f62-52a2c96d2932] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1132.001573] env[68893]: DEBUG oslo_vmware.api [None req-50f0fbbd-a00d-44cc-a3bd-fc294a945652 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2792273, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152408} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.001949] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-50f0fbbd-a00d-44cc-a3bd-fc294a945652 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1132.002214] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-50f0fbbd-a00d-44cc-a3bd-fc294a945652 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 8b58659b-aaf9-4fa9-98b2-3153180f0570] Deleted contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1132.002214] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-50f0fbbd-a00d-44cc-a3bd-fc294a945652 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 8b58659b-aaf9-4fa9-98b2-3153180f0570] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1132.002361] env[68893]: INFO nova.compute.manager [None req-50f0fbbd-a00d-44cc-a3bd-fc294a945652 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 8b58659b-aaf9-4fa9-98b2-3153180f0570] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1132.002599] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-50f0fbbd-a00d-44cc-a3bd-fc294a945652 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1132.002812] env[68893]: DEBUG nova.compute.manager [-] [instance: 8b58659b-aaf9-4fa9-98b2-3153180f0570] Deallocating network for instance {{(pid=68893) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1132.002912] env[68893]: DEBUG nova.network.neutron [-] [instance: 8b58659b-aaf9-4fa9-98b2-3153180f0570] deallocate_for_instance() {{(pid=68893) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1132.095359] env[68893]: DEBUG oslo_vmware.api [None req-a27c86b8-8886-47ee-a3a5-ab8f754ed27c tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2792269, 'name': CloneVM_Task, 'duration_secs': 1.105205} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.095359] env[68893]: INFO nova.virt.vmwareapi.vmops [None req-a27c86b8-8886-47ee-a3a5-ab8f754ed27c tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: a10a832e-eb42-4c1a-9cce-73d9cba00c67] Created linked-clone VM from snapshot [ 1132.096578] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46c687bd-1f32-43b0-9813-de35d4a4c1cd {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.103784] env[68893]: DEBUG nova.virt.vmwareapi.images [None req-a27c86b8-8886-47ee-a3a5-ab8f754ed27c tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: a10a832e-eb42-4c1a-9cce-73d9cba00c67] Uploading image 46237292-e90d-440b-922a-e32852f9548e {{(pid=68893) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1132.115864] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-a27c86b8-8886-47ee-a3a5-ab8f754ed27c tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: a10a832e-eb42-4c1a-9cce-73d9cba00c67] Destroying the VM {{(pid=68893) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1132.116158] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0b316d68-0a18-4f74-b120-d1a1ee800aa8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.123041] env[68893]: DEBUG oslo_vmware.api [None req-a27c86b8-8886-47ee-a3a5-ab8f754ed27c tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Waiting for the task: (returnval){ [ 1132.123041] env[68893]: value = "task-2792274" [ 1132.123041] env[68893]: _type = "Task" [ 1132.123041] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.130698] env[68893]: DEBUG oslo_vmware.api [None req-a27c86b8-8886-47ee-a3a5-ab8f754ed27c tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2792274, 'name': Destroy_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.225912] env[68893]: DEBUG nova.virt.hardware [None req-db2178d8-384c-489a-8f7c-c81a324e0a73 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1132.226454] env[68893]: DEBUG nova.virt.hardware [None req-db2178d8-384c-489a-8f7c-c81a324e0a73 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1132.226454] env[68893]: DEBUG nova.virt.hardware [None req-db2178d8-384c-489a-8f7c-c81a324e0a73 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1132.226551] env[68893]: DEBUG nova.virt.hardware [None req-db2178d8-384c-489a-8f7c-c81a324e0a73 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1132.226635] env[68893]: DEBUG nova.virt.hardware [None req-db2178d8-384c-489a-8f7c-c81a324e0a73 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1132.226777] env[68893]: DEBUG nova.virt.hardware [None req-db2178d8-384c-489a-8f7c-c81a324e0a73 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1132.226999] env[68893]: DEBUG nova.virt.hardware [None req-db2178d8-384c-489a-8f7c-c81a324e0a73 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1132.227172] env[68893]: DEBUG nova.virt.hardware [None req-db2178d8-384c-489a-8f7c-c81a324e0a73 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1132.228025] env[68893]: DEBUG nova.virt.hardware [None req-db2178d8-384c-489a-8f7c-c81a324e0a73 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1132.228025] env[68893]: DEBUG nova.virt.hardware [None req-db2178d8-384c-489a-8f7c-c81a324e0a73 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1132.228025] env[68893]: DEBUG nova.virt.hardware [None req-db2178d8-384c-489a-8f7c-c81a324e0a73 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1132.232912] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04b0f842-8415-491d-adb3-7d5df1c40893 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.249335] env[68893]: DEBUG oslo_vmware.api [None req-db2178d8-384c-489a-8f7c-c81a324e0a73 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Waiting for the task: (returnval){ [ 1132.249335] env[68893]: value = "task-2792275" [ 1132.249335] env[68893]: _type = "Task" [ 1132.249335] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.250264] env[68893]: DEBUG oslo_concurrency.lockutils [None req-37db4ef3-5c7e-46ba-b7cd-6a1a701d3382 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.328s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.250777] env[68893]: DEBUG nova.compute.manager [None req-37db4ef3-5c7e-46ba-b7cd-6a1a701d3382 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: 550b6591-8962-40ce-87bd-a846d584c99c] Start building networks asynchronously for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1132.256604] env[68893]: DEBUG oslo_concurrency.lockutils [None req-3580c9d9-bc42-4770-be99-4c62e5ecc2c2 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.226s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.256865] env[68893]: DEBUG nova.objects.instance [None req-3580c9d9-bc42-4770-be99-4c62e5ecc2c2 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Lazy-loading 'resources' on Instance uuid a34d645d-7824-491c-8a04-2fa6fe283a11 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1132.264142] env[68893]: DEBUG oslo_vmware.api [None req-db2178d8-384c-489a-8f7c-c81a324e0a73 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792275, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.430137] env[68893]: DEBUG nova.network.neutron [None req-257c3ea6-96bd-4d33-8ca9-dafb9486cc06 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: 18c88d54-3409-41b6-9f62-52a2c96d2932] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1132.535919] env[68893]: DEBUG nova.network.neutron [None req-b2bf6dfe-7406-4f35-b289-d6157ae2da40 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] Updating instance_info_cache with network_info: [{"id": "64eb0ee1-e1cf-48df-9c84-823e502a8b61", "address": "fa:16:3e:7f:5b:96", "network": {"id": "ca00c41c-ec6a-4596-915b-34fd716effc2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2042741287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "863b84ea17a9459287213695c87d2bec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f66f8375-4460-4acd-987b-acda72bfcf0d", "external-id": "nsx-vlan-transportzone-533", "segmentation_id": 533, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64eb0ee1-e1", "ovs_interfaceid": "64eb0ee1-e1cf-48df-9c84-823e502a8b61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.633554] env[68893]: DEBUG oslo_vmware.api [None req-a27c86b8-8886-47ee-a3a5-ab8f754ed27c tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2792274, 'name': Destroy_Task} progress is 33%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.644272] env[68893]: DEBUG nova.network.neutron [None req-257c3ea6-96bd-4d33-8ca9-dafb9486cc06 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: 18c88d54-3409-41b6-9f62-52a2c96d2932] Updating instance_info_cache with network_info: [{"id": "bfc1e5a4-757d-4bf1-b40a-df1b978766dc", "address": "fa:16:3e:06:50:68", "network": {"id": "828f67bb-7084-451f-9f26-2af42b349424", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1339939224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22a90c81e44d43b6ac94fc939f6737bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfc1e5a4-75", "ovs_interfaceid": "bfc1e5a4-757d-4bf1-b40a-df1b978766dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.759607] env[68893]: DEBUG nova.compute.utils [None req-37db4ef3-5c7e-46ba-b7cd-6a1a701d3382 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1132.764238] env[68893]: DEBUG oslo_vmware.api [None req-db2178d8-384c-489a-8f7c-c81a324e0a73 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792275, 'name': ReconfigVM_Task, 'duration_secs': 0.21068} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.767296] env[68893]: DEBUG nova.compute.manager [None req-37db4ef3-5c7e-46ba-b7cd-6a1a701d3382 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: 550b6591-8962-40ce-87bd-a846d584c99c] Allocating IP information in the background. {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1132.767296] env[68893]: DEBUG nova.network.neutron [None req-37db4ef3-5c7e-46ba-b7cd-6a1a701d3382 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: 550b6591-8962-40ce-87bd-a846d584c99c] allocate_for_instance() {{(pid=68893) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1132.767296] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-db2178d8-384c-489a-8f7c-c81a324e0a73 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: d4070fc4-0915-42b6-ba2e-243f731ba079] Updating instance 'd4070fc4-0915-42b6-ba2e-243f731ba079' progress to 33 {{(pid=68893) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1132.806389] env[68893]: DEBUG nova.policy [None req-37db4ef3-5c7e-46ba-b7cd-6a1a701d3382 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '87dd5c82f31c423d9f33b7d7ffe7eec9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '22a90c81e44d43b6ac94fc939f6737bb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68893) authorize /opt/stack/nova/nova/policy.py:192}} [ 1132.995386] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c52ff828-6bc7-4dbc-a490-ea9bc519f027 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.002946] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-951676b5-3435-42bc-872e-9fb0139cc20f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.040793] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b2bf6dfe-7406-4f35-b289-d6157ae2da40 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Releasing lock "refresh_cache-05def266-bea2-46e6-8916-6b0484ce4edd" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.047147] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-937be4d4-456a-467a-a030-9632009b42d3 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.055163] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bb7b5b8-99f5-495b-86b5-9cd3b8e5de35 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.069139] env[68893]: DEBUG nova.compute.provider_tree [None req-3580c9d9-bc42-4770-be99-4c62e5ecc2c2 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1133.071088] env[68893]: DEBUG nova.network.neutron [None req-37db4ef3-5c7e-46ba-b7cd-6a1a701d3382 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: 550b6591-8962-40ce-87bd-a846d584c99c] Successfully created port: d0140b83-c36e-45ba-819d-56f6579326bc {{(pid=68893) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1133.087571] env[68893]: DEBUG nova.network.neutron [-] [instance: 8b58659b-aaf9-4fa9-98b2-3153180f0570] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.133763] env[68893]: DEBUG oslo_vmware.api [None req-a27c86b8-8886-47ee-a3a5-ab8f754ed27c tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2792274, 'name': Destroy_Task} progress is 100%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.146914] env[68893]: DEBUG oslo_concurrency.lockutils [None req-257c3ea6-96bd-4d33-8ca9-dafb9486cc06 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Releasing lock "refresh_cache-18c88d54-3409-41b6-9f62-52a2c96d2932" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.147070] env[68893]: DEBUG nova.compute.manager [None req-257c3ea6-96bd-4d33-8ca9-dafb9486cc06 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: 18c88d54-3409-41b6-9f62-52a2c96d2932] Instance network_info: |[{"id": "bfc1e5a4-757d-4bf1-b40a-df1b978766dc", "address": "fa:16:3e:06:50:68", "network": {"id": "828f67bb-7084-451f-9f26-2af42b349424", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1339939224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22a90c81e44d43b6ac94fc939f6737bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfc1e5a4-75", "ovs_interfaceid": "bfc1e5a4-757d-4bf1-b40a-df1b978766dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1133.147498] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-257c3ea6-96bd-4d33-8ca9-dafb9486cc06 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: 18c88d54-3409-41b6-9f62-52a2c96d2932] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:50:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f6d1427-d86b-4371-9172-50e4bb0eb1cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bfc1e5a4-757d-4bf1-b40a-df1b978766dc', 'vif_model': 'vmxnet3'}] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1133.156037] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-257c3ea6-96bd-4d33-8ca9-dafb9486cc06 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Creating folder: Project (22a90c81e44d43b6ac94fc939f6737bb). Parent ref: group-v560969. {{(pid=68893) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1133.156037] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-775135f4-e741-43b2-8839-daf3338e5455 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.165974] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-257c3ea6-96bd-4d33-8ca9-dafb9486cc06 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Created folder: Project (22a90c81e44d43b6ac94fc939f6737bb) in parent group-v560969. [ 1133.166200] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-257c3ea6-96bd-4d33-8ca9-dafb9486cc06 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Creating folder: Instances. Parent ref: group-v561241. {{(pid=68893) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1133.166437] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8c4149bc-70f2-4f56-a73e-ccc3c8c79d04 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.175834] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-257c3ea6-96bd-4d33-8ca9-dafb9486cc06 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Created folder: Instances in parent group-v561241. [ 1133.176092] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-257c3ea6-96bd-4d33-8ca9-dafb9486cc06 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1133.176288] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18c88d54-3409-41b6-9f62-52a2c96d2932] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1133.176495] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1fd8b2b5-1975-4e1d-93d4-105fbf9356a4 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.196103] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1133.196103] env[68893]: value = "task-2792278" [ 1133.196103] env[68893]: _type = "Task" [ 1133.196103] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.204295] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792278, 'name': CreateVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.265877] env[68893]: DEBUG nova.compute.manager [None req-37db4ef3-5c7e-46ba-b7cd-6a1a701d3382 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: 550b6591-8962-40ce-87bd-a846d584c99c] Start building block device mappings for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1133.273272] env[68893]: DEBUG nova.virt.hardware [None req-db2178d8-384c-489a-8f7c-c81a324e0a73 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1133.273524] env[68893]: DEBUG nova.virt.hardware [None req-db2178d8-384c-489a-8f7c-c81a324e0a73 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1133.273681] env[68893]: DEBUG nova.virt.hardware [None req-db2178d8-384c-489a-8f7c-c81a324e0a73 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1133.273858] env[68893]: DEBUG nova.virt.hardware [None req-db2178d8-384c-489a-8f7c-c81a324e0a73 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1133.274009] env[68893]: DEBUG nova.virt.hardware [None req-db2178d8-384c-489a-8f7c-c81a324e0a73 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1133.274166] env[68893]: DEBUG nova.virt.hardware [None req-db2178d8-384c-489a-8f7c-c81a324e0a73 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1133.274383] env[68893]: DEBUG nova.virt.hardware [None req-db2178d8-384c-489a-8f7c-c81a324e0a73 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1133.274547] env[68893]: DEBUG nova.virt.hardware [None req-db2178d8-384c-489a-8f7c-c81a324e0a73 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1133.274703] env[68893]: DEBUG nova.virt.hardware [None req-db2178d8-384c-489a-8f7c-c81a324e0a73 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1133.274864] env[68893]: DEBUG nova.virt.hardware [None req-db2178d8-384c-489a-8f7c-c81a324e0a73 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1133.275092] env[68893]: DEBUG nova.virt.hardware [None req-db2178d8-384c-489a-8f7c-c81a324e0a73 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1133.280702] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-db2178d8-384c-489a-8f7c-c81a324e0a73 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: d4070fc4-0915-42b6-ba2e-243f731ba079] Reconfiguring VM instance instance-0000005e to detach disk 2000 {{(pid=68893) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1133.281052] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33c07abb-f296-4560-96ff-431d82b8892b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.302545] env[68893]: DEBUG oslo_vmware.api [None req-db2178d8-384c-489a-8f7c-c81a324e0a73 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Waiting for the task: (returnval){ [ 1133.302545] env[68893]: value = "task-2792279" [ 1133.302545] env[68893]: _type = "Task" [ 1133.302545] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.311983] env[68893]: DEBUG oslo_vmware.api [None req-db2178d8-384c-489a-8f7c-c81a324e0a73 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792279, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.315179] env[68893]: DEBUG nova.compute.manager [req-fd2e44bf-5b9c-4a03-88cc-5fa1f1b8dccd req-7678b392-240e-4dc3-84a5-bf9473351716 service nova] [instance: 18c88d54-3409-41b6-9f62-52a2c96d2932] Received event network-changed-bfc1e5a4-757d-4bf1-b40a-df1b978766dc {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1133.315367] env[68893]: DEBUG nova.compute.manager [req-fd2e44bf-5b9c-4a03-88cc-5fa1f1b8dccd req-7678b392-240e-4dc3-84a5-bf9473351716 service nova] [instance: 18c88d54-3409-41b6-9f62-52a2c96d2932] Refreshing instance network info cache due to event network-changed-bfc1e5a4-757d-4bf1-b40a-df1b978766dc. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1133.315627] env[68893]: DEBUG oslo_concurrency.lockutils [req-fd2e44bf-5b9c-4a03-88cc-5fa1f1b8dccd req-7678b392-240e-4dc3-84a5-bf9473351716 service nova] Acquiring lock "refresh_cache-18c88d54-3409-41b6-9f62-52a2c96d2932" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.315774] env[68893]: DEBUG oslo_concurrency.lockutils [req-fd2e44bf-5b9c-4a03-88cc-5fa1f1b8dccd req-7678b392-240e-4dc3-84a5-bf9473351716 service nova] Acquired lock "refresh_cache-18c88d54-3409-41b6-9f62-52a2c96d2932" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.315985] env[68893]: DEBUG nova.network.neutron [req-fd2e44bf-5b9c-4a03-88cc-5fa1f1b8dccd req-7678b392-240e-4dc3-84a5-bf9473351716 service nova] [instance: 18c88d54-3409-41b6-9f62-52a2c96d2932] Refreshing network info cache for port bfc1e5a4-757d-4bf1-b40a-df1b978766dc {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1133.568246] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-497f746a-0f54-43e4-8b3e-79e79ab5950f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.571712] env[68893]: DEBUG nova.scheduler.client.report [None req-3580c9d9-bc42-4770-be99-4c62e5ecc2c2 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1133.591390] env[68893]: INFO nova.compute.manager [-] [instance: 8b58659b-aaf9-4fa9-98b2-3153180f0570] Took 1.59 seconds to deallocate network for instance. [ 1133.593581] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67c168c1-83e9-45e3-acee-561dd35f23f1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.603775] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-b2bf6dfe-7406-4f35-b289-d6157ae2da40 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] Updating instance '05def266-bea2-46e6-8916-6b0484ce4edd' progress to 83 {{(pid=68893) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1133.634313] env[68893]: DEBUG oslo_vmware.api [None req-a27c86b8-8886-47ee-a3a5-ab8f754ed27c tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2792274, 'name': Destroy_Task} progress is 100%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.707279] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792278, 'name': CreateVM_Task, 'duration_secs': 0.380805} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.707494] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18c88d54-3409-41b6-9f62-52a2c96d2932] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1133.708256] env[68893]: DEBUG oslo_concurrency.lockutils [None req-257c3ea6-96bd-4d33-8ca9-dafb9486cc06 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.708413] env[68893]: DEBUG oslo_concurrency.lockutils [None req-257c3ea6-96bd-4d33-8ca9-dafb9486cc06 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.708722] env[68893]: DEBUG oslo_concurrency.lockutils [None req-257c3ea6-96bd-4d33-8ca9-dafb9486cc06 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.708986] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71a8103a-a9f9-4295-a7ac-8dcdbfb00741 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.714340] env[68893]: DEBUG oslo_vmware.api [None req-257c3ea6-96bd-4d33-8ca9-dafb9486cc06 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Waiting for the task: (returnval){ [ 1133.714340] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]528dd975-228e-5efa-867c-edc3043c93d2" [ 1133.714340] env[68893]: _type = "Task" [ 1133.714340] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.724550] env[68893]: DEBUG oslo_vmware.api [None req-257c3ea6-96bd-4d33-8ca9-dafb9486cc06 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]528dd975-228e-5efa-867c-edc3043c93d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.812721] env[68893]: DEBUG oslo_vmware.api [None req-db2178d8-384c-489a-8f7c-c81a324e0a73 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792279, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.999415] env[68893]: DEBUG nova.network.neutron [req-fd2e44bf-5b9c-4a03-88cc-5fa1f1b8dccd req-7678b392-240e-4dc3-84a5-bf9473351716 service nova] [instance: 18c88d54-3409-41b6-9f62-52a2c96d2932] Updated VIF entry in instance network info cache for port bfc1e5a4-757d-4bf1-b40a-df1b978766dc. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1133.999774] env[68893]: DEBUG nova.network.neutron [req-fd2e44bf-5b9c-4a03-88cc-5fa1f1b8dccd req-7678b392-240e-4dc3-84a5-bf9473351716 service nova] [instance: 18c88d54-3409-41b6-9f62-52a2c96d2932] Updating instance_info_cache with network_info: [{"id": "bfc1e5a4-757d-4bf1-b40a-df1b978766dc", "address": "fa:16:3e:06:50:68", "network": {"id": "828f67bb-7084-451f-9f26-2af42b349424", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1339939224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22a90c81e44d43b6ac94fc939f6737bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfc1e5a4-75", "ovs_interfaceid": "bfc1e5a4-757d-4bf1-b40a-df1b978766dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.077122] env[68893]: DEBUG oslo_concurrency.lockutils [None req-3580c9d9-bc42-4770-be99-4c62e5ecc2c2 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.820s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.079595] env[68893]: DEBUG oslo_concurrency.lockutils [None req-32c4d16a-a4b1-4c67-88ad-7651ca8c946c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.524s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.081276] env[68893]: INFO nova.compute.claims [None req-32c4d16a-a4b1-4c67-88ad-7651ca8c946c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 235c5224-5fd0-4059-9e55-2737c02de683] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1134.096963] env[68893]: INFO nova.scheduler.client.report [None req-3580c9d9-bc42-4770-be99-4c62e5ecc2c2 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Deleted allocations for instance a34d645d-7824-491c-8a04-2fa6fe283a11 [ 1134.101151] env[68893]: DEBUG oslo_concurrency.lockutils [None req-50f0fbbd-a00d-44cc-a3bd-fc294a945652 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.109124] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-b2bf6dfe-7406-4f35-b289-d6157ae2da40 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] Updating instance '05def266-bea2-46e6-8916-6b0484ce4edd' progress to 100 {{(pid=68893) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1134.133732] env[68893]: DEBUG oslo_vmware.api [None req-a27c86b8-8886-47ee-a3a5-ab8f754ed27c tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2792274, 'name': Destroy_Task, 'duration_secs': 1.845551} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.133983] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-a27c86b8-8886-47ee-a3a5-ab8f754ed27c tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: a10a832e-eb42-4c1a-9cce-73d9cba00c67] Destroyed the VM [ 1134.134306] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-a27c86b8-8886-47ee-a3a5-ab8f754ed27c tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: a10a832e-eb42-4c1a-9cce-73d9cba00c67] Deleting Snapshot of the VM instance {{(pid=68893) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1134.134536] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0f7366d7-8e95-4c7b-befb-e47830db5d94 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.140695] env[68893]: DEBUG oslo_vmware.api [None req-a27c86b8-8886-47ee-a3a5-ab8f754ed27c tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Waiting for the task: (returnval){ [ 1134.140695] env[68893]: value = "task-2792280" [ 1134.140695] env[68893]: _type = "Task" [ 1134.140695] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.149424] env[68893]: DEBUG oslo_vmware.api [None req-a27c86b8-8886-47ee-a3a5-ab8f754ed27c tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2792280, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.224423] env[68893]: DEBUG oslo_vmware.api [None req-257c3ea6-96bd-4d33-8ca9-dafb9486cc06 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]528dd975-228e-5efa-867c-edc3043c93d2, 'name': SearchDatastore_Task, 'duration_secs': 0.01059} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.225163] env[68893]: DEBUG oslo_concurrency.lockutils [None req-257c3ea6-96bd-4d33-8ca9-dafb9486cc06 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.225445] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-257c3ea6-96bd-4d33-8ca9-dafb9486cc06 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: 18c88d54-3409-41b6-9f62-52a2c96d2932] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1134.225722] env[68893]: DEBUG oslo_concurrency.lockutils [None req-257c3ea6-96bd-4d33-8ca9-dafb9486cc06 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.225894] env[68893]: DEBUG oslo_concurrency.lockutils [None req-257c3ea6-96bd-4d33-8ca9-dafb9486cc06 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.226152] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-257c3ea6-96bd-4d33-8ca9-dafb9486cc06 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1134.226471] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-94d3ad71-bcab-411a-be15-6b0f919a4d24 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.235339] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-257c3ea6-96bd-4d33-8ca9-dafb9486cc06 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1134.235530] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-257c3ea6-96bd-4d33-8ca9-dafb9486cc06 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1134.236274] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cfc71ea-017c-49a3-a2d3-9b60e0e5bf25 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.241543] env[68893]: DEBUG oslo_vmware.api [None req-257c3ea6-96bd-4d33-8ca9-dafb9486cc06 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Waiting for the task: (returnval){ [ 1134.241543] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]521101ac-3eb4-ed3b-abe2-9760ebe3bab1" [ 1134.241543] env[68893]: _type = "Task" [ 1134.241543] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.249064] env[68893]: DEBUG oslo_vmware.api [None req-257c3ea6-96bd-4d33-8ca9-dafb9486cc06 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]521101ac-3eb4-ed3b-abe2-9760ebe3bab1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.274667] env[68893]: DEBUG nova.compute.manager [None req-37db4ef3-5c7e-46ba-b7cd-6a1a701d3382 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: 550b6591-8962-40ce-87bd-a846d584c99c] Start spawning the instance on the hypervisor. {{(pid=68893) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1134.305909] env[68893]: DEBUG nova.virt.hardware [None req-37db4ef3-5c7e-46ba-b7cd-6a1a701d3382 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1134.306240] env[68893]: DEBUG nova.virt.hardware [None req-37db4ef3-5c7e-46ba-b7cd-6a1a701d3382 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1134.306435] env[68893]: DEBUG nova.virt.hardware [None req-37db4ef3-5c7e-46ba-b7cd-6a1a701d3382 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1134.306653] env[68893]: DEBUG nova.virt.hardware [None req-37db4ef3-5c7e-46ba-b7cd-6a1a701d3382 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1134.306833] env[68893]: DEBUG nova.virt.hardware [None req-37db4ef3-5c7e-46ba-b7cd-6a1a701d3382 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1134.307019] env[68893]: DEBUG nova.virt.hardware [None req-37db4ef3-5c7e-46ba-b7cd-6a1a701d3382 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1134.307272] env[68893]: DEBUG nova.virt.hardware [None req-37db4ef3-5c7e-46ba-b7cd-6a1a701d3382 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1134.307479] env[68893]: DEBUG nova.virt.hardware [None req-37db4ef3-5c7e-46ba-b7cd-6a1a701d3382 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1134.307665] env[68893]: DEBUG nova.virt.hardware [None req-37db4ef3-5c7e-46ba-b7cd-6a1a701d3382 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1134.307845] env[68893]: DEBUG nova.virt.hardware [None req-37db4ef3-5c7e-46ba-b7cd-6a1a701d3382 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1134.308049] env[68893]: DEBUG nova.virt.hardware [None req-37db4ef3-5c7e-46ba-b7cd-6a1a701d3382 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1134.309039] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48909ead-79fc-4b6e-8725-d37a01f8d241 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.322466] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b362cc58-4c70-46f4-bb48-e727e7299384 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.326201] env[68893]: DEBUG oslo_vmware.api [None req-db2178d8-384c-489a-8f7c-c81a324e0a73 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792279, 'name': ReconfigVM_Task, 'duration_secs': 0.806067} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.326477] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-db2178d8-384c-489a-8f7c-c81a324e0a73 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: d4070fc4-0915-42b6-ba2e-243f731ba079] Reconfigured VM instance instance-0000005e to detach disk 2000 {{(pid=68893) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1134.327616] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cd65ef2-93fb-473c-8f8c-f8d63d529aed {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.357247] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-db2178d8-384c-489a-8f7c-c81a324e0a73 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: d4070fc4-0915-42b6-ba2e-243f731ba079] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] d4070fc4-0915-42b6-ba2e-243f731ba079/d4070fc4-0915-42b6-ba2e-243f731ba079.vmdk or device None with type thin {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1134.357547] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4237fa6c-0614-4275-8770-69060405e07b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.376030] env[68893]: DEBUG oslo_vmware.api [None req-db2178d8-384c-489a-8f7c-c81a324e0a73 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Waiting for the task: (returnval){ [ 1134.376030] env[68893]: value = "task-2792281" [ 1134.376030] env[68893]: _type = "Task" [ 1134.376030] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.386097] env[68893]: DEBUG oslo_vmware.api [None req-db2178d8-384c-489a-8f7c-c81a324e0a73 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792281, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.502794] env[68893]: DEBUG oslo_concurrency.lockutils [req-fd2e44bf-5b9c-4a03-88cc-5fa1f1b8dccd req-7678b392-240e-4dc3-84a5-bf9473351716 service nova] Releasing lock "refresh_cache-18c88d54-3409-41b6-9f62-52a2c96d2932" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.503091] env[68893]: DEBUG nova.compute.manager [req-fd2e44bf-5b9c-4a03-88cc-5fa1f1b8dccd req-7678b392-240e-4dc3-84a5-bf9473351716 service nova] [instance: 8b58659b-aaf9-4fa9-98b2-3153180f0570] Received event network-vif-deleted-bd5f8644-50bc-4a00-8303-e32c60c3a4db {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1134.594313] env[68893]: DEBUG nova.network.neutron [None req-37db4ef3-5c7e-46ba-b7cd-6a1a701d3382 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: 550b6591-8962-40ce-87bd-a846d584c99c] Successfully updated port: d0140b83-c36e-45ba-819d-56f6579326bc {{(pid=68893) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1134.604668] env[68893]: DEBUG oslo_concurrency.lockutils [None req-3580c9d9-bc42-4770-be99-4c62e5ecc2c2 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Lock "a34d645d-7824-491c-8a04-2fa6fe283a11" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.538s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.651602] env[68893]: DEBUG oslo_vmware.api [None req-a27c86b8-8886-47ee-a3a5-ab8f754ed27c tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2792280, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.751522] env[68893]: DEBUG oslo_vmware.api [None req-257c3ea6-96bd-4d33-8ca9-dafb9486cc06 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]521101ac-3eb4-ed3b-abe2-9760ebe3bab1, 'name': SearchDatastore_Task, 'duration_secs': 0.008838} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.752371] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a489114-ba87-4faa-af08-74a764aacdac {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.758116] env[68893]: DEBUG oslo_vmware.api [None req-257c3ea6-96bd-4d33-8ca9-dafb9486cc06 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Waiting for the task: (returnval){ [ 1134.758116] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52dc43ad-a4de-6afa-eb91-4d759f91bab8" [ 1134.758116] env[68893]: _type = "Task" [ 1134.758116] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.766818] env[68893]: DEBUG oslo_vmware.api [None req-257c3ea6-96bd-4d33-8ca9-dafb9486cc06 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52dc43ad-a4de-6afa-eb91-4d759f91bab8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.886699] env[68893]: DEBUG oslo_vmware.api [None req-db2178d8-384c-489a-8f7c-c81a324e0a73 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792281, 'name': ReconfigVM_Task, 'duration_secs': 0.370448} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.887060] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-db2178d8-384c-489a-8f7c-c81a324e0a73 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: d4070fc4-0915-42b6-ba2e-243f731ba079] Reconfigured VM instance instance-0000005e to attach disk [datastore2] d4070fc4-0915-42b6-ba2e-243f731ba079/d4070fc4-0915-42b6-ba2e-243f731ba079.vmdk or device None with type thin {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1134.887354] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-db2178d8-384c-489a-8f7c-c81a324e0a73 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: d4070fc4-0915-42b6-ba2e-243f731ba079] Updating instance 'd4070fc4-0915-42b6-ba2e-243f731ba079' progress to 50 {{(pid=68893) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1135.097341] env[68893]: DEBUG oslo_concurrency.lockutils [None req-37db4ef3-5c7e-46ba-b7cd-6a1a701d3382 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Acquiring lock "refresh_cache-550b6591-8962-40ce-87bd-a846d584c99c" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.097682] env[68893]: DEBUG oslo_concurrency.lockutils [None req-37db4ef3-5c7e-46ba-b7cd-6a1a701d3382 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Acquired lock "refresh_cache-550b6591-8962-40ce-87bd-a846d584c99c" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.097682] env[68893]: DEBUG nova.network.neutron [None req-37db4ef3-5c7e-46ba-b7cd-6a1a701d3382 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: 550b6591-8962-40ce-87bd-a846d584c99c] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1135.155826] env[68893]: DEBUG oslo_vmware.api [None req-a27c86b8-8886-47ee-a3a5-ab8f754ed27c tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2792280, 'name': RemoveSnapshot_Task, 'duration_secs': 0.838615} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.156186] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-a27c86b8-8886-47ee-a3a5-ab8f754ed27c tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: a10a832e-eb42-4c1a-9cce-73d9cba00c67] Deleted Snapshot of the VM instance {{(pid=68893) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1135.267868] env[68893]: DEBUG oslo_vmware.api [None req-257c3ea6-96bd-4d33-8ca9-dafb9486cc06 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52dc43ad-a4de-6afa-eb91-4d759f91bab8, 'name': SearchDatastore_Task, 'duration_secs': 0.010617} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.268172] env[68893]: DEBUG oslo_concurrency.lockutils [None req-257c3ea6-96bd-4d33-8ca9-dafb9486cc06 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.268429] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-257c3ea6-96bd-4d33-8ca9-dafb9486cc06 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore1] 18c88d54-3409-41b6-9f62-52a2c96d2932/18c88d54-3409-41b6-9f62-52a2c96d2932.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1135.268686] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3d3dcc5f-fc8d-4fce-8f53-f1343af46a13 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.276236] env[68893]: DEBUG oslo_vmware.api [None req-257c3ea6-96bd-4d33-8ca9-dafb9486cc06 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Waiting for the task: (returnval){ [ 1135.276236] env[68893]: value = "task-2792282" [ 1135.276236] env[68893]: _type = "Task" [ 1135.276236] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.277723] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acaac099-72aa-40a8-be2f-1c5a5f0dbafd {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.289666] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f498a47-2072-4c2a-aa1c-f39f07d19ae3 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.292586] env[68893]: DEBUG oslo_vmware.api [None req-257c3ea6-96bd-4d33-8ca9-dafb9486cc06 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': task-2792282, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.321900] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a360c48-6cbf-44d4-a18d-3b4a714f2812 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.329734] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1cc93e2-ea85-4426-b86d-a757b7a5f7ff {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.343562] env[68893]: DEBUG nova.compute.provider_tree [None req-32c4d16a-a4b1-4c67-88ad-7651ca8c946c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1135.346634] env[68893]: DEBUG nova.compute.manager [req-03d090cb-b42d-4321-8bb8-8582c2424f9a req-84e3c95d-fd6c-4329-b3d3-8a006644b42e service nova] [instance: 550b6591-8962-40ce-87bd-a846d584c99c] Received event network-vif-plugged-d0140b83-c36e-45ba-819d-56f6579326bc {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1135.346843] env[68893]: DEBUG oslo_concurrency.lockutils [req-03d090cb-b42d-4321-8bb8-8582c2424f9a req-84e3c95d-fd6c-4329-b3d3-8a006644b42e service nova] Acquiring lock "550b6591-8962-40ce-87bd-a846d584c99c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.347056] env[68893]: DEBUG oslo_concurrency.lockutils [req-03d090cb-b42d-4321-8bb8-8582c2424f9a req-84e3c95d-fd6c-4329-b3d3-8a006644b42e service nova] Lock "550b6591-8962-40ce-87bd-a846d584c99c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.347291] env[68893]: DEBUG oslo_concurrency.lockutils [req-03d090cb-b42d-4321-8bb8-8582c2424f9a req-84e3c95d-fd6c-4329-b3d3-8a006644b42e service nova] Lock "550b6591-8962-40ce-87bd-a846d584c99c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.347394] env[68893]: DEBUG nova.compute.manager [req-03d090cb-b42d-4321-8bb8-8582c2424f9a req-84e3c95d-fd6c-4329-b3d3-8a006644b42e service nova] [instance: 550b6591-8962-40ce-87bd-a846d584c99c] No waiting events found dispatching network-vif-plugged-d0140b83-c36e-45ba-819d-56f6579326bc {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1135.347554] env[68893]: WARNING nova.compute.manager [req-03d090cb-b42d-4321-8bb8-8582c2424f9a req-84e3c95d-fd6c-4329-b3d3-8a006644b42e service nova] [instance: 550b6591-8962-40ce-87bd-a846d584c99c] Received unexpected event network-vif-plugged-d0140b83-c36e-45ba-819d-56f6579326bc for instance with vm_state building and task_state spawning. [ 1135.347712] env[68893]: DEBUG nova.compute.manager [req-03d090cb-b42d-4321-8bb8-8582c2424f9a req-84e3c95d-fd6c-4329-b3d3-8a006644b42e service nova] [instance: 550b6591-8962-40ce-87bd-a846d584c99c] Received event network-changed-d0140b83-c36e-45ba-819d-56f6579326bc {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1135.347952] env[68893]: DEBUG nova.compute.manager [req-03d090cb-b42d-4321-8bb8-8582c2424f9a req-84e3c95d-fd6c-4329-b3d3-8a006644b42e service nova] [instance: 550b6591-8962-40ce-87bd-a846d584c99c] Refreshing instance network info cache due to event network-changed-d0140b83-c36e-45ba-819d-56f6579326bc. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1135.348159] env[68893]: DEBUG oslo_concurrency.lockutils [req-03d090cb-b42d-4321-8bb8-8582c2424f9a req-84e3c95d-fd6c-4329-b3d3-8a006644b42e service nova] Acquiring lock "refresh_cache-550b6591-8962-40ce-87bd-a846d584c99c" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.393889] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-211fad62-8f47-4e77-815b-125d34554013 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.413161] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80dbfc2d-7700-4cec-bf80-1cdc21cc72f8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.443055] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-db2178d8-384c-489a-8f7c-c81a324e0a73 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: d4070fc4-0915-42b6-ba2e-243f731ba079] Updating instance 'd4070fc4-0915-42b6-ba2e-243f731ba079' progress to 67 {{(pid=68893) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1135.654923] env[68893]: DEBUG nova.network.neutron [None req-37db4ef3-5c7e-46ba-b7cd-6a1a701d3382 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: 550b6591-8962-40ce-87bd-a846d584c99c] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1135.663070] env[68893]: WARNING nova.compute.manager [None req-a27c86b8-8886-47ee-a3a5-ab8f754ed27c tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: a10a832e-eb42-4c1a-9cce-73d9cba00c67] Image not found during snapshot: nova.exception.ImageNotFound: Image 46237292-e90d-440b-922a-e32852f9548e could not be found. [ 1135.744908] env[68893]: DEBUG oslo_concurrency.lockutils [None req-0fa6a799-1850-49da-9a71-42ba27118a6e tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Acquiring lock "e51b5d20-db57-4bd9-9534-56f6c8cda79a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.745164] env[68893]: DEBUG oslo_concurrency.lockutils [None req-0fa6a799-1850-49da-9a71-42ba27118a6e tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Lock "e51b5d20-db57-4bd9-9534-56f6c8cda79a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.788894] env[68893]: DEBUG oslo_vmware.api [None req-257c3ea6-96bd-4d33-8ca9-dafb9486cc06 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': task-2792282, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.452624} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.789200] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-257c3ea6-96bd-4d33-8ca9-dafb9486cc06 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore1] 18c88d54-3409-41b6-9f62-52a2c96d2932/18c88d54-3409-41b6-9f62-52a2c96d2932.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1135.789976] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-257c3ea6-96bd-4d33-8ca9-dafb9486cc06 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: 18c88d54-3409-41b6-9f62-52a2c96d2932] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1135.789976] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-57ba46bc-3534-40b6-a98e-4c1a855fa2a4 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.795881] env[68893]: DEBUG oslo_vmware.api [None req-257c3ea6-96bd-4d33-8ca9-dafb9486cc06 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Waiting for the task: (returnval){ [ 1135.795881] env[68893]: value = "task-2792283" [ 1135.795881] env[68893]: _type = "Task" [ 1135.795881] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.803599] env[68893]: DEBUG oslo_vmware.api [None req-257c3ea6-96bd-4d33-8ca9-dafb9486cc06 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': task-2792283, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.844388] env[68893]: DEBUG nova.network.neutron [None req-37db4ef3-5c7e-46ba-b7cd-6a1a701d3382 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: 550b6591-8962-40ce-87bd-a846d584c99c] Updating instance_info_cache with network_info: [{"id": "d0140b83-c36e-45ba-819d-56f6579326bc", "address": "fa:16:3e:95:f5:fb", "network": {"id": "828f67bb-7084-451f-9f26-2af42b349424", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1339939224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22a90c81e44d43b6ac94fc939f6737bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0140b83-c3", "ovs_interfaceid": "d0140b83-c36e-45ba-819d-56f6579326bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.852972] env[68893]: DEBUG nova.scheduler.client.report [None req-32c4d16a-a4b1-4c67-88ad-7651ca8c946c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1136.004299] env[68893]: DEBUG nova.network.neutron [None req-db2178d8-384c-489a-8f7c-c81a324e0a73 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: d4070fc4-0915-42b6-ba2e-243f731ba079] Port 9a87f0fc-69d0-4bef-9b06-74338e55988c binding to destination host cpu-1 is already ACTIVE {{(pid=68893) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1136.224056] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d0eb89fe-09c0-4c02-9740-efcca137c2ad tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Acquiring lock "05def266-bea2-46e6-8916-6b0484ce4edd" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.224329] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d0eb89fe-09c0-4c02-9740-efcca137c2ad tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Lock "05def266-bea2-46e6-8916-6b0484ce4edd" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.224495] env[68893]: DEBUG nova.compute.manager [None req-d0eb89fe-09c0-4c02-9740-efcca137c2ad tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] Going to confirm migration 3 {{(pid=68893) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1136.248304] env[68893]: DEBUG nova.compute.manager [None req-0fa6a799-1850-49da-9a71-42ba27118a6e tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: e51b5d20-db57-4bd9-9534-56f6c8cda79a] Starting instance... {{(pid=68893) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1136.305614] env[68893]: DEBUG oslo_vmware.api [None req-257c3ea6-96bd-4d33-8ca9-dafb9486cc06 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': task-2792283, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093837} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.305876] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-257c3ea6-96bd-4d33-8ca9-dafb9486cc06 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: 18c88d54-3409-41b6-9f62-52a2c96d2932] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1136.306653] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a999e733-a249-4269-8bf1-af273baa2e23 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.328440] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-257c3ea6-96bd-4d33-8ca9-dafb9486cc06 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: 18c88d54-3409-41b6-9f62-52a2c96d2932] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] 18c88d54-3409-41b6-9f62-52a2c96d2932/18c88d54-3409-41b6-9f62-52a2c96d2932.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1136.328940] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3a77c22-1067-4529-88cc-9192ac40910a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.347785] env[68893]: DEBUG oslo_concurrency.lockutils [None req-37db4ef3-5c7e-46ba-b7cd-6a1a701d3382 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Releasing lock "refresh_cache-550b6591-8962-40ce-87bd-a846d584c99c" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.348069] env[68893]: DEBUG nova.compute.manager [None req-37db4ef3-5c7e-46ba-b7cd-6a1a701d3382 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: 550b6591-8962-40ce-87bd-a846d584c99c] Instance network_info: |[{"id": "d0140b83-c36e-45ba-819d-56f6579326bc", "address": "fa:16:3e:95:f5:fb", "network": {"id": "828f67bb-7084-451f-9f26-2af42b349424", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1339939224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22a90c81e44d43b6ac94fc939f6737bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0140b83-c3", "ovs_interfaceid": "d0140b83-c36e-45ba-819d-56f6579326bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1136.348380] env[68893]: DEBUG oslo_vmware.api [None req-257c3ea6-96bd-4d33-8ca9-dafb9486cc06 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Waiting for the task: (returnval){ [ 1136.348380] env[68893]: value = "task-2792284" [ 1136.348380] env[68893]: _type = "Task" [ 1136.348380] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.348607] env[68893]: DEBUG oslo_concurrency.lockutils [req-03d090cb-b42d-4321-8bb8-8582c2424f9a req-84e3c95d-fd6c-4329-b3d3-8a006644b42e service nova] Acquired lock "refresh_cache-550b6591-8962-40ce-87bd-a846d584c99c" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.348750] env[68893]: DEBUG nova.network.neutron [req-03d090cb-b42d-4321-8bb8-8582c2424f9a req-84e3c95d-fd6c-4329-b3d3-8a006644b42e service nova] [instance: 550b6591-8962-40ce-87bd-a846d584c99c] Refreshing network info cache for port d0140b83-c36e-45ba-819d-56f6579326bc {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1136.349824] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-37db4ef3-5c7e-46ba-b7cd-6a1a701d3382 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: 550b6591-8962-40ce-87bd-a846d584c99c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:f5:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f6d1427-d86b-4371-9172-50e4bb0eb1cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd0140b83-c36e-45ba-819d-56f6579326bc', 'vif_model': 'vmxnet3'}] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1136.356957] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-37db4ef3-5c7e-46ba-b7cd-6a1a701d3382 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1136.360121] env[68893]: DEBUG oslo_concurrency.lockutils [None req-32c4d16a-a4b1-4c67-88ad-7651ca8c946c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.281s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.360583] env[68893]: DEBUG nova.compute.manager [None req-32c4d16a-a4b1-4c67-88ad-7651ca8c946c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 235c5224-5fd0-4059-9e55-2737c02de683] Start building networks asynchronously for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1136.363078] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 550b6591-8962-40ce-87bd-a846d584c99c] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1136.366494] env[68893]: DEBUG oslo_concurrency.lockutils [None req-17b72a14-bf8e-46f8-a852-b549e41b68a4 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.710s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.366703] env[68893]: DEBUG nova.objects.instance [None req-17b72a14-bf8e-46f8-a852-b549e41b68a4 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Lazy-loading 'resources' on Instance uuid 3956e5a9-2174-488c-970c-4de5d1be8186 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1136.367523] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-07b1d80f-1d30-4e47-832c-947c946c602b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.389899] env[68893]: DEBUG oslo_vmware.api [None req-257c3ea6-96bd-4d33-8ca9-dafb9486cc06 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': task-2792284, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.391060] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1136.391060] env[68893]: value = "task-2792285" [ 1136.391060] env[68893]: _type = "Task" [ 1136.391060] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.399505] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792285, 'name': CreateVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.489516] env[68893]: DEBUG oslo_concurrency.lockutils [None req-0c55a0d0-2546-4c7c-8a93-35c4c6146fb7 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Acquiring lock "a10a832e-eb42-4c1a-9cce-73d9cba00c67" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.489783] env[68893]: DEBUG oslo_concurrency.lockutils [None req-0c55a0d0-2546-4c7c-8a93-35c4c6146fb7 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Lock "a10a832e-eb42-4c1a-9cce-73d9cba00c67" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.490199] env[68893]: DEBUG oslo_concurrency.lockutils [None req-0c55a0d0-2546-4c7c-8a93-35c4c6146fb7 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Acquiring lock "a10a832e-eb42-4c1a-9cce-73d9cba00c67-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.490592] env[68893]: DEBUG oslo_concurrency.lockutils [None req-0c55a0d0-2546-4c7c-8a93-35c4c6146fb7 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Lock "a10a832e-eb42-4c1a-9cce-73d9cba00c67-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.490676] env[68893]: DEBUG oslo_concurrency.lockutils [None req-0c55a0d0-2546-4c7c-8a93-35c4c6146fb7 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Lock "a10a832e-eb42-4c1a-9cce-73d9cba00c67-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.492826] env[68893]: INFO nova.compute.manager [None req-0c55a0d0-2546-4c7c-8a93-35c4c6146fb7 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: a10a832e-eb42-4c1a-9cce-73d9cba00c67] Terminating instance [ 1136.590998] env[68893]: DEBUG nova.network.neutron [req-03d090cb-b42d-4321-8bb8-8582c2424f9a req-84e3c95d-fd6c-4329-b3d3-8a006644b42e service nova] [instance: 550b6591-8962-40ce-87bd-a846d584c99c] Updated VIF entry in instance network info cache for port d0140b83-c36e-45ba-819d-56f6579326bc. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1136.591551] env[68893]: DEBUG nova.network.neutron [req-03d090cb-b42d-4321-8bb8-8582c2424f9a req-84e3c95d-fd6c-4329-b3d3-8a006644b42e service nova] [instance: 550b6591-8962-40ce-87bd-a846d584c99c] Updating instance_info_cache with network_info: [{"id": "d0140b83-c36e-45ba-819d-56f6579326bc", "address": "fa:16:3e:95:f5:fb", "network": {"id": "828f67bb-7084-451f-9f26-2af42b349424", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1339939224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22a90c81e44d43b6ac94fc939f6737bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0140b83-c3", "ovs_interfaceid": "d0140b83-c36e-45ba-819d-56f6579326bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.764240] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d0eb89fe-09c0-4c02-9740-efcca137c2ad tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Acquiring lock "refresh_cache-05def266-bea2-46e6-8916-6b0484ce4edd" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.764494] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d0eb89fe-09c0-4c02-9740-efcca137c2ad tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Acquired lock "refresh_cache-05def266-bea2-46e6-8916-6b0484ce4edd" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.764719] env[68893]: DEBUG nova.network.neutron [None req-d0eb89fe-09c0-4c02-9740-efcca137c2ad tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1136.765028] env[68893]: DEBUG nova.objects.instance [None req-d0eb89fe-09c0-4c02-9740-efcca137c2ad tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Lazy-loading 'info_cache' on Instance uuid 05def266-bea2-46e6-8916-6b0484ce4edd {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1136.778504] env[68893]: DEBUG oslo_concurrency.lockutils [None req-0fa6a799-1850-49da-9a71-42ba27118a6e tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.867693] env[68893]: DEBUG nova.compute.utils [None req-32c4d16a-a4b1-4c67-88ad-7651ca8c946c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1136.868993] env[68893]: DEBUG oslo_vmware.api [None req-257c3ea6-96bd-4d33-8ca9-dafb9486cc06 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': task-2792284, 'name': ReconfigVM_Task, 'duration_secs': 0.44594} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.869277] env[68893]: DEBUG nova.compute.manager [None req-32c4d16a-a4b1-4c67-88ad-7651ca8c946c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 235c5224-5fd0-4059-9e55-2737c02de683] Allocating IP information in the background. {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1136.869441] env[68893]: DEBUG nova.network.neutron [None req-32c4d16a-a4b1-4c67-88ad-7651ca8c946c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 235c5224-5fd0-4059-9e55-2737c02de683] allocate_for_instance() {{(pid=68893) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1136.871178] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-257c3ea6-96bd-4d33-8ca9-dafb9486cc06 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: 18c88d54-3409-41b6-9f62-52a2c96d2932] Reconfigured VM instance instance-00000063 to attach disk [datastore1] 18c88d54-3409-41b6-9f62-52a2c96d2932/18c88d54-3409-41b6-9f62-52a2c96d2932.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1136.871944] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bc773a54-7a75-474e-bf74-010418add241 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.877616] env[68893]: DEBUG oslo_vmware.api [None req-257c3ea6-96bd-4d33-8ca9-dafb9486cc06 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Waiting for the task: (returnval){ [ 1136.877616] env[68893]: value = "task-2792286" [ 1136.877616] env[68893]: _type = "Task" [ 1136.877616] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.888392] env[68893]: DEBUG oslo_vmware.api [None req-257c3ea6-96bd-4d33-8ca9-dafb9486cc06 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': task-2792286, 'name': Rename_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.900470] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792285, 'name': CreateVM_Task, 'duration_secs': 0.431209} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.900701] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 550b6591-8962-40ce-87bd-a846d584c99c] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1136.901425] env[68893]: DEBUG oslo_concurrency.lockutils [None req-37db4ef3-5c7e-46ba-b7cd-6a1a701d3382 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.901600] env[68893]: DEBUG oslo_concurrency.lockutils [None req-37db4ef3-5c7e-46ba-b7cd-6a1a701d3382 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.901940] env[68893]: DEBUG oslo_concurrency.lockutils [None req-37db4ef3-5c7e-46ba-b7cd-6a1a701d3382 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.902208] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a840c35-625f-4821-a1a6-1d78631b70c2 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.907832] env[68893]: DEBUG oslo_vmware.api [None req-37db4ef3-5c7e-46ba-b7cd-6a1a701d3382 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Waiting for the task: (returnval){ [ 1136.907832] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52bd8a0e-1632-fc35-1410-e35eb015e4cc" [ 1136.907832] env[68893]: _type = "Task" [ 1136.907832] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.915403] env[68893]: DEBUG oslo_vmware.api [None req-37db4ef3-5c7e-46ba-b7cd-6a1a701d3382 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52bd8a0e-1632-fc35-1410-e35eb015e4cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.934895] env[68893]: DEBUG nova.policy [None req-32c4d16a-a4b1-4c67-88ad-7651ca8c946c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7bc429cb492f4b0d9783c375b77fc5d0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '564a5b6c6f4f4e42aeeef87662301380', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68893) authorize /opt/stack/nova/nova/policy.py:192}} [ 1136.996638] env[68893]: DEBUG nova.compute.manager [None req-0c55a0d0-2546-4c7c-8a93-35c4c6146fb7 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: a10a832e-eb42-4c1a-9cce-73d9cba00c67] Start destroying the instance on the hypervisor. {{(pid=68893) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1136.997139] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-0c55a0d0-2546-4c7c-8a93-35c4c6146fb7 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: a10a832e-eb42-4c1a-9cce-73d9cba00c67] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1136.997754] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33fc1da2-42e1-4a6d-a88b-44b9b9db002b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.005851] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c55a0d0-2546-4c7c-8a93-35c4c6146fb7 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: a10a832e-eb42-4c1a-9cce-73d9cba00c67] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1137.005851] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c7379730-2eca-43ae-b67b-358d3de28c1d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.021914] env[68893]: DEBUG oslo_vmware.api [None req-0c55a0d0-2546-4c7c-8a93-35c4c6146fb7 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Waiting for the task: (returnval){ [ 1137.021914] env[68893]: value = "task-2792287" [ 1137.021914] env[68893]: _type = "Task" [ 1137.021914] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.030173] env[68893]: DEBUG oslo_concurrency.lockutils [None req-db2178d8-384c-489a-8f7c-c81a324e0a73 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Acquiring lock "d4070fc4-0915-42b6-ba2e-243f731ba079-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.030433] env[68893]: DEBUG oslo_concurrency.lockutils [None req-db2178d8-384c-489a-8f7c-c81a324e0a73 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Lock "d4070fc4-0915-42b6-ba2e-243f731ba079-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.030630] env[68893]: DEBUG oslo_concurrency.lockutils [None req-db2178d8-384c-489a-8f7c-c81a324e0a73 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Lock "d4070fc4-0915-42b6-ba2e-243f731ba079-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.044082] env[68893]: DEBUG oslo_vmware.api [None req-0c55a0d0-2546-4c7c-8a93-35c4c6146fb7 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2792287, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.094771] env[68893]: DEBUG oslo_concurrency.lockutils [req-03d090cb-b42d-4321-8bb8-8582c2424f9a req-84e3c95d-fd6c-4329-b3d3-8a006644b42e service nova] Releasing lock "refresh_cache-550b6591-8962-40ce-87bd-a846d584c99c" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.143141] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62986954-0af9-42d5-b7df-19c62bcc9017 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.150466] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3c27192-793b-4ed7-af88-817ded4c5e24 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.181133] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cbacd77-f987-4590-b18b-7b3cd41365c6 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.189535] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-661b5c6a-129d-422d-afb1-ab81c2b47283 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.204478] env[68893]: DEBUG nova.compute.provider_tree [None req-17b72a14-bf8e-46f8-a852-b549e41b68a4 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1137.354524] env[68893]: DEBUG nova.network.neutron [None req-32c4d16a-a4b1-4c67-88ad-7651ca8c946c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 235c5224-5fd0-4059-9e55-2737c02de683] Successfully created port: 04955bbd-48d0-4286-975f-244045473f7c {{(pid=68893) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1137.373383] env[68893]: DEBUG nova.compute.manager [None req-32c4d16a-a4b1-4c67-88ad-7651ca8c946c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 235c5224-5fd0-4059-9e55-2737c02de683] Start building block device mappings for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1137.390730] env[68893]: DEBUG oslo_vmware.api [None req-257c3ea6-96bd-4d33-8ca9-dafb9486cc06 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': task-2792286, 'name': Rename_Task, 'duration_secs': 0.158833} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.394647] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-257c3ea6-96bd-4d33-8ca9-dafb9486cc06 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: 18c88d54-3409-41b6-9f62-52a2c96d2932] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1137.394959] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-610c86cb-f7a7-418b-a993-c4076412c4d0 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.403938] env[68893]: DEBUG oslo_vmware.api [None req-257c3ea6-96bd-4d33-8ca9-dafb9486cc06 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Waiting for the task: (returnval){ [ 1137.403938] env[68893]: value = "task-2792288" [ 1137.403938] env[68893]: _type = "Task" [ 1137.403938] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.426511] env[68893]: DEBUG oslo_vmware.api [None req-257c3ea6-96bd-4d33-8ca9-dafb9486cc06 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': task-2792288, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.426658] env[68893]: DEBUG oslo_vmware.api [None req-37db4ef3-5c7e-46ba-b7cd-6a1a701d3382 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52bd8a0e-1632-fc35-1410-e35eb015e4cc, 'name': SearchDatastore_Task, 'duration_secs': 0.010559} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.426840] env[68893]: DEBUG oslo_concurrency.lockutils [None req-37db4ef3-5c7e-46ba-b7cd-6a1a701d3382 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.427090] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-37db4ef3-5c7e-46ba-b7cd-6a1a701d3382 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: 550b6591-8962-40ce-87bd-a846d584c99c] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1137.427632] env[68893]: DEBUG oslo_concurrency.lockutils [None req-37db4ef3-5c7e-46ba-b7cd-6a1a701d3382 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.427632] env[68893]: DEBUG oslo_concurrency.lockutils [None req-37db4ef3-5c7e-46ba-b7cd-6a1a701d3382 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.427632] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-37db4ef3-5c7e-46ba-b7cd-6a1a701d3382 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1137.428727] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-45683a60-d033-4f07-a9de-53d0d9c1d7fa {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.436734] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-37db4ef3-5c7e-46ba-b7cd-6a1a701d3382 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1137.436921] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-37db4ef3-5c7e-46ba-b7cd-6a1a701d3382 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1137.437726] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca8a0c52-d3cc-4eee-9ecf-bb746266826e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.443958] env[68893]: DEBUG oslo_vmware.api [None req-37db4ef3-5c7e-46ba-b7cd-6a1a701d3382 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Waiting for the task: (returnval){ [ 1137.443958] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]528baaa5-75fe-ce93-0fd7-270c09593483" [ 1137.443958] env[68893]: _type = "Task" [ 1137.443958] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.454930] env[68893]: DEBUG oslo_vmware.api [None req-37db4ef3-5c7e-46ba-b7cd-6a1a701d3382 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]528baaa5-75fe-ce93-0fd7-270c09593483, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.535544] env[68893]: DEBUG oslo_vmware.api [None req-0c55a0d0-2546-4c7c-8a93-35c4c6146fb7 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2792287, 'name': PowerOffVM_Task, 'duration_secs': 0.251615} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.537351] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c55a0d0-2546-4c7c-8a93-35c4c6146fb7 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: a10a832e-eb42-4c1a-9cce-73d9cba00c67] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1137.537351] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-0c55a0d0-2546-4c7c-8a93-35c4c6146fb7 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: a10a832e-eb42-4c1a-9cce-73d9cba00c67] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1137.537351] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-20e0a262-0c5b-4807-b621-66e46dae73b0 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.601962] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-0c55a0d0-2546-4c7c-8a93-35c4c6146fb7 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: a10a832e-eb42-4c1a-9cce-73d9cba00c67] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1137.602333] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-0c55a0d0-2546-4c7c-8a93-35c4c6146fb7 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: a10a832e-eb42-4c1a-9cce-73d9cba00c67] Deleting contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1137.602598] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c55a0d0-2546-4c7c-8a93-35c4c6146fb7 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Deleting the datastore file [datastore2] a10a832e-eb42-4c1a-9cce-73d9cba00c67 {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1137.602966] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1ac345e7-ae20-4a74-8d1d-5f515eebed16 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.609899] env[68893]: DEBUG oslo_vmware.api [None req-0c55a0d0-2546-4c7c-8a93-35c4c6146fb7 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Waiting for the task: (returnval){ [ 1137.609899] env[68893]: value = "task-2792290" [ 1137.609899] env[68893]: _type = "Task" [ 1137.609899] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.620103] env[68893]: DEBUG oslo_vmware.api [None req-0c55a0d0-2546-4c7c-8a93-35c4c6146fb7 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2792290, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.708121] env[68893]: DEBUG nova.scheduler.client.report [None req-17b72a14-bf8e-46f8-a852-b549e41b68a4 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1137.914385] env[68893]: DEBUG oslo_vmware.api [None req-257c3ea6-96bd-4d33-8ca9-dafb9486cc06 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': task-2792288, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.954823] env[68893]: DEBUG oslo_vmware.api [None req-37db4ef3-5c7e-46ba-b7cd-6a1a701d3382 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]528baaa5-75fe-ce93-0fd7-270c09593483, 'name': SearchDatastore_Task, 'duration_secs': 0.014041} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.955657] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-597f8937-605f-4c91-bd60-fc48696f9da9 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.961240] env[68893]: DEBUG oslo_vmware.api [None req-37db4ef3-5c7e-46ba-b7cd-6a1a701d3382 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Waiting for the task: (returnval){ [ 1137.961240] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52d38205-6d2e-9a3f-140e-2c308f0798bf" [ 1137.961240] env[68893]: _type = "Task" [ 1137.961240] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.971914] env[68893]: DEBUG oslo_vmware.api [None req-37db4ef3-5c7e-46ba-b7cd-6a1a701d3382 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52d38205-6d2e-9a3f-140e-2c308f0798bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.999343] env[68893]: DEBUG nova.network.neutron [None req-d0eb89fe-09c0-4c02-9740-efcca137c2ad tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] Updating instance_info_cache with network_info: [{"id": "64eb0ee1-e1cf-48df-9c84-823e502a8b61", "address": "fa:16:3e:7f:5b:96", "network": {"id": "ca00c41c-ec6a-4596-915b-34fd716effc2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2042741287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "863b84ea17a9459287213695c87d2bec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f66f8375-4460-4acd-987b-acda72bfcf0d", "external-id": "nsx-vlan-transportzone-533", "segmentation_id": 533, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64eb0ee1-e1", "ovs_interfaceid": "64eb0ee1-e1cf-48df-9c84-823e502a8b61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.080198] env[68893]: DEBUG oslo_concurrency.lockutils [None req-db2178d8-384c-489a-8f7c-c81a324e0a73 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Acquiring lock "refresh_cache-d4070fc4-0915-42b6-ba2e-243f731ba079" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.080381] env[68893]: DEBUG oslo_concurrency.lockutils [None req-db2178d8-384c-489a-8f7c-c81a324e0a73 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Acquired lock "refresh_cache-d4070fc4-0915-42b6-ba2e-243f731ba079" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.080557] env[68893]: DEBUG nova.network.neutron [None req-db2178d8-384c-489a-8f7c-c81a324e0a73 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: d4070fc4-0915-42b6-ba2e-243f731ba079] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1138.120105] env[68893]: DEBUG oslo_vmware.api [None req-0c55a0d0-2546-4c7c-8a93-35c4c6146fb7 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Task: {'id': task-2792290, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.379671} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.121045] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c55a0d0-2546-4c7c-8a93-35c4c6146fb7 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1138.121045] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-0c55a0d0-2546-4c7c-8a93-35c4c6146fb7 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: a10a832e-eb42-4c1a-9cce-73d9cba00c67] Deleted contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1138.121045] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-0c55a0d0-2546-4c7c-8a93-35c4c6146fb7 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: a10a832e-eb42-4c1a-9cce-73d9cba00c67] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1138.121045] env[68893]: INFO nova.compute.manager [None req-0c55a0d0-2546-4c7c-8a93-35c4c6146fb7 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] [instance: a10a832e-eb42-4c1a-9cce-73d9cba00c67] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1138.121226] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0c55a0d0-2546-4c7c-8a93-35c4c6146fb7 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1138.121380] env[68893]: DEBUG nova.compute.manager [-] [instance: a10a832e-eb42-4c1a-9cce-73d9cba00c67] Deallocating network for instance {{(pid=68893) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1138.121488] env[68893]: DEBUG nova.network.neutron [-] [instance: a10a832e-eb42-4c1a-9cce-73d9cba00c67] deallocate_for_instance() {{(pid=68893) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1138.215663] env[68893]: DEBUG oslo_concurrency.lockutils [None req-17b72a14-bf8e-46f8-a852-b549e41b68a4 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.849s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.217744] env[68893]: DEBUG oslo_concurrency.lockutils [None req-50f0fbbd-a00d-44cc-a3bd-fc294a945652 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.117s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.217997] env[68893]: DEBUG nova.objects.instance [None req-50f0fbbd-a00d-44cc-a3bd-fc294a945652 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Lazy-loading 'resources' on Instance uuid 8b58659b-aaf9-4fa9-98b2-3153180f0570 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1138.244096] env[68893]: INFO nova.scheduler.client.report [None req-17b72a14-bf8e-46f8-a852-b549e41b68a4 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Deleted allocations for instance 3956e5a9-2174-488c-970c-4de5d1be8186 [ 1138.384969] env[68893]: DEBUG nova.compute.manager [None req-32c4d16a-a4b1-4c67-88ad-7651ca8c946c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 235c5224-5fd0-4059-9e55-2737c02de683] Start spawning the instance on the hypervisor. {{(pid=68893) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1138.417651] env[68893]: DEBUG oslo_vmware.api [None req-257c3ea6-96bd-4d33-8ca9-dafb9486cc06 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': task-2792288, 'name': PowerOnVM_Task, 'duration_secs': 0.595117} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.418061] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-257c3ea6-96bd-4d33-8ca9-dafb9486cc06 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: 18c88d54-3409-41b6-9f62-52a2c96d2932] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1138.418385] env[68893]: INFO nova.compute.manager [None req-257c3ea6-96bd-4d33-8ca9-dafb9486cc06 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: 18c88d54-3409-41b6-9f62-52a2c96d2932] Took 7.47 seconds to spawn the instance on the hypervisor. [ 1138.418589] env[68893]: DEBUG nova.compute.manager [None req-257c3ea6-96bd-4d33-8ca9-dafb9486cc06 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: 18c88d54-3409-41b6-9f62-52a2c96d2932] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1138.421439] env[68893]: DEBUG nova.virt.hardware [None req-32c4d16a-a4b1-4c67-88ad-7651ca8c946c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1138.421662] env[68893]: DEBUG nova.virt.hardware [None req-32c4d16a-a4b1-4c67-88ad-7651ca8c946c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1138.421850] env[68893]: DEBUG nova.virt.hardware [None req-32c4d16a-a4b1-4c67-88ad-7651ca8c946c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1138.422221] env[68893]: DEBUG nova.virt.hardware [None req-32c4d16a-a4b1-4c67-88ad-7651ca8c946c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1138.422417] env[68893]: DEBUG nova.virt.hardware [None req-32c4d16a-a4b1-4c67-88ad-7651ca8c946c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1138.422808] env[68893]: DEBUG nova.virt.hardware [None req-32c4d16a-a4b1-4c67-88ad-7651ca8c946c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1138.424229] env[68893]: DEBUG nova.virt.hardware [None req-32c4d16a-a4b1-4c67-88ad-7651ca8c946c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1138.424229] env[68893]: DEBUG nova.virt.hardware [None req-32c4d16a-a4b1-4c67-88ad-7651ca8c946c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1138.424229] env[68893]: DEBUG nova.virt.hardware [None req-32c4d16a-a4b1-4c67-88ad-7651ca8c946c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1138.424229] env[68893]: DEBUG nova.virt.hardware [None req-32c4d16a-a4b1-4c67-88ad-7651ca8c946c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1138.424229] env[68893]: DEBUG nova.virt.hardware [None req-32c4d16a-a4b1-4c67-88ad-7651ca8c946c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1138.424630] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2caab864-a3af-4134-b83d-b1d27c8f99a3 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.427723] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dff82ae-ba49-461b-a906-c587d821b419 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.439950] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a42964a-4781-4445-9862-f8f338561cb2 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.448922] env[68893]: DEBUG nova.compute.manager [req-896dc093-46e7-4ff0-bceb-222904ea3da6 req-2052d2e0-a26f-47d0-8883-7cd663016b31 service nova] [instance: a10a832e-eb42-4c1a-9cce-73d9cba00c67] Received event network-vif-deleted-50d8526c-bf9b-4031-a568-f74de3f3fbdd {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1138.449208] env[68893]: INFO nova.compute.manager [req-896dc093-46e7-4ff0-bceb-222904ea3da6 req-2052d2e0-a26f-47d0-8883-7cd663016b31 service nova] [instance: a10a832e-eb42-4c1a-9cce-73d9cba00c67] Neutron deleted interface 50d8526c-bf9b-4031-a568-f74de3f3fbdd; detaching it from the instance and deleting it from the info cache [ 1138.449414] env[68893]: DEBUG nova.network.neutron [req-896dc093-46e7-4ff0-bceb-222904ea3da6 req-2052d2e0-a26f-47d0-8883-7cd663016b31 service nova] [instance: a10a832e-eb42-4c1a-9cce-73d9cba00c67] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.470915] env[68893]: DEBUG oslo_vmware.api [None req-37db4ef3-5c7e-46ba-b7cd-6a1a701d3382 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52d38205-6d2e-9a3f-140e-2c308f0798bf, 'name': SearchDatastore_Task, 'duration_secs': 0.022167} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.471226] env[68893]: DEBUG oslo_concurrency.lockutils [None req-37db4ef3-5c7e-46ba-b7cd-6a1a701d3382 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.471495] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-37db4ef3-5c7e-46ba-b7cd-6a1a701d3382 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] 550b6591-8962-40ce-87bd-a846d584c99c/550b6591-8962-40ce-87bd-a846d584c99c.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1138.471746] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bd023cc6-98fa-4bcc-a332-be78c732c9f8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.478681] env[68893]: DEBUG oslo_vmware.api [None req-37db4ef3-5c7e-46ba-b7cd-6a1a701d3382 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Waiting for the task: (returnval){ [ 1138.478681] env[68893]: value = "task-2792291" [ 1138.478681] env[68893]: _type = "Task" [ 1138.478681] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.486513] env[68893]: DEBUG oslo_vmware.api [None req-37db4ef3-5c7e-46ba-b7cd-6a1a701d3382 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': task-2792291, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.501936] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d0eb89fe-09c0-4c02-9740-efcca137c2ad tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Releasing lock "refresh_cache-05def266-bea2-46e6-8916-6b0484ce4edd" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.502238] env[68893]: DEBUG nova.objects.instance [None req-d0eb89fe-09c0-4c02-9740-efcca137c2ad tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Lazy-loading 'migration_context' on Instance uuid 05def266-bea2-46e6-8916-6b0484ce4edd {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1138.760781] env[68893]: DEBUG oslo_concurrency.lockutils [None req-17b72a14-bf8e-46f8-a852-b549e41b68a4 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Lock "3956e5a9-2174-488c-970c-4de5d1be8186" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.100s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.935597] env[68893]: DEBUG nova.network.neutron [-] [instance: a10a832e-eb42-4c1a-9cce-73d9cba00c67] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.962033] env[68893]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8f04ea2b-78a1-4736-a720-73a9a0f1150a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.965660] env[68893]: INFO nova.compute.manager [None req-257c3ea6-96bd-4d33-8ca9-dafb9486cc06 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: 18c88d54-3409-41b6-9f62-52a2c96d2932] Took 23.91 seconds to build instance. [ 1138.976020] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97819954-6d10-40c3-85d9-b397cfba7851 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.999574] env[68893]: DEBUG oslo_vmware.api [None req-37db4ef3-5c7e-46ba-b7cd-6a1a701d3382 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': task-2792291, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503955} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.999837] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-37db4ef3-5c7e-46ba-b7cd-6a1a701d3382 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] 550b6591-8962-40ce-87bd-a846d584c99c/550b6591-8962-40ce-87bd-a846d584c99c.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1139.000120] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-37db4ef3-5c7e-46ba-b7cd-6a1a701d3382 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: 550b6591-8962-40ce-87bd-a846d584c99c] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1139.000518] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4456d8d6-0af8-40dc-9e45-5c52cc9a044b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.005490] env[68893]: DEBUG nova.objects.base [None req-d0eb89fe-09c0-4c02-9740-efcca137c2ad tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Object Instance<05def266-bea2-46e6-8916-6b0484ce4edd> lazy-loaded attributes: info_cache,migration_context {{(pid=68893) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1139.023301] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16127f63-45ea-46ee-9d15-b403634681b0 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.026876] env[68893]: DEBUG nova.compute.manager [req-896dc093-46e7-4ff0-bceb-222904ea3da6 req-2052d2e0-a26f-47d0-8883-7cd663016b31 service nova] [instance: a10a832e-eb42-4c1a-9cce-73d9cba00c67] Detach interface failed, port_id=50d8526c-bf9b-4031-a568-f74de3f3fbdd, reason: Instance a10a832e-eb42-4c1a-9cce-73d9cba00c67 could not be found. {{(pid=68893) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1139.028220] env[68893]: DEBUG nova.network.neutron [None req-db2178d8-384c-489a-8f7c-c81a324e0a73 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: d4070fc4-0915-42b6-ba2e-243f731ba079] Updating instance_info_cache with network_info: [{"id": "9a87f0fc-69d0-4bef-9b06-74338e55988c", "address": "fa:16:3e:ed:e2:2d", "network": {"id": "762a83f3-c67b-4f81-b7a7-d7f377a327e5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-991790965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6f2d7d7af6a40f097ffca46e5a430bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a87f0fc-69", "ovs_interfaceid": "9a87f0fc-69d0-4bef-9b06-74338e55988c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.031949] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cec50325-caba-41c8-9af4-cb9e01d0f528 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.035505] env[68893]: DEBUG oslo_vmware.api [None req-37db4ef3-5c7e-46ba-b7cd-6a1a701d3382 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Waiting for the task: (returnval){ [ 1139.035505] env[68893]: value = "task-2792292" [ 1139.035505] env[68893]: _type = "Task" [ 1139.035505] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.059014] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1073f235-acf1-4aa3-a44a-57eff9f26eb7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.062375] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-260da294-b682-46e6-8e6c-66a976d4f8af {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.068962] env[68893]: DEBUG oslo_vmware.api [None req-37db4ef3-5c7e-46ba-b7cd-6a1a701d3382 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': task-2792292, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.072888] env[68893]: DEBUG oslo_vmware.api [None req-d0eb89fe-09c0-4c02-9740-efcca137c2ad tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Waiting for the task: (returnval){ [ 1139.072888] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52c761c6-24e6-918f-893a-14cf5299996f" [ 1139.072888] env[68893]: _type = "Task" [ 1139.072888] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.101483] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce5f171f-dc3c-4baf-81fa-385781578466 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.104665] env[68893]: DEBUG nova.network.neutron [None req-32c4d16a-a4b1-4c67-88ad-7651ca8c946c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 235c5224-5fd0-4059-9e55-2737c02de683] Successfully updated port: 04955bbd-48d0-4286-975f-244045473f7c {{(pid=68893) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1139.112132] env[68893]: DEBUG oslo_vmware.api [None req-d0eb89fe-09c0-4c02-9740-efcca137c2ad tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52c761c6-24e6-918f-893a-14cf5299996f, 'name': SearchDatastore_Task, 'duration_secs': 0.011147} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.114310] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d0eb89fe-09c0-4c02-9740-efcca137c2ad tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.115691] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fc69e07-62a2-4c5f-97ac-ee0b282850af {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.130045] env[68893]: DEBUG nova.compute.provider_tree [None req-50f0fbbd-a00d-44cc-a3bd-fc294a945652 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Updating inventory in ProviderTree for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1139.435750] env[68893]: DEBUG oslo_concurrency.lockutils [None req-30cf6175-8eb2-4b13-bf46-0674a9c5abc9 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Acquiring lock "e8101873-5a0d-47f7-9fd2-fc5428f277a3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.436028] env[68893]: DEBUG oslo_concurrency.lockutils [None req-30cf6175-8eb2-4b13-bf46-0674a9c5abc9 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Lock "e8101873-5a0d-47f7-9fd2-fc5428f277a3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.438897] env[68893]: INFO nova.compute.manager [-] [instance: a10a832e-eb42-4c1a-9cce-73d9cba00c67] Took 1.32 seconds to deallocate network for instance. [ 1139.468617] env[68893]: DEBUG oslo_concurrency.lockutils [None req-257c3ea6-96bd-4d33-8ca9-dafb9486cc06 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Lock "18c88d54-3409-41b6-9f62-52a2c96d2932" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.418s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.536507] env[68893]: DEBUG oslo_concurrency.lockutils [None req-db2178d8-384c-489a-8f7c-c81a324e0a73 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Releasing lock "refresh_cache-d4070fc4-0915-42b6-ba2e-243f731ba079" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.550337] env[68893]: DEBUG oslo_vmware.api [None req-37db4ef3-5c7e-46ba-b7cd-6a1a701d3382 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': task-2792292, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084348} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.550594] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-37db4ef3-5c7e-46ba-b7cd-6a1a701d3382 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: 550b6591-8962-40ce-87bd-a846d584c99c] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1139.551384] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f38d8c3-2d87-45c3-a6ab-919df0f8f6a7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.577059] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-37db4ef3-5c7e-46ba-b7cd-6a1a701d3382 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: 550b6591-8962-40ce-87bd-a846d584c99c] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] 550b6591-8962-40ce-87bd-a846d584c99c/550b6591-8962-40ce-87bd-a846d584c99c.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1139.577797] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f12ba50-5131-41fa-ab32-e12d5934aad6 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.607098] env[68893]: DEBUG oslo_concurrency.lockutils [None req-32c4d16a-a4b1-4c67-88ad-7651ca8c946c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Acquiring lock "refresh_cache-235c5224-5fd0-4059-9e55-2737c02de683" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.607302] env[68893]: DEBUG oslo_concurrency.lockutils [None req-32c4d16a-a4b1-4c67-88ad-7651ca8c946c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Acquired lock "refresh_cache-235c5224-5fd0-4059-9e55-2737c02de683" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.607506] env[68893]: DEBUG nova.network.neutron [None req-32c4d16a-a4b1-4c67-88ad-7651ca8c946c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 235c5224-5fd0-4059-9e55-2737c02de683] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1139.611220] env[68893]: DEBUG oslo_vmware.api [None req-37db4ef3-5c7e-46ba-b7cd-6a1a701d3382 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Waiting for the task: (returnval){ [ 1139.611220] env[68893]: value = "task-2792293" [ 1139.611220] env[68893]: _type = "Task" [ 1139.611220] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.620124] env[68893]: DEBUG oslo_vmware.api [None req-37db4ef3-5c7e-46ba-b7cd-6a1a701d3382 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': task-2792293, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.654569] env[68893]: ERROR nova.scheduler.client.report [None req-50f0fbbd-a00d-44cc-a3bd-fc294a945652 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [req-dbc23228-6820-4550-877e-986fb0d49e1b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d14b70d6-a636-4db0-b5a6-b901da6fa895. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-dbc23228-6820-4550-877e-986fb0d49e1b"}]} [ 1139.670488] env[68893]: DEBUG nova.scheduler.client.report [None req-50f0fbbd-a00d-44cc-a3bd-fc294a945652 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Refreshing inventories for resource provider d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1139.684709] env[68893]: DEBUG nova.scheduler.client.report [None req-50f0fbbd-a00d-44cc-a3bd-fc294a945652 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Updating ProviderTree inventory for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1139.684961] env[68893]: DEBUG nova.compute.provider_tree [None req-50f0fbbd-a00d-44cc-a3bd-fc294a945652 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Updating inventory in ProviderTree for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1139.695638] env[68893]: DEBUG nova.scheduler.client.report [None req-50f0fbbd-a00d-44cc-a3bd-fc294a945652 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Refreshing aggregate associations for resource provider d14b70d6-a636-4db0-b5a6-b901da6fa895, aggregates: None {{(pid=68893) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1139.712363] env[68893]: DEBUG nova.scheduler.client.report [None req-50f0fbbd-a00d-44cc-a3bd-fc294a945652 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Refreshing trait associations for resource provider d14b70d6-a636-4db0-b5a6-b901da6fa895, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE {{(pid=68893) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1139.904764] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-010a0fe6-d05e-4a4b-8fac-b00fd2ab076e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.912476] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a8b65ed-68dc-4634-b203-cda49bdb3efa {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.950638] env[68893]: DEBUG nova.compute.manager [None req-30cf6175-8eb2-4b13-bf46-0674a9c5abc9 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: e8101873-5a0d-47f7-9fd2-fc5428f277a3] Starting instance... {{(pid=68893) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1139.953682] env[68893]: DEBUG oslo_concurrency.lockutils [None req-0c55a0d0-2546-4c7c-8a93-35c4c6146fb7 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.954777] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56c5d162-5111-4145-a500-1fb688e96ff0 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.962543] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ecf60d6-1f13-40f6-b900-7af1b54d71ee {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.976083] env[68893]: DEBUG nova.compute.provider_tree [None req-50f0fbbd-a00d-44cc-a3bd-fc294a945652 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Updating inventory in ProviderTree for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1140.065446] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62134cce-b74c-4bf4-aa0b-29e8be2130df {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.085800] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dafb0d2-7ce0-4f5a-b619-8170b97c29a5 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.093114] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-db2178d8-384c-489a-8f7c-c81a324e0a73 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: d4070fc4-0915-42b6-ba2e-243f731ba079] Updating instance 'd4070fc4-0915-42b6-ba2e-243f731ba079' progress to 83 {{(pid=68893) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1140.120903] env[68893]: DEBUG oslo_vmware.api [None req-37db4ef3-5c7e-46ba-b7cd-6a1a701d3382 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': task-2792293, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.147279] env[68893]: DEBUG nova.network.neutron [None req-32c4d16a-a4b1-4c67-88ad-7651ca8c946c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 235c5224-5fd0-4059-9e55-2737c02de683] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1140.284688] env[68893]: DEBUG nova.network.neutron [None req-32c4d16a-a4b1-4c67-88ad-7651ca8c946c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 235c5224-5fd0-4059-9e55-2737c02de683] Updating instance_info_cache with network_info: [{"id": "04955bbd-48d0-4286-975f-244045473f7c", "address": "fa:16:3e:2d:41:f8", "network": {"id": "024e10c8-0890-4be3-81cc-2be8eac35dc9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-116676947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "564a5b6c6f4f4e42aeeef87662301380", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04955bbd-48", "ovs_interfaceid": "04955bbd-48d0-4286-975f-244045473f7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.471964] env[68893]: DEBUG oslo_concurrency.lockutils [None req-30cf6175-8eb2-4b13-bf46-0674a9c5abc9 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.474278] env[68893]: DEBUG nova.compute.manager [req-7760a5f2-c211-4cbe-92a6-17937820744c req-f91ffbfb-1941-4993-922b-6bab55c3b74f service nova] [instance: 235c5224-5fd0-4059-9e55-2737c02de683] Received event network-vif-plugged-04955bbd-48d0-4286-975f-244045473f7c {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1140.474463] env[68893]: DEBUG oslo_concurrency.lockutils [req-7760a5f2-c211-4cbe-92a6-17937820744c req-f91ffbfb-1941-4993-922b-6bab55c3b74f service nova] Acquiring lock "235c5224-5fd0-4059-9e55-2737c02de683-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.474663] env[68893]: DEBUG oslo_concurrency.lockutils [req-7760a5f2-c211-4cbe-92a6-17937820744c req-f91ffbfb-1941-4993-922b-6bab55c3b74f service nova] Lock "235c5224-5fd0-4059-9e55-2737c02de683-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.474829] env[68893]: DEBUG oslo_concurrency.lockutils [req-7760a5f2-c211-4cbe-92a6-17937820744c req-f91ffbfb-1941-4993-922b-6bab55c3b74f service nova] Lock "235c5224-5fd0-4059-9e55-2737c02de683-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.474991] env[68893]: DEBUG nova.compute.manager [req-7760a5f2-c211-4cbe-92a6-17937820744c req-f91ffbfb-1941-4993-922b-6bab55c3b74f service nova] [instance: 235c5224-5fd0-4059-9e55-2737c02de683] No waiting events found dispatching network-vif-plugged-04955bbd-48d0-4286-975f-244045473f7c {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1140.475165] env[68893]: WARNING nova.compute.manager [req-7760a5f2-c211-4cbe-92a6-17937820744c req-f91ffbfb-1941-4993-922b-6bab55c3b74f service nova] [instance: 235c5224-5fd0-4059-9e55-2737c02de683] Received unexpected event network-vif-plugged-04955bbd-48d0-4286-975f-244045473f7c for instance with vm_state building and task_state spawning. [ 1140.475321] env[68893]: DEBUG nova.compute.manager [req-7760a5f2-c211-4cbe-92a6-17937820744c req-f91ffbfb-1941-4993-922b-6bab55c3b74f service nova] [instance: 235c5224-5fd0-4059-9e55-2737c02de683] Received event network-changed-04955bbd-48d0-4286-975f-244045473f7c {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1140.475468] env[68893]: DEBUG nova.compute.manager [req-7760a5f2-c211-4cbe-92a6-17937820744c req-f91ffbfb-1941-4993-922b-6bab55c3b74f service nova] [instance: 235c5224-5fd0-4059-9e55-2737c02de683] Refreshing instance network info cache due to event network-changed-04955bbd-48d0-4286-975f-244045473f7c. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1140.475626] env[68893]: DEBUG oslo_concurrency.lockutils [req-7760a5f2-c211-4cbe-92a6-17937820744c req-f91ffbfb-1941-4993-922b-6bab55c3b74f service nova] Acquiring lock "refresh_cache-235c5224-5fd0-4059-9e55-2737c02de683" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.507781] env[68893]: DEBUG nova.scheduler.client.report [None req-50f0fbbd-a00d-44cc-a3bd-fc294a945652 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Updated inventory for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with generation 140 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1140.508940] env[68893]: DEBUG nova.compute.provider_tree [None req-50f0fbbd-a00d-44cc-a3bd-fc294a945652 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Updating resource provider d14b70d6-a636-4db0-b5a6-b901da6fa895 generation from 140 to 141 during operation: update_inventory {{(pid=68893) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1140.508940] env[68893]: DEBUG nova.compute.provider_tree [None req-50f0fbbd-a00d-44cc-a3bd-fc294a945652 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Updating inventory in ProviderTree for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1140.599790] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-db2178d8-384c-489a-8f7c-c81a324e0a73 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: d4070fc4-0915-42b6-ba2e-243f731ba079] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1140.600130] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4e6746ab-bfe9-4420-8515-69d0b828fe11 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.607398] env[68893]: DEBUG oslo_vmware.api [None req-db2178d8-384c-489a-8f7c-c81a324e0a73 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Waiting for the task: (returnval){ [ 1140.607398] env[68893]: value = "task-2792294" [ 1140.607398] env[68893]: _type = "Task" [ 1140.607398] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.618551] env[68893]: DEBUG oslo_vmware.api [None req-db2178d8-384c-489a-8f7c-c81a324e0a73 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792294, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.623385] env[68893]: DEBUG oslo_vmware.api [None req-37db4ef3-5c7e-46ba-b7cd-6a1a701d3382 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': task-2792293, 'name': ReconfigVM_Task, 'duration_secs': 0.715113} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.623634] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-37db4ef3-5c7e-46ba-b7cd-6a1a701d3382 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: 550b6591-8962-40ce-87bd-a846d584c99c] Reconfigured VM instance instance-00000064 to attach disk [datastore2] 550b6591-8962-40ce-87bd-a846d584c99c/550b6591-8962-40ce-87bd-a846d584c99c.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1140.624263] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6785d6ac-113a-4eac-babc-570d2fdddcd9 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.629475] env[68893]: DEBUG oslo_vmware.api [None req-37db4ef3-5c7e-46ba-b7cd-6a1a701d3382 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Waiting for the task: (returnval){ [ 1140.629475] env[68893]: value = "task-2792295" [ 1140.629475] env[68893]: _type = "Task" [ 1140.629475] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.639611] env[68893]: DEBUG oslo_vmware.api [None req-37db4ef3-5c7e-46ba-b7cd-6a1a701d3382 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': task-2792295, 'name': Rename_Task} progress is 6%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.787153] env[68893]: DEBUG oslo_concurrency.lockutils [None req-32c4d16a-a4b1-4c67-88ad-7651ca8c946c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Releasing lock "refresh_cache-235c5224-5fd0-4059-9e55-2737c02de683" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.787438] env[68893]: DEBUG nova.compute.manager [None req-32c4d16a-a4b1-4c67-88ad-7651ca8c946c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 235c5224-5fd0-4059-9e55-2737c02de683] Instance network_info: |[{"id": "04955bbd-48d0-4286-975f-244045473f7c", "address": "fa:16:3e:2d:41:f8", "network": {"id": "024e10c8-0890-4be3-81cc-2be8eac35dc9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-116676947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "564a5b6c6f4f4e42aeeef87662301380", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04955bbd-48", "ovs_interfaceid": "04955bbd-48d0-4286-975f-244045473f7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1140.787750] env[68893]: DEBUG oslo_concurrency.lockutils [req-7760a5f2-c211-4cbe-92a6-17937820744c req-f91ffbfb-1941-4993-922b-6bab55c3b74f service nova] Acquired lock "refresh_cache-235c5224-5fd0-4059-9e55-2737c02de683" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.787987] env[68893]: DEBUG nova.network.neutron [req-7760a5f2-c211-4cbe-92a6-17937820744c req-f91ffbfb-1941-4993-922b-6bab55c3b74f service nova] [instance: 235c5224-5fd0-4059-9e55-2737c02de683] Refreshing network info cache for port 04955bbd-48d0-4286-975f-244045473f7c {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1140.789286] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-32c4d16a-a4b1-4c67-88ad-7651ca8c946c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 235c5224-5fd0-4059-9e55-2737c02de683] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:41:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74f30339-6421-4654-bddb-81d7f34db9d7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '04955bbd-48d0-4286-975f-244045473f7c', 'vif_model': 'vmxnet3'}] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1140.796845] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-32c4d16a-a4b1-4c67-88ad-7651ca8c946c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1140.797832] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 235c5224-5fd0-4059-9e55-2737c02de683] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1140.798137] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fe081363-b119-49fe-9ae8-cf63ee8cc3d1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.820230] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1140.820230] env[68893]: value = "task-2792296" [ 1140.820230] env[68893]: _type = "Task" [ 1140.820230] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.829596] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792296, 'name': CreateVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.013517] env[68893]: DEBUG oslo_concurrency.lockutils [None req-50f0fbbd-a00d-44cc-a3bd-fc294a945652 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.796s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.016489] env[68893]: DEBUG oslo_concurrency.lockutils [None req-0fa6a799-1850-49da-9a71-42ba27118a6e tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.238s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.017669] env[68893]: INFO nova.compute.claims [None req-0fa6a799-1850-49da-9a71-42ba27118a6e tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: e51b5d20-db57-4bd9-9534-56f6c8cda79a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1141.034008] env[68893]: INFO nova.scheduler.client.report [None req-50f0fbbd-a00d-44cc-a3bd-fc294a945652 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Deleted allocations for instance 8b58659b-aaf9-4fa9-98b2-3153180f0570 [ 1141.120769] env[68893]: DEBUG oslo_vmware.api [None req-db2178d8-384c-489a-8f7c-c81a324e0a73 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792294, 'name': PowerOnVM_Task, 'duration_secs': 0.406372} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.121131] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-db2178d8-384c-489a-8f7c-c81a324e0a73 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: d4070fc4-0915-42b6-ba2e-243f731ba079] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1141.121435] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-db2178d8-384c-489a-8f7c-c81a324e0a73 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: d4070fc4-0915-42b6-ba2e-243f731ba079] Updating instance 'd4070fc4-0915-42b6-ba2e-243f731ba079' progress to 100 {{(pid=68893) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1141.142168] env[68893]: DEBUG oslo_vmware.api [None req-37db4ef3-5c7e-46ba-b7cd-6a1a701d3382 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': task-2792295, 'name': Rename_Task, 'duration_secs': 0.135909} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.142562] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-37db4ef3-5c7e-46ba-b7cd-6a1a701d3382 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: 550b6591-8962-40ce-87bd-a846d584c99c] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1141.142908] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fffd9998-6b65-4815-b071-f0b58ea40252 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.149809] env[68893]: DEBUG oslo_vmware.api [None req-37db4ef3-5c7e-46ba-b7cd-6a1a701d3382 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Waiting for the task: (returnval){ [ 1141.149809] env[68893]: value = "task-2792297" [ 1141.149809] env[68893]: _type = "Task" [ 1141.149809] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.160684] env[68893]: DEBUG oslo_vmware.api [None req-37db4ef3-5c7e-46ba-b7cd-6a1a701d3382 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': task-2792297, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.330256] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792296, 'name': CreateVM_Task, 'duration_secs': 0.327234} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.332744] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 235c5224-5fd0-4059-9e55-2737c02de683] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1141.333452] env[68893]: DEBUG oslo_concurrency.lockutils [None req-32c4d16a-a4b1-4c67-88ad-7651ca8c946c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.333619] env[68893]: DEBUG oslo_concurrency.lockutils [None req-32c4d16a-a4b1-4c67-88ad-7651ca8c946c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.333935] env[68893]: DEBUG oslo_concurrency.lockutils [None req-32c4d16a-a4b1-4c67-88ad-7651ca8c946c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.334501] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e38859e9-a5a0-4308-bfa0-e3e2de544335 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.338921] env[68893]: DEBUG oslo_vmware.api [None req-32c4d16a-a4b1-4c67-88ad-7651ca8c946c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Waiting for the task: (returnval){ [ 1141.338921] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52ec9d3c-ba48-7788-3b2b-ab4e9e35619c" [ 1141.338921] env[68893]: _type = "Task" [ 1141.338921] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.347175] env[68893]: DEBUG oslo_vmware.api [None req-32c4d16a-a4b1-4c67-88ad-7651ca8c946c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52ec9d3c-ba48-7788-3b2b-ab4e9e35619c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.542520] env[68893]: DEBUG oslo_concurrency.lockutils [None req-50f0fbbd-a00d-44cc-a3bd-fc294a945652 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Lock "8b58659b-aaf9-4fa9-98b2-3153180f0570" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.159s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.563254] env[68893]: DEBUG nova.network.neutron [req-7760a5f2-c211-4cbe-92a6-17937820744c req-f91ffbfb-1941-4993-922b-6bab55c3b74f service nova] [instance: 235c5224-5fd0-4059-9e55-2737c02de683] Updated VIF entry in instance network info cache for port 04955bbd-48d0-4286-975f-244045473f7c. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1141.563254] env[68893]: DEBUG nova.network.neutron [req-7760a5f2-c211-4cbe-92a6-17937820744c req-f91ffbfb-1941-4993-922b-6bab55c3b74f service nova] [instance: 235c5224-5fd0-4059-9e55-2737c02de683] Updating instance_info_cache with network_info: [{"id": "04955bbd-48d0-4286-975f-244045473f7c", "address": "fa:16:3e:2d:41:f8", "network": {"id": "024e10c8-0890-4be3-81cc-2be8eac35dc9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-116676947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "564a5b6c6f4f4e42aeeef87662301380", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04955bbd-48", "ovs_interfaceid": "04955bbd-48d0-4286-975f-244045473f7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.659480] env[68893]: DEBUG oslo_vmware.api [None req-37db4ef3-5c7e-46ba-b7cd-6a1a701d3382 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': task-2792297, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.848942] env[68893]: DEBUG oslo_vmware.api [None req-32c4d16a-a4b1-4c67-88ad-7651ca8c946c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52ec9d3c-ba48-7788-3b2b-ab4e9e35619c, 'name': SearchDatastore_Task, 'duration_secs': 0.010542} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.849257] env[68893]: DEBUG oslo_concurrency.lockutils [None req-32c4d16a-a4b1-4c67-88ad-7651ca8c946c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.849483] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-32c4d16a-a4b1-4c67-88ad-7651ca8c946c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 235c5224-5fd0-4059-9e55-2737c02de683] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1141.849709] env[68893]: DEBUG oslo_concurrency.lockutils [None req-32c4d16a-a4b1-4c67-88ad-7651ca8c946c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.849853] env[68893]: DEBUG oslo_concurrency.lockutils [None req-32c4d16a-a4b1-4c67-88ad-7651ca8c946c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.850068] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-32c4d16a-a4b1-4c67-88ad-7651ca8c946c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1141.850342] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ee3b95e6-0863-478b-9275-ab6b9f9211d6 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.858201] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-32c4d16a-a4b1-4c67-88ad-7651ca8c946c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1141.858295] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-32c4d16a-a4b1-4c67-88ad-7651ca8c946c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1141.858944] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88e70ab9-c478-46bb-8564-a6a2a0605635 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.864404] env[68893]: DEBUG oslo_vmware.api [None req-32c4d16a-a4b1-4c67-88ad-7651ca8c946c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Waiting for the task: (returnval){ [ 1141.864404] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]5284ea03-2d34-9029-a72a-e2acf288b053" [ 1141.864404] env[68893]: _type = "Task" [ 1141.864404] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.871979] env[68893]: DEBUG oslo_vmware.api [None req-32c4d16a-a4b1-4c67-88ad-7651ca8c946c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]5284ea03-2d34-9029-a72a-e2acf288b053, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.065648] env[68893]: DEBUG oslo_concurrency.lockutils [req-7760a5f2-c211-4cbe-92a6-17937820744c req-f91ffbfb-1941-4993-922b-6bab55c3b74f service nova] Releasing lock "refresh_cache-235c5224-5fd0-4059-9e55-2737c02de683" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.167652] env[68893]: DEBUG oslo_vmware.api [None req-37db4ef3-5c7e-46ba-b7cd-6a1a701d3382 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': task-2792297, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.249010] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70455700-9350-4479-8073-5002ebe0c869 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.258537] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75686e79-39cb-4a1e-98cb-ea03de6eb018 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.289624] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b461559-6319-480d-b905-67c0fdd47d38 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.296608] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92228854-5d77-407c-991b-50e2edf54e73 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.309746] env[68893]: DEBUG nova.compute.provider_tree [None req-0fa6a799-1850-49da-9a71-42ba27118a6e tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1142.374356] env[68893]: DEBUG oslo_vmware.api [None req-32c4d16a-a4b1-4c67-88ad-7651ca8c946c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]5284ea03-2d34-9029-a72a-e2acf288b053, 'name': SearchDatastore_Task, 'duration_secs': 0.008059} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.375136] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34a6bda2-ab23-4c29-8f89-b1608fd101c6 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.380501] env[68893]: DEBUG oslo_vmware.api [None req-32c4d16a-a4b1-4c67-88ad-7651ca8c946c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Waiting for the task: (returnval){ [ 1142.380501] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]523d3bd3-b213-5826-6107-168e3b5aacdf" [ 1142.380501] env[68893]: _type = "Task" [ 1142.380501] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.388676] env[68893]: DEBUG oslo_vmware.api [None req-32c4d16a-a4b1-4c67-88ad-7651ca8c946c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]523d3bd3-b213-5826-6107-168e3b5aacdf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.660896] env[68893]: DEBUG oslo_vmware.api [None req-37db4ef3-5c7e-46ba-b7cd-6a1a701d3382 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': task-2792297, 'name': PowerOnVM_Task, 'duration_secs': 1.103942} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.662053] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-37db4ef3-5c7e-46ba-b7cd-6a1a701d3382 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: 550b6591-8962-40ce-87bd-a846d584c99c] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1142.662053] env[68893]: INFO nova.compute.manager [None req-37db4ef3-5c7e-46ba-b7cd-6a1a701d3382 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: 550b6591-8962-40ce-87bd-a846d584c99c] Took 8.39 seconds to spawn the instance on the hypervisor. [ 1142.662184] env[68893]: DEBUG nova.compute.manager [None req-37db4ef3-5c7e-46ba-b7cd-6a1a701d3382 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: 550b6591-8962-40ce-87bd-a846d584c99c] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1142.666020] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e523dfb6-bf86-4951-b803-d24dada8b015 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.812568] env[68893]: DEBUG nova.scheduler.client.report [None req-0fa6a799-1850-49da-9a71-42ba27118a6e tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1142.891219] env[68893]: DEBUG oslo_vmware.api [None req-32c4d16a-a4b1-4c67-88ad-7651ca8c946c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]523d3bd3-b213-5826-6107-168e3b5aacdf, 'name': SearchDatastore_Task, 'duration_secs': 0.020701} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.891492] env[68893]: DEBUG oslo_concurrency.lockutils [None req-32c4d16a-a4b1-4c67-88ad-7651ca8c946c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.891743] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-32c4d16a-a4b1-4c67-88ad-7651ca8c946c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] 235c5224-5fd0-4059-9e55-2737c02de683/235c5224-5fd0-4059-9e55-2737c02de683.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1142.891997] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-716dcfcd-9e6b-48c1-a2e6-03608453ff91 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.898902] env[68893]: DEBUG oslo_vmware.api [None req-32c4d16a-a4b1-4c67-88ad-7651ca8c946c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Waiting for the task: (returnval){ [ 1142.898902] env[68893]: value = "task-2792298" [ 1142.898902] env[68893]: _type = "Task" [ 1142.898902] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.906901] env[68893]: DEBUG oslo_vmware.api [None req-32c4d16a-a4b1-4c67-88ad-7651ca8c946c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': task-2792298, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.186040] env[68893]: INFO nova.compute.manager [None req-37db4ef3-5c7e-46ba-b7cd-6a1a701d3382 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: 550b6591-8962-40ce-87bd-a846d584c99c] Took 27.60 seconds to build instance. [ 1143.318679] env[68893]: DEBUG oslo_concurrency.lockutils [None req-0fa6a799-1850-49da-9a71-42ba27118a6e tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.302s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.319562] env[68893]: DEBUG nova.compute.manager [None req-0fa6a799-1850-49da-9a71-42ba27118a6e tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: e51b5d20-db57-4bd9-9534-56f6c8cda79a] Start building networks asynchronously for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1143.322599] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d0eb89fe-09c0-4c02-9740-efcca137c2ad tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 4.208s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.394277] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6761fc8b-d113-49a3-b6b9-ae14be886f63 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Acquiring lock "2bb38f74-5089-4750-9147-fd2f468599e3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.394686] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6761fc8b-d113-49a3-b6b9-ae14be886f63 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Lock "2bb38f74-5089-4750-9147-fd2f468599e3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.411513] env[68893]: DEBUG oslo_vmware.api [None req-32c4d16a-a4b1-4c67-88ad-7651ca8c946c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': task-2792298, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.484113} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.411765] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-32c4d16a-a4b1-4c67-88ad-7651ca8c946c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] 235c5224-5fd0-4059-9e55-2737c02de683/235c5224-5fd0-4059-9e55-2737c02de683.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1143.411976] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-32c4d16a-a4b1-4c67-88ad-7651ca8c946c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 235c5224-5fd0-4059-9e55-2737c02de683] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1143.412245] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2f03af2e-2dff-462a-a3fc-ba4027d507e2 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.418588] env[68893]: DEBUG oslo_vmware.api [None req-32c4d16a-a4b1-4c67-88ad-7651ca8c946c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Waiting for the task: (returnval){ [ 1143.418588] env[68893]: value = "task-2792299" [ 1143.418588] env[68893]: _type = "Task" [ 1143.418588] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.426352] env[68893]: DEBUG oslo_vmware.api [None req-32c4d16a-a4b1-4c67-88ad-7651ca8c946c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': task-2792299, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.622306] env[68893]: DEBUG oslo_concurrency.lockutils [None req-74c497e1-00fb-4c09-9bc4-5afa4411d52a tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Acquiring lock "d4070fc4-0915-42b6-ba2e-243f731ba079" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.622590] env[68893]: DEBUG oslo_concurrency.lockutils [None req-74c497e1-00fb-4c09-9bc4-5afa4411d52a tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Lock "d4070fc4-0915-42b6-ba2e-243f731ba079" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.622784] env[68893]: DEBUG nova.compute.manager [None req-74c497e1-00fb-4c09-9bc4-5afa4411d52a tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: d4070fc4-0915-42b6-ba2e-243f731ba079] Going to confirm migration 4 {{(pid=68893) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1143.688416] env[68893]: DEBUG oslo_concurrency.lockutils [None req-37db4ef3-5c7e-46ba-b7cd-6a1a701d3382 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Lock "550b6591-8962-40ce-87bd-a846d584c99c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.112s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.826052] env[68893]: DEBUG nova.compute.utils [None req-0fa6a799-1850-49da-9a71-42ba27118a6e tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1143.830036] env[68893]: DEBUG nova.compute.manager [None req-0fa6a799-1850-49da-9a71-42ba27118a6e tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: e51b5d20-db57-4bd9-9534-56f6c8cda79a] Allocating IP information in the background. {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1143.830206] env[68893]: DEBUG nova.network.neutron [None req-0fa6a799-1850-49da-9a71-42ba27118a6e tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: e51b5d20-db57-4bd9-9534-56f6c8cda79a] allocate_for_instance() {{(pid=68893) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1143.866636] env[68893]: DEBUG nova.policy [None req-0fa6a799-1850-49da-9a71-42ba27118a6e tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c3d37b57d7c34b00bf75ab2c9c456040', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fbd67998ec3645b28f40986ddb6faf06', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68893) authorize /opt/stack/nova/nova/policy.py:192}} [ 1143.897668] env[68893]: DEBUG nova.compute.manager [None req-6761fc8b-d113-49a3-b6b9-ae14be886f63 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 2bb38f74-5089-4750-9147-fd2f468599e3] Starting instance... {{(pid=68893) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1143.931426] env[68893]: DEBUG oslo_vmware.api [None req-32c4d16a-a4b1-4c67-88ad-7651ca8c946c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': task-2792299, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066015} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.931772] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-32c4d16a-a4b1-4c67-88ad-7651ca8c946c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 235c5224-5fd0-4059-9e55-2737c02de683] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1143.932647] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67ab0885-c667-4936-8de3-a5d67a6dc925 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.965588] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-32c4d16a-a4b1-4c67-88ad-7651ca8c946c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 235c5224-5fd0-4059-9e55-2737c02de683] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] 235c5224-5fd0-4059-9e55-2737c02de683/235c5224-5fd0-4059-9e55-2737c02de683.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1143.969062] env[68893]: DEBUG oslo_concurrency.lockutils [None req-5dc3f35f-68e9-4988-8eb9-20b2240fc500 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Acquiring lock "5fde66d6-de1d-4fc0-8961-a2e90af0b172" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.969349] env[68893]: DEBUG oslo_concurrency.lockutils [None req-5dc3f35f-68e9-4988-8eb9-20b2240fc500 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Lock "5fde66d6-de1d-4fc0-8961-a2e90af0b172" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.969560] env[68893]: DEBUG nova.compute.manager [None req-5dc3f35f-68e9-4988-8eb9-20b2240fc500 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 5fde66d6-de1d-4fc0-8961-a2e90af0b172] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1143.970130] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-213f195a-a1e9-47c8-9c72-b39910e20664 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.988489] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4442337-612f-46fe-a57c-fd26a6c330ed {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.992387] env[68893]: DEBUG nova.compute.manager [None req-5dc3f35f-68e9-4988-8eb9-20b2240fc500 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 5fde66d6-de1d-4fc0-8961-a2e90af0b172] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68893) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1143.992997] env[68893]: DEBUG nova.objects.instance [None req-5dc3f35f-68e9-4988-8eb9-20b2240fc500 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Lazy-loading 'flavor' on Instance uuid 5fde66d6-de1d-4fc0-8961-a2e90af0b172 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1143.997754] env[68893]: DEBUG oslo_vmware.api [None req-32c4d16a-a4b1-4c67-88ad-7651ca8c946c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Waiting for the task: (returnval){ [ 1143.997754] env[68893]: value = "task-2792300" [ 1143.997754] env[68893]: _type = "Task" [ 1143.997754] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.008048] env[68893]: DEBUG oslo_vmware.api [None req-32c4d16a-a4b1-4c67-88ad-7651ca8c946c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': task-2792300, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.118558] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e60a6f2b-93ee-4731-ad40-4f4beece2c64 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.128687] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e516c8a-4ea5-49c0-9762-6c1c5eb4ede1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.165613] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e30b9367-2b57-4e4f-8e5f-3fa087be3399 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.173939] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25968426-ac88-4f9f-bd45-40df754ba713 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.188940] env[68893]: DEBUG nova.compute.provider_tree [None req-d0eb89fe-09c0-4c02-9740-efcca137c2ad tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Updating inventory in ProviderTree for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1144.195187] env[68893]: DEBUG oslo_concurrency.lockutils [None req-74c497e1-00fb-4c09-9bc4-5afa4411d52a tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Acquiring lock "refresh_cache-d4070fc4-0915-42b6-ba2e-243f731ba079" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.195187] env[68893]: DEBUG oslo_concurrency.lockutils [None req-74c497e1-00fb-4c09-9bc4-5afa4411d52a tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Acquired lock "refresh_cache-d4070fc4-0915-42b6-ba2e-243f731ba079" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.195187] env[68893]: DEBUG nova.network.neutron [None req-74c497e1-00fb-4c09-9bc4-5afa4411d52a tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: d4070fc4-0915-42b6-ba2e-243f731ba079] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1144.195187] env[68893]: DEBUG nova.objects.instance [None req-74c497e1-00fb-4c09-9bc4-5afa4411d52a tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Lazy-loading 'info_cache' on Instance uuid d4070fc4-0915-42b6-ba2e-243f731ba079 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1144.217454] env[68893]: INFO nova.compute.manager [None req-59c8cd51-f3e8-479c-9e1d-e4d9d6cf4d54 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: 550b6591-8962-40ce-87bd-a846d584c99c] Rescuing [ 1144.219488] env[68893]: DEBUG oslo_concurrency.lockutils [None req-59c8cd51-f3e8-479c-9e1d-e4d9d6cf4d54 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Acquiring lock "refresh_cache-550b6591-8962-40ce-87bd-a846d584c99c" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.219488] env[68893]: DEBUG oslo_concurrency.lockutils [None req-59c8cd51-f3e8-479c-9e1d-e4d9d6cf4d54 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Acquired lock "refresh_cache-550b6591-8962-40ce-87bd-a846d584c99c" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.219488] env[68893]: DEBUG nova.network.neutron [None req-59c8cd51-f3e8-479c-9e1d-e4d9d6cf4d54 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: 550b6591-8962-40ce-87bd-a846d584c99c] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1144.246371] env[68893]: DEBUG nova.network.neutron [None req-0fa6a799-1850-49da-9a71-42ba27118a6e tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: e51b5d20-db57-4bd9-9534-56f6c8cda79a] Successfully created port: 8eafd0e9-9793-423c-91fe-580d33b0ad55 {{(pid=68893) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1144.335159] env[68893]: DEBUG nova.compute.manager [None req-0fa6a799-1850-49da-9a71-42ba27118a6e tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: e51b5d20-db57-4bd9-9534-56f6c8cda79a] Start building block device mappings for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1144.416819] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6761fc8b-d113-49a3-b6b9-ae14be886f63 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.511958] env[68893]: DEBUG oslo_vmware.api [None req-32c4d16a-a4b1-4c67-88ad-7651ca8c946c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': task-2792300, 'name': ReconfigVM_Task, 'duration_secs': 0.312808} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.512323] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-32c4d16a-a4b1-4c67-88ad-7651ca8c946c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 235c5224-5fd0-4059-9e55-2737c02de683] Reconfigured VM instance instance-00000065 to attach disk [datastore2] 235c5224-5fd0-4059-9e55-2737c02de683/235c5224-5fd0-4059-9e55-2737c02de683.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1144.512950] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-caa0a7d4-18d3-4616-b107-efb4893ec438 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.519395] env[68893]: DEBUG oslo_vmware.api [None req-32c4d16a-a4b1-4c67-88ad-7651ca8c946c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Waiting for the task: (returnval){ [ 1144.519395] env[68893]: value = "task-2792301" [ 1144.519395] env[68893]: _type = "Task" [ 1144.519395] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.527040] env[68893]: DEBUG oslo_vmware.api [None req-32c4d16a-a4b1-4c67-88ad-7651ca8c946c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': task-2792301, 'name': Rename_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.724179] env[68893]: ERROR nova.scheduler.client.report [None req-d0eb89fe-09c0-4c02-9740-efcca137c2ad tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [req-6074661c-adcc-4e8e-a3d6-d26338d7ca85] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d14b70d6-a636-4db0-b5a6-b901da6fa895. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6074661c-adcc-4e8e-a3d6-d26338d7ca85"}]} [ 1144.740757] env[68893]: DEBUG nova.scheduler.client.report [None req-d0eb89fe-09c0-4c02-9740-efcca137c2ad tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Refreshing inventories for resource provider d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1144.756673] env[68893]: DEBUG nova.scheduler.client.report [None req-d0eb89fe-09c0-4c02-9740-efcca137c2ad tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Updating ProviderTree inventory for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1144.756891] env[68893]: DEBUG nova.compute.provider_tree [None req-d0eb89fe-09c0-4c02-9740-efcca137c2ad tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Updating inventory in ProviderTree for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1144.771012] env[68893]: DEBUG nova.scheduler.client.report [None req-d0eb89fe-09c0-4c02-9740-efcca137c2ad tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Refreshing aggregate associations for resource provider d14b70d6-a636-4db0-b5a6-b901da6fa895, aggregates: None {{(pid=68893) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1144.790128] env[68893]: DEBUG nova.scheduler.client.report [None req-d0eb89fe-09c0-4c02-9740-efcca137c2ad tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Refreshing trait associations for resource provider d14b70d6-a636-4db0-b5a6-b901da6fa895, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE {{(pid=68893) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1144.959459] env[68893]: DEBUG nova.network.neutron [None req-59c8cd51-f3e8-479c-9e1d-e4d9d6cf4d54 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: 550b6591-8962-40ce-87bd-a846d584c99c] Updating instance_info_cache with network_info: [{"id": "d0140b83-c36e-45ba-819d-56f6579326bc", "address": "fa:16:3e:95:f5:fb", "network": {"id": "828f67bb-7084-451f-9f26-2af42b349424", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1339939224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22a90c81e44d43b6ac94fc939f6737bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0140b83-c3", "ovs_interfaceid": "d0140b83-c36e-45ba-819d-56f6579326bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.005862] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e42a265a-fce4-4dec-9768-987e8e468097 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.008811] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dc3f35f-68e9-4988-8eb9-20b2240fc500 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 5fde66d6-de1d-4fc0-8961-a2e90af0b172] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1145.009084] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-61aed392-3578-4836-8d9c-e7caddfcc10c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.016961] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feb70323-b23a-48a2-8063-fe14aa4943cd {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.020421] env[68893]: DEBUG oslo_vmware.api [None req-5dc3f35f-68e9-4988-8eb9-20b2240fc500 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Waiting for the task: (returnval){ [ 1145.020421] env[68893]: value = "task-2792302" [ 1145.020421] env[68893]: _type = "Task" [ 1145.020421] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.057219] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-788d0e90-9384-4bfc-84a2-8e569ed03cff {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.066231] env[68893]: DEBUG oslo_vmware.api [None req-32c4d16a-a4b1-4c67-88ad-7651ca8c946c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': task-2792301, 'name': Rename_Task, 'duration_secs': 0.128471} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.066450] env[68893]: DEBUG oslo_vmware.api [None req-5dc3f35f-68e9-4988-8eb9-20b2240fc500 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': task-2792302, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.067092] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-32c4d16a-a4b1-4c67-88ad-7651ca8c946c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 235c5224-5fd0-4059-9e55-2737c02de683] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1145.067346] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9c5feceb-4d76-4388-8ce8-d437634db3f0 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.071914] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-720f38da-9273-49c9-a040-95890becfb2c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.076723] env[68893]: DEBUG oslo_vmware.api [None req-32c4d16a-a4b1-4c67-88ad-7651ca8c946c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Waiting for the task: (returnval){ [ 1145.076723] env[68893]: value = "task-2792303" [ 1145.076723] env[68893]: _type = "Task" [ 1145.076723] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.088505] env[68893]: DEBUG nova.compute.provider_tree [None req-d0eb89fe-09c0-4c02-9740-efcca137c2ad tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Updating inventory in ProviderTree for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1145.096608] env[68893]: DEBUG oslo_vmware.api [None req-32c4d16a-a4b1-4c67-88ad-7651ca8c946c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': task-2792303, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.343333] env[68893]: DEBUG nova.compute.manager [None req-0fa6a799-1850-49da-9a71-42ba27118a6e tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: e51b5d20-db57-4bd9-9534-56f6c8cda79a] Start spawning the instance on the hypervisor. {{(pid=68893) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1145.370831] env[68893]: DEBUG nova.virt.hardware [None req-0fa6a799-1850-49da-9a71-42ba27118a6e tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1145.371267] env[68893]: DEBUG nova.virt.hardware [None req-0fa6a799-1850-49da-9a71-42ba27118a6e tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1145.371267] env[68893]: DEBUG nova.virt.hardware [None req-0fa6a799-1850-49da-9a71-42ba27118a6e tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1145.371405] env[68893]: DEBUG nova.virt.hardware [None req-0fa6a799-1850-49da-9a71-42ba27118a6e tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1145.371547] env[68893]: DEBUG nova.virt.hardware [None req-0fa6a799-1850-49da-9a71-42ba27118a6e tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1145.371693] env[68893]: DEBUG nova.virt.hardware [None req-0fa6a799-1850-49da-9a71-42ba27118a6e tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1145.371898] env[68893]: DEBUG nova.virt.hardware [None req-0fa6a799-1850-49da-9a71-42ba27118a6e tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1145.372385] env[68893]: DEBUG nova.virt.hardware [None req-0fa6a799-1850-49da-9a71-42ba27118a6e tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1145.372608] env[68893]: DEBUG nova.virt.hardware [None req-0fa6a799-1850-49da-9a71-42ba27118a6e tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1145.372777] env[68893]: DEBUG nova.virt.hardware [None req-0fa6a799-1850-49da-9a71-42ba27118a6e tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1145.372954] env[68893]: DEBUG nova.virt.hardware [None req-0fa6a799-1850-49da-9a71-42ba27118a6e tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1145.374392] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c46365ea-26c8-4967-b4ce-b85a7c31768a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.383098] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be5613f7-4ad4-4dc7-bde9-681a1e626b81 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.464827] env[68893]: DEBUG oslo_concurrency.lockutils [None req-59c8cd51-f3e8-479c-9e1d-e4d9d6cf4d54 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Releasing lock "refresh_cache-550b6591-8962-40ce-87bd-a846d584c99c" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.491400] env[68893]: DEBUG nova.network.neutron [None req-74c497e1-00fb-4c09-9bc4-5afa4411d52a tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: d4070fc4-0915-42b6-ba2e-243f731ba079] Updating instance_info_cache with network_info: [{"id": "9a87f0fc-69d0-4bef-9b06-74338e55988c", "address": "fa:16:3e:ed:e2:2d", "network": {"id": "762a83f3-c67b-4f81-b7a7-d7f377a327e5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-991790965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6f2d7d7af6a40f097ffca46e5a430bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a87f0fc-69", "ovs_interfaceid": "9a87f0fc-69d0-4bef-9b06-74338e55988c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.533886] env[68893]: DEBUG oslo_vmware.api [None req-5dc3f35f-68e9-4988-8eb9-20b2240fc500 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': task-2792302, 'name': PowerOffVM_Task, 'duration_secs': 0.272594} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.534162] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dc3f35f-68e9-4988-8eb9-20b2240fc500 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 5fde66d6-de1d-4fc0-8961-a2e90af0b172] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1145.534383] env[68893]: DEBUG nova.compute.manager [None req-5dc3f35f-68e9-4988-8eb9-20b2240fc500 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 5fde66d6-de1d-4fc0-8961-a2e90af0b172] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1145.535571] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccd55f93-9f4f-4090-a333-be1c83f1333b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.586897] env[68893]: DEBUG oslo_vmware.api [None req-32c4d16a-a4b1-4c67-88ad-7651ca8c946c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': task-2792303, 'name': PowerOnVM_Task, 'duration_secs': 0.443312} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.587175] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-32c4d16a-a4b1-4c67-88ad-7651ca8c946c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 235c5224-5fd0-4059-9e55-2737c02de683] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1145.587392] env[68893]: INFO nova.compute.manager [None req-32c4d16a-a4b1-4c67-88ad-7651ca8c946c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 235c5224-5fd0-4059-9e55-2737c02de683] Took 7.20 seconds to spawn the instance on the hypervisor. [ 1145.587570] env[68893]: DEBUG nova.compute.manager [None req-32c4d16a-a4b1-4c67-88ad-7651ca8c946c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 235c5224-5fd0-4059-9e55-2737c02de683] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1145.588473] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2362d2e4-c28d-4243-9183-f1ca7c07b0a5 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.634399] env[68893]: DEBUG nova.scheduler.client.report [None req-d0eb89fe-09c0-4c02-9740-efcca137c2ad tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Updated inventory for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with generation 142 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1145.634663] env[68893]: DEBUG nova.compute.provider_tree [None req-d0eb89fe-09c0-4c02-9740-efcca137c2ad tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Updating resource provider d14b70d6-a636-4db0-b5a6-b901da6fa895 generation from 142 to 143 during operation: update_inventory {{(pid=68893) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1145.634846] env[68893]: DEBUG nova.compute.provider_tree [None req-d0eb89fe-09c0-4c02-9740-efcca137c2ad tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Updating inventory in ProviderTree for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1145.651011] env[68893]: DEBUG nova.compute.manager [req-3b6044f2-b98b-45d0-88c3-2c184992ad12 req-7a7cb1a2-5233-422b-93cf-aa6747af7f51 service nova] [instance: e51b5d20-db57-4bd9-9534-56f6c8cda79a] Received event network-vif-plugged-8eafd0e9-9793-423c-91fe-580d33b0ad55 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1145.651202] env[68893]: DEBUG oslo_concurrency.lockutils [req-3b6044f2-b98b-45d0-88c3-2c184992ad12 req-7a7cb1a2-5233-422b-93cf-aa6747af7f51 service nova] Acquiring lock "e51b5d20-db57-4bd9-9534-56f6c8cda79a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.651479] env[68893]: DEBUG oslo_concurrency.lockutils [req-3b6044f2-b98b-45d0-88c3-2c184992ad12 req-7a7cb1a2-5233-422b-93cf-aa6747af7f51 service nova] Lock "e51b5d20-db57-4bd9-9534-56f6c8cda79a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.651586] env[68893]: DEBUG oslo_concurrency.lockutils [req-3b6044f2-b98b-45d0-88c3-2c184992ad12 req-7a7cb1a2-5233-422b-93cf-aa6747af7f51 service nova] Lock "e51b5d20-db57-4bd9-9534-56f6c8cda79a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.651743] env[68893]: DEBUG nova.compute.manager [req-3b6044f2-b98b-45d0-88c3-2c184992ad12 req-7a7cb1a2-5233-422b-93cf-aa6747af7f51 service nova] [instance: e51b5d20-db57-4bd9-9534-56f6c8cda79a] No waiting events found dispatching network-vif-plugged-8eafd0e9-9793-423c-91fe-580d33b0ad55 {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1145.651910] env[68893]: WARNING nova.compute.manager [req-3b6044f2-b98b-45d0-88c3-2c184992ad12 req-7a7cb1a2-5233-422b-93cf-aa6747af7f51 service nova] [instance: e51b5d20-db57-4bd9-9534-56f6c8cda79a] Received unexpected event network-vif-plugged-8eafd0e9-9793-423c-91fe-580d33b0ad55 for instance with vm_state building and task_state spawning. [ 1145.767418] env[68893]: DEBUG nova.network.neutron [None req-0fa6a799-1850-49da-9a71-42ba27118a6e tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: e51b5d20-db57-4bd9-9534-56f6c8cda79a] Successfully updated port: 8eafd0e9-9793-423c-91fe-580d33b0ad55 {{(pid=68893) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1145.996095] env[68893]: DEBUG oslo_concurrency.lockutils [None req-74c497e1-00fb-4c09-9bc4-5afa4411d52a tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Releasing lock "refresh_cache-d4070fc4-0915-42b6-ba2e-243f731ba079" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.996301] env[68893]: DEBUG nova.objects.instance [None req-74c497e1-00fb-4c09-9bc4-5afa4411d52a tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Lazy-loading 'migration_context' on Instance uuid d4070fc4-0915-42b6-ba2e-243f731ba079 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1146.046640] env[68893]: DEBUG oslo_concurrency.lockutils [None req-5dc3f35f-68e9-4988-8eb9-20b2240fc500 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Lock "5fde66d6-de1d-4fc0-8961-a2e90af0b172" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.077s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.111501] env[68893]: INFO nova.compute.manager [None req-32c4d16a-a4b1-4c67-88ad-7651ca8c946c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 235c5224-5fd0-4059-9e55-2737c02de683] Took 18.59 seconds to build instance. [ 1146.271465] env[68893]: DEBUG oslo_concurrency.lockutils [None req-0fa6a799-1850-49da-9a71-42ba27118a6e tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Acquiring lock "refresh_cache-e51b5d20-db57-4bd9-9534-56f6c8cda79a" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.271465] env[68893]: DEBUG oslo_concurrency.lockutils [None req-0fa6a799-1850-49da-9a71-42ba27118a6e tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Acquired lock "refresh_cache-e51b5d20-db57-4bd9-9534-56f6c8cda79a" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.271465] env[68893]: DEBUG nova.network.neutron [None req-0fa6a799-1850-49da-9a71-42ba27118a6e tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: e51b5d20-db57-4bd9-9534-56f6c8cda79a] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1146.333287] env[68893]: DEBUG nova.objects.instance [None req-dfba891b-99e7-4322-9707-65cd65a04d65 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Lazy-loading 'flavor' on Instance uuid 5fde66d6-de1d-4fc0-8961-a2e90af0b172 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1146.501714] env[68893]: DEBUG nova.objects.base [None req-74c497e1-00fb-4c09-9bc4-5afa4411d52a tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=68893) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1146.502686] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcfe4b92-2c7a-4bc1-b4bc-481a3ba34a28 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.523492] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a29061f5-1bbe-4803-8be9-065a8c364af2 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.528970] env[68893]: DEBUG oslo_vmware.api [None req-74c497e1-00fb-4c09-9bc4-5afa4411d52a tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Waiting for the task: (returnval){ [ 1146.528970] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52c018f3-3369-1704-e369-fdb620802a1a" [ 1146.528970] env[68893]: _type = "Task" [ 1146.528970] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.237819] env[68893]: DEBUG oslo_concurrency.lockutils [None req-32c4d16a-a4b1-4c67-88ad-7651ca8c946c tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Lock "235c5224-5fd0-4059-9e55-2737c02de683" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.734s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.239244] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d0eb89fe-09c0-4c02-9740-efcca137c2ad tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 3.916s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.239244] env[68893]: DEBUG nova.compute.manager [None req-d0eb89fe-09c0-4c02-9740-efcca137c2ad tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=68893) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 1147.245923] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-59c8cd51-f3e8-479c-9e1d-e4d9d6cf4d54 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: 550b6591-8962-40ce-87bd-a846d584c99c] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1147.246198] env[68893]: DEBUG oslo_vmware.api [None req-74c497e1-00fb-4c09-9bc4-5afa4411d52a tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52c018f3-3369-1704-e369-fdb620802a1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.246840] env[68893]: WARNING oslo_vmware.common.loopingcall [None req-74c497e1-00fb-4c09-9bc4-5afa4411d52a tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] task run outlasted interval by 0.21719100000000002 sec [ 1147.246840] env[68893]: DEBUG oslo_concurrency.lockutils [None req-dfba891b-99e7-4322-9707-65cd65a04d65 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Acquiring lock "refresh_cache-5fde66d6-de1d-4fc0-8961-a2e90af0b172" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.246993] env[68893]: DEBUG oslo_concurrency.lockutils [None req-dfba891b-99e7-4322-9707-65cd65a04d65 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Acquired lock "refresh_cache-5fde66d6-de1d-4fc0-8961-a2e90af0b172" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.247099] env[68893]: DEBUG nova.network.neutron [None req-dfba891b-99e7-4322-9707-65cd65a04d65 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 5fde66d6-de1d-4fc0-8961-a2e90af0b172] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1147.247265] env[68893]: DEBUG nova.objects.instance [None req-dfba891b-99e7-4322-9707-65cd65a04d65 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Lazy-loading 'info_cache' on Instance uuid 5fde66d6-de1d-4fc0-8961-a2e90af0b172 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1147.248501] env[68893]: DEBUG oslo_concurrency.lockutils [None req-0c55a0d0-2546-4c7c-8a93-35c4c6146fb7 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.295s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.248701] env[68893]: DEBUG nova.objects.instance [None req-0c55a0d0-2546-4c7c-8a93-35c4c6146fb7 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Lazy-loading 'resources' on Instance uuid a10a832e-eb42-4c1a-9cce-73d9cba00c67 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1147.250260] env[68893]: DEBUG nova.compute.manager [req-7a914639-c540-4078-9bd4-c19691d88fde req-3bde089b-84b1-429b-8ec4-1b4f62b657d3 service nova] [instance: 1a1dd7d2-fd20-4578-a095-fb95f4fc1516] Received event network-changed-91a693c8-7da1-455f-b98c-739992a38417 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1147.250426] env[68893]: DEBUG nova.compute.manager [req-7a914639-c540-4078-9bd4-c19691d88fde req-3bde089b-84b1-429b-8ec4-1b4f62b657d3 service nova] [instance: 1a1dd7d2-fd20-4578-a095-fb95f4fc1516] Refreshing instance network info cache due to event network-changed-91a693c8-7da1-455f-b98c-739992a38417. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1147.250613] env[68893]: DEBUG oslo_concurrency.lockutils [req-7a914639-c540-4078-9bd4-c19691d88fde req-3bde089b-84b1-429b-8ec4-1b4f62b657d3 service nova] Acquiring lock "refresh_cache-1a1dd7d2-fd20-4578-a095-fb95f4fc1516" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.251082] env[68893]: DEBUG oslo_concurrency.lockutils [req-7a914639-c540-4078-9bd4-c19691d88fde req-3bde089b-84b1-429b-8ec4-1b4f62b657d3 service nova] Acquired lock "refresh_cache-1a1dd7d2-fd20-4578-a095-fb95f4fc1516" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.251861] env[68893]: DEBUG nova.network.neutron [req-7a914639-c540-4078-9bd4-c19691d88fde req-3bde089b-84b1-429b-8ec4-1b4f62b657d3 service nova] [instance: 1a1dd7d2-fd20-4578-a095-fb95f4fc1516] Refreshing network info cache for port 91a693c8-7da1-455f-b98c-739992a38417 {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1147.252112] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d6fa79e4-2150-41a9-9de5-695c9f95fad3 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.266727] env[68893]: DEBUG oslo_vmware.api [None req-74c497e1-00fb-4c09-9bc4-5afa4411d52a tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52c018f3-3369-1704-e369-fdb620802a1a, 'name': SearchDatastore_Task, 'duration_secs': 0.014269} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.269464] env[68893]: DEBUG oslo_concurrency.lockutils [None req-74c497e1-00fb-4c09-9bc4-5afa4411d52a tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.269779] env[68893]: DEBUG oslo_vmware.api [None req-59c8cd51-f3e8-479c-9e1d-e4d9d6cf4d54 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Waiting for the task: (returnval){ [ 1147.269779] env[68893]: value = "task-2792304" [ 1147.269779] env[68893]: _type = "Task" [ 1147.269779] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.278358] env[68893]: DEBUG oslo_vmware.api [None req-59c8cd51-f3e8-479c-9e1d-e4d9d6cf4d54 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': task-2792304, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.315098] env[68893]: DEBUG nova.network.neutron [None req-0fa6a799-1850-49da-9a71-42ba27118a6e tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: e51b5d20-db57-4bd9-9534-56f6c8cda79a] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1147.594482] env[68893]: DEBUG nova.network.neutron [None req-0fa6a799-1850-49da-9a71-42ba27118a6e tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: e51b5d20-db57-4bd9-9534-56f6c8cda79a] Updating instance_info_cache with network_info: [{"id": "8eafd0e9-9793-423c-91fe-580d33b0ad55", "address": "fa:16:3e:06:ae:3a", "network": {"id": "cd4544f9-c687-4245-bf7a-8be777c837e0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1345768403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbd67998ec3645b28f40986ddb6faf06", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8eafd0e9-97", "ovs_interfaceid": "8eafd0e9-9793-423c-91fe-580d33b0ad55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.676488] env[68893]: DEBUG nova.compute.manager [req-9aced163-37fa-46b7-831a-821df9682de3 req-74978738-150a-4e5e-a97b-105ac897c4bb service nova] [instance: e51b5d20-db57-4bd9-9534-56f6c8cda79a] Received event network-changed-8eafd0e9-9793-423c-91fe-580d33b0ad55 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1147.676597] env[68893]: DEBUG nova.compute.manager [req-9aced163-37fa-46b7-831a-821df9682de3 req-74978738-150a-4e5e-a97b-105ac897c4bb service nova] [instance: e51b5d20-db57-4bd9-9534-56f6c8cda79a] Refreshing instance network info cache due to event network-changed-8eafd0e9-9793-423c-91fe-580d33b0ad55. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1147.676782] env[68893]: DEBUG oslo_concurrency.lockutils [req-9aced163-37fa-46b7-831a-821df9682de3 req-74978738-150a-4e5e-a97b-105ac897c4bb service nova] Acquiring lock "refresh_cache-e51b5d20-db57-4bd9-9534-56f6c8cda79a" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.759389] env[68893]: DEBUG nova.objects.base [None req-dfba891b-99e7-4322-9707-65cd65a04d65 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Object Instance<5fde66d6-de1d-4fc0-8961-a2e90af0b172> lazy-loaded attributes: flavor,info_cache {{(pid=68893) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1147.785480] env[68893]: DEBUG oslo_vmware.api [None req-59c8cd51-f3e8-479c-9e1d-e4d9d6cf4d54 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': task-2792304, 'name': PowerOffVM_Task, 'duration_secs': 0.246531} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.785480] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-59c8cd51-f3e8-479c-9e1d-e4d9d6cf4d54 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: 550b6591-8962-40ce-87bd-a846d584c99c] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1147.786155] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-476ade05-b650-481d-b6bf-dbb538e391c2 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.807251] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-543fc349-9fc2-4602-8117-de6a20dda3c8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.818919] env[68893]: INFO nova.scheduler.client.report [None req-d0eb89fe-09c0-4c02-9740-efcca137c2ad tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Deleted allocation for migration 259f89e0-e055-4f81-8d98-f5970b1b1a9c [ 1147.845071] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-59c8cd51-f3e8-479c-9e1d-e4d9d6cf4d54 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: 550b6591-8962-40ce-87bd-a846d584c99c] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1147.845360] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-14e0e2e0-aa47-4a4a-9abf-6417502c11db {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.852265] env[68893]: DEBUG oslo_vmware.api [None req-59c8cd51-f3e8-479c-9e1d-e4d9d6cf4d54 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Waiting for the task: (returnval){ [ 1147.852265] env[68893]: value = "task-2792305" [ 1147.852265] env[68893]: _type = "Task" [ 1147.852265] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.864209] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-59c8cd51-f3e8-479c-9e1d-e4d9d6cf4d54 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: 550b6591-8962-40ce-87bd-a846d584c99c] VM already powered off {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1147.864427] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-59c8cd51-f3e8-479c-9e1d-e4d9d6cf4d54 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: 550b6591-8962-40ce-87bd-a846d584c99c] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1147.864659] env[68893]: DEBUG oslo_concurrency.lockutils [None req-59c8cd51-f3e8-479c-9e1d-e4d9d6cf4d54 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.864808] env[68893]: DEBUG oslo_concurrency.lockutils [None req-59c8cd51-f3e8-479c-9e1d-e4d9d6cf4d54 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.864977] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-59c8cd51-f3e8-479c-9e1d-e4d9d6cf4d54 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1147.865763] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0af75349-c478-41e5-aaa5-365e21640098 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.875543] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-59c8cd51-f3e8-479c-9e1d-e4d9d6cf4d54 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1147.875693] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-59c8cd51-f3e8-479c-9e1d-e4d9d6cf4d54 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1147.878950] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26307258-e161-493b-987c-49b4d5989124 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.884577] env[68893]: DEBUG oslo_vmware.api [None req-59c8cd51-f3e8-479c-9e1d-e4d9d6cf4d54 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Waiting for the task: (returnval){ [ 1147.884577] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]5232bfe2-4998-8de2-43e1-c1ba678ab372" [ 1147.884577] env[68893]: _type = "Task" [ 1147.884577] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.896175] env[68893]: DEBUG oslo_vmware.api [None req-59c8cd51-f3e8-479c-9e1d-e4d9d6cf4d54 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]5232bfe2-4998-8de2-43e1-c1ba678ab372, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.998813] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-580a0bad-5643-4e73-9ecd-94cc4d737ff6 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.006309] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6929bfdc-bc19-443f-a9a9-d4f47d2b7318 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.042229] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c785e5a-5495-4f29-8b29-fb56b0f63219 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.049864] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06211045-3961-4d03-9a69-bef53308cd18 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.064728] env[68893]: DEBUG nova.compute.provider_tree [None req-0c55a0d0-2546-4c7c-8a93-35c4c6146fb7 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1148.098659] env[68893]: DEBUG oslo_concurrency.lockutils [None req-0fa6a799-1850-49da-9a71-42ba27118a6e tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Releasing lock "refresh_cache-e51b5d20-db57-4bd9-9534-56f6c8cda79a" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.098988] env[68893]: DEBUG nova.compute.manager [None req-0fa6a799-1850-49da-9a71-42ba27118a6e tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: e51b5d20-db57-4bd9-9534-56f6c8cda79a] Instance network_info: |[{"id": "8eafd0e9-9793-423c-91fe-580d33b0ad55", "address": "fa:16:3e:06:ae:3a", "network": {"id": "cd4544f9-c687-4245-bf7a-8be777c837e0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1345768403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbd67998ec3645b28f40986ddb6faf06", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8eafd0e9-97", "ovs_interfaceid": "8eafd0e9-9793-423c-91fe-580d33b0ad55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1148.099322] env[68893]: DEBUG oslo_concurrency.lockutils [req-9aced163-37fa-46b7-831a-821df9682de3 req-74978738-150a-4e5e-a97b-105ac897c4bb service nova] Acquired lock "refresh_cache-e51b5d20-db57-4bd9-9534-56f6c8cda79a" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.099504] env[68893]: DEBUG nova.network.neutron [req-9aced163-37fa-46b7-831a-821df9682de3 req-74978738-150a-4e5e-a97b-105ac897c4bb service nova] [instance: e51b5d20-db57-4bd9-9534-56f6c8cda79a] Refreshing network info cache for port 8eafd0e9-9793-423c-91fe-580d33b0ad55 {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1148.100735] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-0fa6a799-1850-49da-9a71-42ba27118a6e tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: e51b5d20-db57-4bd9-9534-56f6c8cda79a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:ae:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba866c99-1cb2-4588-9f76-4bc0421ed46a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8eafd0e9-9793-423c-91fe-580d33b0ad55', 'vif_model': 'vmxnet3'}] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1148.109297] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0fa6a799-1850-49da-9a71-42ba27118a6e tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1148.110302] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e51b5d20-db57-4bd9-9534-56f6c8cda79a] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1148.110531] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8c9fd329-f5be-4df3-89ee-18ca58013dd2 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.125591] env[68893]: DEBUG nova.network.neutron [req-7a914639-c540-4078-9bd4-c19691d88fde req-3bde089b-84b1-429b-8ec4-1b4f62b657d3 service nova] [instance: 1a1dd7d2-fd20-4578-a095-fb95f4fc1516] Updated VIF entry in instance network info cache for port 91a693c8-7da1-455f-b98c-739992a38417. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1148.125944] env[68893]: DEBUG nova.network.neutron [req-7a914639-c540-4078-9bd4-c19691d88fde req-3bde089b-84b1-429b-8ec4-1b4f62b657d3 service nova] [instance: 1a1dd7d2-fd20-4578-a095-fb95f4fc1516] Updating instance_info_cache with network_info: [{"id": "91a693c8-7da1-455f-b98c-739992a38417", "address": "fa:16:3e:f1:11:b8", "network": {"id": "024e10c8-0890-4be3-81cc-2be8eac35dc9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-116676947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "564a5b6c6f4f4e42aeeef87662301380", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91a693c8-7d", "ovs_interfaceid": "91a693c8-7da1-455f-b98c-739992a38417", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.133470] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1148.133470] env[68893]: value = "task-2792306" [ 1148.133470] env[68893]: _type = "Task" [ 1148.133470] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.145774] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792306, 'name': CreateVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.327319] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d0eb89fe-09c0-4c02-9740-efcca137c2ad tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Lock "05def266-bea2-46e6-8916-6b0484ce4edd" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 12.103s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.398801] env[68893]: DEBUG oslo_vmware.api [None req-59c8cd51-f3e8-479c-9e1d-e4d9d6cf4d54 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]5232bfe2-4998-8de2-43e1-c1ba678ab372, 'name': SearchDatastore_Task, 'duration_secs': 0.009299} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.399641] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b5ecd41-36d7-4b4c-a71e-312510141e61 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.405573] env[68893]: DEBUG oslo_vmware.api [None req-59c8cd51-f3e8-479c-9e1d-e4d9d6cf4d54 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Waiting for the task: (returnval){ [ 1148.405573] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]521e6210-4c5a-85ce-29ef-33fa86ee0380" [ 1148.405573] env[68893]: _type = "Task" [ 1148.405573] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.414024] env[68893]: DEBUG oslo_vmware.api [None req-59c8cd51-f3e8-479c-9e1d-e4d9d6cf4d54 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]521e6210-4c5a-85ce-29ef-33fa86ee0380, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.568373] env[68893]: DEBUG nova.scheduler.client.report [None req-0c55a0d0-2546-4c7c-8a93-35c4c6146fb7 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1148.628508] env[68893]: DEBUG oslo_concurrency.lockutils [req-7a914639-c540-4078-9bd4-c19691d88fde req-3bde089b-84b1-429b-8ec4-1b4f62b657d3 service nova] Releasing lock "refresh_cache-1a1dd7d2-fd20-4578-a095-fb95f4fc1516" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.642700] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792306, 'name': CreateVM_Task} progress is 99%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.767670] env[68893]: DEBUG nova.network.neutron [None req-dfba891b-99e7-4322-9707-65cd65a04d65 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 5fde66d6-de1d-4fc0-8961-a2e90af0b172] Updating instance_info_cache with network_info: [{"id": "cb7a1c78-7232-4b3d-b3fd-7abb73b09216", "address": "fa:16:3e:0d:5a:41", "network": {"id": "8efcf1a2-7c45-4eef-b77d-563c71a1afb3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-933780947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "235acd9620044019a35125f6f31d0531", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb7a1c78-72", "ovs_interfaceid": "cb7a1c78-7232-4b3d-b3fd-7abb73b09216", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.915943] env[68893]: DEBUG oslo_vmware.api [None req-59c8cd51-f3e8-479c-9e1d-e4d9d6cf4d54 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]521e6210-4c5a-85ce-29ef-33fa86ee0380, 'name': SearchDatastore_Task, 'duration_secs': 0.016728} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.916227] env[68893]: DEBUG oslo_concurrency.lockutils [None req-59c8cd51-f3e8-479c-9e1d-e4d9d6cf4d54 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.916505] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-59c8cd51-f3e8-479c-9e1d-e4d9d6cf4d54 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] 550b6591-8962-40ce-87bd-a846d584c99c/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f-rescue.vmdk. {{(pid=68893) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1148.916764] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9e036407-777b-4a87-8b5f-49db0b1f5021 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.923255] env[68893]: DEBUG oslo_vmware.api [None req-59c8cd51-f3e8-479c-9e1d-e4d9d6cf4d54 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Waiting for the task: (returnval){ [ 1148.923255] env[68893]: value = "task-2792307" [ 1148.923255] env[68893]: _type = "Task" [ 1148.923255] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.931482] env[68893]: DEBUG oslo_vmware.api [None req-59c8cd51-f3e8-479c-9e1d-e4d9d6cf4d54 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': task-2792307, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.024782] env[68893]: DEBUG nova.network.neutron [req-9aced163-37fa-46b7-831a-821df9682de3 req-74978738-150a-4e5e-a97b-105ac897c4bb service nova] [instance: e51b5d20-db57-4bd9-9534-56f6c8cda79a] Updated VIF entry in instance network info cache for port 8eafd0e9-9793-423c-91fe-580d33b0ad55. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1149.024782] env[68893]: DEBUG nova.network.neutron [req-9aced163-37fa-46b7-831a-821df9682de3 req-74978738-150a-4e5e-a97b-105ac897c4bb service nova] [instance: e51b5d20-db57-4bd9-9534-56f6c8cda79a] Updating instance_info_cache with network_info: [{"id": "8eafd0e9-9793-423c-91fe-580d33b0ad55", "address": "fa:16:3e:06:ae:3a", "network": {"id": "cd4544f9-c687-4245-bf7a-8be777c837e0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1345768403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbd67998ec3645b28f40986ddb6faf06", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8eafd0e9-97", "ovs_interfaceid": "8eafd0e9-9793-423c-91fe-580d33b0ad55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.076055] env[68893]: DEBUG oslo_concurrency.lockutils [None req-0c55a0d0-2546-4c7c-8a93-35c4c6146fb7 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.827s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.078924] env[68893]: DEBUG oslo_concurrency.lockutils [None req-30cf6175-8eb2-4b13-bf46-0674a9c5abc9 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.607s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.081103] env[68893]: INFO nova.compute.claims [None req-30cf6175-8eb2-4b13-bf46-0674a9c5abc9 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: e8101873-5a0d-47f7-9fd2-fc5428f277a3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1149.157911] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792306, 'name': CreateVM_Task} progress is 99%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.173024] env[68893]: INFO nova.scheduler.client.report [None req-0c55a0d0-2546-4c7c-8a93-35c4c6146fb7 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Deleted allocations for instance a10a832e-eb42-4c1a-9cce-73d9cba00c67 [ 1149.184499] env[68893]: DEBUG nova.compute.manager [req-4498b3f1-999b-4e78-8d4d-83020d1f00c0 req-44f327a1-8cfa-426f-89f4-ce7bd6cec398 service nova] [instance: 235c5224-5fd0-4059-9e55-2737c02de683] Received event network-changed-04955bbd-48d0-4286-975f-244045473f7c {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1149.184746] env[68893]: DEBUG nova.compute.manager [req-4498b3f1-999b-4e78-8d4d-83020d1f00c0 req-44f327a1-8cfa-426f-89f4-ce7bd6cec398 service nova] [instance: 235c5224-5fd0-4059-9e55-2737c02de683] Refreshing instance network info cache due to event network-changed-04955bbd-48d0-4286-975f-244045473f7c. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1149.184904] env[68893]: DEBUG oslo_concurrency.lockutils [req-4498b3f1-999b-4e78-8d4d-83020d1f00c0 req-44f327a1-8cfa-426f-89f4-ce7bd6cec398 service nova] Acquiring lock "refresh_cache-235c5224-5fd0-4059-9e55-2737c02de683" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.185064] env[68893]: DEBUG oslo_concurrency.lockutils [req-4498b3f1-999b-4e78-8d4d-83020d1f00c0 req-44f327a1-8cfa-426f-89f4-ce7bd6cec398 service nova] Acquired lock "refresh_cache-235c5224-5fd0-4059-9e55-2737c02de683" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.185236] env[68893]: DEBUG nova.network.neutron [req-4498b3f1-999b-4e78-8d4d-83020d1f00c0 req-44f327a1-8cfa-426f-89f4-ce7bd6cec398 service nova] [instance: 235c5224-5fd0-4059-9e55-2737c02de683] Refreshing network info cache for port 04955bbd-48d0-4286-975f-244045473f7c {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1149.269954] env[68893]: DEBUG oslo_concurrency.lockutils [None req-dfba891b-99e7-4322-9707-65cd65a04d65 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Releasing lock "refresh_cache-5fde66d6-de1d-4fc0-8961-a2e90af0b172" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.298617] env[68893]: DEBUG nova.objects.instance [None req-0ebf39f4-3794-4f27-9672-37b8b2818b0e tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Lazy-loading 'flavor' on Instance uuid 05def266-bea2-46e6-8916-6b0484ce4edd {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1149.432885] env[68893]: DEBUG oslo_vmware.api [None req-59c8cd51-f3e8-479c-9e1d-e4d9d6cf4d54 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': task-2792307, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.526598] env[68893]: DEBUG oslo_concurrency.lockutils [req-9aced163-37fa-46b7-831a-821df9682de3 req-74978738-150a-4e5e-a97b-105ac897c4bb service nova] Releasing lock "refresh_cache-e51b5d20-db57-4bd9-9534-56f6c8cda79a" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.646187] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792306, 'name': CreateVM_Task, 'duration_secs': 1.507797} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.646385] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e51b5d20-db57-4bd9-9534-56f6c8cda79a] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1149.647244] env[68893]: DEBUG oslo_concurrency.lockutils [None req-0fa6a799-1850-49da-9a71-42ba27118a6e tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.647411] env[68893]: DEBUG oslo_concurrency.lockutils [None req-0fa6a799-1850-49da-9a71-42ba27118a6e tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.648273] env[68893]: DEBUG oslo_concurrency.lockutils [None req-0fa6a799-1850-49da-9a71-42ba27118a6e tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.648555] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c87656b-1504-41b2-aa0e-463a7709f863 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.653669] env[68893]: DEBUG oslo_vmware.api [None req-0fa6a799-1850-49da-9a71-42ba27118a6e tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Waiting for the task: (returnval){ [ 1149.653669] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]5232e581-a594-2bbc-dba8-17c056321784" [ 1149.653669] env[68893]: _type = "Task" [ 1149.653669] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.662364] env[68893]: DEBUG oslo_vmware.api [None req-0fa6a799-1850-49da-9a71-42ba27118a6e tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]5232e581-a594-2bbc-dba8-17c056321784, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.681755] env[68893]: DEBUG oslo_concurrency.lockutils [None req-0c55a0d0-2546-4c7c-8a93-35c4c6146fb7 tempest-ImagesTestJSON-849302733 tempest-ImagesTestJSON-849302733-project-member] Lock "a10a832e-eb42-4c1a-9cce-73d9cba00c67" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.191s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.703902] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1149.706008] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1149.709408] env[68893]: DEBUG nova.compute.manager [req-fb6ae4b0-6160-49a7-8d37-805a93fac035 req-00ebbbfd-b49a-4403-a9ff-88da4099163e service nova] [instance: 235c5224-5fd0-4059-9e55-2737c02de683] Received event network-changed-04955bbd-48d0-4286-975f-244045473f7c {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1149.709643] env[68893]: DEBUG nova.compute.manager [req-fb6ae4b0-6160-49a7-8d37-805a93fac035 req-00ebbbfd-b49a-4403-a9ff-88da4099163e service nova] [instance: 235c5224-5fd0-4059-9e55-2737c02de683] Refreshing instance network info cache due to event network-changed-04955bbd-48d0-4286-975f-244045473f7c. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1149.709956] env[68893]: DEBUG oslo_concurrency.lockutils [req-fb6ae4b0-6160-49a7-8d37-805a93fac035 req-00ebbbfd-b49a-4403-a9ff-88da4099163e service nova] Acquiring lock "refresh_cache-235c5224-5fd0-4059-9e55-2737c02de683" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.804366] env[68893]: DEBUG oslo_concurrency.lockutils [None req-0ebf39f4-3794-4f27-9672-37b8b2818b0e tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Acquiring lock "refresh_cache-05def266-bea2-46e6-8916-6b0484ce4edd" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.804542] env[68893]: DEBUG oslo_concurrency.lockutils [None req-0ebf39f4-3794-4f27-9672-37b8b2818b0e tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Acquired lock "refresh_cache-05def266-bea2-46e6-8916-6b0484ce4edd" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.804714] env[68893]: DEBUG nova.network.neutron [None req-0ebf39f4-3794-4f27-9672-37b8b2818b0e tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1149.804887] env[68893]: DEBUG nova.objects.instance [None req-0ebf39f4-3794-4f27-9672-37b8b2818b0e tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Lazy-loading 'info_cache' on Instance uuid 05def266-bea2-46e6-8916-6b0484ce4edd {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1149.932354] env[68893]: DEBUG nova.network.neutron [req-4498b3f1-999b-4e78-8d4d-83020d1f00c0 req-44f327a1-8cfa-426f-89f4-ce7bd6cec398 service nova] [instance: 235c5224-5fd0-4059-9e55-2737c02de683] Updated VIF entry in instance network info cache for port 04955bbd-48d0-4286-975f-244045473f7c. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1149.932741] env[68893]: DEBUG nova.network.neutron [req-4498b3f1-999b-4e78-8d4d-83020d1f00c0 req-44f327a1-8cfa-426f-89f4-ce7bd6cec398 service nova] [instance: 235c5224-5fd0-4059-9e55-2737c02de683] Updating instance_info_cache with network_info: [{"id": "04955bbd-48d0-4286-975f-244045473f7c", "address": "fa:16:3e:2d:41:f8", "network": {"id": "024e10c8-0890-4be3-81cc-2be8eac35dc9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-116676947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "564a5b6c6f4f4e42aeeef87662301380", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04955bbd-48", "ovs_interfaceid": "04955bbd-48d0-4286-975f-244045473f7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.942802] env[68893]: DEBUG oslo_vmware.api [None req-59c8cd51-f3e8-479c-9e1d-e4d9d6cf4d54 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': task-2792307, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.964494} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.942802] env[68893]: INFO nova.virt.vmwareapi.ds_util [None req-59c8cd51-f3e8-479c-9e1d-e4d9d6cf4d54 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] 550b6591-8962-40ce-87bd-a846d584c99c/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f-rescue.vmdk. [ 1149.942802] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72dcded2-5e4a-45d8-acc6-0a6cfc8ead12 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.970352] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-59c8cd51-f3e8-479c-9e1d-e4d9d6cf4d54 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: 550b6591-8962-40ce-87bd-a846d584c99c] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] 550b6591-8962-40ce-87bd-a846d584c99c/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f-rescue.vmdk or device None with type thin {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1149.970668] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7467fc88-a326-4237-a103-4f0efd8caad2 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.990420] env[68893]: DEBUG oslo_vmware.api [None req-59c8cd51-f3e8-479c-9e1d-e4d9d6cf4d54 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Waiting for the task: (returnval){ [ 1149.990420] env[68893]: value = "task-2792308" [ 1149.990420] env[68893]: _type = "Task" [ 1149.990420] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.999946] env[68893]: DEBUG oslo_vmware.api [None req-59c8cd51-f3e8-479c-9e1d-e4d9d6cf4d54 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': task-2792308, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.162656] env[68893]: DEBUG oslo_vmware.api [None req-0fa6a799-1850-49da-9a71-42ba27118a6e tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]5232e581-a594-2bbc-dba8-17c056321784, 'name': SearchDatastore_Task, 'duration_secs': 0.053975} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.164933] env[68893]: DEBUG oslo_concurrency.lockutils [None req-0fa6a799-1850-49da-9a71-42ba27118a6e tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.165192] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-0fa6a799-1850-49da-9a71-42ba27118a6e tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: e51b5d20-db57-4bd9-9534-56f6c8cda79a] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1150.165430] env[68893]: DEBUG oslo_concurrency.lockutils [None req-0fa6a799-1850-49da-9a71-42ba27118a6e tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.165574] env[68893]: DEBUG oslo_concurrency.lockutils [None req-0fa6a799-1850-49da-9a71-42ba27118a6e tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.165751] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fa6a799-1850-49da-9a71-42ba27118a6e tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1150.166188] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1da3f3ad-d0f3-41f8-8c68-a85151cb0f41 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.174212] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fa6a799-1850-49da-9a71-42ba27118a6e tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1150.174376] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-0fa6a799-1850-49da-9a71-42ba27118a6e tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1150.177124] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3d89dbb-e966-459a-89e7-7aee7ad132c9 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.182640] env[68893]: DEBUG oslo_vmware.api [None req-0fa6a799-1850-49da-9a71-42ba27118a6e tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Waiting for the task: (returnval){ [ 1150.182640] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52121bb1-2dce-5e20-4435-60883e9e5ae7" [ 1150.182640] env[68893]: _type = "Task" [ 1150.182640] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.189888] env[68893]: DEBUG oslo_vmware.api [None req-0fa6a799-1850-49da-9a71-42ba27118a6e tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52121bb1-2dce-5e20-4435-60883e9e5ae7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.217224] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1150.217679] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1150.217679] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1150.217863] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1150.218068] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1150.219232] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1150.219232] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68893) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 1150.219232] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager.update_available_resource {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1150.275778] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfba891b-99e7-4322-9707-65cd65a04d65 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 5fde66d6-de1d-4fc0-8961-a2e90af0b172] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1150.276472] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b100d8b6-3256-4193-af2b-ec8729f68ce6 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.285093] env[68893]: DEBUG oslo_vmware.api [None req-dfba891b-99e7-4322-9707-65cd65a04d65 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Waiting for the task: (returnval){ [ 1150.285093] env[68893]: value = "task-2792309" [ 1150.285093] env[68893]: _type = "Task" [ 1150.285093] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.291201] env[68893]: DEBUG oslo_vmware.api [None req-dfba891b-99e7-4322-9707-65cd65a04d65 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': task-2792309, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.292723] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb408afb-1c3c-4c86-bd3c-d93f03c8d64d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.299012] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d0b9f89-0085-49b5-ae75-52a20a652974 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.332294] env[68893]: DEBUG nova.objects.base [None req-0ebf39f4-3794-4f27-9672-37b8b2818b0e tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Object Instance<05def266-bea2-46e6-8916-6b0484ce4edd> lazy-loaded attributes: flavor,info_cache {{(pid=68893) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1150.338083] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67c4b9bb-8ed1-4c87-9c30-fccc251d45bb {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.346015] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b10d45c-3abd-4144-b315-98a77e515923 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.359875] env[68893]: DEBUG nova.compute.provider_tree [None req-30cf6175-8eb2-4b13-bf46-0674a9c5abc9 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Updating inventory in ProviderTree for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1150.437159] env[68893]: DEBUG oslo_concurrency.lockutils [req-4498b3f1-999b-4e78-8d4d-83020d1f00c0 req-44f327a1-8cfa-426f-89f4-ce7bd6cec398 service nova] Releasing lock "refresh_cache-235c5224-5fd0-4059-9e55-2737c02de683" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.437627] env[68893]: DEBUG oslo_concurrency.lockutils [req-fb6ae4b0-6160-49a7-8d37-805a93fac035 req-00ebbbfd-b49a-4403-a9ff-88da4099163e service nova] Acquired lock "refresh_cache-235c5224-5fd0-4059-9e55-2737c02de683" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.438021] env[68893]: DEBUG nova.network.neutron [req-fb6ae4b0-6160-49a7-8d37-805a93fac035 req-00ebbbfd-b49a-4403-a9ff-88da4099163e service nova] [instance: 235c5224-5fd0-4059-9e55-2737c02de683] Refreshing network info cache for port 04955bbd-48d0-4286-975f-244045473f7c {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1150.500742] env[68893]: DEBUG oslo_vmware.api [None req-59c8cd51-f3e8-479c-9e1d-e4d9d6cf4d54 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': task-2792308, 'name': ReconfigVM_Task, 'duration_secs': 0.294739} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.500742] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-59c8cd51-f3e8-479c-9e1d-e4d9d6cf4d54 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: 550b6591-8962-40ce-87bd-a846d584c99c] Reconfigured VM instance instance-00000064 to attach disk [datastore2] 550b6591-8962-40ce-87bd-a846d584c99c/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f-rescue.vmdk or device None with type thin {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1150.501517] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8959d85-bbb5-4ffd-8e6e-03e963ca7eb4 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.529501] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74c18c8b-8784-4cb8-9a20-dddb7e31ba1d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.543113] env[68893]: DEBUG oslo_vmware.api [None req-59c8cd51-f3e8-479c-9e1d-e4d9d6cf4d54 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Waiting for the task: (returnval){ [ 1150.543113] env[68893]: value = "task-2792310" [ 1150.543113] env[68893]: _type = "Task" [ 1150.543113] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.551622] env[68893]: DEBUG oslo_vmware.api [None req-59c8cd51-f3e8-479c-9e1d-e4d9d6cf4d54 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': task-2792310, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.691905] env[68893]: DEBUG oslo_vmware.api [None req-0fa6a799-1850-49da-9a71-42ba27118a6e tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52121bb1-2dce-5e20-4435-60883e9e5ae7, 'name': SearchDatastore_Task, 'duration_secs': 0.011943} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.692747] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67be8e97-6301-4abd-af7f-1ec58a788a6d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.697817] env[68893]: DEBUG oslo_vmware.api [None req-0fa6a799-1850-49da-9a71-42ba27118a6e tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Waiting for the task: (returnval){ [ 1150.697817] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]522c0958-19e6-b043-ecec-9ee445d2caf0" [ 1150.697817] env[68893]: _type = "Task" [ 1150.697817] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.705956] env[68893]: DEBUG oslo_vmware.api [None req-0fa6a799-1850-49da-9a71-42ba27118a6e tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]522c0958-19e6-b043-ecec-9ee445d2caf0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.722179] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.794369] env[68893]: DEBUG oslo_vmware.api [None req-dfba891b-99e7-4322-9707-65cd65a04d65 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': task-2792309, 'name': PowerOnVM_Task, 'duration_secs': 0.390517} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.794751] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfba891b-99e7-4322-9707-65cd65a04d65 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 5fde66d6-de1d-4fc0-8961-a2e90af0b172] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1150.795030] env[68893]: DEBUG nova.compute.manager [None req-dfba891b-99e7-4322-9707-65cd65a04d65 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 5fde66d6-de1d-4fc0-8961-a2e90af0b172] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1150.796116] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5c14b44-5881-446d-a495-5650e4260a2b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.879453] env[68893]: ERROR nova.scheduler.client.report [None req-30cf6175-8eb2-4b13-bf46-0674a9c5abc9 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [req-47f78b3b-c695-461f-9b86-3b0d36692ce7] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d14b70d6-a636-4db0-b5a6-b901da6fa895. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-47f78b3b-c695-461f-9b86-3b0d36692ce7"}]} [ 1150.894556] env[68893]: DEBUG nova.scheduler.client.report [None req-30cf6175-8eb2-4b13-bf46-0674a9c5abc9 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Refreshing inventories for resource provider d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1150.910287] env[68893]: DEBUG nova.scheduler.client.report [None req-30cf6175-8eb2-4b13-bf46-0674a9c5abc9 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Updating ProviderTree inventory for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1150.910508] env[68893]: DEBUG nova.compute.provider_tree [None req-30cf6175-8eb2-4b13-bf46-0674a9c5abc9 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Updating inventory in ProviderTree for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1150.923889] env[68893]: DEBUG nova.scheduler.client.report [None req-30cf6175-8eb2-4b13-bf46-0674a9c5abc9 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Refreshing aggregate associations for resource provider d14b70d6-a636-4db0-b5a6-b901da6fa895, aggregates: None {{(pid=68893) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1150.946427] env[68893]: DEBUG nova.scheduler.client.report [None req-30cf6175-8eb2-4b13-bf46-0674a9c5abc9 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Refreshing trait associations for resource provider d14b70d6-a636-4db0-b5a6-b901da6fa895, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE {{(pid=68893) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1151.058386] env[68893]: DEBUG oslo_vmware.api [None req-59c8cd51-f3e8-479c-9e1d-e4d9d6cf4d54 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': task-2792310, 'name': ReconfigVM_Task, 'duration_secs': 0.184094} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.058658] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-59c8cd51-f3e8-479c-9e1d-e4d9d6cf4d54 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: 550b6591-8962-40ce-87bd-a846d584c99c] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1151.058911] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cb77be57-6bbf-4442-a770-47c8a5aeb8bf {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.065673] env[68893]: DEBUG oslo_vmware.api [None req-59c8cd51-f3e8-479c-9e1d-e4d9d6cf4d54 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Waiting for the task: (returnval){ [ 1151.065673] env[68893]: value = "task-2792311" [ 1151.065673] env[68893]: _type = "Task" [ 1151.065673] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.075375] env[68893]: DEBUG oslo_vmware.api [None req-59c8cd51-f3e8-479c-9e1d-e4d9d6cf4d54 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': task-2792311, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.111173] env[68893]: DEBUG nova.network.neutron [None req-0ebf39f4-3794-4f27-9672-37b8b2818b0e tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] Updating instance_info_cache with network_info: [{"id": "64eb0ee1-e1cf-48df-9c84-823e502a8b61", "address": "fa:16:3e:7f:5b:96", "network": {"id": "ca00c41c-ec6a-4596-915b-34fd716effc2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2042741287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "863b84ea17a9459287213695c87d2bec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f66f8375-4460-4acd-987b-acda72bfcf0d", "external-id": "nsx-vlan-transportzone-533", "segmentation_id": 533, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64eb0ee1-e1", "ovs_interfaceid": "64eb0ee1-e1cf-48df-9c84-823e502a8b61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.170625] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfa49618-633d-4233-b32d-d6717b0d2e8b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.184407] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dafe649-552b-4487-9143-f047accb09b5 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.222933] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14425514-56a9-48c7-8e7f-794852c72c0f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.230673] env[68893]: DEBUG oslo_vmware.api [None req-0fa6a799-1850-49da-9a71-42ba27118a6e tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]522c0958-19e6-b043-ecec-9ee445d2caf0, 'name': SearchDatastore_Task, 'duration_secs': 0.029242} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.234998] env[68893]: DEBUG oslo_concurrency.lockutils [None req-0fa6a799-1850-49da-9a71-42ba27118a6e tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.235269] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fa6a799-1850-49da-9a71-42ba27118a6e tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] e51b5d20-db57-4bd9-9534-56f6c8cda79a/e51b5d20-db57-4bd9-9534-56f6c8cda79a.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1151.235986] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9ef3c2a3-6d06-4def-9de3-3207ce7e2e25 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.238475] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-283bc495-7be7-41f2-bcde-a8a6bcf2ae3e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.253666] env[68893]: DEBUG nova.compute.provider_tree [None req-30cf6175-8eb2-4b13-bf46-0674a9c5abc9 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Updating inventory in ProviderTree for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1151.258975] env[68893]: DEBUG oslo_vmware.api [None req-0fa6a799-1850-49da-9a71-42ba27118a6e tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Waiting for the task: (returnval){ [ 1151.258975] env[68893]: value = "task-2792312" [ 1151.258975] env[68893]: _type = "Task" [ 1151.258975] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.264972] env[68893]: DEBUG oslo_vmware.api [None req-0fa6a799-1850-49da-9a71-42ba27118a6e tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2792312, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.276920] env[68893]: DEBUG nova.network.neutron [req-fb6ae4b0-6160-49a7-8d37-805a93fac035 req-00ebbbfd-b49a-4403-a9ff-88da4099163e service nova] [instance: 235c5224-5fd0-4059-9e55-2737c02de683] Updated VIF entry in instance network info cache for port 04955bbd-48d0-4286-975f-244045473f7c. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1151.277619] env[68893]: DEBUG nova.network.neutron [req-fb6ae4b0-6160-49a7-8d37-805a93fac035 req-00ebbbfd-b49a-4403-a9ff-88da4099163e service nova] [instance: 235c5224-5fd0-4059-9e55-2737c02de683] Updating instance_info_cache with network_info: [{"id": "04955bbd-48d0-4286-975f-244045473f7c", "address": "fa:16:3e:2d:41:f8", "network": {"id": "024e10c8-0890-4be3-81cc-2be8eac35dc9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-116676947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "564a5b6c6f4f4e42aeeef87662301380", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04955bbd-48", "ovs_interfaceid": "04955bbd-48d0-4286-975f-244045473f7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.578031] env[68893]: DEBUG oslo_vmware.api [None req-59c8cd51-f3e8-479c-9e1d-e4d9d6cf4d54 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': task-2792311, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.617310] env[68893]: DEBUG oslo_concurrency.lockutils [None req-0ebf39f4-3794-4f27-9672-37b8b2818b0e tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Releasing lock "refresh_cache-05def266-bea2-46e6-8916-6b0484ce4edd" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.769690] env[68893]: DEBUG oslo_vmware.api [None req-0fa6a799-1850-49da-9a71-42ba27118a6e tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2792312, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.781027] env[68893]: DEBUG oslo_concurrency.lockutils [req-fb6ae4b0-6160-49a7-8d37-805a93fac035 req-00ebbbfd-b49a-4403-a9ff-88da4099163e service nova] Releasing lock "refresh_cache-235c5224-5fd0-4059-9e55-2737c02de683" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.781027] env[68893]: DEBUG nova.compute.manager [req-fb6ae4b0-6160-49a7-8d37-805a93fac035 req-00ebbbfd-b49a-4403-a9ff-88da4099163e service nova] [instance: 1a1dd7d2-fd20-4578-a095-fb95f4fc1516] Received event network-changed-91a693c8-7da1-455f-b98c-739992a38417 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1151.781250] env[68893]: DEBUG nova.compute.manager [req-fb6ae4b0-6160-49a7-8d37-805a93fac035 req-00ebbbfd-b49a-4403-a9ff-88da4099163e service nova] [instance: 1a1dd7d2-fd20-4578-a095-fb95f4fc1516] Refreshing instance network info cache due to event network-changed-91a693c8-7da1-455f-b98c-739992a38417. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1151.781578] env[68893]: DEBUG oslo_concurrency.lockutils [req-fb6ae4b0-6160-49a7-8d37-805a93fac035 req-00ebbbfd-b49a-4403-a9ff-88da4099163e service nova] Acquiring lock "refresh_cache-1a1dd7d2-fd20-4578-a095-fb95f4fc1516" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.781845] env[68893]: DEBUG oslo_concurrency.lockutils [req-fb6ae4b0-6160-49a7-8d37-805a93fac035 req-00ebbbfd-b49a-4403-a9ff-88da4099163e service nova] Acquired lock "refresh_cache-1a1dd7d2-fd20-4578-a095-fb95f4fc1516" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.782113] env[68893]: DEBUG nova.network.neutron [req-fb6ae4b0-6160-49a7-8d37-805a93fac035 req-00ebbbfd-b49a-4403-a9ff-88da4099163e service nova] [instance: 1a1dd7d2-fd20-4578-a095-fb95f4fc1516] Refreshing network info cache for port 91a693c8-7da1-455f-b98c-739992a38417 {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1151.793461] env[68893]: DEBUG nova.scheduler.client.report [None req-30cf6175-8eb2-4b13-bf46-0674a9c5abc9 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Updated inventory for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with generation 144 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1151.793837] env[68893]: DEBUG nova.compute.provider_tree [None req-30cf6175-8eb2-4b13-bf46-0674a9c5abc9 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Updating resource provider d14b70d6-a636-4db0-b5a6-b901da6fa895 generation from 144 to 145 during operation: update_inventory {{(pid=68893) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1151.794283] env[68893]: DEBUG nova.compute.provider_tree [None req-30cf6175-8eb2-4b13-bf46-0674a9c5abc9 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Updating inventory in ProviderTree for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1152.077904] env[68893]: DEBUG oslo_vmware.api [None req-59c8cd51-f3e8-479c-9e1d-e4d9d6cf4d54 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': task-2792311, 'name': PowerOnVM_Task, 'duration_secs': 0.588274} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.078214] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-59c8cd51-f3e8-479c-9e1d-e4d9d6cf4d54 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: 550b6591-8962-40ce-87bd-a846d584c99c] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1152.081084] env[68893]: DEBUG nova.compute.manager [None req-59c8cd51-f3e8-479c-9e1d-e4d9d6cf4d54 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: 550b6591-8962-40ce-87bd-a846d584c99c] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1152.081952] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1113e4e-1c63-42ba-8a16-3500f56f9697 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.268684] env[68893]: DEBUG oslo_vmware.api [None req-0fa6a799-1850-49da-9a71-42ba27118a6e tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2792312, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.881794} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.268906] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fa6a799-1850-49da-9a71-42ba27118a6e tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] e51b5d20-db57-4bd9-9534-56f6c8cda79a/e51b5d20-db57-4bd9-9534-56f6c8cda79a.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1152.269156] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-0fa6a799-1850-49da-9a71-42ba27118a6e tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: e51b5d20-db57-4bd9-9534-56f6c8cda79a] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1152.269489] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9bc1cebf-36b5-4bce-a272-dc96df626aa8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.276474] env[68893]: DEBUG oslo_vmware.api [None req-0fa6a799-1850-49da-9a71-42ba27118a6e tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Waiting for the task: (returnval){ [ 1152.276474] env[68893]: value = "task-2792313" [ 1152.276474] env[68893]: _type = "Task" [ 1152.276474] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.286170] env[68893]: DEBUG oslo_vmware.api [None req-0fa6a799-1850-49da-9a71-42ba27118a6e tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2792313, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.300553] env[68893]: DEBUG oslo_concurrency.lockutils [None req-30cf6175-8eb2-4b13-bf46-0674a9c5abc9 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.222s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.301198] env[68893]: DEBUG nova.compute.manager [None req-30cf6175-8eb2-4b13-bf46-0674a9c5abc9 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: e8101873-5a0d-47f7-9fd2-fc5428f277a3] Start building networks asynchronously for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1152.303825] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6761fc8b-d113-49a3-b6b9-ae14be886f63 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.887s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.307057] env[68893]: INFO nova.compute.claims [None req-6761fc8b-d113-49a3-b6b9-ae14be886f63 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 2bb38f74-5089-4750-9147-fd2f468599e3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1152.602060] env[68893]: DEBUG nova.network.neutron [req-fb6ae4b0-6160-49a7-8d37-805a93fac035 req-00ebbbfd-b49a-4403-a9ff-88da4099163e service nova] [instance: 1a1dd7d2-fd20-4578-a095-fb95f4fc1516] Updated VIF entry in instance network info cache for port 91a693c8-7da1-455f-b98c-739992a38417. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1152.602618] env[68893]: DEBUG nova.network.neutron [req-fb6ae4b0-6160-49a7-8d37-805a93fac035 req-00ebbbfd-b49a-4403-a9ff-88da4099163e service nova] [instance: 1a1dd7d2-fd20-4578-a095-fb95f4fc1516] Updating instance_info_cache with network_info: [{"id": "91a693c8-7da1-455f-b98c-739992a38417", "address": "fa:16:3e:f1:11:b8", "network": {"id": "024e10c8-0890-4be3-81cc-2be8eac35dc9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-116676947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "564a5b6c6f4f4e42aeeef87662301380", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91a693c8-7d", "ovs_interfaceid": "91a693c8-7da1-455f-b98c-739992a38417", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.623526] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ebf39f4-3794-4f27-9672-37b8b2818b0e tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1152.623932] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d3e03241-8bc1-40a4-b791-a053f986c82e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.632826] env[68893]: DEBUG oslo_vmware.api [None req-0ebf39f4-3794-4f27-9672-37b8b2818b0e tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Waiting for the task: (returnval){ [ 1152.632826] env[68893]: value = "task-2792314" [ 1152.632826] env[68893]: _type = "Task" [ 1152.632826] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.640596] env[68893]: DEBUG oslo_vmware.api [None req-0ebf39f4-3794-4f27-9672-37b8b2818b0e tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792314, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.787041] env[68893]: DEBUG oslo_vmware.api [None req-0fa6a799-1850-49da-9a71-42ba27118a6e tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2792313, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086081} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.787471] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-0fa6a799-1850-49da-9a71-42ba27118a6e tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: e51b5d20-db57-4bd9-9534-56f6c8cda79a] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1152.788617] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a045391b-9662-40ec-b53f-af2a4050f41e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.820050] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fa6a799-1850-49da-9a71-42ba27118a6e tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: e51b5d20-db57-4bd9-9534-56f6c8cda79a] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] e51b5d20-db57-4bd9-9534-56f6c8cda79a/e51b5d20-db57-4bd9-9534-56f6c8cda79a.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1152.821427] env[68893]: DEBUG nova.compute.utils [None req-30cf6175-8eb2-4b13-bf46-0674a9c5abc9 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1152.824392] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f0ad6e8-45fe-4c96-a495-57e239065a48 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.840553] env[68893]: DEBUG nova.compute.manager [None req-30cf6175-8eb2-4b13-bf46-0674a9c5abc9 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: e8101873-5a0d-47f7-9fd2-fc5428f277a3] Allocating IP information in the background. {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1152.840719] env[68893]: DEBUG nova.network.neutron [None req-30cf6175-8eb2-4b13-bf46-0674a9c5abc9 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: e8101873-5a0d-47f7-9fd2-fc5428f277a3] allocate_for_instance() {{(pid=68893) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1152.847821] env[68893]: DEBUG oslo_vmware.api [None req-0fa6a799-1850-49da-9a71-42ba27118a6e tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Waiting for the task: (returnval){ [ 1152.847821] env[68893]: value = "task-2792315" [ 1152.847821] env[68893]: _type = "Task" [ 1152.847821] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.857705] env[68893]: DEBUG oslo_vmware.api [None req-0fa6a799-1850-49da-9a71-42ba27118a6e tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2792315, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.878961] env[68893]: DEBUG nova.policy [None req-30cf6175-8eb2-4b13-bf46-0674a9c5abc9 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0f72dbb1c71d4ae588b9103cee0d5602', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '872be088070049fca518560306460c4e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68893) authorize /opt/stack/nova/nova/policy.py:192}} [ 1153.105701] env[68893]: DEBUG oslo_concurrency.lockutils [req-fb6ae4b0-6160-49a7-8d37-805a93fac035 req-00ebbbfd-b49a-4403-a9ff-88da4099163e service nova] Releasing lock "refresh_cache-1a1dd7d2-fd20-4578-a095-fb95f4fc1516" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.145892] env[68893]: DEBUG oslo_vmware.api [None req-0ebf39f4-3794-4f27-9672-37b8b2818b0e tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792314, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.220666] env[68893]: DEBUG nova.network.neutron [None req-30cf6175-8eb2-4b13-bf46-0674a9c5abc9 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: e8101873-5a0d-47f7-9fd2-fc5428f277a3] Successfully created port: fcad4cdb-cc5d-454c-b9c0-dd8b7a8ee089 {{(pid=68893) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1153.345999] env[68893]: DEBUG nova.compute.manager [None req-30cf6175-8eb2-4b13-bf46-0674a9c5abc9 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: e8101873-5a0d-47f7-9fd2-fc5428f277a3] Start building block device mappings for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1153.377209] env[68893]: DEBUG oslo_vmware.api [None req-0fa6a799-1850-49da-9a71-42ba27118a6e tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2792315, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.620830] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb1af171-db9d-4982-8829-5f585e7e973e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.629185] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2fcbe24-3091-4114-9fd7-346fdbeea638 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.663556] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0895c1d4-6fa7-4dcf-86ac-243dd1d5dd60 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.669262] env[68893]: DEBUG oslo_vmware.api [None req-0ebf39f4-3794-4f27-9672-37b8b2818b0e tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792314, 'name': PowerOnVM_Task, 'duration_secs': 0.762033} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.669957] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ebf39f4-3794-4f27-9672-37b8b2818b0e tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1153.670495] env[68893]: DEBUG nova.compute.manager [None req-0ebf39f4-3794-4f27-9672-37b8b2818b0e tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1153.671566] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-881e69fc-43a4-40c3-bf32-a4f22ae8f8bb {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.678558] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-984b6d70-db42-4bce-950c-1b0647ee7be5 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.696637] env[68893]: DEBUG nova.compute.provider_tree [None req-6761fc8b-d113-49a3-b6b9-ae14be886f63 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1153.867508] env[68893]: DEBUG oslo_vmware.api [None req-0fa6a799-1850-49da-9a71-42ba27118a6e tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2792315, 'name': ReconfigVM_Task, 'duration_secs': 0.625568} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.867789] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fa6a799-1850-49da-9a71-42ba27118a6e tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: e51b5d20-db57-4bd9-9534-56f6c8cda79a] Reconfigured VM instance instance-00000066 to attach disk [datastore2] e51b5d20-db57-4bd9-9534-56f6c8cda79a/e51b5d20-db57-4bd9-9534-56f6c8cda79a.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1153.868655] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-43114262-c70c-448e-9e04-f86f90988ebf {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.877579] env[68893]: DEBUG oslo_vmware.api [None req-0fa6a799-1850-49da-9a71-42ba27118a6e tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Waiting for the task: (returnval){ [ 1153.877579] env[68893]: value = "task-2792316" [ 1153.877579] env[68893]: _type = "Task" [ 1153.877579] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.886663] env[68893]: DEBUG oslo_vmware.api [None req-0fa6a799-1850-49da-9a71-42ba27118a6e tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2792316, 'name': Rename_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.203278] env[68893]: DEBUG nova.scheduler.client.report [None req-6761fc8b-d113-49a3-b6b9-ae14be886f63 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1154.362179] env[68893]: DEBUG nova.compute.manager [None req-30cf6175-8eb2-4b13-bf46-0674a9c5abc9 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: e8101873-5a0d-47f7-9fd2-fc5428f277a3] Start spawning the instance on the hypervisor. {{(pid=68893) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1154.393549] env[68893]: DEBUG oslo_vmware.api [None req-0fa6a799-1850-49da-9a71-42ba27118a6e tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2792316, 'name': Rename_Task, 'duration_secs': 0.239303} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.393851] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fa6a799-1850-49da-9a71-42ba27118a6e tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: e51b5d20-db57-4bd9-9534-56f6c8cda79a] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1154.394119] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d487370e-412e-49ce-853b-2c6649db1602 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.397676] env[68893]: DEBUG nova.virt.hardware [None req-30cf6175-8eb2-4b13-bf46-0674a9c5abc9 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1154.397898] env[68893]: DEBUG nova.virt.hardware [None req-30cf6175-8eb2-4b13-bf46-0674a9c5abc9 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1154.398055] env[68893]: DEBUG nova.virt.hardware [None req-30cf6175-8eb2-4b13-bf46-0674a9c5abc9 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1154.398239] env[68893]: DEBUG nova.virt.hardware [None req-30cf6175-8eb2-4b13-bf46-0674a9c5abc9 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1154.398382] env[68893]: DEBUG nova.virt.hardware [None req-30cf6175-8eb2-4b13-bf46-0674a9c5abc9 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1154.398524] env[68893]: DEBUG nova.virt.hardware [None req-30cf6175-8eb2-4b13-bf46-0674a9c5abc9 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1154.398727] env[68893]: DEBUG nova.virt.hardware [None req-30cf6175-8eb2-4b13-bf46-0674a9c5abc9 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1154.398876] env[68893]: DEBUG nova.virt.hardware [None req-30cf6175-8eb2-4b13-bf46-0674a9c5abc9 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1154.399048] env[68893]: DEBUG nova.virt.hardware [None req-30cf6175-8eb2-4b13-bf46-0674a9c5abc9 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1154.399212] env[68893]: DEBUG nova.virt.hardware [None req-30cf6175-8eb2-4b13-bf46-0674a9c5abc9 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1154.399379] env[68893]: DEBUG nova.virt.hardware [None req-30cf6175-8eb2-4b13-bf46-0674a9c5abc9 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1154.400302] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c617af4a-2e9c-4b96-a994-2272e155b295 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.408421] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95fc8c0f-90ad-4f08-92e0-680ed9577ca7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.412702] env[68893]: DEBUG oslo_vmware.api [None req-0fa6a799-1850-49da-9a71-42ba27118a6e tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Waiting for the task: (returnval){ [ 1154.412702] env[68893]: value = "task-2792317" [ 1154.412702] env[68893]: _type = "Task" [ 1154.412702] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.429433] env[68893]: DEBUG oslo_vmware.api [None req-0fa6a799-1850-49da-9a71-42ba27118a6e tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2792317, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.709946] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6761fc8b-d113-49a3-b6b9-ae14be886f63 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.406s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.710605] env[68893]: DEBUG nova.compute.manager [None req-6761fc8b-d113-49a3-b6b9-ae14be886f63 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 2bb38f74-5089-4750-9147-fd2f468599e3] Start building networks asynchronously for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1154.714078] env[68893]: DEBUG oslo_concurrency.lockutils [None req-74c497e1-00fb-4c09-9bc4-5afa4411d52a tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 7.445s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.805436] env[68893]: DEBUG nova.compute.manager [req-52a906be-1115-4c9a-9d6b-9906ee686d5f req-0803d44f-8e9e-48a3-8008-70e02ec80fa5 service nova] [instance: e8101873-5a0d-47f7-9fd2-fc5428f277a3] Received event network-vif-plugged-fcad4cdb-cc5d-454c-b9c0-dd8b7a8ee089 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1154.805668] env[68893]: DEBUG oslo_concurrency.lockutils [req-52a906be-1115-4c9a-9d6b-9906ee686d5f req-0803d44f-8e9e-48a3-8008-70e02ec80fa5 service nova] Acquiring lock "e8101873-5a0d-47f7-9fd2-fc5428f277a3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.805888] env[68893]: DEBUG oslo_concurrency.lockutils [req-52a906be-1115-4c9a-9d6b-9906ee686d5f req-0803d44f-8e9e-48a3-8008-70e02ec80fa5 service nova] Lock "e8101873-5a0d-47f7-9fd2-fc5428f277a3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.806055] env[68893]: DEBUG oslo_concurrency.lockutils [req-52a906be-1115-4c9a-9d6b-9906ee686d5f req-0803d44f-8e9e-48a3-8008-70e02ec80fa5 service nova] Lock "e8101873-5a0d-47f7-9fd2-fc5428f277a3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.806305] env[68893]: DEBUG nova.compute.manager [req-52a906be-1115-4c9a-9d6b-9906ee686d5f req-0803d44f-8e9e-48a3-8008-70e02ec80fa5 service nova] [instance: e8101873-5a0d-47f7-9fd2-fc5428f277a3] No waiting events found dispatching network-vif-plugged-fcad4cdb-cc5d-454c-b9c0-dd8b7a8ee089 {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1154.806384] env[68893]: WARNING nova.compute.manager [req-52a906be-1115-4c9a-9d6b-9906ee686d5f req-0803d44f-8e9e-48a3-8008-70e02ec80fa5 service nova] [instance: e8101873-5a0d-47f7-9fd2-fc5428f277a3] Received unexpected event network-vif-plugged-fcad4cdb-cc5d-454c-b9c0-dd8b7a8ee089 for instance with vm_state building and task_state spawning. [ 1154.914088] env[68893]: DEBUG nova.network.neutron [None req-30cf6175-8eb2-4b13-bf46-0674a9c5abc9 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: e8101873-5a0d-47f7-9fd2-fc5428f277a3] Successfully updated port: fcad4cdb-cc5d-454c-b9c0-dd8b7a8ee089 {{(pid=68893) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1154.926620] env[68893]: DEBUG oslo_vmware.api [None req-0fa6a799-1850-49da-9a71-42ba27118a6e tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2792317, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.048123] env[68893]: INFO nova.compute.manager [None req-bd544ef2-ad11-4029-9cc4-d1b5851e34fc tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: 18c88d54-3409-41b6-9f62-52a2c96d2932] Rescuing [ 1155.048413] env[68893]: DEBUG oslo_concurrency.lockutils [None req-bd544ef2-ad11-4029-9cc4-d1b5851e34fc tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Acquiring lock "refresh_cache-18c88d54-3409-41b6-9f62-52a2c96d2932" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.048661] env[68893]: DEBUG oslo_concurrency.lockutils [None req-bd544ef2-ad11-4029-9cc4-d1b5851e34fc tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Acquired lock "refresh_cache-18c88d54-3409-41b6-9f62-52a2c96d2932" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.048776] env[68893]: DEBUG nova.network.neutron [None req-bd544ef2-ad11-4029-9cc4-d1b5851e34fc tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: 18c88d54-3409-41b6-9f62-52a2c96d2932] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1155.216207] env[68893]: DEBUG nova.compute.utils [None req-6761fc8b-d113-49a3-b6b9-ae14be886f63 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1155.221149] env[68893]: DEBUG nova.compute.manager [None req-6761fc8b-d113-49a3-b6b9-ae14be886f63 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 2bb38f74-5089-4750-9147-fd2f468599e3] Allocating IP information in the background. {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1155.221149] env[68893]: DEBUG nova.network.neutron [None req-6761fc8b-d113-49a3-b6b9-ae14be886f63 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 2bb38f74-5089-4750-9147-fd2f468599e3] allocate_for_instance() {{(pid=68893) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1155.267303] env[68893]: DEBUG nova.policy [None req-6761fc8b-d113-49a3-b6b9-ae14be886f63 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f2f2f6100b614d45bdc37e6310ea70c5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '84cbde965bb240928baaf86257a83746', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68893) authorize /opt/stack/nova/nova/policy.py:192}} [ 1155.414164] env[68893]: DEBUG oslo_concurrency.lockutils [None req-30cf6175-8eb2-4b13-bf46-0674a9c5abc9 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Acquiring lock "refresh_cache-e8101873-5a0d-47f7-9fd2-fc5428f277a3" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.414289] env[68893]: DEBUG oslo_concurrency.lockutils [None req-30cf6175-8eb2-4b13-bf46-0674a9c5abc9 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Acquired lock "refresh_cache-e8101873-5a0d-47f7-9fd2-fc5428f277a3" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.414443] env[68893]: DEBUG nova.network.neutron [None req-30cf6175-8eb2-4b13-bf46-0674a9c5abc9 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: e8101873-5a0d-47f7-9fd2-fc5428f277a3] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1155.425704] env[68893]: DEBUG oslo_vmware.api [None req-0fa6a799-1850-49da-9a71-42ba27118a6e tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2792317, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.441623] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-993972cd-7c6d-4b8b-b5c6-6bba64eacb41 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.450144] env[68893]: DEBUG oslo_concurrency.lockutils [None req-9726f220-4aed-4963-983a-e41b6cfdc61e tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Acquiring lock "05def266-bea2-46e6-8916-6b0484ce4edd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.450418] env[68893]: DEBUG oslo_concurrency.lockutils [None req-9726f220-4aed-4963-983a-e41b6cfdc61e tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Lock "05def266-bea2-46e6-8916-6b0484ce4edd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.450634] env[68893]: DEBUG oslo_concurrency.lockutils [None req-9726f220-4aed-4963-983a-e41b6cfdc61e tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Acquiring lock "05def266-bea2-46e6-8916-6b0484ce4edd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.450815] env[68893]: DEBUG oslo_concurrency.lockutils [None req-9726f220-4aed-4963-983a-e41b6cfdc61e tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Lock "05def266-bea2-46e6-8916-6b0484ce4edd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.450989] env[68893]: DEBUG oslo_concurrency.lockutils [None req-9726f220-4aed-4963-983a-e41b6cfdc61e tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Lock "05def266-bea2-46e6-8916-6b0484ce4edd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.453467] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8001665-de8f-4b4e-a1a6-ec4346479725 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.457048] env[68893]: INFO nova.compute.manager [None req-9726f220-4aed-4963-983a-e41b6cfdc61e tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] Terminating instance [ 1155.487978] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e45091e-320c-42c2-9e2f-0f4cd95f770d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.496206] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38c05a59-57ba-48d2-bff1-f3c778da0f4e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.512302] env[68893]: DEBUG nova.compute.provider_tree [None req-74c497e1-00fb-4c09-9bc4-5afa4411d52a tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1155.724192] env[68893]: DEBUG nova.compute.manager [None req-6761fc8b-d113-49a3-b6b9-ae14be886f63 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 2bb38f74-5089-4750-9147-fd2f468599e3] Start building block device mappings for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1155.774373] env[68893]: DEBUG nova.network.neutron [None req-6761fc8b-d113-49a3-b6b9-ae14be886f63 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 2bb38f74-5089-4750-9147-fd2f468599e3] Successfully created port: 1c781ff5-dac4-44e3-a11a-47f2b81ac59b {{(pid=68893) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1155.926236] env[68893]: DEBUG oslo_vmware.api [None req-0fa6a799-1850-49da-9a71-42ba27118a6e tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2792317, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.961549] env[68893]: DEBUG nova.compute.manager [None req-9726f220-4aed-4963-983a-e41b6cfdc61e tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] Start destroying the instance on the hypervisor. {{(pid=68893) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1155.961785] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-9726f220-4aed-4963-983a-e41b6cfdc61e tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1155.963104] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-789fd585-fec1-489d-83a3-d2b821df812e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.969989] env[68893]: DEBUG nova.network.neutron [None req-bd544ef2-ad11-4029-9cc4-d1b5851e34fc tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: 18c88d54-3409-41b6-9f62-52a2c96d2932] Updating instance_info_cache with network_info: [{"id": "bfc1e5a4-757d-4bf1-b40a-df1b978766dc", "address": "fa:16:3e:06:50:68", "network": {"id": "828f67bb-7084-451f-9f26-2af42b349424", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1339939224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22a90c81e44d43b6ac94fc939f6737bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfc1e5a4-75", "ovs_interfaceid": "bfc1e5a4-757d-4bf1-b40a-df1b978766dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.975232] env[68893]: DEBUG nova.network.neutron [None req-30cf6175-8eb2-4b13-bf46-0674a9c5abc9 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: e8101873-5a0d-47f7-9fd2-fc5428f277a3] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1155.982895] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-9726f220-4aed-4963-983a-e41b6cfdc61e tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1155.984026] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f31c27e7-56e1-4839-a241-4c60aab841c1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.991324] env[68893]: DEBUG oslo_vmware.api [None req-9726f220-4aed-4963-983a-e41b6cfdc61e tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Waiting for the task: (returnval){ [ 1155.991324] env[68893]: value = "task-2792318" [ 1155.991324] env[68893]: _type = "Task" [ 1155.991324] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.001250] env[68893]: DEBUG oslo_vmware.api [None req-9726f220-4aed-4963-983a-e41b6cfdc61e tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792318, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.015905] env[68893]: DEBUG nova.scheduler.client.report [None req-74c497e1-00fb-4c09-9bc4-5afa4411d52a tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1156.261297] env[68893]: DEBUG nova.network.neutron [None req-30cf6175-8eb2-4b13-bf46-0674a9c5abc9 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: e8101873-5a0d-47f7-9fd2-fc5428f277a3] Updating instance_info_cache with network_info: [{"id": "fcad4cdb-cc5d-454c-b9c0-dd8b7a8ee089", "address": "fa:16:3e:cb:9f:9d", "network": {"id": "24a732d8-714e-49f0-9527-b47a108a6ab9", "bridge": "br-int", "label": "tempest-ServersTestJSON-634596432-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "872be088070049fca518560306460c4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcad4cdb-cc", "ovs_interfaceid": "fcad4cdb-cc5d-454c-b9c0-dd8b7a8ee089", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.425400] env[68893]: DEBUG oslo_vmware.api [None req-0fa6a799-1850-49da-9a71-42ba27118a6e tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2792317, 'name': PowerOnVM_Task, 'duration_secs': 1.717861} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.425732] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fa6a799-1850-49da-9a71-42ba27118a6e tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: e51b5d20-db57-4bd9-9534-56f6c8cda79a] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1156.426114] env[68893]: INFO nova.compute.manager [None req-0fa6a799-1850-49da-9a71-42ba27118a6e tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: e51b5d20-db57-4bd9-9534-56f6c8cda79a] Took 11.08 seconds to spawn the instance on the hypervisor. [ 1156.426339] env[68893]: DEBUG nova.compute.manager [None req-0fa6a799-1850-49da-9a71-42ba27118a6e tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: e51b5d20-db57-4bd9-9534-56f6c8cda79a] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1156.427262] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e2a441-28f2-4d5a-bc66-41b74c6072a1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.472801] env[68893]: DEBUG oslo_concurrency.lockutils [None req-bd544ef2-ad11-4029-9cc4-d1b5851e34fc tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Releasing lock "refresh_cache-18c88d54-3409-41b6-9f62-52a2c96d2932" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.505414] env[68893]: DEBUG oslo_vmware.api [None req-9726f220-4aed-4963-983a-e41b6cfdc61e tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792318, 'name': PowerOffVM_Task, 'duration_secs': 0.241602} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.505695] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-9726f220-4aed-4963-983a-e41b6cfdc61e tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1156.505866] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-9726f220-4aed-4963-983a-e41b6cfdc61e tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1156.506243] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7b910c8b-49d7-4cd5-a3d6-9c4998f439cb {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.573039] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-9726f220-4aed-4963-983a-e41b6cfdc61e tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1156.573300] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-9726f220-4aed-4963-983a-e41b6cfdc61e tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] Deleting contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1156.573673] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-9726f220-4aed-4963-983a-e41b6cfdc61e tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Deleting the datastore file [datastore2] 05def266-bea2-46e6-8916-6b0484ce4edd {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1156.573771] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fa4b5e8b-1b4e-4572-9095-706aaa1f1b76 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.580990] env[68893]: DEBUG oslo_vmware.api [None req-9726f220-4aed-4963-983a-e41b6cfdc61e tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Waiting for the task: (returnval){ [ 1156.580990] env[68893]: value = "task-2792320" [ 1156.580990] env[68893]: _type = "Task" [ 1156.580990] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.590390] env[68893]: DEBUG oslo_vmware.api [None req-9726f220-4aed-4963-983a-e41b6cfdc61e tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792320, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.739024] env[68893]: DEBUG nova.compute.manager [None req-6761fc8b-d113-49a3-b6b9-ae14be886f63 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 2bb38f74-5089-4750-9147-fd2f468599e3] Start spawning the instance on the hypervisor. {{(pid=68893) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1156.766327] env[68893]: DEBUG oslo_concurrency.lockutils [None req-30cf6175-8eb2-4b13-bf46-0674a9c5abc9 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Releasing lock "refresh_cache-e8101873-5a0d-47f7-9fd2-fc5428f277a3" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.767131] env[68893]: DEBUG nova.compute.manager [None req-30cf6175-8eb2-4b13-bf46-0674a9c5abc9 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: e8101873-5a0d-47f7-9fd2-fc5428f277a3] Instance network_info: |[{"id": "fcad4cdb-cc5d-454c-b9c0-dd8b7a8ee089", "address": "fa:16:3e:cb:9f:9d", "network": {"id": "24a732d8-714e-49f0-9527-b47a108a6ab9", "bridge": "br-int", "label": "tempest-ServersTestJSON-634596432-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "872be088070049fca518560306460c4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcad4cdb-cc", "ovs_interfaceid": "fcad4cdb-cc5d-454c-b9c0-dd8b7a8ee089", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1156.777017] env[68893]: DEBUG nova.virt.hardware [None req-6761fc8b-d113-49a3-b6b9-ae14be886f63 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1156.777017] env[68893]: DEBUG nova.virt.hardware [None req-6761fc8b-d113-49a3-b6b9-ae14be886f63 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1156.777017] env[68893]: DEBUG nova.virt.hardware [None req-6761fc8b-d113-49a3-b6b9-ae14be886f63 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1156.777017] env[68893]: DEBUG nova.virt.hardware [None req-6761fc8b-d113-49a3-b6b9-ae14be886f63 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1156.777017] env[68893]: DEBUG nova.virt.hardware [None req-6761fc8b-d113-49a3-b6b9-ae14be886f63 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1156.777017] env[68893]: DEBUG nova.virt.hardware [None req-6761fc8b-d113-49a3-b6b9-ae14be886f63 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1156.777017] env[68893]: DEBUG nova.virt.hardware [None req-6761fc8b-d113-49a3-b6b9-ae14be886f63 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1156.777017] env[68893]: DEBUG nova.virt.hardware [None req-6761fc8b-d113-49a3-b6b9-ae14be886f63 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1156.777017] env[68893]: DEBUG nova.virt.hardware [None req-6761fc8b-d113-49a3-b6b9-ae14be886f63 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1156.777017] env[68893]: DEBUG nova.virt.hardware [None req-6761fc8b-d113-49a3-b6b9-ae14be886f63 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1156.777017] env[68893]: DEBUG nova.virt.hardware [None req-6761fc8b-d113-49a3-b6b9-ae14be886f63 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1156.777017] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-30cf6175-8eb2-4b13-bf46-0674a9c5abc9 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: e8101873-5a0d-47f7-9fd2-fc5428f277a3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:9f:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac7039c0-3374-4c08-87fc-af2449b48b02', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fcad4cdb-cc5d-454c-b9c0-dd8b7a8ee089', 'vif_model': 'vmxnet3'}] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1156.784303] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-30cf6175-8eb2-4b13-bf46-0674a9c5abc9 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1156.785284] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e68368e-65b0-46c9-8b27-5ad592411076 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.788970] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8101873-5a0d-47f7-9fd2-fc5428f277a3] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1156.789892] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2b7f6547-0bf8-4570-9d63-d751875631bd {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.815492] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10a560d7-8a19-43cc-98d9-5d6e3e1085cf {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.819239] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1156.819239] env[68893]: value = "task-2792321" [ 1156.819239] env[68893]: _type = "Task" [ 1156.819239] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.836353] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792321, 'name': CreateVM_Task} progress is 6%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.841586] env[68893]: DEBUG nova.compute.manager [req-911e007c-b2ac-4e7e-a376-6c12fba43054 req-47f5348b-e14e-4268-ac65-152ab1fb6e27 service nova] [instance: e8101873-5a0d-47f7-9fd2-fc5428f277a3] Received event network-changed-fcad4cdb-cc5d-454c-b9c0-dd8b7a8ee089 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1156.841777] env[68893]: DEBUG nova.compute.manager [req-911e007c-b2ac-4e7e-a376-6c12fba43054 req-47f5348b-e14e-4268-ac65-152ab1fb6e27 service nova] [instance: e8101873-5a0d-47f7-9fd2-fc5428f277a3] Refreshing instance network info cache due to event network-changed-fcad4cdb-cc5d-454c-b9c0-dd8b7a8ee089. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1156.841987] env[68893]: DEBUG oslo_concurrency.lockutils [req-911e007c-b2ac-4e7e-a376-6c12fba43054 req-47f5348b-e14e-4268-ac65-152ab1fb6e27 service nova] Acquiring lock "refresh_cache-e8101873-5a0d-47f7-9fd2-fc5428f277a3" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.842144] env[68893]: DEBUG oslo_concurrency.lockutils [req-911e007c-b2ac-4e7e-a376-6c12fba43054 req-47f5348b-e14e-4268-ac65-152ab1fb6e27 service nova] Acquired lock "refresh_cache-e8101873-5a0d-47f7-9fd2-fc5428f277a3" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.842303] env[68893]: DEBUG nova.network.neutron [req-911e007c-b2ac-4e7e-a376-6c12fba43054 req-47f5348b-e14e-4268-ac65-152ab1fb6e27 service nova] [instance: e8101873-5a0d-47f7-9fd2-fc5428f277a3] Refreshing network info cache for port fcad4cdb-cc5d-454c-b9c0-dd8b7a8ee089 {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1156.944606] env[68893]: INFO nova.compute.manager [None req-0fa6a799-1850-49da-9a71-42ba27118a6e tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: e51b5d20-db57-4bd9-9534-56f6c8cda79a] Took 20.19 seconds to build instance. [ 1157.028086] env[68893]: DEBUG oslo_concurrency.lockutils [None req-74c497e1-00fb-4c09-9bc4-5afa4411d52a tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.313s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.030639] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 6.309s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.030834] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.030993] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68893) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1157.032132] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e78e080-0a69-4d72-939e-c41d603b41c5 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.042235] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14771978-833c-471e-9cfd-8d12fcb8644f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.058027] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b34c470c-07a7-4284-bd47-8da7d593f521 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.065871] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd3c0069-cd6f-4110-853d-c6b60d7b71b0 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.099903] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179915MB free_disk=173GB free_vcpus=48 pci_devices=None {{(pid=68893) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1157.100069] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.100348] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.110996] env[68893]: DEBUG oslo_vmware.api [None req-9726f220-4aed-4963-983a-e41b6cfdc61e tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792320, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182877} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.111814] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-9726f220-4aed-4963-983a-e41b6cfdc61e tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1157.111814] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-9726f220-4aed-4963-983a-e41b6cfdc61e tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] Deleted contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1157.111814] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-9726f220-4aed-4963-983a-e41b6cfdc61e tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1157.111814] env[68893]: INFO nova.compute.manager [None req-9726f220-4aed-4963-983a-e41b6cfdc61e tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1157.111999] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9726f220-4aed-4963-983a-e41b6cfdc61e tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1157.112414] env[68893]: DEBUG nova.compute.manager [-] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] Deallocating network for instance {{(pid=68893) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1157.112509] env[68893]: DEBUG nova.network.neutron [-] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] deallocate_for_instance() {{(pid=68893) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1157.329177] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792321, 'name': CreateVM_Task} progress is 99%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.387960] env[68893]: DEBUG oslo_concurrency.lockutils [None req-4195cf8d-e383-472f-962e-d4c8b9770d76 tempest-ServersTestJSON-1128307701 tempest-ServersTestJSON-1128307701-project-member] Acquiring lock "89b887c6-1bda-46bb-b285-951b77b5ed61" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.388381] env[68893]: DEBUG oslo_concurrency.lockutils [None req-4195cf8d-e383-472f-962e-d4c8b9770d76 tempest-ServersTestJSON-1128307701 tempest-ServersTestJSON-1128307701-project-member] Lock "89b887c6-1bda-46bb-b285-951b77b5ed61" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.446528] env[68893]: DEBUG oslo_concurrency.lockutils [None req-0fa6a799-1850-49da-9a71-42ba27118a6e tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Lock "e51b5d20-db57-4bd9-9534-56f6c8cda79a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.701s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.619048] env[68893]: INFO nova.scheduler.client.report [None req-74c497e1-00fb-4c09-9bc4-5afa4411d52a tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Deleted allocation for migration a70876bf-4e89-41a2-a87d-fc1b2c4cee80 [ 1157.700731] env[68893]: DEBUG nova.compute.manager [req-020f7475-4292-44c1-9c98-b8ef42593657 req-414306f0-432a-4e83-994e-6f69567e5615 service nova] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] Received event network-vif-deleted-64eb0ee1-e1cf-48df-9c84-823e502a8b61 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1157.700731] env[68893]: INFO nova.compute.manager [req-020f7475-4292-44c1-9c98-b8ef42593657 req-414306f0-432a-4e83-994e-6f69567e5615 service nova] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] Neutron deleted interface 64eb0ee1-e1cf-48df-9c84-823e502a8b61; detaching it from the instance and deleting it from the info cache [ 1157.700731] env[68893]: DEBUG nova.network.neutron [req-020f7475-4292-44c1-9c98-b8ef42593657 req-414306f0-432a-4e83-994e-6f69567e5615 service nova] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.771200] env[68893]: DEBUG nova.network.neutron [req-911e007c-b2ac-4e7e-a376-6c12fba43054 req-47f5348b-e14e-4268-ac65-152ab1fb6e27 service nova] [instance: e8101873-5a0d-47f7-9fd2-fc5428f277a3] Updated VIF entry in instance network info cache for port fcad4cdb-cc5d-454c-b9c0-dd8b7a8ee089. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1157.771200] env[68893]: DEBUG nova.network.neutron [req-911e007c-b2ac-4e7e-a376-6c12fba43054 req-47f5348b-e14e-4268-ac65-152ab1fb6e27 service nova] [instance: e8101873-5a0d-47f7-9fd2-fc5428f277a3] Updating instance_info_cache with network_info: [{"id": "fcad4cdb-cc5d-454c-b9c0-dd8b7a8ee089", "address": "fa:16:3e:cb:9f:9d", "network": {"id": "24a732d8-714e-49f0-9527-b47a108a6ab9", "bridge": "br-int", "label": "tempest-ServersTestJSON-634596432-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "872be088070049fca518560306460c4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcad4cdb-cc", "ovs_interfaceid": "fcad4cdb-cc5d-454c-b9c0-dd8b7a8ee089", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.786044] env[68893]: DEBUG nova.network.neutron [None req-6761fc8b-d113-49a3-b6b9-ae14be886f63 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 2bb38f74-5089-4750-9147-fd2f468599e3] Successfully updated port: 1c781ff5-dac4-44e3-a11a-47f2b81ac59b {{(pid=68893) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1157.830680] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792321, 'name': CreateVM_Task, 'duration_secs': 0.556765} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.830867] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8101873-5a0d-47f7-9fd2-fc5428f277a3] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1157.832169] env[68893]: DEBUG oslo_concurrency.lockutils [None req-30cf6175-8eb2-4b13-bf46-0674a9c5abc9 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.832169] env[68893]: DEBUG oslo_concurrency.lockutils [None req-30cf6175-8eb2-4b13-bf46-0674a9c5abc9 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.832169] env[68893]: DEBUG oslo_concurrency.lockutils [None req-30cf6175-8eb2-4b13-bf46-0674a9c5abc9 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.832397] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-937129a2-d183-4e5e-acbf-53ef35c385e5 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.836974] env[68893]: DEBUG oslo_vmware.api [None req-30cf6175-8eb2-4b13-bf46-0674a9c5abc9 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Waiting for the task: (returnval){ [ 1157.836974] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]5296e3b6-5a3b-1b00-0393-1bd3e3eb081e" [ 1157.836974] env[68893]: _type = "Task" [ 1157.836974] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.845672] env[68893]: DEBUG oslo_vmware.api [None req-30cf6175-8eb2-4b13-bf46-0674a9c5abc9 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]5296e3b6-5a3b-1b00-0393-1bd3e3eb081e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.893020] env[68893]: DEBUG nova.compute.manager [None req-4195cf8d-e383-472f-962e-d4c8b9770d76 tempest-ServersTestJSON-1128307701 tempest-ServersTestJSON-1128307701-project-member] [instance: 89b887c6-1bda-46bb-b285-951b77b5ed61] Starting instance... {{(pid=68893) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1158.008844] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd544ef2-ad11-4029-9cc4-d1b5851e34fc tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: 18c88d54-3409-41b6-9f62-52a2c96d2932] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1158.009925] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2e5376df-5b38-4e2c-8fdc-191fbe37c319 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.017101] env[68893]: DEBUG oslo_vmware.api [None req-bd544ef2-ad11-4029-9cc4-d1b5851e34fc tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Waiting for the task: (returnval){ [ 1158.017101] env[68893]: value = "task-2792322" [ 1158.017101] env[68893]: _type = "Task" [ 1158.017101] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.027645] env[68893]: DEBUG oslo_vmware.api [None req-bd544ef2-ad11-4029-9cc4-d1b5851e34fc tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': task-2792322, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.121792] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: e51b5d20-db57-4bd9-9534-56f6c8cda79a] Skipping migration as instance is neither resizing nor live-migrating. {{(pid=68893) _update_usage_from_migrations /opt/stack/nova/nova/compute/resource_tracker.py:1563}} [ 1158.126421] env[68893]: DEBUG oslo_concurrency.lockutils [None req-74c497e1-00fb-4c09-9bc4-5afa4411d52a tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Lock "d4070fc4-0915-42b6-ba2e-243f731ba079" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 14.504s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.141820] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance 8c560e82-533e-49c7-aaf4-82e123f75240 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1158.141971] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance 31e47e18-e4e3-4f5f-90e4-1468a77dff2e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1158.142110] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance 7fe829d2-a085-424f-b94f-9255451eb920 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1158.142260] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance 5fde66d6-de1d-4fc0-8961-a2e90af0b172 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1158.142387] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance 7b587048-dac4-4611-9149-6999e7cf06a0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1158.142599] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance 1a1dd7d2-fd20-4578-a095-fb95f4fc1516 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1158.142729] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance 05def266-bea2-46e6-8916-6b0484ce4edd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1158.142851] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance d4070fc4-0915-42b6-ba2e-243f731ba079 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1158.142992] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance 18c88d54-3409-41b6-9f62-52a2c96d2932 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1158.143127] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance 550b6591-8962-40ce-87bd-a846d584c99c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1158.143241] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance 235c5224-5fd0-4059-9e55-2737c02de683 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1158.143355] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance e8101873-5a0d-47f7-9fd2-fc5428f277a3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1158.143467] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance 2bb38f74-5089-4750-9147-fd2f468599e3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1158.178211] env[68893]: DEBUG nova.network.neutron [-] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.203635] env[68893]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-367d4bb7-ddb2-4a7a-8a3b-a63f24a9414c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.215064] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53c91cb2-620d-4779-8696-62ba6a38f198 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.249225] env[68893]: DEBUG nova.compute.manager [req-020f7475-4292-44c1-9c98-b8ef42593657 req-414306f0-432a-4e83-994e-6f69567e5615 service nova] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] Detach interface failed, port_id=64eb0ee1-e1cf-48df-9c84-823e502a8b61, reason: Instance 05def266-bea2-46e6-8916-6b0484ce4edd could not be found. {{(pid=68893) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1158.275044] env[68893]: DEBUG oslo_concurrency.lockutils [req-911e007c-b2ac-4e7e-a376-6c12fba43054 req-47f5348b-e14e-4268-ac65-152ab1fb6e27 service nova] Releasing lock "refresh_cache-e8101873-5a0d-47f7-9fd2-fc5428f277a3" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.288988] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6761fc8b-d113-49a3-b6b9-ae14be886f63 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Acquiring lock "refresh_cache-2bb38f74-5089-4750-9147-fd2f468599e3" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.289270] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6761fc8b-d113-49a3-b6b9-ae14be886f63 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Acquired lock "refresh_cache-2bb38f74-5089-4750-9147-fd2f468599e3" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.289480] env[68893]: DEBUG nova.network.neutron [None req-6761fc8b-d113-49a3-b6b9-ae14be886f63 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 2bb38f74-5089-4750-9147-fd2f468599e3] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1158.347503] env[68893]: DEBUG oslo_vmware.api [None req-30cf6175-8eb2-4b13-bf46-0674a9c5abc9 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]5296e3b6-5a3b-1b00-0393-1bd3e3eb081e, 'name': SearchDatastore_Task, 'duration_secs': 0.011004} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.347775] env[68893]: DEBUG oslo_concurrency.lockutils [None req-30cf6175-8eb2-4b13-bf46-0674a9c5abc9 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.348501] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-30cf6175-8eb2-4b13-bf46-0674a9c5abc9 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: e8101873-5a0d-47f7-9fd2-fc5428f277a3] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1158.348501] env[68893]: DEBUG oslo_concurrency.lockutils [None req-30cf6175-8eb2-4b13-bf46-0674a9c5abc9 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.348501] env[68893]: DEBUG oslo_concurrency.lockutils [None req-30cf6175-8eb2-4b13-bf46-0674a9c5abc9 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.348668] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-30cf6175-8eb2-4b13-bf46-0674a9c5abc9 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1158.349186] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-23a2a0ac-8fcd-42fb-80cb-32fd255b4b5c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.357312] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-30cf6175-8eb2-4b13-bf46-0674a9c5abc9 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1158.357496] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-30cf6175-8eb2-4b13-bf46-0674a9c5abc9 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1158.358252] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9917f815-12c5-4377-99f0-c2dabc89ce59 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.363351] env[68893]: DEBUG oslo_vmware.api [None req-30cf6175-8eb2-4b13-bf46-0674a9c5abc9 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Waiting for the task: (returnval){ [ 1158.363351] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52357393-3435-b1b8-f567-29ea611c7f6a" [ 1158.363351] env[68893]: _type = "Task" [ 1158.363351] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.371297] env[68893]: DEBUG oslo_vmware.api [None req-30cf6175-8eb2-4b13-bf46-0674a9c5abc9 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52357393-3435-b1b8-f567-29ea611c7f6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.417531] env[68893]: DEBUG oslo_concurrency.lockutils [None req-4195cf8d-e383-472f-962e-d4c8b9770d76 tempest-ServersTestJSON-1128307701 tempest-ServersTestJSON-1128307701-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.484263] env[68893]: DEBUG nova.compute.manager [None req-37999593-375d-48df-977c-e7a56c3a84a0 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: e51b5d20-db57-4bd9-9534-56f6c8cda79a] Stashing vm_state: active {{(pid=68893) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1158.529708] env[68893]: DEBUG oslo_vmware.api [None req-bd544ef2-ad11-4029-9cc4-d1b5851e34fc tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': task-2792322, 'name': PowerOffVM_Task, 'duration_secs': 0.247945} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.529991] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd544ef2-ad11-4029-9cc4-d1b5851e34fc tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: 18c88d54-3409-41b6-9f62-52a2c96d2932] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1158.530838] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-240107f1-ed14-4820-8eb3-e2301a0dfd54 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.553134] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f077da9-e373-4b0a-af6d-0ed8c01daa7c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.588795] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd544ef2-ad11-4029-9cc4-d1b5851e34fc tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: 18c88d54-3409-41b6-9f62-52a2c96d2932] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1158.589102] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5ab2b6a3-e8d7-4707-abf4-cf521eeda90f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.595847] env[68893]: DEBUG oslo_vmware.api [None req-bd544ef2-ad11-4029-9cc4-d1b5851e34fc tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Waiting for the task: (returnval){ [ 1158.595847] env[68893]: value = "task-2792323" [ 1158.595847] env[68893]: _type = "Task" [ 1158.595847] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.603831] env[68893]: DEBUG oslo_vmware.api [None req-bd544ef2-ad11-4029-9cc4-d1b5851e34fc tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': task-2792323, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.646988] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance 89b887c6-1bda-46bb-b285-951b77b5ed61 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1158.646988] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Migration 83964bf1-df00-4e04-acec-e363e90c62bc is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1158.647137] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance e51b5d20-db57-4bd9-9534-56f6c8cda79a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1158.647303] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=68893) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1158.647443] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3328MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=68893) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1158.681590] env[68893]: INFO nova.compute.manager [-] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] Took 1.57 seconds to deallocate network for instance. [ 1158.838542] env[68893]: DEBUG nova.network.neutron [None req-6761fc8b-d113-49a3-b6b9-ae14be886f63 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 2bb38f74-5089-4750-9147-fd2f468599e3] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1158.869667] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb2d907f-6600-4ed2-bbdf-466282be1812 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.878091] env[68893]: DEBUG nova.compute.manager [req-b14eba0d-6ef6-4120-b49a-9d8d7f78aafb req-77fe5e96-e8cc-44d7-8b79-5451e1abe93a service nova] [instance: 2bb38f74-5089-4750-9147-fd2f468599e3] Received event network-vif-plugged-1c781ff5-dac4-44e3-a11a-47f2b81ac59b {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1158.878469] env[68893]: DEBUG oslo_concurrency.lockutils [req-b14eba0d-6ef6-4120-b49a-9d8d7f78aafb req-77fe5e96-e8cc-44d7-8b79-5451e1abe93a service nova] Acquiring lock "2bb38f74-5089-4750-9147-fd2f468599e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.878765] env[68893]: DEBUG oslo_concurrency.lockutils [req-b14eba0d-6ef6-4120-b49a-9d8d7f78aafb req-77fe5e96-e8cc-44d7-8b79-5451e1abe93a service nova] Lock "2bb38f74-5089-4750-9147-fd2f468599e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.878951] env[68893]: DEBUG oslo_concurrency.lockutils [req-b14eba0d-6ef6-4120-b49a-9d8d7f78aafb req-77fe5e96-e8cc-44d7-8b79-5451e1abe93a service nova] Lock "2bb38f74-5089-4750-9147-fd2f468599e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.879155] env[68893]: DEBUG nova.compute.manager [req-b14eba0d-6ef6-4120-b49a-9d8d7f78aafb req-77fe5e96-e8cc-44d7-8b79-5451e1abe93a service nova] [instance: 2bb38f74-5089-4750-9147-fd2f468599e3] No waiting events found dispatching network-vif-plugged-1c781ff5-dac4-44e3-a11a-47f2b81ac59b {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1158.879326] env[68893]: WARNING nova.compute.manager [req-b14eba0d-6ef6-4120-b49a-9d8d7f78aafb req-77fe5e96-e8cc-44d7-8b79-5451e1abe93a service nova] [instance: 2bb38f74-5089-4750-9147-fd2f468599e3] Received unexpected event network-vif-plugged-1c781ff5-dac4-44e3-a11a-47f2b81ac59b for instance with vm_state building and task_state spawning. [ 1158.880028] env[68893]: DEBUG nova.compute.manager [req-b14eba0d-6ef6-4120-b49a-9d8d7f78aafb req-77fe5e96-e8cc-44d7-8b79-5451e1abe93a service nova] [instance: 2bb38f74-5089-4750-9147-fd2f468599e3] Received event network-changed-1c781ff5-dac4-44e3-a11a-47f2b81ac59b {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1158.880028] env[68893]: DEBUG nova.compute.manager [req-b14eba0d-6ef6-4120-b49a-9d8d7f78aafb req-77fe5e96-e8cc-44d7-8b79-5451e1abe93a service nova] [instance: 2bb38f74-5089-4750-9147-fd2f468599e3] Refreshing instance network info cache due to event network-changed-1c781ff5-dac4-44e3-a11a-47f2b81ac59b. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1158.880028] env[68893]: DEBUG oslo_concurrency.lockutils [req-b14eba0d-6ef6-4120-b49a-9d8d7f78aafb req-77fe5e96-e8cc-44d7-8b79-5451e1abe93a service nova] Acquiring lock "refresh_cache-2bb38f74-5089-4750-9147-fd2f468599e3" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.880464] env[68893]: DEBUG oslo_vmware.api [None req-30cf6175-8eb2-4b13-bf46-0674a9c5abc9 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52357393-3435-b1b8-f567-29ea611c7f6a, 'name': SearchDatastore_Task, 'duration_secs': 0.015558} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.881654] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-672eed48-4ea4-4e71-9f95-5c492ad39c17 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.887207] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f13fd644-9556-4081-a2b2-73be34f8a99e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.895022] env[68893]: DEBUG oslo_vmware.api [None req-30cf6175-8eb2-4b13-bf46-0674a9c5abc9 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Waiting for the task: (returnval){ [ 1158.895022] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52755902-169c-1790-e599-3f37f94d469d" [ 1158.895022] env[68893]: _type = "Task" [ 1158.895022] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.929258] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9de7cb79-1a9f-4b97-bae4-3f41d6913cb7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.936986] env[68893]: DEBUG oslo_vmware.api [None req-30cf6175-8eb2-4b13-bf46-0674a9c5abc9 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52755902-169c-1790-e599-3f37f94d469d, 'name': SearchDatastore_Task, 'duration_secs': 0.010045} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.937696] env[68893]: DEBUG oslo_concurrency.lockutils [None req-30cf6175-8eb2-4b13-bf46-0674a9c5abc9 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.938080] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-30cf6175-8eb2-4b13-bf46-0674a9c5abc9 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore1] e8101873-5a0d-47f7-9fd2-fc5428f277a3/e8101873-5a0d-47f7-9fd2-fc5428f277a3.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1158.938350] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b9aac819-487e-4ea9-9006-d7b37fde3542 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.944151] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6e7e149-60bb-46cd-a8f3-71231cb93415 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.949347] env[68893]: DEBUG oslo_vmware.api [None req-30cf6175-8eb2-4b13-bf46-0674a9c5abc9 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Waiting for the task: (returnval){ [ 1158.949347] env[68893]: value = "task-2792324" [ 1158.949347] env[68893]: _type = "Task" [ 1158.949347] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.961031] env[68893]: DEBUG nova.compute.provider_tree [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1158.967704] env[68893]: DEBUG oslo_vmware.api [None req-30cf6175-8eb2-4b13-bf46-0674a9c5abc9 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': task-2792324, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.002777] env[68893]: DEBUG oslo_concurrency.lockutils [None req-37999593-375d-48df-977c-e7a56c3a84a0 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.089760] env[68893]: DEBUG nova.network.neutron [None req-6761fc8b-d113-49a3-b6b9-ae14be886f63 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 2bb38f74-5089-4750-9147-fd2f468599e3] Updating instance_info_cache with network_info: [{"id": "1c781ff5-dac4-44e3-a11a-47f2b81ac59b", "address": "fa:16:3e:87:46:1c", "network": {"id": "535054b4-40f2-4085-93ee-f88482a820b2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1842438762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84cbde965bb240928baaf86257a83746", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c781ff5-da", "ovs_interfaceid": "1c781ff5-dac4-44e3-a11a-47f2b81ac59b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.115610] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd544ef2-ad11-4029-9cc4-d1b5851e34fc tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: 18c88d54-3409-41b6-9f62-52a2c96d2932] VM already powered off {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1159.115780] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-bd544ef2-ad11-4029-9cc4-d1b5851e34fc tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: 18c88d54-3409-41b6-9f62-52a2c96d2932] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1159.116215] env[68893]: DEBUG oslo_concurrency.lockutils [None req-bd544ef2-ad11-4029-9cc4-d1b5851e34fc tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.116538] env[68893]: DEBUG oslo_concurrency.lockutils [None req-bd544ef2-ad11-4029-9cc4-d1b5851e34fc tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.116814] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd544ef2-ad11-4029-9cc4-d1b5851e34fc tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1159.117743] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-818eb9ca-3782-4593-b7a8-9ee595aaead1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.127275] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd544ef2-ad11-4029-9cc4-d1b5851e34fc tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1159.127453] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-bd544ef2-ad11-4029-9cc4-d1b5851e34fc tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1159.128206] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52c67d56-9240-4678-bbdd-13d86854083d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.133245] env[68893]: DEBUG oslo_vmware.api [None req-bd544ef2-ad11-4029-9cc4-d1b5851e34fc tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Waiting for the task: (returnval){ [ 1159.133245] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52b638af-4340-4a6e-d216-aa09b4aa5e4a" [ 1159.133245] env[68893]: _type = "Task" [ 1159.133245] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.141810] env[68893]: DEBUG oslo_vmware.api [None req-bd544ef2-ad11-4029-9cc4-d1b5851e34fc tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52b638af-4340-4a6e-d216-aa09b4aa5e4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.193186] env[68893]: DEBUG oslo_concurrency.lockutils [None req-9726f220-4aed-4963-983a-e41b6cfdc61e tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.460386] env[68893]: DEBUG oslo_vmware.api [None req-30cf6175-8eb2-4b13-bf46-0674a9c5abc9 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': task-2792324, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.464662] env[68893]: DEBUG nova.scheduler.client.report [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1159.593981] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6761fc8b-d113-49a3-b6b9-ae14be886f63 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Releasing lock "refresh_cache-2bb38f74-5089-4750-9147-fd2f468599e3" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.594401] env[68893]: DEBUG nova.compute.manager [None req-6761fc8b-d113-49a3-b6b9-ae14be886f63 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 2bb38f74-5089-4750-9147-fd2f468599e3] Instance network_info: |[{"id": "1c781ff5-dac4-44e3-a11a-47f2b81ac59b", "address": "fa:16:3e:87:46:1c", "network": {"id": "535054b4-40f2-4085-93ee-f88482a820b2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1842438762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84cbde965bb240928baaf86257a83746", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c781ff5-da", "ovs_interfaceid": "1c781ff5-dac4-44e3-a11a-47f2b81ac59b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1159.594739] env[68893]: DEBUG oslo_concurrency.lockutils [req-b14eba0d-6ef6-4120-b49a-9d8d7f78aafb req-77fe5e96-e8cc-44d7-8b79-5451e1abe93a service nova] Acquired lock "refresh_cache-2bb38f74-5089-4750-9147-fd2f468599e3" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.594918] env[68893]: DEBUG nova.network.neutron [req-b14eba0d-6ef6-4120-b49a-9d8d7f78aafb req-77fe5e96-e8cc-44d7-8b79-5451e1abe93a service nova] [instance: 2bb38f74-5089-4750-9147-fd2f468599e3] Refreshing network info cache for port 1c781ff5-dac4-44e3-a11a-47f2b81ac59b {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1159.596157] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-6761fc8b-d113-49a3-b6b9-ae14be886f63 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 2bb38f74-5089-4750-9147-fd2f468599e3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:46:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1c781ff5-dac4-44e3-a11a-47f2b81ac59b', 'vif_model': 'vmxnet3'}] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1159.605232] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6761fc8b-d113-49a3-b6b9-ae14be886f63 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1159.605582] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2bb38f74-5089-4750-9147-fd2f468599e3] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1159.605810] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-706eb91f-3840-4c46-b973-482322062f5c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.625725] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1159.625725] env[68893]: value = "task-2792325" [ 1159.625725] env[68893]: _type = "Task" [ 1159.625725] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.635958] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792325, 'name': CreateVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.646146] env[68893]: DEBUG oslo_vmware.api [None req-bd544ef2-ad11-4029-9cc4-d1b5851e34fc tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52b638af-4340-4a6e-d216-aa09b4aa5e4a, 'name': SearchDatastore_Task, 'duration_secs': 0.00946} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.646953] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a134fffc-0928-4585-8da9-90287f3c6d0c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.652266] env[68893]: DEBUG oslo_vmware.api [None req-bd544ef2-ad11-4029-9cc4-d1b5851e34fc tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Waiting for the task: (returnval){ [ 1159.652266] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52022bb4-8a0d-0c70-8207-67578383071a" [ 1159.652266] env[68893]: _type = "Task" [ 1159.652266] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.662437] env[68893]: DEBUG oslo_vmware.api [None req-bd544ef2-ad11-4029-9cc4-d1b5851e34fc tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52022bb4-8a0d-0c70-8207-67578383071a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.899339] env[68893]: DEBUG oslo_concurrency.lockutils [None req-46210bd0-e05e-48aa-9efc-3a55eb7f20e3 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Acquiring lock "d4070fc4-0915-42b6-ba2e-243f731ba079" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.899640] env[68893]: DEBUG oslo_concurrency.lockutils [None req-46210bd0-e05e-48aa-9efc-3a55eb7f20e3 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Lock "d4070fc4-0915-42b6-ba2e-243f731ba079" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.899873] env[68893]: DEBUG oslo_concurrency.lockutils [None req-46210bd0-e05e-48aa-9efc-3a55eb7f20e3 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Acquiring lock "d4070fc4-0915-42b6-ba2e-243f731ba079-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.900050] env[68893]: DEBUG oslo_concurrency.lockutils [None req-46210bd0-e05e-48aa-9efc-3a55eb7f20e3 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Lock "d4070fc4-0915-42b6-ba2e-243f731ba079-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.900253] env[68893]: DEBUG oslo_concurrency.lockutils [None req-46210bd0-e05e-48aa-9efc-3a55eb7f20e3 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Lock "d4070fc4-0915-42b6-ba2e-243f731ba079-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.902770] env[68893]: INFO nova.compute.manager [None req-46210bd0-e05e-48aa-9efc-3a55eb7f20e3 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: d4070fc4-0915-42b6-ba2e-243f731ba079] Terminating instance [ 1159.960491] env[68893]: DEBUG oslo_vmware.api [None req-30cf6175-8eb2-4b13-bf46-0674a9c5abc9 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': task-2792324, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.708742} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.960769] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-30cf6175-8eb2-4b13-bf46-0674a9c5abc9 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore1] e8101873-5a0d-47f7-9fd2-fc5428f277a3/e8101873-5a0d-47f7-9fd2-fc5428f277a3.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1159.960959] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-30cf6175-8eb2-4b13-bf46-0674a9c5abc9 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: e8101873-5a0d-47f7-9fd2-fc5428f277a3] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1159.961249] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1836852e-ebd3-40be-9a49-ab5ae5ca475e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.967272] env[68893]: DEBUG oslo_vmware.api [None req-30cf6175-8eb2-4b13-bf46-0674a9c5abc9 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Waiting for the task: (returnval){ [ 1159.967272] env[68893]: value = "task-2792326" [ 1159.967272] env[68893]: _type = "Task" [ 1159.967272] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.970514] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68893) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1159.970694] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.870s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.970930] env[68893]: DEBUG oslo_concurrency.lockutils [None req-4195cf8d-e383-472f-962e-d4c8b9770d76 tempest-ServersTestJSON-1128307701 tempest-ServersTestJSON-1128307701-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.554s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.972793] env[68893]: INFO nova.compute.claims [None req-4195cf8d-e383-472f-962e-d4c8b9770d76 tempest-ServersTestJSON-1128307701 tempest-ServersTestJSON-1128307701-project-member] [instance: 89b887c6-1bda-46bb-b285-951b77b5ed61] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1159.980512] env[68893]: DEBUG oslo_vmware.api [None req-30cf6175-8eb2-4b13-bf46-0674a9c5abc9 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': task-2792326, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.136049] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792325, 'name': CreateVM_Task} progress is 25%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.163112] env[68893]: DEBUG oslo_vmware.api [None req-bd544ef2-ad11-4029-9cc4-d1b5851e34fc tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52022bb4-8a0d-0c70-8207-67578383071a, 'name': SearchDatastore_Task, 'duration_secs': 0.019157} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.163258] env[68893]: DEBUG oslo_concurrency.lockutils [None req-bd544ef2-ad11-4029-9cc4-d1b5851e34fc tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.163607] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd544ef2-ad11-4029-9cc4-d1b5851e34fc tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore1] 18c88d54-3409-41b6-9f62-52a2c96d2932/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f-rescue.vmdk. {{(pid=68893) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1160.163720] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2b808e83-25bb-46f9-93f9-224af5b68e24 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.171665] env[68893]: DEBUG oslo_vmware.api [None req-bd544ef2-ad11-4029-9cc4-d1b5851e34fc tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Waiting for the task: (returnval){ [ 1160.171665] env[68893]: value = "task-2792327" [ 1160.171665] env[68893]: _type = "Task" [ 1160.171665] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.180139] env[68893]: DEBUG oslo_vmware.api [None req-bd544ef2-ad11-4029-9cc4-d1b5851e34fc tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': task-2792327, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.288164] env[68893]: DEBUG oslo_concurrency.lockutils [None req-794ee8c3-971e-4df8-84c4-6bdbc0639b10 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Acquiring lock "interface-1a1dd7d2-fd20-4578-a095-fb95f4fc1516-b71ddde7-6e94-402a-8617-cdf4da29fd89" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.288164] env[68893]: DEBUG oslo_concurrency.lockutils [None req-794ee8c3-971e-4df8-84c4-6bdbc0639b10 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Lock "interface-1a1dd7d2-fd20-4578-a095-fb95f4fc1516-b71ddde7-6e94-402a-8617-cdf4da29fd89" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.288164] env[68893]: DEBUG nova.objects.instance [None req-794ee8c3-971e-4df8-84c4-6bdbc0639b10 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Lazy-loading 'flavor' on Instance uuid 1a1dd7d2-fd20-4578-a095-fb95f4fc1516 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1160.394313] env[68893]: DEBUG nova.network.neutron [req-b14eba0d-6ef6-4120-b49a-9d8d7f78aafb req-77fe5e96-e8cc-44d7-8b79-5451e1abe93a service nova] [instance: 2bb38f74-5089-4750-9147-fd2f468599e3] Updated VIF entry in instance network info cache for port 1c781ff5-dac4-44e3-a11a-47f2b81ac59b. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1160.394666] env[68893]: DEBUG nova.network.neutron [req-b14eba0d-6ef6-4120-b49a-9d8d7f78aafb req-77fe5e96-e8cc-44d7-8b79-5451e1abe93a service nova] [instance: 2bb38f74-5089-4750-9147-fd2f468599e3] Updating instance_info_cache with network_info: [{"id": "1c781ff5-dac4-44e3-a11a-47f2b81ac59b", "address": "fa:16:3e:87:46:1c", "network": {"id": "535054b4-40f2-4085-93ee-f88482a820b2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1842438762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84cbde965bb240928baaf86257a83746", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c781ff5-da", "ovs_interfaceid": "1c781ff5-dac4-44e3-a11a-47f2b81ac59b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.407778] env[68893]: DEBUG nova.compute.manager [None req-46210bd0-e05e-48aa-9efc-3a55eb7f20e3 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: d4070fc4-0915-42b6-ba2e-243f731ba079] Start destroying the instance on the hypervisor. {{(pid=68893) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1160.408015] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-46210bd0-e05e-48aa-9efc-3a55eb7f20e3 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: d4070fc4-0915-42b6-ba2e-243f731ba079] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1160.409323] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c4780ae-bf7d-4483-a0ec-bfb999861400 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.420021] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-46210bd0-e05e-48aa-9efc-3a55eb7f20e3 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: d4070fc4-0915-42b6-ba2e-243f731ba079] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1160.420399] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4a68e1a3-a3e0-4bed-90b0-6ec2ab8703cc {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.426533] env[68893]: DEBUG oslo_vmware.api [None req-46210bd0-e05e-48aa-9efc-3a55eb7f20e3 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Waiting for the task: (returnval){ [ 1160.426533] env[68893]: value = "task-2792328" [ 1160.426533] env[68893]: _type = "Task" [ 1160.426533] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.436057] env[68893]: DEBUG oslo_concurrency.lockutils [None req-66423467-f27c-4762-a409-8c18e2e3d857 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Acquiring lock "80865abc-dea4-468e-a2d6-1b8156411609" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.436346] env[68893]: DEBUG oslo_concurrency.lockutils [None req-66423467-f27c-4762-a409-8c18e2e3d857 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Lock "80865abc-dea4-468e-a2d6-1b8156411609" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.442227] env[68893]: DEBUG oslo_vmware.api [None req-46210bd0-e05e-48aa-9efc-3a55eb7f20e3 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792328, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.478747] env[68893]: DEBUG oslo_vmware.api [None req-30cf6175-8eb2-4b13-bf46-0674a9c5abc9 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': task-2792326, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068229} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.479460] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-30cf6175-8eb2-4b13-bf46-0674a9c5abc9 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: e8101873-5a0d-47f7-9fd2-fc5428f277a3] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1160.480757] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bea1c98-e950-4c09-875e-ae6e1b572945 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.505108] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-30cf6175-8eb2-4b13-bf46-0674a9c5abc9 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: e8101873-5a0d-47f7-9fd2-fc5428f277a3] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] e8101873-5a0d-47f7-9fd2-fc5428f277a3/e8101873-5a0d-47f7-9fd2-fc5428f277a3.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1160.506805] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2984b6d5-a486-4e01-bd79-5367e5eab4a8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.527008] env[68893]: DEBUG oslo_vmware.api [None req-30cf6175-8eb2-4b13-bf46-0674a9c5abc9 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Waiting for the task: (returnval){ [ 1160.527008] env[68893]: value = "task-2792329" [ 1160.527008] env[68893]: _type = "Task" [ 1160.527008] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.536148] env[68893]: DEBUG oslo_vmware.api [None req-30cf6175-8eb2-4b13-bf46-0674a9c5abc9 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': task-2792329, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.637094] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792325, 'name': CreateVM_Task, 'duration_secs': 0.627402} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.637317] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2bb38f74-5089-4750-9147-fd2f468599e3] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1160.638089] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6761fc8b-d113-49a3-b6b9-ae14be886f63 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.638353] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6761fc8b-d113-49a3-b6b9-ae14be886f63 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.638707] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6761fc8b-d113-49a3-b6b9-ae14be886f63 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.639010] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5c60722-96e7-4ff9-92c6-5c407f745e72 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.643978] env[68893]: DEBUG oslo_vmware.api [None req-6761fc8b-d113-49a3-b6b9-ae14be886f63 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Waiting for the task: (returnval){ [ 1160.643978] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]522df2f8-6478-efd9-d74b-bd89c9e2902a" [ 1160.643978] env[68893]: _type = "Task" [ 1160.643978] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.654597] env[68893]: DEBUG oslo_vmware.api [None req-6761fc8b-d113-49a3-b6b9-ae14be886f63 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]522df2f8-6478-efd9-d74b-bd89c9e2902a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.682683] env[68893]: DEBUG oslo_vmware.api [None req-bd544ef2-ad11-4029-9cc4-d1b5851e34fc tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': task-2792327, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498735} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.682966] env[68893]: INFO nova.virt.vmwareapi.ds_util [None req-bd544ef2-ad11-4029-9cc4-d1b5851e34fc tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore1] 18c88d54-3409-41b6-9f62-52a2c96d2932/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f-rescue.vmdk. [ 1160.683742] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53384fe0-e6d7-4da6-9307-d3f173f2df47 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.708513] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd544ef2-ad11-4029-9cc4-d1b5851e34fc tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: 18c88d54-3409-41b6-9f62-52a2c96d2932] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] 18c88d54-3409-41b6-9f62-52a2c96d2932/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f-rescue.vmdk or device None with type thin {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1160.708811] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d412e50-9930-4e61-8dd0-0c5defdf0f00 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.726881] env[68893]: DEBUG oslo_vmware.api [None req-bd544ef2-ad11-4029-9cc4-d1b5851e34fc tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Waiting for the task: (returnval){ [ 1160.726881] env[68893]: value = "task-2792330" [ 1160.726881] env[68893]: _type = "Task" [ 1160.726881] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.736657] env[68893]: DEBUG oslo_vmware.api [None req-bd544ef2-ad11-4029-9cc4-d1b5851e34fc tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': task-2792330, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.898364] env[68893]: DEBUG oslo_concurrency.lockutils [req-b14eba0d-6ef6-4120-b49a-9d8d7f78aafb req-77fe5e96-e8cc-44d7-8b79-5451e1abe93a service nova] Releasing lock "refresh_cache-2bb38f74-5089-4750-9147-fd2f468599e3" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.918278] env[68893]: DEBUG nova.objects.instance [None req-794ee8c3-971e-4df8-84c4-6bdbc0639b10 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Lazy-loading 'pci_requests' on Instance uuid 1a1dd7d2-fd20-4578-a095-fb95f4fc1516 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1160.937367] env[68893]: DEBUG oslo_vmware.api [None req-46210bd0-e05e-48aa-9efc-3a55eb7f20e3 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792328, 'name': PowerOffVM_Task, 'duration_secs': 0.324393} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.937633] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-46210bd0-e05e-48aa-9efc-3a55eb7f20e3 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: d4070fc4-0915-42b6-ba2e-243f731ba079] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1160.937797] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-46210bd0-e05e-48aa-9efc-3a55eb7f20e3 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: d4070fc4-0915-42b6-ba2e-243f731ba079] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1160.938062] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8d870047-e5bb-4762-ab1a-e5fe44dddbcf {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.939659] env[68893]: DEBUG nova.compute.manager [None req-66423467-f27c-4762-a409-8c18e2e3d857 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: 80865abc-dea4-468e-a2d6-1b8156411609] Starting instance... {{(pid=68893) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1161.008468] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-46210bd0-e05e-48aa-9efc-3a55eb7f20e3 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: d4070fc4-0915-42b6-ba2e-243f731ba079] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1161.008746] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-46210bd0-e05e-48aa-9efc-3a55eb7f20e3 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: d4070fc4-0915-42b6-ba2e-243f731ba079] Deleting contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1161.008957] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-46210bd0-e05e-48aa-9efc-3a55eb7f20e3 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Deleting the datastore file [datastore2] d4070fc4-0915-42b6-ba2e-243f731ba079 {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1161.009270] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cdfebf36-874d-49ae-94f9-7781ed0448c8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.015818] env[68893]: DEBUG oslo_vmware.api [None req-46210bd0-e05e-48aa-9efc-3a55eb7f20e3 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Waiting for the task: (returnval){ [ 1161.015818] env[68893]: value = "task-2792332" [ 1161.015818] env[68893]: _type = "Task" [ 1161.015818] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.027331] env[68893]: DEBUG oslo_vmware.api [None req-46210bd0-e05e-48aa-9efc-3a55eb7f20e3 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792332, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.035783] env[68893]: DEBUG oslo_vmware.api [None req-30cf6175-8eb2-4b13-bf46-0674a9c5abc9 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': task-2792329, 'name': ReconfigVM_Task, 'duration_secs': 0.448143} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.038613] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-30cf6175-8eb2-4b13-bf46-0674a9c5abc9 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: e8101873-5a0d-47f7-9fd2-fc5428f277a3] Reconfigured VM instance instance-00000067 to attach disk [datastore1] e8101873-5a0d-47f7-9fd2-fc5428f277a3/e8101873-5a0d-47f7-9fd2-fc5428f277a3.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1161.039571] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d7a727a8-9572-4a8a-b247-8f3438a20a9e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.046766] env[68893]: DEBUG oslo_vmware.api [None req-30cf6175-8eb2-4b13-bf46-0674a9c5abc9 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Waiting for the task: (returnval){ [ 1161.046766] env[68893]: value = "task-2792333" [ 1161.046766] env[68893]: _type = "Task" [ 1161.046766] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.057751] env[68893]: DEBUG oslo_vmware.api [None req-30cf6175-8eb2-4b13-bf46-0674a9c5abc9 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': task-2792333, 'name': Rename_Task} progress is 6%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.155880] env[68893]: DEBUG oslo_vmware.api [None req-6761fc8b-d113-49a3-b6b9-ae14be886f63 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]522df2f8-6478-efd9-d74b-bd89c9e2902a, 'name': SearchDatastore_Task, 'duration_secs': 0.01538} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.156275] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6761fc8b-d113-49a3-b6b9-ae14be886f63 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.156563] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-6761fc8b-d113-49a3-b6b9-ae14be886f63 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 2bb38f74-5089-4750-9147-fd2f468599e3] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1161.156843] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6761fc8b-d113-49a3-b6b9-ae14be886f63 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.157043] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6761fc8b-d113-49a3-b6b9-ae14be886f63 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.157265] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-6761fc8b-d113-49a3-b6b9-ae14be886f63 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1161.157560] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a682599d-d555-4d11-ae3b-61f29c547d15 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.164829] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-6761fc8b-d113-49a3-b6b9-ae14be886f63 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1161.165016] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-6761fc8b-d113-49a3-b6b9-ae14be886f63 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1161.165706] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0816a14-2776-45d0-b490-0b79a3003978 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.170438] env[68893]: DEBUG oslo_vmware.api [None req-6761fc8b-d113-49a3-b6b9-ae14be886f63 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Waiting for the task: (returnval){ [ 1161.170438] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52f4d5ad-1d84-a6aa-b51a-a8a2fd4756d3" [ 1161.170438] env[68893]: _type = "Task" [ 1161.170438] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.180790] env[68893]: DEBUG oslo_vmware.api [None req-6761fc8b-d113-49a3-b6b9-ae14be886f63 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52f4d5ad-1d84-a6aa-b51a-a8a2fd4756d3, 'name': SearchDatastore_Task, 'duration_secs': 0.008043} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.181552] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1f05d85-2b3f-4b79-beb6-eafa0b102473 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.188595] env[68893]: DEBUG oslo_vmware.api [None req-6761fc8b-d113-49a3-b6b9-ae14be886f63 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Waiting for the task: (returnval){ [ 1161.188595] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]5263c6d9-2081-db18-38e3-677146ecd569" [ 1161.188595] env[68893]: _type = "Task" [ 1161.188595] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.196323] env[68893]: DEBUG oslo_vmware.api [None req-6761fc8b-d113-49a3-b6b9-ae14be886f63 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]5263c6d9-2081-db18-38e3-677146ecd569, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.208105] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2be5822d-8651-4b1e-a179-3a34fa47d16f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.214863] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbfcf25f-c39b-4c09-acf3-f0aae4224a68 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.248259] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89519ab2-2951-48fd-939a-4070f122bcf9 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.255350] env[68893]: DEBUG oslo_vmware.api [None req-bd544ef2-ad11-4029-9cc4-d1b5851e34fc tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': task-2792330, 'name': ReconfigVM_Task, 'duration_secs': 0.317342} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.257274] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd544ef2-ad11-4029-9cc4-d1b5851e34fc tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: 18c88d54-3409-41b6-9f62-52a2c96d2932] Reconfigured VM instance instance-00000063 to attach disk [datastore1] 18c88d54-3409-41b6-9f62-52a2c96d2932/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f-rescue.vmdk or device None with type thin {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1161.258077] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89574c63-1895-438f-81b5-f9b9d7ed038d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.261137] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddeda404-9b07-41b4-affd-c15a85b16a48 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.294192] env[68893]: DEBUG nova.compute.provider_tree [None req-4195cf8d-e383-472f-962e-d4c8b9770d76 tempest-ServersTestJSON-1128307701 tempest-ServersTestJSON-1128307701-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1161.295524] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d3f8337-88ff-417e-b05d-a15c52c0e49c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.306367] env[68893]: DEBUG nova.scheduler.client.report [None req-4195cf8d-e383-472f-962e-d4c8b9770d76 tempest-ServersTestJSON-1128307701 tempest-ServersTestJSON-1128307701-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1161.317554] env[68893]: DEBUG oslo_vmware.api [None req-bd544ef2-ad11-4029-9cc4-d1b5851e34fc tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Waiting for the task: (returnval){ [ 1161.317554] env[68893]: value = "task-2792334" [ 1161.317554] env[68893]: _type = "Task" [ 1161.317554] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.324448] env[68893]: DEBUG oslo_vmware.api [None req-bd544ef2-ad11-4029-9cc4-d1b5851e34fc tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': task-2792334, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.421154] env[68893]: DEBUG nova.objects.base [None req-794ee8c3-971e-4df8-84c4-6bdbc0639b10 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Object Instance<1a1dd7d2-fd20-4578-a095-fb95f4fc1516> lazy-loaded attributes: flavor,pci_requests {{(pid=68893) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1161.421154] env[68893]: DEBUG nova.network.neutron [None req-794ee8c3-971e-4df8-84c4-6bdbc0639b10 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 1a1dd7d2-fd20-4578-a095-fb95f4fc1516] allocate_for_instance() {{(pid=68893) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1161.462377] env[68893]: DEBUG oslo_concurrency.lockutils [None req-66423467-f27c-4762-a409-8c18e2e3d857 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.496090] env[68893]: DEBUG nova.policy [None req-794ee8c3-971e-4df8-84c4-6bdbc0639b10 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7bc429cb492f4b0d9783c375b77fc5d0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '564a5b6c6f4f4e42aeeef87662301380', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68893) authorize /opt/stack/nova/nova/policy.py:192}} [ 1161.514670] env[68893]: DEBUG oslo_concurrency.lockutils [None req-5c0c1f08-e7bb-49cc-a4d2-e8c6c23cb3eb tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Acquiring lock "7b587048-dac4-4611-9149-6999e7cf06a0" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.514915] env[68893]: DEBUG oslo_concurrency.lockutils [None req-5c0c1f08-e7bb-49cc-a4d2-e8c6c23cb3eb tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Lock "7b587048-dac4-4611-9149-6999e7cf06a0" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.526517] env[68893]: DEBUG oslo_vmware.api [None req-46210bd0-e05e-48aa-9efc-3a55eb7f20e3 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792332, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136032} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.526736] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-46210bd0-e05e-48aa-9efc-3a55eb7f20e3 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1161.526911] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-46210bd0-e05e-48aa-9efc-3a55eb7f20e3 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: d4070fc4-0915-42b6-ba2e-243f731ba079] Deleted contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1161.527138] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-46210bd0-e05e-48aa-9efc-3a55eb7f20e3 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: d4070fc4-0915-42b6-ba2e-243f731ba079] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1161.527335] env[68893]: INFO nova.compute.manager [None req-46210bd0-e05e-48aa-9efc-3a55eb7f20e3 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: d4070fc4-0915-42b6-ba2e-243f731ba079] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1161.527574] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-46210bd0-e05e-48aa-9efc-3a55eb7f20e3 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1161.527756] env[68893]: DEBUG nova.compute.manager [-] [instance: d4070fc4-0915-42b6-ba2e-243f731ba079] Deallocating network for instance {{(pid=68893) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1161.527851] env[68893]: DEBUG nova.network.neutron [-] [instance: d4070fc4-0915-42b6-ba2e-243f731ba079] deallocate_for_instance() {{(pid=68893) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1161.555341] env[68893]: DEBUG oslo_vmware.api [None req-30cf6175-8eb2-4b13-bf46-0674a9c5abc9 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': task-2792333, 'name': Rename_Task, 'duration_secs': 0.178093} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.555599] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-30cf6175-8eb2-4b13-bf46-0674a9c5abc9 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: e8101873-5a0d-47f7-9fd2-fc5428f277a3] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1161.555828] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6fb95f9f-2ac2-424b-bbfa-e50b32570765 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.562389] env[68893]: DEBUG oslo_vmware.api [None req-30cf6175-8eb2-4b13-bf46-0674a9c5abc9 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Waiting for the task: (returnval){ [ 1161.562389] env[68893]: value = "task-2792335" [ 1161.562389] env[68893]: _type = "Task" [ 1161.562389] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.570488] env[68893]: DEBUG oslo_vmware.api [None req-30cf6175-8eb2-4b13-bf46-0674a9c5abc9 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': task-2792335, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.699299] env[68893]: DEBUG oslo_vmware.api [None req-6761fc8b-d113-49a3-b6b9-ae14be886f63 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]5263c6d9-2081-db18-38e3-677146ecd569, 'name': SearchDatastore_Task, 'duration_secs': 0.008736} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.699596] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6761fc8b-d113-49a3-b6b9-ae14be886f63 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.699888] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-6761fc8b-d113-49a3-b6b9-ae14be886f63 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore1] 2bb38f74-5089-4750-9147-fd2f468599e3/2bb38f74-5089-4750-9147-fd2f468599e3.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1161.700160] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e4c3882e-8bad-44e8-b9f1-281807394c70 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.706384] env[68893]: DEBUG oslo_vmware.api [None req-6761fc8b-d113-49a3-b6b9-ae14be886f63 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Waiting for the task: (returnval){ [ 1161.706384] env[68893]: value = "task-2792336" [ 1161.706384] env[68893]: _type = "Task" [ 1161.706384] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.715835] env[68893]: DEBUG oslo_vmware.api [None req-6761fc8b-d113-49a3-b6b9-ae14be886f63 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2792336, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.811440] env[68893]: DEBUG oslo_concurrency.lockutils [None req-4195cf8d-e383-472f-962e-d4c8b9770d76 tempest-ServersTestJSON-1128307701 tempest-ServersTestJSON-1128307701-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.840s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.811983] env[68893]: DEBUG nova.compute.manager [None req-4195cf8d-e383-472f-962e-d4c8b9770d76 tempest-ServersTestJSON-1128307701 tempest-ServersTestJSON-1128307701-project-member] [instance: 89b887c6-1bda-46bb-b285-951b77b5ed61] Start building networks asynchronously for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1161.814869] env[68893]: DEBUG oslo_concurrency.lockutils [None req-37999593-375d-48df-977c-e7a56c3a84a0 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.812s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.825804] env[68893]: DEBUG oslo_vmware.api [None req-bd544ef2-ad11-4029-9cc4-d1b5851e34fc tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': task-2792334, 'name': ReconfigVM_Task, 'duration_secs': 0.148832} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.826097] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd544ef2-ad11-4029-9cc4-d1b5851e34fc tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: 18c88d54-3409-41b6-9f62-52a2c96d2932] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1161.826355] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5f7fda79-9b70-4033-9b13-c82d790fa71b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.833377] env[68893]: DEBUG oslo_vmware.api [None req-bd544ef2-ad11-4029-9cc4-d1b5851e34fc tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Waiting for the task: (returnval){ [ 1161.833377] env[68893]: value = "task-2792337" [ 1161.833377] env[68893]: _type = "Task" [ 1161.833377] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.841471] env[68893]: DEBUG oslo_vmware.api [None req-bd544ef2-ad11-4029-9cc4-d1b5851e34fc tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': task-2792337, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.018029] env[68893]: DEBUG nova.compute.utils [None req-5c0c1f08-e7bb-49cc-a4d2-e8c6c23cb3eb tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1162.073534] env[68893]: DEBUG oslo_vmware.api [None req-30cf6175-8eb2-4b13-bf46-0674a9c5abc9 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': task-2792335, 'name': PowerOnVM_Task, 'duration_secs': 0.502362} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.073812] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-30cf6175-8eb2-4b13-bf46-0674a9c5abc9 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: e8101873-5a0d-47f7-9fd2-fc5428f277a3] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1162.074028] env[68893]: INFO nova.compute.manager [None req-30cf6175-8eb2-4b13-bf46-0674a9c5abc9 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: e8101873-5a0d-47f7-9fd2-fc5428f277a3] Took 7.71 seconds to spawn the instance on the hypervisor. [ 1162.074241] env[68893]: DEBUG nova.compute.manager [None req-30cf6175-8eb2-4b13-bf46-0674a9c5abc9 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: e8101873-5a0d-47f7-9fd2-fc5428f277a3] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1162.075138] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-978e2c22-fa4e-410b-b77e-bc3d6a8fc647 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.216625] env[68893]: DEBUG oslo_vmware.api [None req-6761fc8b-d113-49a3-b6b9-ae14be886f63 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2792336, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.464121} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.216823] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-6761fc8b-d113-49a3-b6b9-ae14be886f63 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore1] 2bb38f74-5089-4750-9147-fd2f468599e3/2bb38f74-5089-4750-9147-fd2f468599e3.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1162.217052] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-6761fc8b-d113-49a3-b6b9-ae14be886f63 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 2bb38f74-5089-4750-9147-fd2f468599e3] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1162.217308] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9ded9274-83e0-4eaa-950f-a34f9f33023e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.223348] env[68893]: DEBUG oslo_vmware.api [None req-6761fc8b-d113-49a3-b6b9-ae14be886f63 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Waiting for the task: (returnval){ [ 1162.223348] env[68893]: value = "task-2792338" [ 1162.223348] env[68893]: _type = "Task" [ 1162.223348] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.230527] env[68893]: DEBUG oslo_vmware.api [None req-6761fc8b-d113-49a3-b6b9-ae14be886f63 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2792338, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.318843] env[68893]: DEBUG nova.compute.utils [None req-4195cf8d-e383-472f-962e-d4c8b9770d76 tempest-ServersTestJSON-1128307701 tempest-ServersTestJSON-1128307701-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1162.322414] env[68893]: INFO nova.compute.claims [None req-37999593-375d-48df-977c-e7a56c3a84a0 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: e51b5d20-db57-4bd9-9534-56f6c8cda79a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1162.326082] env[68893]: DEBUG nova.compute.manager [None req-4195cf8d-e383-472f-962e-d4c8b9770d76 tempest-ServersTestJSON-1128307701 tempest-ServersTestJSON-1128307701-project-member] [instance: 89b887c6-1bda-46bb-b285-951b77b5ed61] Allocating IP information in the background. {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1162.326305] env[68893]: DEBUG nova.network.neutron [None req-4195cf8d-e383-472f-962e-d4c8b9770d76 tempest-ServersTestJSON-1128307701 tempest-ServersTestJSON-1128307701-project-member] [instance: 89b887c6-1bda-46bb-b285-951b77b5ed61] allocate_for_instance() {{(pid=68893) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1162.342933] env[68893]: DEBUG oslo_vmware.api [None req-bd544ef2-ad11-4029-9cc4-d1b5851e34fc tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': task-2792337, 'name': PowerOnVM_Task} progress is 71%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.386172] env[68893]: DEBUG nova.policy [None req-4195cf8d-e383-472f-962e-d4c8b9770d76 tempest-ServersTestJSON-1128307701 tempest-ServersTestJSON-1128307701-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9fbc97481e6140d2a28c183d5f5cc9c5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1af2ec1896ff4af48b8b5955bdbf43a9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68893) authorize /opt/stack/nova/nova/policy.py:192}} [ 1162.392180] env[68893]: DEBUG nova.network.neutron [-] [instance: d4070fc4-0915-42b6-ba2e-243f731ba079] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.521222] env[68893]: DEBUG oslo_concurrency.lockutils [None req-5c0c1f08-e7bb-49cc-a4d2-e8c6c23cb3eb tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Lock "7b587048-dac4-4611-9149-6999e7cf06a0" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.594902] env[68893]: INFO nova.compute.manager [None req-30cf6175-8eb2-4b13-bf46-0674a9c5abc9 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: e8101873-5a0d-47f7-9fd2-fc5428f277a3] Took 22.14 seconds to build instance. [ 1162.662570] env[68893]: DEBUG nova.network.neutron [None req-4195cf8d-e383-472f-962e-d4c8b9770d76 tempest-ServersTestJSON-1128307701 tempest-ServersTestJSON-1128307701-project-member] [instance: 89b887c6-1bda-46bb-b285-951b77b5ed61] Successfully created port: f4adf7b7-e768-486e-845d-ca370c8287eb {{(pid=68893) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1162.734901] env[68893]: DEBUG oslo_vmware.api [None req-6761fc8b-d113-49a3-b6b9-ae14be886f63 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2792338, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.256212} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.735192] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-6761fc8b-d113-49a3-b6b9-ae14be886f63 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 2bb38f74-5089-4750-9147-fd2f468599e3] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1162.736011] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-756bc2d7-3729-4303-b91d-da7f329fdd44 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.763411] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-6761fc8b-d113-49a3-b6b9-ae14be886f63 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 2bb38f74-5089-4750-9147-fd2f468599e3] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] 2bb38f74-5089-4750-9147-fd2f468599e3/2bb38f74-5089-4750-9147-fd2f468599e3.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1162.763628] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d141fa1-89a6-4f93-acf6-4ff119ec1c60 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.785862] env[68893]: DEBUG oslo_vmware.api [None req-6761fc8b-d113-49a3-b6b9-ae14be886f63 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Waiting for the task: (returnval){ [ 1162.785862] env[68893]: value = "task-2792339" [ 1162.785862] env[68893]: _type = "Task" [ 1162.785862] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.796238] env[68893]: DEBUG oslo_vmware.api [None req-6761fc8b-d113-49a3-b6b9-ae14be886f63 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2792339, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.827237] env[68893]: DEBUG nova.compute.manager [None req-4195cf8d-e383-472f-962e-d4c8b9770d76 tempest-ServersTestJSON-1128307701 tempest-ServersTestJSON-1128307701-project-member] [instance: 89b887c6-1bda-46bb-b285-951b77b5ed61] Start building block device mappings for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1162.831785] env[68893]: INFO nova.compute.resource_tracker [None req-37999593-375d-48df-977c-e7a56c3a84a0 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: e51b5d20-db57-4bd9-9534-56f6c8cda79a] Updating resource usage from migration 83964bf1-df00-4e04-acec-e363e90c62bc [ 1162.842690] env[68893]: DEBUG oslo_vmware.api [None req-bd544ef2-ad11-4029-9cc4-d1b5851e34fc tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': task-2792337, 'name': PowerOnVM_Task, 'duration_secs': 0.880003} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.842948] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd544ef2-ad11-4029-9cc4-d1b5851e34fc tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: 18c88d54-3409-41b6-9f62-52a2c96d2932] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1162.846536] env[68893]: DEBUG nova.compute.manager [None req-bd544ef2-ad11-4029-9cc4-d1b5851e34fc tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: 18c88d54-3409-41b6-9f62-52a2c96d2932] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1162.847319] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0456c26-f9d2-49dd-a09b-99028d7f1e4b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.895043] env[68893]: INFO nova.compute.manager [-] [instance: d4070fc4-0915-42b6-ba2e-243f731ba079] Took 1.37 seconds to deallocate network for instance. [ 1163.097437] env[68893]: DEBUG oslo_concurrency.lockutils [None req-30cf6175-8eb2-4b13-bf46-0674a9c5abc9 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Lock "e8101873-5a0d-47f7-9fd2-fc5428f277a3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.661s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.181512] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84f88c13-a568-4941-bed1-89f65c34232f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.194906] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f7c9604-bf3f-4601-9fca-c624e06a98ba {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.231789] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23894ab6-8a37-494f-ae58-3c6d8d4621de {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.239848] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51826b23-166f-4648-a84e-5ca405690fa3 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.255268] env[68893]: DEBUG nova.compute.provider_tree [None req-37999593-375d-48df-977c-e7a56c3a84a0 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1163.295511] env[68893]: DEBUG oslo_vmware.api [None req-6761fc8b-d113-49a3-b6b9-ae14be886f63 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2792339, 'name': ReconfigVM_Task, 'duration_secs': 0.277452} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.295798] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-6761fc8b-d113-49a3-b6b9-ae14be886f63 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 2bb38f74-5089-4750-9147-fd2f468599e3] Reconfigured VM instance instance-00000068 to attach disk [datastore1] 2bb38f74-5089-4750-9147-fd2f468599e3/2bb38f74-5089-4750-9147-fd2f468599e3.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1163.296689] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-23ea23d1-0a2f-423f-8cb5-25164ac398ba {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.303399] env[68893]: DEBUG oslo_vmware.api [None req-6761fc8b-d113-49a3-b6b9-ae14be886f63 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Waiting for the task: (returnval){ [ 1163.303399] env[68893]: value = "task-2792340" [ 1163.303399] env[68893]: _type = "Task" [ 1163.303399] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.318742] env[68893]: DEBUG oslo_vmware.api [None req-6761fc8b-d113-49a3-b6b9-ae14be886f63 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2792340, 'name': Rename_Task} progress is 6%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.401625] env[68893]: DEBUG oslo_concurrency.lockutils [None req-46210bd0-e05e-48aa-9efc-3a55eb7f20e3 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.453159] env[68893]: DEBUG nova.network.neutron [None req-794ee8c3-971e-4df8-84c4-6bdbc0639b10 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 1a1dd7d2-fd20-4578-a095-fb95f4fc1516] Successfully updated port: b71ddde7-6e94-402a-8617-cdf4da29fd89 {{(pid=68893) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1163.548934] env[68893]: DEBUG nova.compute.manager [req-044371e7-c673-46f7-8ebd-6710c84bf6ce req-4aaf6a3e-3a19-42cb-9965-443f12d3817c service nova] [instance: d4070fc4-0915-42b6-ba2e-243f731ba079] Received event network-vif-deleted-9a87f0fc-69d0-4bef-9b06-74338e55988c {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1163.611359] env[68893]: DEBUG oslo_concurrency.lockutils [None req-5c0c1f08-e7bb-49cc-a4d2-e8c6c23cb3eb tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Acquiring lock "7b587048-dac4-4611-9149-6999e7cf06a0" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.611688] env[68893]: DEBUG oslo_concurrency.lockutils [None req-5c0c1f08-e7bb-49cc-a4d2-e8c6c23cb3eb tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Lock "7b587048-dac4-4611-9149-6999e7cf06a0" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.611982] env[68893]: INFO nova.compute.manager [None req-5c0c1f08-e7bb-49cc-a4d2-e8c6c23cb3eb tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: 7b587048-dac4-4611-9149-6999e7cf06a0] Attaching volume 0714c7b0-5454-4deb-94db-b516a4d5e170 to /dev/sdb [ 1163.646788] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4f354b3-4557-463a-92a4-2fa9e63f8011 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.654276] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3a1a212-6519-4395-8d6a-e605c545ae56 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.667290] env[68893]: DEBUG nova.virt.block_device [None req-5c0c1f08-e7bb-49cc-a4d2-e8c6c23cb3eb tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: 7b587048-dac4-4611-9149-6999e7cf06a0] Updating existing volume attachment record: 80d84b19-730f-4613-8463-2a400d38768b {{(pid=68893) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1163.758495] env[68893]: DEBUG nova.scheduler.client.report [None req-37999593-375d-48df-977c-e7a56c3a84a0 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1163.813957] env[68893]: DEBUG oslo_vmware.api [None req-6761fc8b-d113-49a3-b6b9-ae14be886f63 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2792340, 'name': Rename_Task, 'duration_secs': 0.151815} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.814068] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-6761fc8b-d113-49a3-b6b9-ae14be886f63 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 2bb38f74-5089-4750-9147-fd2f468599e3] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1163.814284] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2b3c7fc8-3b9c-4e21-9a02-1aad1920df76 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.821029] env[68893]: DEBUG oslo_vmware.api [None req-6761fc8b-d113-49a3-b6b9-ae14be886f63 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Waiting for the task: (returnval){ [ 1163.821029] env[68893]: value = "task-2792342" [ 1163.821029] env[68893]: _type = "Task" [ 1163.821029] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.828262] env[68893]: DEBUG oslo_vmware.api [None req-6761fc8b-d113-49a3-b6b9-ae14be886f63 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2792342, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.841785] env[68893]: DEBUG nova.compute.manager [None req-4195cf8d-e383-472f-962e-d4c8b9770d76 tempest-ServersTestJSON-1128307701 tempest-ServersTestJSON-1128307701-project-member] [instance: 89b887c6-1bda-46bb-b285-951b77b5ed61] Start spawning the instance on the hypervisor. {{(pid=68893) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1163.870460] env[68893]: DEBUG nova.virt.hardware [None req-4195cf8d-e383-472f-962e-d4c8b9770d76 tempest-ServersTestJSON-1128307701 tempest-ServersTestJSON-1128307701-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1163.870720] env[68893]: DEBUG nova.virt.hardware [None req-4195cf8d-e383-472f-962e-d4c8b9770d76 tempest-ServersTestJSON-1128307701 tempest-ServersTestJSON-1128307701-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1163.870877] env[68893]: DEBUG nova.virt.hardware [None req-4195cf8d-e383-472f-962e-d4c8b9770d76 tempest-ServersTestJSON-1128307701 tempest-ServersTestJSON-1128307701-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1163.871070] env[68893]: DEBUG nova.virt.hardware [None req-4195cf8d-e383-472f-962e-d4c8b9770d76 tempest-ServersTestJSON-1128307701 tempest-ServersTestJSON-1128307701-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1163.871238] env[68893]: DEBUG nova.virt.hardware [None req-4195cf8d-e383-472f-962e-d4c8b9770d76 tempest-ServersTestJSON-1128307701 tempest-ServersTestJSON-1128307701-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1163.871464] env[68893]: DEBUG nova.virt.hardware [None req-4195cf8d-e383-472f-962e-d4c8b9770d76 tempest-ServersTestJSON-1128307701 tempest-ServersTestJSON-1128307701-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1163.871767] env[68893]: DEBUG nova.virt.hardware [None req-4195cf8d-e383-472f-962e-d4c8b9770d76 tempest-ServersTestJSON-1128307701 tempest-ServersTestJSON-1128307701-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1163.872659] env[68893]: DEBUG nova.virt.hardware [None req-4195cf8d-e383-472f-962e-d4c8b9770d76 tempest-ServersTestJSON-1128307701 tempest-ServersTestJSON-1128307701-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1163.872659] env[68893]: DEBUG nova.virt.hardware [None req-4195cf8d-e383-472f-962e-d4c8b9770d76 tempest-ServersTestJSON-1128307701 tempest-ServersTestJSON-1128307701-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1163.872659] env[68893]: DEBUG nova.virt.hardware [None req-4195cf8d-e383-472f-962e-d4c8b9770d76 tempest-ServersTestJSON-1128307701 tempest-ServersTestJSON-1128307701-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1163.872659] env[68893]: DEBUG nova.virt.hardware [None req-4195cf8d-e383-472f-962e-d4c8b9770d76 tempest-ServersTestJSON-1128307701 tempest-ServersTestJSON-1128307701-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1163.873505] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d22ee10-5242-44eb-9b7f-8decb01257fd {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.881589] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85a3abe8-6162-411e-bff5-0277dc8ddba4 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.959731] env[68893]: DEBUG oslo_concurrency.lockutils [None req-794ee8c3-971e-4df8-84c4-6bdbc0639b10 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Acquiring lock "refresh_cache-1a1dd7d2-fd20-4578-a095-fb95f4fc1516" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.959929] env[68893]: DEBUG oslo_concurrency.lockutils [None req-794ee8c3-971e-4df8-84c4-6bdbc0639b10 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Acquired lock "refresh_cache-1a1dd7d2-fd20-4578-a095-fb95f4fc1516" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.960135] env[68893]: DEBUG nova.network.neutron [None req-794ee8c3-971e-4df8-84c4-6bdbc0639b10 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 1a1dd7d2-fd20-4578-a095-fb95f4fc1516] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1164.263549] env[68893]: DEBUG oslo_concurrency.lockutils [None req-37999593-375d-48df-977c-e7a56c3a84a0 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.449s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.264586] env[68893]: INFO nova.compute.manager [None req-37999593-375d-48df-977c-e7a56c3a84a0 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: e51b5d20-db57-4bd9-9534-56f6c8cda79a] Migrating [ 1164.270771] env[68893]: DEBUG oslo_concurrency.lockutils [None req-9726f220-4aed-4963-983a-e41b6cfdc61e tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.078s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.271146] env[68893]: DEBUG nova.objects.instance [None req-9726f220-4aed-4963-983a-e41b6cfdc61e tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Lazy-loading 'resources' on Instance uuid 05def266-bea2-46e6-8916-6b0484ce4edd {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1164.332037] env[68893]: DEBUG oslo_vmware.api [None req-6761fc8b-d113-49a3-b6b9-ae14be886f63 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2792342, 'name': PowerOnVM_Task, 'duration_secs': 0.472023} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.332840] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-6761fc8b-d113-49a3-b6b9-ae14be886f63 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 2bb38f74-5089-4750-9147-fd2f468599e3] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1164.332840] env[68893]: INFO nova.compute.manager [None req-6761fc8b-d113-49a3-b6b9-ae14be886f63 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 2bb38f74-5089-4750-9147-fd2f468599e3] Took 7.59 seconds to spawn the instance on the hypervisor. [ 1164.333247] env[68893]: DEBUG nova.compute.manager [None req-6761fc8b-d113-49a3-b6b9-ae14be886f63 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 2bb38f74-5089-4750-9147-fd2f468599e3] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1164.333784] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5f8cd16-c1d4-462e-b540-1a76bcb8fdab {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.524077] env[68893]: WARNING nova.network.neutron [None req-794ee8c3-971e-4df8-84c4-6bdbc0639b10 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 1a1dd7d2-fd20-4578-a095-fb95f4fc1516] 024e10c8-0890-4be3-81cc-2be8eac35dc9 already exists in list: networks containing: ['024e10c8-0890-4be3-81cc-2be8eac35dc9']. ignoring it [ 1164.586251] env[68893]: INFO nova.compute.manager [None req-a2cdeebb-5e69-45bc-996a-206d3abb0e2f tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: 18c88d54-3409-41b6-9f62-52a2c96d2932] Unrescuing [ 1164.586531] env[68893]: DEBUG oslo_concurrency.lockutils [None req-a2cdeebb-5e69-45bc-996a-206d3abb0e2f tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Acquiring lock "refresh_cache-18c88d54-3409-41b6-9f62-52a2c96d2932" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.586715] env[68893]: DEBUG oslo_concurrency.lockutils [None req-a2cdeebb-5e69-45bc-996a-206d3abb0e2f tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Acquired lock "refresh_cache-18c88d54-3409-41b6-9f62-52a2c96d2932" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.586918] env[68893]: DEBUG nova.network.neutron [None req-a2cdeebb-5e69-45bc-996a-206d3abb0e2f tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: 18c88d54-3409-41b6-9f62-52a2c96d2932] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1164.784182] env[68893]: DEBUG oslo_concurrency.lockutils [None req-37999593-375d-48df-977c-e7a56c3a84a0 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Acquiring lock "refresh_cache-e51b5d20-db57-4bd9-9534-56f6c8cda79a" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.784182] env[68893]: DEBUG oslo_concurrency.lockutils [None req-37999593-375d-48df-977c-e7a56c3a84a0 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Acquired lock "refresh_cache-e51b5d20-db57-4bd9-9534-56f6c8cda79a" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.784668] env[68893]: DEBUG nova.network.neutron [None req-37999593-375d-48df-977c-e7a56c3a84a0 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: e51b5d20-db57-4bd9-9534-56f6c8cda79a] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1164.842464] env[68893]: DEBUG oslo_concurrency.lockutils [None req-66d5f41b-cf66-4fcc-ae35-0512183980b0 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Acquiring lock "e8101873-5a0d-47f7-9fd2-fc5428f277a3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.842756] env[68893]: DEBUG oslo_concurrency.lockutils [None req-66d5f41b-cf66-4fcc-ae35-0512183980b0 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Lock "e8101873-5a0d-47f7-9fd2-fc5428f277a3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.842973] env[68893]: DEBUG oslo_concurrency.lockutils [None req-66d5f41b-cf66-4fcc-ae35-0512183980b0 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Acquiring lock "e8101873-5a0d-47f7-9fd2-fc5428f277a3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.843172] env[68893]: DEBUG oslo_concurrency.lockutils [None req-66d5f41b-cf66-4fcc-ae35-0512183980b0 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Lock "e8101873-5a0d-47f7-9fd2-fc5428f277a3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.843343] env[68893]: DEBUG oslo_concurrency.lockutils [None req-66d5f41b-cf66-4fcc-ae35-0512183980b0 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Lock "e8101873-5a0d-47f7-9fd2-fc5428f277a3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.860078] env[68893]: INFO nova.compute.manager [None req-66d5f41b-cf66-4fcc-ae35-0512183980b0 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: e8101873-5a0d-47f7-9fd2-fc5428f277a3] Terminating instance [ 1164.865734] env[68893]: DEBUG nova.network.neutron [None req-4195cf8d-e383-472f-962e-d4c8b9770d76 tempest-ServersTestJSON-1128307701 tempest-ServersTestJSON-1128307701-project-member] [instance: 89b887c6-1bda-46bb-b285-951b77b5ed61] Successfully updated port: f4adf7b7-e768-486e-845d-ca370c8287eb {{(pid=68893) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1164.866449] env[68893]: INFO nova.compute.manager [None req-6761fc8b-d113-49a3-b6b9-ae14be886f63 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 2bb38f74-5089-4750-9147-fd2f468599e3] Took 20.46 seconds to build instance. [ 1165.067798] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb083c93-6623-4cfd-b72c-b3fde83a039f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.076205] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-026f7473-48de-4743-a7b1-9169476cab53 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.082135] env[68893]: DEBUG nova.network.neutron [None req-794ee8c3-971e-4df8-84c4-6bdbc0639b10 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 1a1dd7d2-fd20-4578-a095-fb95f4fc1516] Updating instance_info_cache with network_info: [{"id": "91a693c8-7da1-455f-b98c-739992a38417", "address": "fa:16:3e:f1:11:b8", "network": {"id": "024e10c8-0890-4be3-81cc-2be8eac35dc9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-116676947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "564a5b6c6f4f4e42aeeef87662301380", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91a693c8-7d", "ovs_interfaceid": "91a693c8-7da1-455f-b98c-739992a38417", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b71ddde7-6e94-402a-8617-cdf4da29fd89", "address": "fa:16:3e:ce:e7:1f", "network": {"id": "024e10c8-0890-4be3-81cc-2be8eac35dc9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-116676947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "564a5b6c6f4f4e42aeeef87662301380", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb71ddde7-6e", "ovs_interfaceid": "b71ddde7-6e94-402a-8617-cdf4da29fd89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.117546] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34969c4f-1723-456c-8834-c1e075a127fb {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.126881] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ed44c71-5e6f-4817-b5c3-b8854791c3af {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.145344] env[68893]: DEBUG nova.compute.provider_tree [None req-9726f220-4aed-4963-983a-e41b6cfdc61e tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1165.366998] env[68893]: DEBUG oslo_concurrency.lockutils [None req-4195cf8d-e383-472f-962e-d4c8b9770d76 tempest-ServersTestJSON-1128307701 tempest-ServersTestJSON-1128307701-project-member] Acquiring lock "refresh_cache-89b887c6-1bda-46bb-b285-951b77b5ed61" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.367403] env[68893]: DEBUG oslo_concurrency.lockutils [None req-4195cf8d-e383-472f-962e-d4c8b9770d76 tempest-ServersTestJSON-1128307701 tempest-ServersTestJSON-1128307701-project-member] Acquired lock "refresh_cache-89b887c6-1bda-46bb-b285-951b77b5ed61" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.367403] env[68893]: DEBUG nova.network.neutron [None req-4195cf8d-e383-472f-962e-d4c8b9770d76 tempest-ServersTestJSON-1128307701 tempest-ServersTestJSON-1128307701-project-member] [instance: 89b887c6-1bda-46bb-b285-951b77b5ed61] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1165.368915] env[68893]: DEBUG nova.compute.manager [None req-66d5f41b-cf66-4fcc-ae35-0512183980b0 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: e8101873-5a0d-47f7-9fd2-fc5428f277a3] Start destroying the instance on the hypervisor. {{(pid=68893) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1165.369092] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-66d5f41b-cf66-4fcc-ae35-0512183980b0 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: e8101873-5a0d-47f7-9fd2-fc5428f277a3] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1165.369599] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6761fc8b-d113-49a3-b6b9-ae14be886f63 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Lock "2bb38f74-5089-4750-9147-fd2f468599e3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.975s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.373862] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d734310e-f34a-4477-b81f-3d2b591a7dad {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.386526] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-66d5f41b-cf66-4fcc-ae35-0512183980b0 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: e8101873-5a0d-47f7-9fd2-fc5428f277a3] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1165.386818] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b2fef338-0c1b-46cf-9774-c001d99df66e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.392782] env[68893]: DEBUG oslo_vmware.api [None req-66d5f41b-cf66-4fcc-ae35-0512183980b0 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Waiting for the task: (returnval){ [ 1165.392782] env[68893]: value = "task-2792345" [ 1165.392782] env[68893]: _type = "Task" [ 1165.392782] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.402020] env[68893]: DEBUG oslo_vmware.api [None req-66d5f41b-cf66-4fcc-ae35-0512183980b0 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': task-2792345, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.530924] env[68893]: DEBUG nova.network.neutron [None req-a2cdeebb-5e69-45bc-996a-206d3abb0e2f tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: 18c88d54-3409-41b6-9f62-52a2c96d2932] Updating instance_info_cache with network_info: [{"id": "bfc1e5a4-757d-4bf1-b40a-df1b978766dc", "address": "fa:16:3e:06:50:68", "network": {"id": "828f67bb-7084-451f-9f26-2af42b349424", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1339939224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22a90c81e44d43b6ac94fc939f6737bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfc1e5a4-75", "ovs_interfaceid": "bfc1e5a4-757d-4bf1-b40a-df1b978766dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.585452] env[68893]: DEBUG oslo_concurrency.lockutils [None req-794ee8c3-971e-4df8-84c4-6bdbc0639b10 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Releasing lock "refresh_cache-1a1dd7d2-fd20-4578-a095-fb95f4fc1516" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.586167] env[68893]: DEBUG oslo_concurrency.lockutils [None req-794ee8c3-971e-4df8-84c4-6bdbc0639b10 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Acquiring lock "1a1dd7d2-fd20-4578-a095-fb95f4fc1516" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.586322] env[68893]: DEBUG oslo_concurrency.lockutils [None req-794ee8c3-971e-4df8-84c4-6bdbc0639b10 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Acquired lock "1a1dd7d2-fd20-4578-a095-fb95f4fc1516" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.587250] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c0732e2-99ec-4de5-b2be-786b04bd0218 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.608833] env[68893]: DEBUG nova.virt.hardware [None req-794ee8c3-971e-4df8-84c4-6bdbc0639b10 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1165.609129] env[68893]: DEBUG nova.virt.hardware [None req-794ee8c3-971e-4df8-84c4-6bdbc0639b10 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1165.609347] env[68893]: DEBUG nova.virt.hardware [None req-794ee8c3-971e-4df8-84c4-6bdbc0639b10 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1165.609561] env[68893]: DEBUG nova.virt.hardware [None req-794ee8c3-971e-4df8-84c4-6bdbc0639b10 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1165.609724] env[68893]: DEBUG nova.virt.hardware [None req-794ee8c3-971e-4df8-84c4-6bdbc0639b10 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1165.609876] env[68893]: DEBUG nova.virt.hardware [None req-794ee8c3-971e-4df8-84c4-6bdbc0639b10 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1165.610096] env[68893]: DEBUG nova.virt.hardware [None req-794ee8c3-971e-4df8-84c4-6bdbc0639b10 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1165.610296] env[68893]: DEBUG nova.virt.hardware [None req-794ee8c3-971e-4df8-84c4-6bdbc0639b10 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1165.610544] env[68893]: DEBUG nova.virt.hardware [None req-794ee8c3-971e-4df8-84c4-6bdbc0639b10 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1165.610806] env[68893]: DEBUG nova.virt.hardware [None req-794ee8c3-971e-4df8-84c4-6bdbc0639b10 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1165.611048] env[68893]: DEBUG nova.virt.hardware [None req-794ee8c3-971e-4df8-84c4-6bdbc0639b10 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1165.617675] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-794ee8c3-971e-4df8-84c4-6bdbc0639b10 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 1a1dd7d2-fd20-4578-a095-fb95f4fc1516] Reconfiguring VM to attach interface {{(pid=68893) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1165.618610] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61e2fdb1-4f60-4dae-80fd-383f4b2620df {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.639345] env[68893]: DEBUG oslo_vmware.api [None req-794ee8c3-971e-4df8-84c4-6bdbc0639b10 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Waiting for the task: (returnval){ [ 1165.639345] env[68893]: value = "task-2792346" [ 1165.639345] env[68893]: _type = "Task" [ 1165.639345] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.647442] env[68893]: DEBUG oslo_vmware.api [None req-794ee8c3-971e-4df8-84c4-6bdbc0639b10 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': task-2792346, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.649464] env[68893]: DEBUG nova.scheduler.client.report [None req-9726f220-4aed-4963-983a-e41b6cfdc61e tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1165.691647] env[68893]: DEBUG nova.network.neutron [None req-37999593-375d-48df-977c-e7a56c3a84a0 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: e51b5d20-db57-4bd9-9534-56f6c8cda79a] Updating instance_info_cache with network_info: [{"id": "8eafd0e9-9793-423c-91fe-580d33b0ad55", "address": "fa:16:3e:06:ae:3a", "network": {"id": "cd4544f9-c687-4245-bf7a-8be777c837e0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1345768403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbd67998ec3645b28f40986ddb6faf06", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8eafd0e9-97", "ovs_interfaceid": "8eafd0e9-9793-423c-91fe-580d33b0ad55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.902483] env[68893]: DEBUG nova.compute.manager [req-299060af-c65a-441a-b1e6-a35fd9d198a2 req-0e48707c-e954-4d25-ba25-de9f06ffe032 service nova] [instance: 1a1dd7d2-fd20-4578-a095-fb95f4fc1516] Received event network-vif-plugged-b71ddde7-6e94-402a-8617-cdf4da29fd89 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1165.902735] env[68893]: DEBUG oslo_concurrency.lockutils [req-299060af-c65a-441a-b1e6-a35fd9d198a2 req-0e48707c-e954-4d25-ba25-de9f06ffe032 service nova] Acquiring lock "1a1dd7d2-fd20-4578-a095-fb95f4fc1516-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.902977] env[68893]: DEBUG oslo_concurrency.lockutils [req-299060af-c65a-441a-b1e6-a35fd9d198a2 req-0e48707c-e954-4d25-ba25-de9f06ffe032 service nova] Lock "1a1dd7d2-fd20-4578-a095-fb95f4fc1516-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.903200] env[68893]: DEBUG oslo_concurrency.lockutils [req-299060af-c65a-441a-b1e6-a35fd9d198a2 req-0e48707c-e954-4d25-ba25-de9f06ffe032 service nova] Lock "1a1dd7d2-fd20-4578-a095-fb95f4fc1516-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.903418] env[68893]: DEBUG nova.compute.manager [req-299060af-c65a-441a-b1e6-a35fd9d198a2 req-0e48707c-e954-4d25-ba25-de9f06ffe032 service nova] [instance: 1a1dd7d2-fd20-4578-a095-fb95f4fc1516] No waiting events found dispatching network-vif-plugged-b71ddde7-6e94-402a-8617-cdf4da29fd89 {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1165.903625] env[68893]: WARNING nova.compute.manager [req-299060af-c65a-441a-b1e6-a35fd9d198a2 req-0e48707c-e954-4d25-ba25-de9f06ffe032 service nova] [instance: 1a1dd7d2-fd20-4578-a095-fb95f4fc1516] Received unexpected event network-vif-plugged-b71ddde7-6e94-402a-8617-cdf4da29fd89 for instance with vm_state active and task_state None. [ 1165.903833] env[68893]: DEBUG nova.compute.manager [req-299060af-c65a-441a-b1e6-a35fd9d198a2 req-0e48707c-e954-4d25-ba25-de9f06ffe032 service nova] [instance: 1a1dd7d2-fd20-4578-a095-fb95f4fc1516] Received event network-changed-b71ddde7-6e94-402a-8617-cdf4da29fd89 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1165.904213] env[68893]: DEBUG nova.compute.manager [req-299060af-c65a-441a-b1e6-a35fd9d198a2 req-0e48707c-e954-4d25-ba25-de9f06ffe032 service nova] [instance: 1a1dd7d2-fd20-4578-a095-fb95f4fc1516] Refreshing instance network info cache due to event network-changed-b71ddde7-6e94-402a-8617-cdf4da29fd89. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1165.904457] env[68893]: DEBUG oslo_concurrency.lockutils [req-299060af-c65a-441a-b1e6-a35fd9d198a2 req-0e48707c-e954-4d25-ba25-de9f06ffe032 service nova] Acquiring lock "refresh_cache-1a1dd7d2-fd20-4578-a095-fb95f4fc1516" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.904644] env[68893]: DEBUG oslo_concurrency.lockutils [req-299060af-c65a-441a-b1e6-a35fd9d198a2 req-0e48707c-e954-4d25-ba25-de9f06ffe032 service nova] Acquired lock "refresh_cache-1a1dd7d2-fd20-4578-a095-fb95f4fc1516" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.904850] env[68893]: DEBUG nova.network.neutron [req-299060af-c65a-441a-b1e6-a35fd9d198a2 req-0e48707c-e954-4d25-ba25-de9f06ffe032 service nova] [instance: 1a1dd7d2-fd20-4578-a095-fb95f4fc1516] Refreshing network info cache for port b71ddde7-6e94-402a-8617-cdf4da29fd89 {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1165.912432] env[68893]: DEBUG oslo_vmware.api [None req-66d5f41b-cf66-4fcc-ae35-0512183980b0 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': task-2792345, 'name': PowerOffVM_Task, 'duration_secs': 0.354358} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.912432] env[68893]: DEBUG nova.network.neutron [None req-4195cf8d-e383-472f-962e-d4c8b9770d76 tempest-ServersTestJSON-1128307701 tempest-ServersTestJSON-1128307701-project-member] [instance: 89b887c6-1bda-46bb-b285-951b77b5ed61] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1165.912682] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-66d5f41b-cf66-4fcc-ae35-0512183980b0 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: e8101873-5a0d-47f7-9fd2-fc5428f277a3] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1165.912856] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-66d5f41b-cf66-4fcc-ae35-0512183980b0 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: e8101873-5a0d-47f7-9fd2-fc5428f277a3] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1165.913400] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-18f59374-5ffc-49dc-a9b3-6ac78b538718 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.981036] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-66d5f41b-cf66-4fcc-ae35-0512183980b0 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: e8101873-5a0d-47f7-9fd2-fc5428f277a3] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1165.981261] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-66d5f41b-cf66-4fcc-ae35-0512183980b0 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: e8101873-5a0d-47f7-9fd2-fc5428f277a3] Deleting contents of the VM from datastore datastore1 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1165.981467] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-66d5f41b-cf66-4fcc-ae35-0512183980b0 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Deleting the datastore file [datastore1] e8101873-5a0d-47f7-9fd2-fc5428f277a3 {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1165.982114] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a80bb92a-0627-4db1-b6a8-f37bc92c106a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.996518] env[68893]: DEBUG oslo_vmware.api [None req-66d5f41b-cf66-4fcc-ae35-0512183980b0 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Waiting for the task: (returnval){ [ 1165.996518] env[68893]: value = "task-2792349" [ 1165.996518] env[68893]: _type = "Task" [ 1165.996518] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.004509] env[68893]: DEBUG oslo_vmware.api [None req-66d5f41b-cf66-4fcc-ae35-0512183980b0 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': task-2792349, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.034815] env[68893]: DEBUG oslo_concurrency.lockutils [None req-a2cdeebb-5e69-45bc-996a-206d3abb0e2f tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Releasing lock "refresh_cache-18c88d54-3409-41b6-9f62-52a2c96d2932" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.035390] env[68893]: DEBUG nova.objects.instance [None req-a2cdeebb-5e69-45bc-996a-206d3abb0e2f tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Lazy-loading 'flavor' on Instance uuid 18c88d54-3409-41b6-9f62-52a2c96d2932 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1166.120806] env[68893]: DEBUG nova.network.neutron [None req-4195cf8d-e383-472f-962e-d4c8b9770d76 tempest-ServersTestJSON-1128307701 tempest-ServersTestJSON-1128307701-project-member] [instance: 89b887c6-1bda-46bb-b285-951b77b5ed61] Updating instance_info_cache with network_info: [{"id": "f4adf7b7-e768-486e-845d-ca370c8287eb", "address": "fa:16:3e:ae:e6:53", "network": {"id": "3ed6677d-ed00-49c5-92dc-460cc0aa40b3", "bridge": "br-int", "label": "tempest-ServersTestJSON-189557374-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1af2ec1896ff4af48b8b5955bdbf43a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4adf7b7-e7", "ovs_interfaceid": "f4adf7b7-e768-486e-845d-ca370c8287eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.149622] env[68893]: DEBUG oslo_vmware.api [None req-794ee8c3-971e-4df8-84c4-6bdbc0639b10 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': task-2792346, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.156792] env[68893]: DEBUG oslo_concurrency.lockutils [None req-9726f220-4aed-4963-983a-e41b6cfdc61e tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.886s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.159139] env[68893]: DEBUG oslo_concurrency.lockutils [None req-66423467-f27c-4762-a409-8c18e2e3d857 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.697s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.160719] env[68893]: INFO nova.compute.claims [None req-66423467-f27c-4762-a409-8c18e2e3d857 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: 80865abc-dea4-468e-a2d6-1b8156411609] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1166.193552] env[68893]: INFO nova.scheduler.client.report [None req-9726f220-4aed-4963-983a-e41b6cfdc61e tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Deleted allocations for instance 05def266-bea2-46e6-8916-6b0484ce4edd [ 1166.195634] env[68893]: DEBUG oslo_concurrency.lockutils [None req-37999593-375d-48df-977c-e7a56c3a84a0 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Releasing lock "refresh_cache-e51b5d20-db57-4bd9-9534-56f6c8cda79a" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.510425] env[68893]: DEBUG oslo_vmware.api [None req-66d5f41b-cf66-4fcc-ae35-0512183980b0 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': task-2792349, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.278528} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.511621] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-66d5f41b-cf66-4fcc-ae35-0512183980b0 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1166.512011] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-66d5f41b-cf66-4fcc-ae35-0512183980b0 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: e8101873-5a0d-47f7-9fd2-fc5428f277a3] Deleted contents of the VM from datastore datastore1 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1166.512342] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-66d5f41b-cf66-4fcc-ae35-0512183980b0 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: e8101873-5a0d-47f7-9fd2-fc5428f277a3] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1166.513069] env[68893]: INFO nova.compute.manager [None req-66d5f41b-cf66-4fcc-ae35-0512183980b0 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: e8101873-5a0d-47f7-9fd2-fc5428f277a3] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1166.513676] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-66d5f41b-cf66-4fcc-ae35-0512183980b0 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1166.514521] env[68893]: DEBUG nova.compute.manager [-] [instance: e8101873-5a0d-47f7-9fd2-fc5428f277a3] Deallocating network for instance {{(pid=68893) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1166.514724] env[68893]: DEBUG nova.network.neutron [-] [instance: e8101873-5a0d-47f7-9fd2-fc5428f277a3] deallocate_for_instance() {{(pid=68893) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1166.541362] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-734899e7-e3b9-4031-b691-7858fc445667 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.565516] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2cdeebb-5e69-45bc-996a-206d3abb0e2f tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: 18c88d54-3409-41b6-9f62-52a2c96d2932] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1166.568274] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b8b1401a-0803-400e-b791-a1648e691ec1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.577391] env[68893]: DEBUG oslo_vmware.api [None req-a2cdeebb-5e69-45bc-996a-206d3abb0e2f tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Waiting for the task: (returnval){ [ 1166.577391] env[68893]: value = "task-2792350" [ 1166.577391] env[68893]: _type = "Task" [ 1166.577391] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.586021] env[68893]: DEBUG oslo_vmware.api [None req-a2cdeebb-5e69-45bc-996a-206d3abb0e2f tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': task-2792350, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.626521] env[68893]: DEBUG oslo_concurrency.lockutils [None req-4195cf8d-e383-472f-962e-d4c8b9770d76 tempest-ServersTestJSON-1128307701 tempest-ServersTestJSON-1128307701-project-member] Releasing lock "refresh_cache-89b887c6-1bda-46bb-b285-951b77b5ed61" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.626807] env[68893]: DEBUG nova.compute.manager [None req-4195cf8d-e383-472f-962e-d4c8b9770d76 tempest-ServersTestJSON-1128307701 tempest-ServersTestJSON-1128307701-project-member] [instance: 89b887c6-1bda-46bb-b285-951b77b5ed61] Instance network_info: |[{"id": "f4adf7b7-e768-486e-845d-ca370c8287eb", "address": "fa:16:3e:ae:e6:53", "network": {"id": "3ed6677d-ed00-49c5-92dc-460cc0aa40b3", "bridge": "br-int", "label": "tempest-ServersTestJSON-189557374-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1af2ec1896ff4af48b8b5955bdbf43a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4adf7b7-e7", "ovs_interfaceid": "f4adf7b7-e768-486e-845d-ca370c8287eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1166.627262] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-4195cf8d-e383-472f-962e-d4c8b9770d76 tempest-ServersTestJSON-1128307701 tempest-ServersTestJSON-1128307701-project-member] [instance: 89b887c6-1bda-46bb-b285-951b77b5ed61] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:e6:53', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f499bc9-78da-46c1-9274-19edf26d31cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f4adf7b7-e768-486e-845d-ca370c8287eb', 'vif_model': 'vmxnet3'}] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1166.637124] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-4195cf8d-e383-472f-962e-d4c8b9770d76 tempest-ServersTestJSON-1128307701 tempest-ServersTestJSON-1128307701-project-member] Creating folder: Project (1af2ec1896ff4af48b8b5955bdbf43a9). Parent ref: group-v560969. {{(pid=68893) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1166.637964] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-add36219-4bb7-40e9-8d3c-88735da2070c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.649090] env[68893]: DEBUG oslo_vmware.api [None req-794ee8c3-971e-4df8-84c4-6bdbc0639b10 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': task-2792346, 'name': ReconfigVM_Task, 'duration_secs': 0.812803} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.649675] env[68893]: DEBUG oslo_concurrency.lockutils [None req-794ee8c3-971e-4df8-84c4-6bdbc0639b10 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Releasing lock "1a1dd7d2-fd20-4578-a095-fb95f4fc1516" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.649890] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-794ee8c3-971e-4df8-84c4-6bdbc0639b10 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 1a1dd7d2-fd20-4578-a095-fb95f4fc1516] Reconfigured VM to attach interface {{(pid=68893) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1166.656030] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-4195cf8d-e383-472f-962e-d4c8b9770d76 tempest-ServersTestJSON-1128307701 tempest-ServersTestJSON-1128307701-project-member] Created folder: Project (1af2ec1896ff4af48b8b5955bdbf43a9) in parent group-v560969. [ 1166.656030] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-4195cf8d-e383-472f-962e-d4c8b9770d76 tempest-ServersTestJSON-1128307701 tempest-ServersTestJSON-1128307701-project-member] Creating folder: Instances. Parent ref: group-v561251. {{(pid=68893) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1166.656030] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-496a8dd6-7a7c-4a1b-9114-4d8bc4fb8dbc {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.667297] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-4195cf8d-e383-472f-962e-d4c8b9770d76 tempest-ServersTestJSON-1128307701 tempest-ServersTestJSON-1128307701-project-member] Created folder: Instances in parent group-v561251. [ 1166.667552] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4195cf8d-e383-472f-962e-d4c8b9770d76 tempest-ServersTestJSON-1128307701 tempest-ServersTestJSON-1128307701-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1166.668639] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89b887c6-1bda-46bb-b285-951b77b5ed61] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1166.669131] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-86dd63cf-2ec8-4b6c-a838-e957f445ee3c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.693482] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1166.693482] env[68893]: value = "task-2792353" [ 1166.693482] env[68893]: _type = "Task" [ 1166.693482] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.706417] env[68893]: DEBUG oslo_concurrency.lockutils [None req-9726f220-4aed-4963-983a-e41b6cfdc61e tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Lock "05def266-bea2-46e6-8916-6b0484ce4edd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.255s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.718987] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792353, 'name': CreateVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.812149] env[68893]: DEBUG nova.network.neutron [req-299060af-c65a-441a-b1e6-a35fd9d198a2 req-0e48707c-e954-4d25-ba25-de9f06ffe032 service nova] [instance: 1a1dd7d2-fd20-4578-a095-fb95f4fc1516] Updated VIF entry in instance network info cache for port b71ddde7-6e94-402a-8617-cdf4da29fd89. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1166.812614] env[68893]: DEBUG nova.network.neutron [req-299060af-c65a-441a-b1e6-a35fd9d198a2 req-0e48707c-e954-4d25-ba25-de9f06ffe032 service nova] [instance: 1a1dd7d2-fd20-4578-a095-fb95f4fc1516] Updating instance_info_cache with network_info: [{"id": "91a693c8-7da1-455f-b98c-739992a38417", "address": "fa:16:3e:f1:11:b8", "network": {"id": "024e10c8-0890-4be3-81cc-2be8eac35dc9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-116676947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "564a5b6c6f4f4e42aeeef87662301380", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91a693c8-7d", "ovs_interfaceid": "91a693c8-7da1-455f-b98c-739992a38417", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b71ddde7-6e94-402a-8617-cdf4da29fd89", "address": "fa:16:3e:ce:e7:1f", "network": {"id": "024e10c8-0890-4be3-81cc-2be8eac35dc9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-116676947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "564a5b6c6f4f4e42aeeef87662301380", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb71ddde7-6e", "ovs_interfaceid": "b71ddde7-6e94-402a-8617-cdf4da29fd89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.088276] env[68893]: DEBUG oslo_vmware.api [None req-a2cdeebb-5e69-45bc-996a-206d3abb0e2f tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': task-2792350, 'name': PowerOffVM_Task, 'duration_secs': 0.282769} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.088276] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2cdeebb-5e69-45bc-996a-206d3abb0e2f tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: 18c88d54-3409-41b6-9f62-52a2c96d2932] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1167.093944] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2cdeebb-5e69-45bc-996a-206d3abb0e2f tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: 18c88d54-3409-41b6-9f62-52a2c96d2932] Reconfiguring VM instance instance-00000063 to detach disk 2001 {{(pid=68893) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1167.094243] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24e4aa1a-0f60-4980-b8f0-4e603c3aa598 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.115012] env[68893]: DEBUG oslo_vmware.api [None req-a2cdeebb-5e69-45bc-996a-206d3abb0e2f tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Waiting for the task: (returnval){ [ 1167.115012] env[68893]: value = "task-2792354" [ 1167.115012] env[68893]: _type = "Task" [ 1167.115012] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.119852] env[68893]: DEBUG oslo_vmware.api [None req-a2cdeebb-5e69-45bc-996a-206d3abb0e2f tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': task-2792354, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.155885] env[68893]: DEBUG oslo_concurrency.lockutils [None req-794ee8c3-971e-4df8-84c4-6bdbc0639b10 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Lock "interface-1a1dd7d2-fd20-4578-a095-fb95f4fc1516-b71ddde7-6e94-402a-8617-cdf4da29fd89" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.868s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.204516] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792353, 'name': CreateVM_Task, 'duration_secs': 0.340657} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.207461] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89b887c6-1bda-46bb-b285-951b77b5ed61] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1167.208468] env[68893]: DEBUG oslo_concurrency.lockutils [None req-4195cf8d-e383-472f-962e-d4c8b9770d76 tempest-ServersTestJSON-1128307701 tempest-ServersTestJSON-1128307701-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.208591] env[68893]: DEBUG oslo_concurrency.lockutils [None req-4195cf8d-e383-472f-962e-d4c8b9770d76 tempest-ServersTestJSON-1128307701 tempest-ServersTestJSON-1128307701-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.208964] env[68893]: DEBUG oslo_concurrency.lockutils [None req-4195cf8d-e383-472f-962e-d4c8b9770d76 tempest-ServersTestJSON-1128307701 tempest-ServersTestJSON-1128307701-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.209646] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc6cb9e4-400f-4b6c-b8c0-3a868b76e8b9 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.215316] env[68893]: DEBUG oslo_vmware.api [None req-4195cf8d-e383-472f-962e-d4c8b9770d76 tempest-ServersTestJSON-1128307701 tempest-ServersTestJSON-1128307701-project-member] Waiting for the task: (returnval){ [ 1167.215316] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]527360d8-4555-ebf1-03a1-fb0b91193e7e" [ 1167.215316] env[68893]: _type = "Task" [ 1167.215316] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.230435] env[68893]: DEBUG oslo_vmware.api [None req-4195cf8d-e383-472f-962e-d4c8b9770d76 tempest-ServersTestJSON-1128307701 tempest-ServersTestJSON-1128307701-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]527360d8-4555-ebf1-03a1-fb0b91193e7e, 'name': SearchDatastore_Task, 'duration_secs': 0.010557} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.230759] env[68893]: DEBUG oslo_concurrency.lockutils [None req-4195cf8d-e383-472f-962e-d4c8b9770d76 tempest-ServersTestJSON-1128307701 tempest-ServersTestJSON-1128307701-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.231019] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-4195cf8d-e383-472f-962e-d4c8b9770d76 tempest-ServersTestJSON-1128307701 tempest-ServersTestJSON-1128307701-project-member] [instance: 89b887c6-1bda-46bb-b285-951b77b5ed61] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1167.231280] env[68893]: DEBUG oslo_concurrency.lockutils [None req-4195cf8d-e383-472f-962e-d4c8b9770d76 tempest-ServersTestJSON-1128307701 tempest-ServersTestJSON-1128307701-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.231430] env[68893]: DEBUG oslo_concurrency.lockutils [None req-4195cf8d-e383-472f-962e-d4c8b9770d76 tempest-ServersTestJSON-1128307701 tempest-ServersTestJSON-1128307701-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.231620] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-4195cf8d-e383-472f-962e-d4c8b9770d76 tempest-ServersTestJSON-1128307701 tempest-ServersTestJSON-1128307701-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1167.232512] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8329e14c-7362-4a45-b579-7938b6e1fe69 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.243476] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-4195cf8d-e383-472f-962e-d4c8b9770d76 tempest-ServersTestJSON-1128307701 tempest-ServersTestJSON-1128307701-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1167.243695] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-4195cf8d-e383-472f-962e-d4c8b9770d76 tempest-ServersTestJSON-1128307701 tempest-ServersTestJSON-1128307701-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1167.244729] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7e41af9-d450-4fc6-8271-592520e742e7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.253086] env[68893]: DEBUG oslo_vmware.api [None req-4195cf8d-e383-472f-962e-d4c8b9770d76 tempest-ServersTestJSON-1128307701 tempest-ServersTestJSON-1128307701-project-member] Waiting for the task: (returnval){ [ 1167.253086] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]5280ba59-3ce3-f3c9-0d2f-19823a0c2b07" [ 1167.253086] env[68893]: _type = "Task" [ 1167.253086] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.265464] env[68893]: DEBUG oslo_vmware.api [None req-4195cf8d-e383-472f-962e-d4c8b9770d76 tempest-ServersTestJSON-1128307701 tempest-ServersTestJSON-1128307701-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]5280ba59-3ce3-f3c9-0d2f-19823a0c2b07, 'name': SearchDatastore_Task, 'duration_secs': 0.009829} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.269219] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b275e2f5-a565-4f9d-b832-a4da56cc8dc4 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.275115] env[68893]: DEBUG oslo_vmware.api [None req-4195cf8d-e383-472f-962e-d4c8b9770d76 tempest-ServersTestJSON-1128307701 tempest-ServersTestJSON-1128307701-project-member] Waiting for the task: (returnval){ [ 1167.275115] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52804996-57d5-ff55-d66c-1c0d364b9ba6" [ 1167.275115] env[68893]: _type = "Task" [ 1167.275115] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.282933] env[68893]: DEBUG oslo_vmware.api [None req-4195cf8d-e383-472f-962e-d4c8b9770d76 tempest-ServersTestJSON-1128307701 tempest-ServersTestJSON-1128307701-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52804996-57d5-ff55-d66c-1c0d364b9ba6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.318631] env[68893]: DEBUG oslo_concurrency.lockutils [req-299060af-c65a-441a-b1e6-a35fd9d198a2 req-0e48707c-e954-4d25-ba25-de9f06ffe032 service nova] Releasing lock "refresh_cache-1a1dd7d2-fd20-4578-a095-fb95f4fc1516" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.318870] env[68893]: DEBUG nova.compute.manager [req-299060af-c65a-441a-b1e6-a35fd9d198a2 req-0e48707c-e954-4d25-ba25-de9f06ffe032 service nova] [instance: 89b887c6-1bda-46bb-b285-951b77b5ed61] Received event network-vif-plugged-f4adf7b7-e768-486e-845d-ca370c8287eb {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1167.319080] env[68893]: DEBUG oslo_concurrency.lockutils [req-299060af-c65a-441a-b1e6-a35fd9d198a2 req-0e48707c-e954-4d25-ba25-de9f06ffe032 service nova] Acquiring lock "89b887c6-1bda-46bb-b285-951b77b5ed61-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.319290] env[68893]: DEBUG oslo_concurrency.lockutils [req-299060af-c65a-441a-b1e6-a35fd9d198a2 req-0e48707c-e954-4d25-ba25-de9f06ffe032 service nova] Lock "89b887c6-1bda-46bb-b285-951b77b5ed61-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.319449] env[68893]: DEBUG oslo_concurrency.lockutils [req-299060af-c65a-441a-b1e6-a35fd9d198a2 req-0e48707c-e954-4d25-ba25-de9f06ffe032 service nova] Lock "89b887c6-1bda-46bb-b285-951b77b5ed61-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.320031] env[68893]: DEBUG nova.compute.manager [req-299060af-c65a-441a-b1e6-a35fd9d198a2 req-0e48707c-e954-4d25-ba25-de9f06ffe032 service nova] [instance: 89b887c6-1bda-46bb-b285-951b77b5ed61] No waiting events found dispatching network-vif-plugged-f4adf7b7-e768-486e-845d-ca370c8287eb {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1167.320031] env[68893]: WARNING nova.compute.manager [req-299060af-c65a-441a-b1e6-a35fd9d198a2 req-0e48707c-e954-4d25-ba25-de9f06ffe032 service nova] [instance: 89b887c6-1bda-46bb-b285-951b77b5ed61] Received unexpected event network-vif-plugged-f4adf7b7-e768-486e-845d-ca370c8287eb for instance with vm_state building and task_state spawning. [ 1167.320164] env[68893]: DEBUG nova.compute.manager [req-299060af-c65a-441a-b1e6-a35fd9d198a2 req-0e48707c-e954-4d25-ba25-de9f06ffe032 service nova] [instance: 89b887c6-1bda-46bb-b285-951b77b5ed61] Received event network-changed-f4adf7b7-e768-486e-845d-ca370c8287eb {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1167.320330] env[68893]: DEBUG nova.compute.manager [req-299060af-c65a-441a-b1e6-a35fd9d198a2 req-0e48707c-e954-4d25-ba25-de9f06ffe032 service nova] [instance: 89b887c6-1bda-46bb-b285-951b77b5ed61] Refreshing instance network info cache due to event network-changed-f4adf7b7-e768-486e-845d-ca370c8287eb. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1167.320535] env[68893]: DEBUG oslo_concurrency.lockutils [req-299060af-c65a-441a-b1e6-a35fd9d198a2 req-0e48707c-e954-4d25-ba25-de9f06ffe032 service nova] Acquiring lock "refresh_cache-89b887c6-1bda-46bb-b285-951b77b5ed61" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.320691] env[68893]: DEBUG oslo_concurrency.lockutils [req-299060af-c65a-441a-b1e6-a35fd9d198a2 req-0e48707c-e954-4d25-ba25-de9f06ffe032 service nova] Acquired lock "refresh_cache-89b887c6-1bda-46bb-b285-951b77b5ed61" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.320804] env[68893]: DEBUG nova.network.neutron [req-299060af-c65a-441a-b1e6-a35fd9d198a2 req-0e48707c-e954-4d25-ba25-de9f06ffe032 service nova] [instance: 89b887c6-1bda-46bb-b285-951b77b5ed61] Refreshing network info cache for port f4adf7b7-e768-486e-845d-ca370c8287eb {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1167.423596] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ebebe45-0202-4e59-a92e-f2d53748eca7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.431966] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c10c0120-5314-4911-8c2a-82117adca6de {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.461937] env[68893]: DEBUG nova.network.neutron [-] [instance: e8101873-5a0d-47f7-9fd2-fc5428f277a3] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.464247] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc0b19c8-03b9-4e81-93f6-66318cb366d0 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.472146] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3601a9f-ac64-4fc6-912c-884eb74eb729 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.486814] env[68893]: DEBUG nova.compute.provider_tree [None req-66423467-f27c-4762-a409-8c18e2e3d857 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1167.621879] env[68893]: DEBUG oslo_vmware.api [None req-a2cdeebb-5e69-45bc-996a-206d3abb0e2f tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': task-2792354, 'name': ReconfigVM_Task, 'duration_secs': 0.234958} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.622270] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2cdeebb-5e69-45bc-996a-206d3abb0e2f tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: 18c88d54-3409-41b6-9f62-52a2c96d2932] Reconfigured VM instance instance-00000063 to detach disk 2001 {{(pid=68893) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1167.622383] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2cdeebb-5e69-45bc-996a-206d3abb0e2f tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: 18c88d54-3409-41b6-9f62-52a2c96d2932] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1167.622638] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f8834c0e-b374-4093-86e5-4c65ea220318 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.628898] env[68893]: DEBUG oslo_vmware.api [None req-a2cdeebb-5e69-45bc-996a-206d3abb0e2f tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Waiting for the task: (returnval){ [ 1167.628898] env[68893]: value = "task-2792356" [ 1167.628898] env[68893]: _type = "Task" [ 1167.628898] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.636923] env[68893]: DEBUG oslo_vmware.api [None req-a2cdeebb-5e69-45bc-996a-206d3abb0e2f tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': task-2792356, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.730174] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4fda7e2-a6bf-4aac-9b27-c91ddc2b3026 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.759961] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-37999593-375d-48df-977c-e7a56c3a84a0 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: e51b5d20-db57-4bd9-9534-56f6c8cda79a] Updating instance 'e51b5d20-db57-4bd9-9534-56f6c8cda79a' progress to 0 {{(pid=68893) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1167.786404] env[68893]: DEBUG oslo_vmware.api [None req-4195cf8d-e383-472f-962e-d4c8b9770d76 tempest-ServersTestJSON-1128307701 tempest-ServersTestJSON-1128307701-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52804996-57d5-ff55-d66c-1c0d364b9ba6, 'name': SearchDatastore_Task, 'duration_secs': 0.012556} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.786696] env[68893]: DEBUG oslo_concurrency.lockutils [None req-4195cf8d-e383-472f-962e-d4c8b9770d76 tempest-ServersTestJSON-1128307701 tempest-ServersTestJSON-1128307701-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.787052] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-4195cf8d-e383-472f-962e-d4c8b9770d76 tempest-ServersTestJSON-1128307701 tempest-ServersTestJSON-1128307701-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] 89b887c6-1bda-46bb-b285-951b77b5ed61/89b887c6-1bda-46bb-b285-951b77b5ed61.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1167.787425] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0d21bace-f6d1-40f2-a962-89e3b48cd1ca {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.794013] env[68893]: DEBUG oslo_vmware.api [None req-4195cf8d-e383-472f-962e-d4c8b9770d76 tempest-ServersTestJSON-1128307701 tempest-ServersTestJSON-1128307701-project-member] Waiting for the task: (returnval){ [ 1167.794013] env[68893]: value = "task-2792357" [ 1167.794013] env[68893]: _type = "Task" [ 1167.794013] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.803543] env[68893]: DEBUG oslo_vmware.api [None req-4195cf8d-e383-472f-962e-d4c8b9770d76 tempest-ServersTestJSON-1128307701 tempest-ServersTestJSON-1128307701-project-member] Task: {'id': task-2792357, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.932562] env[68893]: DEBUG nova.compute.manager [req-7469ea4e-f7a1-4926-8aa5-2c96dc67071d req-0ff335d2-40f0-499a-ac9c-70c30b59f921 service nova] [instance: 2bb38f74-5089-4750-9147-fd2f468599e3] Received event network-changed-1c781ff5-dac4-44e3-a11a-47f2b81ac59b {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1167.932760] env[68893]: DEBUG nova.compute.manager [req-7469ea4e-f7a1-4926-8aa5-2c96dc67071d req-0ff335d2-40f0-499a-ac9c-70c30b59f921 service nova] [instance: 2bb38f74-5089-4750-9147-fd2f468599e3] Refreshing instance network info cache due to event network-changed-1c781ff5-dac4-44e3-a11a-47f2b81ac59b. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1167.933068] env[68893]: DEBUG oslo_concurrency.lockutils [req-7469ea4e-f7a1-4926-8aa5-2c96dc67071d req-0ff335d2-40f0-499a-ac9c-70c30b59f921 service nova] Acquiring lock "refresh_cache-2bb38f74-5089-4750-9147-fd2f468599e3" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.934822] env[68893]: DEBUG oslo_concurrency.lockutils [req-7469ea4e-f7a1-4926-8aa5-2c96dc67071d req-0ff335d2-40f0-499a-ac9c-70c30b59f921 service nova] Acquired lock "refresh_cache-2bb38f74-5089-4750-9147-fd2f468599e3" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.935739] env[68893]: DEBUG nova.network.neutron [req-7469ea4e-f7a1-4926-8aa5-2c96dc67071d req-0ff335d2-40f0-499a-ac9c-70c30b59f921 service nova] [instance: 2bb38f74-5089-4750-9147-fd2f468599e3] Refreshing network info cache for port 1c781ff5-dac4-44e3-a11a-47f2b81ac59b {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1167.967691] env[68893]: INFO nova.compute.manager [-] [instance: e8101873-5a0d-47f7-9fd2-fc5428f277a3] Took 1.45 seconds to deallocate network for instance. [ 1167.990014] env[68893]: DEBUG nova.scheduler.client.report [None req-66423467-f27c-4762-a409-8c18e2e3d857 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1168.081667] env[68893]: DEBUG nova.network.neutron [req-299060af-c65a-441a-b1e6-a35fd9d198a2 req-0e48707c-e954-4d25-ba25-de9f06ffe032 service nova] [instance: 89b887c6-1bda-46bb-b285-951b77b5ed61] Updated VIF entry in instance network info cache for port f4adf7b7-e768-486e-845d-ca370c8287eb. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1168.082871] env[68893]: DEBUG nova.network.neutron [req-299060af-c65a-441a-b1e6-a35fd9d198a2 req-0e48707c-e954-4d25-ba25-de9f06ffe032 service nova] [instance: 89b887c6-1bda-46bb-b285-951b77b5ed61] Updating instance_info_cache with network_info: [{"id": "f4adf7b7-e768-486e-845d-ca370c8287eb", "address": "fa:16:3e:ae:e6:53", "network": {"id": "3ed6677d-ed00-49c5-92dc-460cc0aa40b3", "bridge": "br-int", "label": "tempest-ServersTestJSON-189557374-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1af2ec1896ff4af48b8b5955bdbf43a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4adf7b7-e7", "ovs_interfaceid": "f4adf7b7-e768-486e-845d-ca370c8287eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.138685] env[68893]: DEBUG oslo_vmware.api [None req-a2cdeebb-5e69-45bc-996a-206d3abb0e2f tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': task-2792356, 'name': PowerOnVM_Task, 'duration_secs': 0.443598} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.140028] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2cdeebb-5e69-45bc-996a-206d3abb0e2f tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: 18c88d54-3409-41b6-9f62-52a2c96d2932] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1168.140451] env[68893]: DEBUG nova.compute.manager [None req-a2cdeebb-5e69-45bc-996a-206d3abb0e2f tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: 18c88d54-3409-41b6-9f62-52a2c96d2932] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1168.144023] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66ac9bda-e082-40f2-9789-87806758538e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.217417] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c0c1f08-e7bb-49cc-a4d2-e8c6c23cb3eb tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: 7b587048-dac4-4611-9149-6999e7cf06a0] Volume attach. Driver type: vmdk {{(pid=68893) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1168.218166] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c0c1f08-e7bb-49cc-a4d2-e8c6c23cb3eb tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: 7b587048-dac4-4611-9149-6999e7cf06a0] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561250', 'volume_id': '0714c7b0-5454-4deb-94db-b516a4d5e170', 'name': 'volume-0714c7b0-5454-4deb-94db-b516a4d5e170', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7b587048-dac4-4611-9149-6999e7cf06a0', 'attached_at': '', 'detached_at': '', 'volume_id': '0714c7b0-5454-4deb-94db-b516a4d5e170', 'serial': '0714c7b0-5454-4deb-94db-b516a4d5e170'} {{(pid=68893) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1168.219311] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61910a81-1e41-4b83-a702-3577fea10988 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.239585] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-019b10a7-6ba8-4e70-873c-1f323f04ccd8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.273601] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c0c1f08-e7bb-49cc-a4d2-e8c6c23cb3eb tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: 7b587048-dac4-4611-9149-6999e7cf06a0] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] volume-0714c7b0-5454-4deb-94db-b516a4d5e170/volume-0714c7b0-5454-4deb-94db-b516a4d5e170.vmdk or device None with type thin {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1168.276207] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-37999593-375d-48df-977c-e7a56c3a84a0 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: e51b5d20-db57-4bd9-9534-56f6c8cda79a] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1168.276740] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b42708a0-56f1-43a2-94a3-25c6bb75c9b2 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.297246] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b379246a-0c4f-4196-908c-674e5f25e28f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.306866] env[68893]: DEBUG oslo_concurrency.lockutils [None req-2bc8f505-c506-4903-be57-0d7ec9a48e83 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Acquiring lock "5cf97efe-7361-4f18-b03d-cb682f191fe7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.307178] env[68893]: DEBUG oslo_concurrency.lockutils [None req-2bc8f505-c506-4903-be57-0d7ec9a48e83 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Lock "5cf97efe-7361-4f18-b03d-cb682f191fe7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.311903] env[68893]: DEBUG oslo_vmware.api [None req-5c0c1f08-e7bb-49cc-a4d2-e8c6c23cb3eb tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Waiting for the task: (returnval){ [ 1168.311903] env[68893]: value = "task-2792358" [ 1168.311903] env[68893]: _type = "Task" [ 1168.311903] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.320774] env[68893]: DEBUG oslo_vmware.api [None req-4195cf8d-e383-472f-962e-d4c8b9770d76 tempest-ServersTestJSON-1128307701 tempest-ServersTestJSON-1128307701-project-member] Task: {'id': task-2792357, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.321153] env[68893]: DEBUG oslo_vmware.api [None req-37999593-375d-48df-977c-e7a56c3a84a0 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Waiting for the task: (returnval){ [ 1168.321153] env[68893]: value = "task-2792359" [ 1168.321153] env[68893]: _type = "Task" [ 1168.321153] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.330106] env[68893]: DEBUG oslo_vmware.api [None req-5c0c1f08-e7bb-49cc-a4d2-e8c6c23cb3eb tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Task: {'id': task-2792358, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.338255] env[68893]: DEBUG oslo_vmware.api [None req-37999593-375d-48df-977c-e7a56c3a84a0 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2792359, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.476333] env[68893]: DEBUG oslo_concurrency.lockutils [None req-66d5f41b-cf66-4fcc-ae35-0512183980b0 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.496480] env[68893]: DEBUG oslo_concurrency.lockutils [None req-66423467-f27c-4762-a409-8c18e2e3d857 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.336s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.496578] env[68893]: DEBUG nova.compute.manager [None req-66423467-f27c-4762-a409-8c18e2e3d857 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: 80865abc-dea4-468e-a2d6-1b8156411609] Start building networks asynchronously for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1168.501923] env[68893]: DEBUG oslo_concurrency.lockutils [None req-46210bd0-e05e-48aa-9efc-3a55eb7f20e3 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.100s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.502205] env[68893]: DEBUG nova.objects.instance [None req-46210bd0-e05e-48aa-9efc-3a55eb7f20e3 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Lazy-loading 'resources' on Instance uuid d4070fc4-0915-42b6-ba2e-243f731ba079 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1168.574629] env[68893]: DEBUG oslo_concurrency.lockutils [None req-8865b0d2-b9d0-4f81-af54-567f8cdfa4a0 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Acquiring lock "interface-1a1dd7d2-fd20-4578-a095-fb95f4fc1516-b71ddde7-6e94-402a-8617-cdf4da29fd89" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.574907] env[68893]: DEBUG oslo_concurrency.lockutils [None req-8865b0d2-b9d0-4f81-af54-567f8cdfa4a0 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Lock "interface-1a1dd7d2-fd20-4578-a095-fb95f4fc1516-b71ddde7-6e94-402a-8617-cdf4da29fd89" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.584072] env[68893]: DEBUG oslo_concurrency.lockutils [req-299060af-c65a-441a-b1e6-a35fd9d198a2 req-0e48707c-e954-4d25-ba25-de9f06ffe032 service nova] Releasing lock "refresh_cache-89b887c6-1bda-46bb-b285-951b77b5ed61" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.630843] env[68893]: DEBUG nova.network.neutron [req-7469ea4e-f7a1-4926-8aa5-2c96dc67071d req-0ff335d2-40f0-499a-ac9c-70c30b59f921 service nova] [instance: 2bb38f74-5089-4750-9147-fd2f468599e3] Updated VIF entry in instance network info cache for port 1c781ff5-dac4-44e3-a11a-47f2b81ac59b. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1168.631256] env[68893]: DEBUG nova.network.neutron [req-7469ea4e-f7a1-4926-8aa5-2c96dc67071d req-0ff335d2-40f0-499a-ac9c-70c30b59f921 service nova] [instance: 2bb38f74-5089-4750-9147-fd2f468599e3] Updating instance_info_cache with network_info: [{"id": "1c781ff5-dac4-44e3-a11a-47f2b81ac59b", "address": "fa:16:3e:87:46:1c", "network": {"id": "535054b4-40f2-4085-93ee-f88482a820b2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1842438762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84cbde965bb240928baaf86257a83746", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c781ff5-da", "ovs_interfaceid": "1c781ff5-dac4-44e3-a11a-47f2b81ac59b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.809222] env[68893]: DEBUG oslo_vmware.api [None req-4195cf8d-e383-472f-962e-d4c8b9770d76 tempest-ServersTestJSON-1128307701 tempest-ServersTestJSON-1128307701-project-member] Task: {'id': task-2792357, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.624262} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.809576] env[68893]: DEBUG nova.compute.manager [None req-2bc8f505-c506-4903-be57-0d7ec9a48e83 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 5cf97efe-7361-4f18-b03d-cb682f191fe7] Starting instance... {{(pid=68893) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1168.812280] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-4195cf8d-e383-472f-962e-d4c8b9770d76 tempest-ServersTestJSON-1128307701 tempest-ServersTestJSON-1128307701-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] 89b887c6-1bda-46bb-b285-951b77b5ed61/89b887c6-1bda-46bb-b285-951b77b5ed61.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1168.813028] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-4195cf8d-e383-472f-962e-d4c8b9770d76 tempest-ServersTestJSON-1128307701 tempest-ServersTestJSON-1128307701-project-member] [instance: 89b887c6-1bda-46bb-b285-951b77b5ed61] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1168.813028] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ff50ec7d-435a-4d64-937f-cb87af7d1cd4 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.822943] env[68893]: DEBUG oslo_vmware.api [None req-5c0c1f08-e7bb-49cc-a4d2-e8c6c23cb3eb tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Task: {'id': task-2792358, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.826653] env[68893]: DEBUG oslo_vmware.api [None req-4195cf8d-e383-472f-962e-d4c8b9770d76 tempest-ServersTestJSON-1128307701 tempest-ServersTestJSON-1128307701-project-member] Waiting for the task: (returnval){ [ 1168.826653] env[68893]: value = "task-2792360" [ 1168.826653] env[68893]: _type = "Task" [ 1168.826653] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.832994] env[68893]: DEBUG oslo_vmware.api [None req-37999593-375d-48df-977c-e7a56c3a84a0 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2792359, 'name': PowerOffVM_Task, 'duration_secs': 0.25303} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.833962] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-37999593-375d-48df-977c-e7a56c3a84a0 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: e51b5d20-db57-4bd9-9534-56f6c8cda79a] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1168.833962] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-37999593-375d-48df-977c-e7a56c3a84a0 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: e51b5d20-db57-4bd9-9534-56f6c8cda79a] Updating instance 'e51b5d20-db57-4bd9-9534-56f6c8cda79a' progress to 17 {{(pid=68893) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1168.840926] env[68893]: DEBUG oslo_vmware.api [None req-4195cf8d-e383-472f-962e-d4c8b9770d76 tempest-ServersTestJSON-1128307701 tempest-ServersTestJSON-1128307701-project-member] Task: {'id': task-2792360, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.005568] env[68893]: DEBUG nova.compute.utils [None req-66423467-f27c-4762-a409-8c18e2e3d857 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1169.010445] env[68893]: DEBUG nova.compute.manager [None req-66423467-f27c-4762-a409-8c18e2e3d857 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: 80865abc-dea4-468e-a2d6-1b8156411609] Allocating IP information in the background. {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1169.010445] env[68893]: DEBUG nova.network.neutron [None req-66423467-f27c-4762-a409-8c18e2e3d857 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: 80865abc-dea4-468e-a2d6-1b8156411609] allocate_for_instance() {{(pid=68893) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1169.053025] env[68893]: DEBUG nova.policy [None req-66423467-f27c-4762-a409-8c18e2e3d857 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '33c30aa23e754bbd9904de6ce130197d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f6f2d7d7af6a40f097ffca46e5a430bb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68893) authorize /opt/stack/nova/nova/policy.py:192}} [ 1169.077588] env[68893]: DEBUG oslo_concurrency.lockutils [None req-8865b0d2-b9d0-4f81-af54-567f8cdfa4a0 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Acquiring lock "1a1dd7d2-fd20-4578-a095-fb95f4fc1516" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.077709] env[68893]: DEBUG oslo_concurrency.lockutils [None req-8865b0d2-b9d0-4f81-af54-567f8cdfa4a0 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Acquired lock "1a1dd7d2-fd20-4578-a095-fb95f4fc1516" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.078638] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e863d918-3a2f-454b-bb6e-ffbd01bcb13d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.101240] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18597e2d-117e-463e-aa5d-3f161bb84307 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.126539] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-8865b0d2-b9d0-4f81-af54-567f8cdfa4a0 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 1a1dd7d2-fd20-4578-a095-fb95f4fc1516] Reconfiguring VM to detach interface {{(pid=68893) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1169.129389] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7275a16d-842f-4720-b173-6fcb587f1fb1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.146958] env[68893]: DEBUG oslo_concurrency.lockutils [req-7469ea4e-f7a1-4926-8aa5-2c96dc67071d req-0ff335d2-40f0-499a-ac9c-70c30b59f921 service nova] Releasing lock "refresh_cache-2bb38f74-5089-4750-9147-fd2f468599e3" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.147272] env[68893]: DEBUG nova.compute.manager [req-7469ea4e-f7a1-4926-8aa5-2c96dc67071d req-0ff335d2-40f0-499a-ac9c-70c30b59f921 service nova] [instance: e8101873-5a0d-47f7-9fd2-fc5428f277a3] Received event network-vif-deleted-fcad4cdb-cc5d-454c-b9c0-dd8b7a8ee089 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1169.152574] env[68893]: DEBUG oslo_vmware.api [None req-8865b0d2-b9d0-4f81-af54-567f8cdfa4a0 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Waiting for the task: (returnval){ [ 1169.152574] env[68893]: value = "task-2792361" [ 1169.152574] env[68893]: _type = "Task" [ 1169.152574] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.163604] env[68893]: DEBUG oslo_vmware.api [None req-8865b0d2-b9d0-4f81-af54-567f8cdfa4a0 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': task-2792361, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.294443] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44b095fa-0ac7-4503-b02b-1fae9cd57b3d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.302311] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b990231d-9add-4175-934f-35142bae1c3f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.343090] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f345f31-0643-4e20-8b52-6f047998274b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.348928] env[68893]: DEBUG nova.virt.hardware [None req-37999593-375d-48df-977c-e7a56c3a84a0 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1169.349168] env[68893]: DEBUG nova.virt.hardware [None req-37999593-375d-48df-977c-e7a56c3a84a0 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1169.349330] env[68893]: DEBUG nova.virt.hardware [None req-37999593-375d-48df-977c-e7a56c3a84a0 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1169.349514] env[68893]: DEBUG nova.virt.hardware [None req-37999593-375d-48df-977c-e7a56c3a84a0 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1169.349660] env[68893]: DEBUG nova.virt.hardware [None req-37999593-375d-48df-977c-e7a56c3a84a0 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1169.349805] env[68893]: DEBUG nova.virt.hardware [None req-37999593-375d-48df-977c-e7a56c3a84a0 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1169.350037] env[68893]: DEBUG nova.virt.hardware [None req-37999593-375d-48df-977c-e7a56c3a84a0 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1169.350177] env[68893]: DEBUG nova.virt.hardware [None req-37999593-375d-48df-977c-e7a56c3a84a0 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1169.350376] env[68893]: DEBUG nova.virt.hardware [None req-37999593-375d-48df-977c-e7a56c3a84a0 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1169.350533] env[68893]: DEBUG nova.virt.hardware [None req-37999593-375d-48df-977c-e7a56c3a84a0 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1169.350686] env[68893]: DEBUG nova.virt.hardware [None req-37999593-375d-48df-977c-e7a56c3a84a0 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1169.358198] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c72838b-98df-4982-beb1-41cbeaa7addf {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.371381] env[68893]: DEBUG oslo_vmware.api [None req-5c0c1f08-e7bb-49cc-a4d2-e8c6c23cb3eb tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Task: {'id': task-2792358, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.376753] env[68893]: DEBUG oslo_concurrency.lockutils [None req-2bc8f505-c506-4903-be57-0d7ec9a48e83 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.377558] env[68893]: DEBUG oslo_vmware.api [None req-4195cf8d-e383-472f-962e-d4c8b9770d76 tempest-ServersTestJSON-1128307701 tempest-ServersTestJSON-1128307701-project-member] Task: {'id': task-2792360, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073115} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.378813] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cc69e9d-eef3-4d2a-a5a9-2efed8ad659a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.382876] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-4195cf8d-e383-472f-962e-d4c8b9770d76 tempest-ServersTestJSON-1128307701 tempest-ServersTestJSON-1128307701-project-member] [instance: 89b887c6-1bda-46bb-b285-951b77b5ed61] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1169.384716] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbb1f7b9-b442-4db5-8b2e-1c16d676f33b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.391018] env[68893]: DEBUG oslo_vmware.api [None req-37999593-375d-48df-977c-e7a56c3a84a0 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Waiting for the task: (returnval){ [ 1169.391018] env[68893]: value = "task-2792362" [ 1169.391018] env[68893]: _type = "Task" [ 1169.391018] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.419092] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-4195cf8d-e383-472f-962e-d4c8b9770d76 tempest-ServersTestJSON-1128307701 tempest-ServersTestJSON-1128307701-project-member] [instance: 89b887c6-1bda-46bb-b285-951b77b5ed61] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] 89b887c6-1bda-46bb-b285-951b77b5ed61/89b887c6-1bda-46bb-b285-951b77b5ed61.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1169.419716] env[68893]: DEBUG nova.compute.provider_tree [None req-46210bd0-e05e-48aa-9efc-3a55eb7f20e3 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1169.421950] env[68893]: DEBUG nova.network.neutron [None req-66423467-f27c-4762-a409-8c18e2e3d857 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: 80865abc-dea4-468e-a2d6-1b8156411609] Successfully created port: e2ca00c6-a87d-4207-abaf-d78a3a419f5a {{(pid=68893) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1169.424365] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1bdd6f3-7107-491a-962d-79c9c3ccd57a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.444347] env[68893]: DEBUG nova.scheduler.client.report [None req-46210bd0-e05e-48aa-9efc-3a55eb7f20e3 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1169.448055] env[68893]: DEBUG oslo_vmware.api [None req-37999593-375d-48df-977c-e7a56c3a84a0 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2792362, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.452880] env[68893]: DEBUG oslo_vmware.api [None req-4195cf8d-e383-472f-962e-d4c8b9770d76 tempest-ServersTestJSON-1128307701 tempest-ServersTestJSON-1128307701-project-member] Waiting for the task: (returnval){ [ 1169.452880] env[68893]: value = "task-2792363" [ 1169.452880] env[68893]: _type = "Task" [ 1169.452880] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.463578] env[68893]: DEBUG oslo_vmware.api [None req-4195cf8d-e383-472f-962e-d4c8b9770d76 tempest-ServersTestJSON-1128307701 tempest-ServersTestJSON-1128307701-project-member] Task: {'id': task-2792363, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.510873] env[68893]: DEBUG nova.compute.manager [None req-66423467-f27c-4762-a409-8c18e2e3d857 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: 80865abc-dea4-468e-a2d6-1b8156411609] Start building block device mappings for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1169.662906] env[68893]: DEBUG oslo_vmware.api [None req-8865b0d2-b9d0-4f81-af54-567f8cdfa4a0 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': task-2792361, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.846397] env[68893]: DEBUG oslo_vmware.api [None req-5c0c1f08-e7bb-49cc-a4d2-e8c6c23cb3eb tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Task: {'id': task-2792358, 'name': ReconfigVM_Task, 'duration_secs': 1.235071} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.846646] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c0c1f08-e7bb-49cc-a4d2-e8c6c23cb3eb tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: 7b587048-dac4-4611-9149-6999e7cf06a0] Reconfigured VM instance instance-00000060 to attach disk [datastore2] volume-0714c7b0-5454-4deb-94db-b516a4d5e170/volume-0714c7b0-5454-4deb-94db-b516a4d5e170.vmdk or device None with type thin {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1169.851422] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c476f431-a44c-4539-8bc7-4b4edf32d2ce {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.866058] env[68893]: DEBUG oslo_vmware.api [None req-5c0c1f08-e7bb-49cc-a4d2-e8c6c23cb3eb tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Waiting for the task: (returnval){ [ 1169.866058] env[68893]: value = "task-2792364" [ 1169.866058] env[68893]: _type = "Task" [ 1169.866058] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.876385] env[68893]: DEBUG oslo_vmware.api [None req-5c0c1f08-e7bb-49cc-a4d2-e8c6c23cb3eb tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Task: {'id': task-2792364, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.897714] env[68893]: DEBUG oslo_vmware.api [None req-37999593-375d-48df-977c-e7a56c3a84a0 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2792362, 'name': ReconfigVM_Task, 'duration_secs': 0.390387} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.898067] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-37999593-375d-48df-977c-e7a56c3a84a0 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: e51b5d20-db57-4bd9-9534-56f6c8cda79a] Updating instance 'e51b5d20-db57-4bd9-9534-56f6c8cda79a' progress to 33 {{(pid=68893) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1169.949941] env[68893]: DEBUG oslo_concurrency.lockutils [None req-46210bd0-e05e-48aa-9efc-3a55eb7f20e3 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.448s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.953865] env[68893]: DEBUG oslo_concurrency.lockutils [None req-66d5f41b-cf66-4fcc-ae35-0512183980b0 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.477s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.953865] env[68893]: DEBUG nova.objects.instance [None req-66d5f41b-cf66-4fcc-ae35-0512183980b0 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Lazy-loading 'resources' on Instance uuid e8101873-5a0d-47f7-9fd2-fc5428f277a3 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1169.970912] env[68893]: DEBUG oslo_vmware.api [None req-4195cf8d-e383-472f-962e-d4c8b9770d76 tempest-ServersTestJSON-1128307701 tempest-ServersTestJSON-1128307701-project-member] Task: {'id': task-2792363, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.973247] env[68893]: INFO nova.scheduler.client.report [None req-46210bd0-e05e-48aa-9efc-3a55eb7f20e3 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Deleted allocations for instance d4070fc4-0915-42b6-ba2e-243f731ba079 [ 1170.168834] env[68893]: DEBUG oslo_vmware.api [None req-8865b0d2-b9d0-4f81-af54-567f8cdfa4a0 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': task-2792361, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.204014] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6269c8fb-299c-40a8-be2f-f9e96418436f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.213813] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb862b5-49dc-478e-8b68-031e24c3bccb {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.245885] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdf54a4c-db49-4ca5-b937-ec74d69a4df8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.254013] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be8ab6fd-f705-4241-947a-269421c4e52c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.270599] env[68893]: DEBUG nova.compute.provider_tree [None req-66d5f41b-cf66-4fcc-ae35-0512183980b0 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1170.378209] env[68893]: DEBUG oslo_vmware.api [None req-5c0c1f08-e7bb-49cc-a4d2-e8c6c23cb3eb tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Task: {'id': task-2792364, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.405707] env[68893]: DEBUG nova.virt.hardware [None req-37999593-375d-48df-977c-e7a56c3a84a0 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1170.406433] env[68893]: DEBUG nova.virt.hardware [None req-37999593-375d-48df-977c-e7a56c3a84a0 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1170.406433] env[68893]: DEBUG nova.virt.hardware [None req-37999593-375d-48df-977c-e7a56c3a84a0 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1170.406433] env[68893]: DEBUG nova.virt.hardware [None req-37999593-375d-48df-977c-e7a56c3a84a0 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1170.406616] env[68893]: DEBUG nova.virt.hardware [None req-37999593-375d-48df-977c-e7a56c3a84a0 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1170.406780] env[68893]: DEBUG nova.virt.hardware [None req-37999593-375d-48df-977c-e7a56c3a84a0 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1170.407024] env[68893]: DEBUG nova.virt.hardware [None req-37999593-375d-48df-977c-e7a56c3a84a0 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1170.407252] env[68893]: DEBUG nova.virt.hardware [None req-37999593-375d-48df-977c-e7a56c3a84a0 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1170.407471] env[68893]: DEBUG nova.virt.hardware [None req-37999593-375d-48df-977c-e7a56c3a84a0 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1170.408154] env[68893]: DEBUG nova.virt.hardware [None req-37999593-375d-48df-977c-e7a56c3a84a0 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1170.408154] env[68893]: DEBUG nova.virt.hardware [None req-37999593-375d-48df-977c-e7a56c3a84a0 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1170.414900] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-37999593-375d-48df-977c-e7a56c3a84a0 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: e51b5d20-db57-4bd9-9534-56f6c8cda79a] Reconfiguring VM instance instance-00000066 to detach disk 2000 {{(pid=68893) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1170.415543] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6f8fa5d-d0ef-41cf-abda-f8a17b60ff64 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.433479] env[68893]: DEBUG oslo_vmware.api [None req-37999593-375d-48df-977c-e7a56c3a84a0 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Waiting for the task: (returnval){ [ 1170.433479] env[68893]: value = "task-2792366" [ 1170.433479] env[68893]: _type = "Task" [ 1170.433479] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.442980] env[68893]: DEBUG oslo_vmware.api [None req-37999593-375d-48df-977c-e7a56c3a84a0 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2792366, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.464334] env[68893]: DEBUG oslo_vmware.api [None req-4195cf8d-e383-472f-962e-d4c8b9770d76 tempest-ServersTestJSON-1128307701 tempest-ServersTestJSON-1128307701-project-member] Task: {'id': task-2792363, 'name': ReconfigVM_Task, 'duration_secs': 0.670207} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.464760] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-4195cf8d-e383-472f-962e-d4c8b9770d76 tempest-ServersTestJSON-1128307701 tempest-ServersTestJSON-1128307701-project-member] [instance: 89b887c6-1bda-46bb-b285-951b77b5ed61] Reconfigured VM instance instance-00000069 to attach disk [datastore2] 89b887c6-1bda-46bb-b285-951b77b5ed61/89b887c6-1bda-46bb-b285-951b77b5ed61.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1170.465477] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4caa6727-9208-48a9-a76c-5259de76ae2a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.472489] env[68893]: DEBUG oslo_vmware.api [None req-4195cf8d-e383-472f-962e-d4c8b9770d76 tempest-ServersTestJSON-1128307701 tempest-ServersTestJSON-1128307701-project-member] Waiting for the task: (returnval){ [ 1170.472489] env[68893]: value = "task-2792367" [ 1170.472489] env[68893]: _type = "Task" [ 1170.472489] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.483872] env[68893]: DEBUG oslo_vmware.api [None req-4195cf8d-e383-472f-962e-d4c8b9770d76 tempest-ServersTestJSON-1128307701 tempest-ServersTestJSON-1128307701-project-member] Task: {'id': task-2792367, 'name': Rename_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.484407] env[68893]: DEBUG oslo_concurrency.lockutils [None req-46210bd0-e05e-48aa-9efc-3a55eb7f20e3 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Lock "d4070fc4-0915-42b6-ba2e-243f731ba079" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.585s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.523574] env[68893]: DEBUG nova.compute.manager [None req-66423467-f27c-4762-a409-8c18e2e3d857 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: 80865abc-dea4-468e-a2d6-1b8156411609] Start spawning the instance on the hypervisor. {{(pid=68893) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1170.553185] env[68893]: DEBUG nova.virt.hardware [None req-66423467-f27c-4762-a409-8c18e2e3d857 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1170.553748] env[68893]: DEBUG nova.virt.hardware [None req-66423467-f27c-4762-a409-8c18e2e3d857 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1170.553748] env[68893]: DEBUG nova.virt.hardware [None req-66423467-f27c-4762-a409-8c18e2e3d857 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1170.553878] env[68893]: DEBUG nova.virt.hardware [None req-66423467-f27c-4762-a409-8c18e2e3d857 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1170.554059] env[68893]: DEBUG nova.virt.hardware [None req-66423467-f27c-4762-a409-8c18e2e3d857 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1170.554240] env[68893]: DEBUG nova.virt.hardware [None req-66423467-f27c-4762-a409-8c18e2e3d857 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1170.554464] env[68893]: DEBUG nova.virt.hardware [None req-66423467-f27c-4762-a409-8c18e2e3d857 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1170.554675] env[68893]: DEBUG nova.virt.hardware [None req-66423467-f27c-4762-a409-8c18e2e3d857 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1170.554906] env[68893]: DEBUG nova.virt.hardware [None req-66423467-f27c-4762-a409-8c18e2e3d857 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1170.556131] env[68893]: DEBUG nova.virt.hardware [None req-66423467-f27c-4762-a409-8c18e2e3d857 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1170.556408] env[68893]: DEBUG nova.virt.hardware [None req-66423467-f27c-4762-a409-8c18e2e3d857 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1170.557753] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-484febe7-d594-4a08-8855-1a2bdb650bea {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.566540] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4f897e9-5c0d-4b23-a4ab-e7e89c5e9b9a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.663633] env[68893]: DEBUG oslo_vmware.api [None req-8865b0d2-b9d0-4f81-af54-567f8cdfa4a0 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': task-2792361, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.774559] env[68893]: DEBUG nova.scheduler.client.report [None req-66d5f41b-cf66-4fcc-ae35-0512183980b0 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1170.877177] env[68893]: DEBUG oslo_vmware.api [None req-5c0c1f08-e7bb-49cc-a4d2-e8c6c23cb3eb tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Task: {'id': task-2792364, 'name': ReconfigVM_Task, 'duration_secs': 0.837378} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.877533] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c0c1f08-e7bb-49cc-a4d2-e8c6c23cb3eb tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: 7b587048-dac4-4611-9149-6999e7cf06a0] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561250', 'volume_id': '0714c7b0-5454-4deb-94db-b516a4d5e170', 'name': 'volume-0714c7b0-5454-4deb-94db-b516a4d5e170', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7b587048-dac4-4611-9149-6999e7cf06a0', 'attached_at': '', 'detached_at': '', 'volume_id': '0714c7b0-5454-4deb-94db-b516a4d5e170', 'serial': '0714c7b0-5454-4deb-94db-b516a4d5e170'} {{(pid=68893) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1170.940488] env[68893]: DEBUG nova.compute.manager [req-f95dd25a-ed02-4d3c-aa64-5554c9e53348 req-cd69e43b-84c7-47b1-8970-93c7d42326c3 service nova] [instance: 80865abc-dea4-468e-a2d6-1b8156411609] Received event network-vif-plugged-e2ca00c6-a87d-4207-abaf-d78a3a419f5a {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1170.940739] env[68893]: DEBUG oslo_concurrency.lockutils [req-f95dd25a-ed02-4d3c-aa64-5554c9e53348 req-cd69e43b-84c7-47b1-8970-93c7d42326c3 service nova] Acquiring lock "80865abc-dea4-468e-a2d6-1b8156411609-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.940992] env[68893]: DEBUG oslo_concurrency.lockutils [req-f95dd25a-ed02-4d3c-aa64-5554c9e53348 req-cd69e43b-84c7-47b1-8970-93c7d42326c3 service nova] Lock "80865abc-dea4-468e-a2d6-1b8156411609-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.941184] env[68893]: DEBUG oslo_concurrency.lockutils [req-f95dd25a-ed02-4d3c-aa64-5554c9e53348 req-cd69e43b-84c7-47b1-8970-93c7d42326c3 service nova] Lock "80865abc-dea4-468e-a2d6-1b8156411609-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.941380] env[68893]: DEBUG nova.compute.manager [req-f95dd25a-ed02-4d3c-aa64-5554c9e53348 req-cd69e43b-84c7-47b1-8970-93c7d42326c3 service nova] [instance: 80865abc-dea4-468e-a2d6-1b8156411609] No waiting events found dispatching network-vif-plugged-e2ca00c6-a87d-4207-abaf-d78a3a419f5a {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1170.941582] env[68893]: WARNING nova.compute.manager [req-f95dd25a-ed02-4d3c-aa64-5554c9e53348 req-cd69e43b-84c7-47b1-8970-93c7d42326c3 service nova] [instance: 80865abc-dea4-468e-a2d6-1b8156411609] Received unexpected event network-vif-plugged-e2ca00c6-a87d-4207-abaf-d78a3a419f5a for instance with vm_state building and task_state spawning. [ 1170.947251] env[68893]: DEBUG oslo_vmware.api [None req-37999593-375d-48df-977c-e7a56c3a84a0 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2792366, 'name': ReconfigVM_Task, 'duration_secs': 0.167937} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.947499] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-37999593-375d-48df-977c-e7a56c3a84a0 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: e51b5d20-db57-4bd9-9534-56f6c8cda79a] Reconfigured VM instance instance-00000066 to detach disk 2000 {{(pid=68893) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1170.948362] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-957a28f3-f6b7-4d79-9916-8a0d0bfcd7af {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.973475] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-37999593-375d-48df-977c-e7a56c3a84a0 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: e51b5d20-db57-4bd9-9534-56f6c8cda79a] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] e51b5d20-db57-4bd9-9534-56f6c8cda79a/e51b5d20-db57-4bd9-9534-56f6c8cda79a.vmdk or device None with type thin {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1170.974096] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4cb30b7c-27bc-450d-b203-99265ad322dd {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.999531] env[68893]: DEBUG oslo_vmware.api [None req-4195cf8d-e383-472f-962e-d4c8b9770d76 tempest-ServersTestJSON-1128307701 tempest-ServersTestJSON-1128307701-project-member] Task: {'id': task-2792367, 'name': Rename_Task, 'duration_secs': 0.148634} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.999531] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-4195cf8d-e383-472f-962e-d4c8b9770d76 tempest-ServersTestJSON-1128307701 tempest-ServersTestJSON-1128307701-project-member] [instance: 89b887c6-1bda-46bb-b285-951b77b5ed61] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1170.999531] env[68893]: DEBUG oslo_vmware.api [None req-37999593-375d-48df-977c-e7a56c3a84a0 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Waiting for the task: (returnval){ [ 1170.999531] env[68893]: value = "task-2792368" [ 1170.999531] env[68893]: _type = "Task" [ 1170.999531] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.999768] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-48078adc-030d-43ad-bf6f-35f5c0d82927 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.009411] env[68893]: DEBUG oslo_vmware.api [None req-4195cf8d-e383-472f-962e-d4c8b9770d76 tempest-ServersTestJSON-1128307701 tempest-ServersTestJSON-1128307701-project-member] Waiting for the task: (returnval){ [ 1171.009411] env[68893]: value = "task-2792369" [ 1171.009411] env[68893]: _type = "Task" [ 1171.009411] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.013018] env[68893]: DEBUG oslo_vmware.api [None req-37999593-375d-48df-977c-e7a56c3a84a0 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2792368, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.037882] env[68893]: DEBUG nova.network.neutron [None req-66423467-f27c-4762-a409-8c18e2e3d857 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: 80865abc-dea4-468e-a2d6-1b8156411609] Successfully updated port: e2ca00c6-a87d-4207-abaf-d78a3a419f5a {{(pid=68893) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1171.166620] env[68893]: DEBUG oslo_vmware.api [None req-8865b0d2-b9d0-4f81-af54-567f8cdfa4a0 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': task-2792361, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.282057] env[68893]: DEBUG oslo_concurrency.lockutils [None req-66d5f41b-cf66-4fcc-ae35-0512183980b0 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.327s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.283075] env[68893]: DEBUG oslo_concurrency.lockutils [None req-2bc8f505-c506-4903-be57-0d7ec9a48e83 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.906s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.285580] env[68893]: INFO nova.compute.claims [None req-2bc8f505-c506-4903-be57-0d7ec9a48e83 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 5cf97efe-7361-4f18-b03d-cb682f191fe7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1171.309780] env[68893]: INFO nova.scheduler.client.report [None req-66d5f41b-cf66-4fcc-ae35-0512183980b0 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Deleted allocations for instance e8101873-5a0d-47f7-9fd2-fc5428f277a3 [ 1171.513056] env[68893]: DEBUG oslo_vmware.api [None req-37999593-375d-48df-977c-e7a56c3a84a0 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2792368, 'name': ReconfigVM_Task, 'duration_secs': 0.393847} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.516543] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-37999593-375d-48df-977c-e7a56c3a84a0 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: e51b5d20-db57-4bd9-9534-56f6c8cda79a] Reconfigured VM instance instance-00000066 to attach disk [datastore2] e51b5d20-db57-4bd9-9534-56f6c8cda79a/e51b5d20-db57-4bd9-9534-56f6c8cda79a.vmdk or device None with type thin {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1171.516849] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-37999593-375d-48df-977c-e7a56c3a84a0 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: e51b5d20-db57-4bd9-9534-56f6c8cda79a] Updating instance 'e51b5d20-db57-4bd9-9534-56f6c8cda79a' progress to 50 {{(pid=68893) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1171.525600] env[68893]: DEBUG oslo_vmware.api [None req-4195cf8d-e383-472f-962e-d4c8b9770d76 tempest-ServersTestJSON-1128307701 tempest-ServersTestJSON-1128307701-project-member] Task: {'id': task-2792369, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.541699] env[68893]: DEBUG oslo_concurrency.lockutils [None req-66423467-f27c-4762-a409-8c18e2e3d857 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Acquiring lock "refresh_cache-80865abc-dea4-468e-a2d6-1b8156411609" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.541858] env[68893]: DEBUG oslo_concurrency.lockutils [None req-66423467-f27c-4762-a409-8c18e2e3d857 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Acquired lock "refresh_cache-80865abc-dea4-468e-a2d6-1b8156411609" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.542044] env[68893]: DEBUG nova.network.neutron [None req-66423467-f27c-4762-a409-8c18e2e3d857 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: 80865abc-dea4-468e-a2d6-1b8156411609] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1171.665891] env[68893]: DEBUG oslo_vmware.api [None req-8865b0d2-b9d0-4f81-af54-567f8cdfa4a0 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': task-2792361, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.822019] env[68893]: DEBUG oslo_concurrency.lockutils [None req-66d5f41b-cf66-4fcc-ae35-0512183980b0 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Lock "e8101873-5a0d-47f7-9fd2-fc5428f277a3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.977s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.919933] env[68893]: DEBUG nova.objects.instance [None req-5c0c1f08-e7bb-49cc-a4d2-e8c6c23cb3eb tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Lazy-loading 'flavor' on Instance uuid 7b587048-dac4-4611-9149-6999e7cf06a0 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1172.024145] env[68893]: DEBUG oslo_vmware.api [None req-4195cf8d-e383-472f-962e-d4c8b9770d76 tempest-ServersTestJSON-1128307701 tempest-ServersTestJSON-1128307701-project-member] Task: {'id': task-2792369, 'name': PowerOnVM_Task, 'duration_secs': 0.607316} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.025358] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66f47d75-40a3-42ed-a19d-16893837229f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.029462] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-4195cf8d-e383-472f-962e-d4c8b9770d76 tempest-ServersTestJSON-1128307701 tempest-ServersTestJSON-1128307701-project-member] [instance: 89b887c6-1bda-46bb-b285-951b77b5ed61] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1172.029761] env[68893]: INFO nova.compute.manager [None req-4195cf8d-e383-472f-962e-d4c8b9770d76 tempest-ServersTestJSON-1128307701 tempest-ServersTestJSON-1128307701-project-member] [instance: 89b887c6-1bda-46bb-b285-951b77b5ed61] Took 8.19 seconds to spawn the instance on the hypervisor. [ 1172.029909] env[68893]: DEBUG nova.compute.manager [None req-4195cf8d-e383-472f-962e-d4c8b9770d76 tempest-ServersTestJSON-1128307701 tempest-ServersTestJSON-1128307701-project-member] [instance: 89b887c6-1bda-46bb-b285-951b77b5ed61] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1172.030891] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-429b5a3f-0afc-41b5-9b80-afe36936d4d5 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.057966] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8053a6f8-239c-4350-affe-f30e5efafd83 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.077905] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-37999593-375d-48df-977c-e7a56c3a84a0 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: e51b5d20-db57-4bd9-9534-56f6c8cda79a] Updating instance 'e51b5d20-db57-4bd9-9534-56f6c8cda79a' progress to 67 {{(pid=68893) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1172.095542] env[68893]: DEBUG nova.network.neutron [None req-66423467-f27c-4762-a409-8c18e2e3d857 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: 80865abc-dea4-468e-a2d6-1b8156411609] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1172.167207] env[68893]: DEBUG oslo_vmware.api [None req-8865b0d2-b9d0-4f81-af54-567f8cdfa4a0 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': task-2792361, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.288676] env[68893]: DEBUG nova.network.neutron [None req-66423467-f27c-4762-a409-8c18e2e3d857 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: 80865abc-dea4-468e-a2d6-1b8156411609] Updating instance_info_cache with network_info: [{"id": "e2ca00c6-a87d-4207-abaf-d78a3a419f5a", "address": "fa:16:3e:c9:7d:9a", "network": {"id": "762a83f3-c67b-4f81-b7a7-d7f377a327e5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-991790965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6f2d7d7af6a40f097ffca46e5a430bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2ca00c6-a8", "ovs_interfaceid": "e2ca00c6-a87d-4207-abaf-d78a3a419f5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.355172] env[68893]: DEBUG oslo_concurrency.lockutils [None req-26b86faa-d1b0-49ce-90d3-93aabc928645 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Acquiring lock "f40a2a83-d2bf-4059-8d84-e893e5664173" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.355172] env[68893]: DEBUG oslo_concurrency.lockutils [None req-26b86faa-d1b0-49ce-90d3-93aabc928645 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Lock "f40a2a83-d2bf-4059-8d84-e893e5664173" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.427838] env[68893]: DEBUG oslo_concurrency.lockutils [None req-5c0c1f08-e7bb-49cc-a4d2-e8c6c23cb3eb tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Lock "7b587048-dac4-4611-9149-6999e7cf06a0" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.816s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.549155] env[68893]: DEBUG oslo_concurrency.lockutils [None req-041d7107-dd12-4426-8876-98fbf2746d83 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Acquiring lock "b45a24af-856a-49f9-afc2-f30be44a8689" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.549402] env[68893]: DEBUG oslo_concurrency.lockutils [None req-041d7107-dd12-4426-8876-98fbf2746d83 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Lock "b45a24af-856a-49f9-afc2-f30be44a8689" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.566336] env[68893]: INFO nova.compute.manager [None req-4195cf8d-e383-472f-962e-d4c8b9770d76 tempest-ServersTestJSON-1128307701 tempest-ServersTestJSON-1128307701-project-member] [instance: 89b887c6-1bda-46bb-b285-951b77b5ed61] Took 14.16 seconds to build instance. [ 1172.603049] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63f90d40-c78e-4bde-9879-76023ef7daef {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.613925] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d68af6b-a9d4-472b-bea8-745d33a9309a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.648405] env[68893]: DEBUG nova.network.neutron [None req-37999593-375d-48df-977c-e7a56c3a84a0 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: e51b5d20-db57-4bd9-9534-56f6c8cda79a] Port 8eafd0e9-9793-423c-91fe-580d33b0ad55 binding to destination host cpu-1 is already ACTIVE {{(pid=68893) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1172.650264] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-062a28f8-0c86-46e9-bfc4-be86fea019e4 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.658623] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fa7a782-a810-457d-a4a5-d79314b6548c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.678023] env[68893]: DEBUG nova.compute.provider_tree [None req-2bc8f505-c506-4903-be57-0d7ec9a48e83 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1172.686657] env[68893]: DEBUG oslo_vmware.api [None req-8865b0d2-b9d0-4f81-af54-567f8cdfa4a0 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': task-2792361, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.791936] env[68893]: DEBUG oslo_concurrency.lockutils [None req-66423467-f27c-4762-a409-8c18e2e3d857 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Releasing lock "refresh_cache-80865abc-dea4-468e-a2d6-1b8156411609" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.792323] env[68893]: DEBUG nova.compute.manager [None req-66423467-f27c-4762-a409-8c18e2e3d857 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: 80865abc-dea4-468e-a2d6-1b8156411609] Instance network_info: |[{"id": "e2ca00c6-a87d-4207-abaf-d78a3a419f5a", "address": "fa:16:3e:c9:7d:9a", "network": {"id": "762a83f3-c67b-4f81-b7a7-d7f377a327e5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-991790965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6f2d7d7af6a40f097ffca46e5a430bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2ca00c6-a8", "ovs_interfaceid": "e2ca00c6-a87d-4207-abaf-d78a3a419f5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1172.792757] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-66423467-f27c-4762-a409-8c18e2e3d857 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: 80865abc-dea4-468e-a2d6-1b8156411609] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:7d:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cb971244-43ba-41b4-a6a2-a4558548012c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e2ca00c6-a87d-4207-abaf-d78a3a419f5a', 'vif_model': 'vmxnet3'}] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1172.800598] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-66423467-f27c-4762-a409-8c18e2e3d857 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1172.800850] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80865abc-dea4-468e-a2d6-1b8156411609] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1172.801098] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ae3d4822-3976-42d6-9408-e581cfad1a15 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.822875] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1172.822875] env[68893]: value = "task-2792371" [ 1172.822875] env[68893]: _type = "Task" [ 1172.822875] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.830759] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792371, 'name': CreateVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.856634] env[68893]: DEBUG nova.compute.manager [None req-26b86faa-d1b0-49ce-90d3-93aabc928645 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: f40a2a83-d2bf-4059-8d84-e893e5664173] Starting instance... {{(pid=68893) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1172.932931] env[68893]: DEBUG nova.compute.manager [req-9c8ea9ce-2e7c-4c55-a03b-8db514bef004 req-f76d9d6a-d199-4c91-b27c-7ce567dbc0db service nova] [instance: 89b887c6-1bda-46bb-b285-951b77b5ed61] Received event network-changed-f4adf7b7-e768-486e-845d-ca370c8287eb {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1172.932931] env[68893]: DEBUG nova.compute.manager [req-9c8ea9ce-2e7c-4c55-a03b-8db514bef004 req-f76d9d6a-d199-4c91-b27c-7ce567dbc0db service nova] [instance: 89b887c6-1bda-46bb-b285-951b77b5ed61] Refreshing instance network info cache due to event network-changed-f4adf7b7-e768-486e-845d-ca370c8287eb. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1172.933111] env[68893]: DEBUG oslo_concurrency.lockutils [req-9c8ea9ce-2e7c-4c55-a03b-8db514bef004 req-f76d9d6a-d199-4c91-b27c-7ce567dbc0db service nova] Acquiring lock "refresh_cache-89b887c6-1bda-46bb-b285-951b77b5ed61" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.933313] env[68893]: DEBUG oslo_concurrency.lockutils [req-9c8ea9ce-2e7c-4c55-a03b-8db514bef004 req-f76d9d6a-d199-4c91-b27c-7ce567dbc0db service nova] Acquired lock "refresh_cache-89b887c6-1bda-46bb-b285-951b77b5ed61" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.933486] env[68893]: DEBUG nova.network.neutron [req-9c8ea9ce-2e7c-4c55-a03b-8db514bef004 req-f76d9d6a-d199-4c91-b27c-7ce567dbc0db service nova] [instance: 89b887c6-1bda-46bb-b285-951b77b5ed61] Refreshing network info cache for port f4adf7b7-e768-486e-845d-ca370c8287eb {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1172.969146] env[68893]: DEBUG nova.compute.manager [req-f9f6b984-0e25-43c6-8212-75c929bc9b9a req-4ba3874e-ec1a-4cdb-be76-15289e8ef17a service nova] [instance: 80865abc-dea4-468e-a2d6-1b8156411609] Received event network-changed-e2ca00c6-a87d-4207-abaf-d78a3a419f5a {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1172.969894] env[68893]: DEBUG nova.compute.manager [req-f9f6b984-0e25-43c6-8212-75c929bc9b9a req-4ba3874e-ec1a-4cdb-be76-15289e8ef17a service nova] [instance: 80865abc-dea4-468e-a2d6-1b8156411609] Refreshing instance network info cache due to event network-changed-e2ca00c6-a87d-4207-abaf-d78a3a419f5a. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1172.969894] env[68893]: DEBUG oslo_concurrency.lockutils [req-f9f6b984-0e25-43c6-8212-75c929bc9b9a req-4ba3874e-ec1a-4cdb-be76-15289e8ef17a service nova] Acquiring lock "refresh_cache-80865abc-dea4-468e-a2d6-1b8156411609" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.969894] env[68893]: DEBUG oslo_concurrency.lockutils [req-f9f6b984-0e25-43c6-8212-75c929bc9b9a req-4ba3874e-ec1a-4cdb-be76-15289e8ef17a service nova] Acquired lock "refresh_cache-80865abc-dea4-468e-a2d6-1b8156411609" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.969894] env[68893]: DEBUG nova.network.neutron [req-f9f6b984-0e25-43c6-8212-75c929bc9b9a req-4ba3874e-ec1a-4cdb-be76-15289e8ef17a service nova] [instance: 80865abc-dea4-468e-a2d6-1b8156411609] Refreshing network info cache for port e2ca00c6-a87d-4207-abaf-d78a3a419f5a {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1173.055125] env[68893]: DEBUG nova.compute.manager [None req-041d7107-dd12-4426-8876-98fbf2746d83 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: b45a24af-856a-49f9-afc2-f30be44a8689] Starting instance... {{(pid=68893) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1173.068869] env[68893]: DEBUG oslo_concurrency.lockutils [None req-4195cf8d-e383-472f-962e-d4c8b9770d76 tempest-ServersTestJSON-1128307701 tempest-ServersTestJSON-1128307701-project-member] Lock "89b887c6-1bda-46bb-b285-951b77b5ed61" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.680s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.171770] env[68893]: DEBUG oslo_vmware.api [None req-8865b0d2-b9d0-4f81-af54-567f8cdfa4a0 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': task-2792361, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.186017] env[68893]: DEBUG nova.scheduler.client.report [None req-2bc8f505-c506-4903-be57-0d7ec9a48e83 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1173.333216] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792371, 'name': CreateVM_Task} progress is 25%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.400246] env[68893]: DEBUG oslo_concurrency.lockutils [None req-26b86faa-d1b0-49ce-90d3-93aabc928645 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.411041] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ab121f2a-306c-4230-a3de-fd72619a4a95 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Acquiring lock "6cb6b26e-7d66-4218-8dac-978e666b3e54" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.411261] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ab121f2a-306c-4230-a3de-fd72619a4a95 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Lock "6cb6b26e-7d66-4218-8dac-978e666b3e54" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.575294] env[68893]: DEBUG oslo_concurrency.lockutils [None req-041d7107-dd12-4426-8876-98fbf2746d83 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.681962] env[68893]: DEBUG oslo_vmware.api [None req-8865b0d2-b9d0-4f81-af54-567f8cdfa4a0 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': task-2792361, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.687911] env[68893]: DEBUG oslo_concurrency.lockutils [None req-37999593-375d-48df-977c-e7a56c3a84a0 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Acquiring lock "e51b5d20-db57-4bd9-9534-56f6c8cda79a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.688161] env[68893]: DEBUG oslo_concurrency.lockutils [None req-37999593-375d-48df-977c-e7a56c3a84a0 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Lock "e51b5d20-db57-4bd9-9534-56f6c8cda79a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.688417] env[68893]: DEBUG oslo_concurrency.lockutils [None req-37999593-375d-48df-977c-e7a56c3a84a0 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Lock "e51b5d20-db57-4bd9-9534-56f6c8cda79a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.692654] env[68893]: DEBUG oslo_concurrency.lockutils [None req-2bc8f505-c506-4903-be57-0d7ec9a48e83 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.410s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.693112] env[68893]: DEBUG nova.compute.manager [None req-2bc8f505-c506-4903-be57-0d7ec9a48e83 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 5cf97efe-7361-4f18-b03d-cb682f191fe7] Start building networks asynchronously for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1173.695520] env[68893]: DEBUG oslo_concurrency.lockutils [None req-26b86faa-d1b0-49ce-90d3-93aabc928645 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.297s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.697077] env[68893]: INFO nova.compute.claims [None req-26b86faa-d1b0-49ce-90d3-93aabc928645 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: f40a2a83-d2bf-4059-8d84-e893e5664173] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1173.748854] env[68893]: DEBUG nova.network.neutron [req-9c8ea9ce-2e7c-4c55-a03b-8db514bef004 req-f76d9d6a-d199-4c91-b27c-7ce567dbc0db service nova] [instance: 89b887c6-1bda-46bb-b285-951b77b5ed61] Updated VIF entry in instance network info cache for port f4adf7b7-e768-486e-845d-ca370c8287eb. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1173.749613] env[68893]: DEBUG nova.network.neutron [req-9c8ea9ce-2e7c-4c55-a03b-8db514bef004 req-f76d9d6a-d199-4c91-b27c-7ce567dbc0db service nova] [instance: 89b887c6-1bda-46bb-b285-951b77b5ed61] Updating instance_info_cache with network_info: [{"id": "f4adf7b7-e768-486e-845d-ca370c8287eb", "address": "fa:16:3e:ae:e6:53", "network": {"id": "3ed6677d-ed00-49c5-92dc-460cc0aa40b3", "bridge": "br-int", "label": "tempest-ServersTestJSON-189557374-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1af2ec1896ff4af48b8b5955bdbf43a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4adf7b7-e7", "ovs_interfaceid": "f4adf7b7-e768-486e-845d-ca370c8287eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.797432] env[68893]: DEBUG nova.network.neutron [req-f9f6b984-0e25-43c6-8212-75c929bc9b9a req-4ba3874e-ec1a-4cdb-be76-15289e8ef17a service nova] [instance: 80865abc-dea4-468e-a2d6-1b8156411609] Updated VIF entry in instance network info cache for port e2ca00c6-a87d-4207-abaf-d78a3a419f5a. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1173.797812] env[68893]: DEBUG nova.network.neutron [req-f9f6b984-0e25-43c6-8212-75c929bc9b9a req-4ba3874e-ec1a-4cdb-be76-15289e8ef17a service nova] [instance: 80865abc-dea4-468e-a2d6-1b8156411609] Updating instance_info_cache with network_info: [{"id": "e2ca00c6-a87d-4207-abaf-d78a3a419f5a", "address": "fa:16:3e:c9:7d:9a", "network": {"id": "762a83f3-c67b-4f81-b7a7-d7f377a327e5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-991790965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6f2d7d7af6a40f097ffca46e5a430bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2ca00c6-a8", "ovs_interfaceid": "e2ca00c6-a87d-4207-abaf-d78a3a419f5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.835770] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792371, 'name': CreateVM_Task} progress is 25%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.915455] env[68893]: DEBUG nova.compute.manager [None req-ab121f2a-306c-4230-a3de-fd72619a4a95 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: 6cb6b26e-7d66-4218-8dac-978e666b3e54] Starting instance... {{(pid=68893) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1174.169503] env[68893]: DEBUG oslo_vmware.api [None req-8865b0d2-b9d0-4f81-af54-567f8cdfa4a0 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': task-2792361, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.202115] env[68893]: DEBUG nova.compute.utils [None req-2bc8f505-c506-4903-be57-0d7ec9a48e83 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1174.205704] env[68893]: DEBUG nova.compute.manager [None req-2bc8f505-c506-4903-be57-0d7ec9a48e83 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 5cf97efe-7361-4f18-b03d-cb682f191fe7] Allocating IP information in the background. {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1174.205885] env[68893]: DEBUG nova.network.neutron [None req-2bc8f505-c506-4903-be57-0d7ec9a48e83 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 5cf97efe-7361-4f18-b03d-cb682f191fe7] allocate_for_instance() {{(pid=68893) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1174.251925] env[68893]: DEBUG oslo_concurrency.lockutils [req-9c8ea9ce-2e7c-4c55-a03b-8db514bef004 req-f76d9d6a-d199-4c91-b27c-7ce567dbc0db service nova] Releasing lock "refresh_cache-89b887c6-1bda-46bb-b285-951b77b5ed61" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.258501] env[68893]: DEBUG nova.policy [None req-2bc8f505-c506-4903-be57-0d7ec9a48e83 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c01f2f05cf464d3598cb8045386542bd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '863b84ea17a9459287213695c87d2bec', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68893) authorize /opt/stack/nova/nova/policy.py:192}} [ 1174.300993] env[68893]: DEBUG oslo_concurrency.lockutils [req-f9f6b984-0e25-43c6-8212-75c929bc9b9a req-4ba3874e-ec1a-4cdb-be76-15289e8ef17a service nova] Releasing lock "refresh_cache-80865abc-dea4-468e-a2d6-1b8156411609" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.333731] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792371, 'name': CreateVM_Task} progress is 99%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.444629] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ab121f2a-306c-4230-a3de-fd72619a4a95 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.542364] env[68893]: DEBUG nova.network.neutron [None req-2bc8f505-c506-4903-be57-0d7ec9a48e83 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 5cf97efe-7361-4f18-b03d-cb682f191fe7] Successfully created port: 3cbeb975-4208-4e0c-aafc-36ad8f83a3cb {{(pid=68893) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1174.682187] env[68893]: DEBUG oslo_vmware.api [None req-8865b0d2-b9d0-4f81-af54-567f8cdfa4a0 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': task-2792361, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.707015] env[68893]: DEBUG nova.compute.manager [None req-2bc8f505-c506-4903-be57-0d7ec9a48e83 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 5cf97efe-7361-4f18-b03d-cb682f191fe7] Start building block device mappings for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1174.730616] env[68893]: DEBUG oslo_concurrency.lockutils [None req-37999593-375d-48df-977c-e7a56c3a84a0 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Acquiring lock "refresh_cache-e51b5d20-db57-4bd9-9534-56f6c8cda79a" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.730865] env[68893]: DEBUG oslo_concurrency.lockutils [None req-37999593-375d-48df-977c-e7a56c3a84a0 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Acquired lock "refresh_cache-e51b5d20-db57-4bd9-9534-56f6c8cda79a" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.731066] env[68893]: DEBUG nova.network.neutron [None req-37999593-375d-48df-977c-e7a56c3a84a0 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: e51b5d20-db57-4bd9-9534-56f6c8cda79a] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1174.836266] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792371, 'name': CreateVM_Task, 'duration_secs': 1.555356} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.836451] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80865abc-dea4-468e-a2d6-1b8156411609] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1174.837130] env[68893]: DEBUG oslo_concurrency.lockutils [None req-66423467-f27c-4762-a409-8c18e2e3d857 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.837373] env[68893]: DEBUG oslo_concurrency.lockutils [None req-66423467-f27c-4762-a409-8c18e2e3d857 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.837692] env[68893]: DEBUG oslo_concurrency.lockutils [None req-66423467-f27c-4762-a409-8c18e2e3d857 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.838374] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4388ea78-5ff4-4d53-b06c-5927f89c683a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.845102] env[68893]: DEBUG oslo_vmware.api [None req-66423467-f27c-4762-a409-8c18e2e3d857 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Waiting for the task: (returnval){ [ 1174.845102] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]5216e82f-d685-3741-12bc-489d27377fb3" [ 1174.845102] env[68893]: _type = "Task" [ 1174.845102] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.854335] env[68893]: DEBUG oslo_vmware.api [None req-66423467-f27c-4762-a409-8c18e2e3d857 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]5216e82f-d685-3741-12bc-489d27377fb3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.942906] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42e814e3-e473-4668-bed5-130aaed08aeb {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.951853] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ac15a4a-c7c4-4ae8-b1ab-75fd8fd9215b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.985425] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9100d92b-c6f3-4b1b-91ba-86b1ff95468e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.994478] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41245e88-8cdc-41dd-9bef-798b929e7f77 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.009148] env[68893]: DEBUG nova.compute.provider_tree [None req-26b86faa-d1b0-49ce-90d3-93aabc928645 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1175.174290] env[68893]: DEBUG oslo_vmware.api [None req-8865b0d2-b9d0-4f81-af54-567f8cdfa4a0 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': task-2792361, 'name': ReconfigVM_Task, 'duration_secs': 5.948702} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.174680] env[68893]: DEBUG oslo_concurrency.lockutils [None req-8865b0d2-b9d0-4f81-af54-567f8cdfa4a0 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Releasing lock "1a1dd7d2-fd20-4578-a095-fb95f4fc1516" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.174961] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-8865b0d2-b9d0-4f81-af54-567f8cdfa4a0 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 1a1dd7d2-fd20-4578-a095-fb95f4fc1516] Reconfigured VM to detach interface {{(pid=68893) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1175.356740] env[68893]: DEBUG oslo_vmware.api [None req-66423467-f27c-4762-a409-8c18e2e3d857 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]5216e82f-d685-3741-12bc-489d27377fb3, 'name': SearchDatastore_Task, 'duration_secs': 0.011341} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.357076] env[68893]: DEBUG oslo_concurrency.lockutils [None req-66423467-f27c-4762-a409-8c18e2e3d857 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.357331] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-66423467-f27c-4762-a409-8c18e2e3d857 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: 80865abc-dea4-468e-a2d6-1b8156411609] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1175.357568] env[68893]: DEBUG oslo_concurrency.lockutils [None req-66423467-f27c-4762-a409-8c18e2e3d857 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.357710] env[68893]: DEBUG oslo_concurrency.lockutils [None req-66423467-f27c-4762-a409-8c18e2e3d857 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.357884] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-66423467-f27c-4762-a409-8c18e2e3d857 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1175.358164] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f511af28-8926-40b2-a80a-e1c4d64635d8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.368783] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-66423467-f27c-4762-a409-8c18e2e3d857 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1175.368968] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-66423467-f27c-4762-a409-8c18e2e3d857 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1175.369745] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74d00107-e883-42b1-ac0e-6e86e5873aab {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.376399] env[68893]: DEBUG oslo_vmware.api [None req-66423467-f27c-4762-a409-8c18e2e3d857 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Waiting for the task: (returnval){ [ 1175.376399] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52e8a021-46d5-e9aa-c98b-c028386d3693" [ 1175.376399] env[68893]: _type = "Task" [ 1175.376399] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.386580] env[68893]: DEBUG oslo_vmware.api [None req-66423467-f27c-4762-a409-8c18e2e3d857 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52e8a021-46d5-e9aa-c98b-c028386d3693, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.452415] env[68893]: DEBUG nova.network.neutron [None req-37999593-375d-48df-977c-e7a56c3a84a0 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: e51b5d20-db57-4bd9-9534-56f6c8cda79a] Updating instance_info_cache with network_info: [{"id": "8eafd0e9-9793-423c-91fe-580d33b0ad55", "address": "fa:16:3e:06:ae:3a", "network": {"id": "cd4544f9-c687-4245-bf7a-8be777c837e0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1345768403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbd67998ec3645b28f40986ddb6faf06", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8eafd0e9-97", "ovs_interfaceid": "8eafd0e9-9793-423c-91fe-580d33b0ad55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.512997] env[68893]: DEBUG nova.scheduler.client.report [None req-26b86faa-d1b0-49ce-90d3-93aabc928645 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1175.719858] env[68893]: DEBUG nova.compute.manager [None req-2bc8f505-c506-4903-be57-0d7ec9a48e83 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 5cf97efe-7361-4f18-b03d-cb682f191fe7] Start spawning the instance on the hypervisor. {{(pid=68893) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1175.747346] env[68893]: DEBUG nova.virt.hardware [None req-2bc8f505-c506-4903-be57-0d7ec9a48e83 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1175.747602] env[68893]: DEBUG nova.virt.hardware [None req-2bc8f505-c506-4903-be57-0d7ec9a48e83 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1175.747763] env[68893]: DEBUG nova.virt.hardware [None req-2bc8f505-c506-4903-be57-0d7ec9a48e83 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1175.747947] env[68893]: DEBUG nova.virt.hardware [None req-2bc8f505-c506-4903-be57-0d7ec9a48e83 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1175.748130] env[68893]: DEBUG nova.virt.hardware [None req-2bc8f505-c506-4903-be57-0d7ec9a48e83 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1175.748304] env[68893]: DEBUG nova.virt.hardware [None req-2bc8f505-c506-4903-be57-0d7ec9a48e83 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1175.748538] env[68893]: DEBUG nova.virt.hardware [None req-2bc8f505-c506-4903-be57-0d7ec9a48e83 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1175.748699] env[68893]: DEBUG nova.virt.hardware [None req-2bc8f505-c506-4903-be57-0d7ec9a48e83 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1175.748870] env[68893]: DEBUG nova.virt.hardware [None req-2bc8f505-c506-4903-be57-0d7ec9a48e83 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1175.749042] env[68893]: DEBUG nova.virt.hardware [None req-2bc8f505-c506-4903-be57-0d7ec9a48e83 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1175.749224] env[68893]: DEBUG nova.virt.hardware [None req-2bc8f505-c506-4903-be57-0d7ec9a48e83 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1175.750469] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84b2cd71-3b7e-4ea3-b589-d45c55e1c819 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.760406] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4e97767-9831-4b37-a3ed-1d429bd20fe2 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.887261] env[68893]: DEBUG oslo_vmware.api [None req-66423467-f27c-4762-a409-8c18e2e3d857 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52e8a021-46d5-e9aa-c98b-c028386d3693, 'name': SearchDatastore_Task, 'duration_secs': 0.011528} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.888074] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b918e36b-0bf9-4707-ab28-494cdfa2a5a5 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.894146] env[68893]: DEBUG oslo_vmware.api [None req-66423467-f27c-4762-a409-8c18e2e3d857 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Waiting for the task: (returnval){ [ 1175.894146] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]528f0730-36be-8e14-9fca-87199ea4ab74" [ 1175.894146] env[68893]: _type = "Task" [ 1175.894146] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.906617] env[68893]: DEBUG oslo_vmware.api [None req-66423467-f27c-4762-a409-8c18e2e3d857 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]528f0730-36be-8e14-9fca-87199ea4ab74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.922227] env[68893]: DEBUG nova.compute.manager [req-5ca08445-9402-4499-aca5-6827bb660dc7 req-817b70e7-975a-4abf-b9b8-4cb7373e9825 service nova] [instance: 5cf97efe-7361-4f18-b03d-cb682f191fe7] Received event network-vif-plugged-3cbeb975-4208-4e0c-aafc-36ad8f83a3cb {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1175.922447] env[68893]: DEBUG oslo_concurrency.lockutils [req-5ca08445-9402-4499-aca5-6827bb660dc7 req-817b70e7-975a-4abf-b9b8-4cb7373e9825 service nova] Acquiring lock "5cf97efe-7361-4f18-b03d-cb682f191fe7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.922659] env[68893]: DEBUG oslo_concurrency.lockutils [req-5ca08445-9402-4499-aca5-6827bb660dc7 req-817b70e7-975a-4abf-b9b8-4cb7373e9825 service nova] Lock "5cf97efe-7361-4f18-b03d-cb682f191fe7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.922882] env[68893]: DEBUG oslo_concurrency.lockutils [req-5ca08445-9402-4499-aca5-6827bb660dc7 req-817b70e7-975a-4abf-b9b8-4cb7373e9825 service nova] Lock "5cf97efe-7361-4f18-b03d-cb682f191fe7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.923028] env[68893]: DEBUG nova.compute.manager [req-5ca08445-9402-4499-aca5-6827bb660dc7 req-817b70e7-975a-4abf-b9b8-4cb7373e9825 service nova] [instance: 5cf97efe-7361-4f18-b03d-cb682f191fe7] No waiting events found dispatching network-vif-plugged-3cbeb975-4208-4e0c-aafc-36ad8f83a3cb {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1175.923167] env[68893]: WARNING nova.compute.manager [req-5ca08445-9402-4499-aca5-6827bb660dc7 req-817b70e7-975a-4abf-b9b8-4cb7373e9825 service nova] [instance: 5cf97efe-7361-4f18-b03d-cb682f191fe7] Received unexpected event network-vif-plugged-3cbeb975-4208-4e0c-aafc-36ad8f83a3cb for instance with vm_state building and task_state spawning. [ 1175.955279] env[68893]: DEBUG oslo_concurrency.lockutils [None req-37999593-375d-48df-977c-e7a56c3a84a0 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Releasing lock "refresh_cache-e51b5d20-db57-4bd9-9534-56f6c8cda79a" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.019216] env[68893]: DEBUG oslo_concurrency.lockutils [None req-26b86faa-d1b0-49ce-90d3-93aabc928645 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.324s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.019765] env[68893]: DEBUG nova.compute.manager [None req-26b86faa-d1b0-49ce-90d3-93aabc928645 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: f40a2a83-d2bf-4059-8d84-e893e5664173] Start building networks asynchronously for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1176.022496] env[68893]: DEBUG oslo_concurrency.lockutils [None req-041d7107-dd12-4426-8876-98fbf2746d83 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.447s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.023929] env[68893]: INFO nova.compute.claims [None req-041d7107-dd12-4426-8876-98fbf2746d83 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: b45a24af-856a-49f9-afc2-f30be44a8689] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1176.037269] env[68893]: DEBUG nova.network.neutron [None req-2bc8f505-c506-4903-be57-0d7ec9a48e83 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 5cf97efe-7361-4f18-b03d-cb682f191fe7] Successfully updated port: 3cbeb975-4208-4e0c-aafc-36ad8f83a3cb {{(pid=68893) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1176.405412] env[68893]: DEBUG oslo_vmware.api [None req-66423467-f27c-4762-a409-8c18e2e3d857 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]528f0730-36be-8e14-9fca-87199ea4ab74, 'name': SearchDatastore_Task, 'duration_secs': 0.0108} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.405680] env[68893]: DEBUG oslo_concurrency.lockutils [None req-66423467-f27c-4762-a409-8c18e2e3d857 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.405940] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-66423467-f27c-4762-a409-8c18e2e3d857 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] 80865abc-dea4-468e-a2d6-1b8156411609/80865abc-dea4-468e-a2d6-1b8156411609.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1176.406213] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-74f5b08c-6af9-4fc6-acb4-d5cb9ac1e331 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.414508] env[68893]: DEBUG oslo_vmware.api [None req-66423467-f27c-4762-a409-8c18e2e3d857 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Waiting for the task: (returnval){ [ 1176.414508] env[68893]: value = "task-2792373" [ 1176.414508] env[68893]: _type = "Task" [ 1176.414508] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.424238] env[68893]: DEBUG oslo_vmware.api [None req-66423467-f27c-4762-a409-8c18e2e3d857 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792373, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.481639] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-010f5d8c-b480-419a-bed9-9964c125d86e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.503720] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdb628ed-d83b-4746-a568-e50dc0e28445 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.512179] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-37999593-375d-48df-977c-e7a56c3a84a0 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: e51b5d20-db57-4bd9-9534-56f6c8cda79a] Updating instance 'e51b5d20-db57-4bd9-9534-56f6c8cda79a' progress to 83 {{(pid=68893) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1176.528015] env[68893]: DEBUG nova.compute.utils [None req-26b86faa-d1b0-49ce-90d3-93aabc928645 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1176.529816] env[68893]: DEBUG nova.compute.manager [None req-26b86faa-d1b0-49ce-90d3-93aabc928645 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: f40a2a83-d2bf-4059-8d84-e893e5664173] Allocating IP information in the background. {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1176.530213] env[68893]: DEBUG nova.network.neutron [None req-26b86faa-d1b0-49ce-90d3-93aabc928645 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: f40a2a83-d2bf-4059-8d84-e893e5664173] allocate_for_instance() {{(pid=68893) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1176.544707] env[68893]: DEBUG oslo_concurrency.lockutils [None req-2bc8f505-c506-4903-be57-0d7ec9a48e83 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Acquiring lock "refresh_cache-5cf97efe-7361-4f18-b03d-cb682f191fe7" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.544887] env[68893]: DEBUG oslo_concurrency.lockutils [None req-2bc8f505-c506-4903-be57-0d7ec9a48e83 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Acquired lock "refresh_cache-5cf97efe-7361-4f18-b03d-cb682f191fe7" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.544977] env[68893]: DEBUG nova.network.neutron [None req-2bc8f505-c506-4903-be57-0d7ec9a48e83 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 5cf97efe-7361-4f18-b03d-cb682f191fe7] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1176.585122] env[68893]: DEBUG nova.policy [None req-26b86faa-d1b0-49ce-90d3-93aabc928645 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '87dd5c82f31c423d9f33b7d7ffe7eec9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '22a90c81e44d43b6ac94fc939f6737bb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68893) authorize /opt/stack/nova/nova/policy.py:192}} [ 1176.759584] env[68893]: DEBUG oslo_concurrency.lockutils [None req-8865b0d2-b9d0-4f81-af54-567f8cdfa4a0 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Acquiring lock "refresh_cache-1a1dd7d2-fd20-4578-a095-fb95f4fc1516" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.759957] env[68893]: DEBUG oslo_concurrency.lockutils [None req-8865b0d2-b9d0-4f81-af54-567f8cdfa4a0 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Acquired lock "refresh_cache-1a1dd7d2-fd20-4578-a095-fb95f4fc1516" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.759957] env[68893]: DEBUG nova.network.neutron [None req-8865b0d2-b9d0-4f81-af54-567f8cdfa4a0 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 1a1dd7d2-fd20-4578-a095-fb95f4fc1516] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1176.929816] env[68893]: DEBUG oslo_vmware.api [None req-66423467-f27c-4762-a409-8c18e2e3d857 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792373, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.967392] env[68893]: DEBUG nova.network.neutron [None req-26b86faa-d1b0-49ce-90d3-93aabc928645 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: f40a2a83-d2bf-4059-8d84-e893e5664173] Successfully created port: a5b95cd9-9d30-4677-8297-0c4977450aa6 {{(pid=68893) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1177.018839] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-37999593-375d-48df-977c-e7a56c3a84a0 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: e51b5d20-db57-4bd9-9534-56f6c8cda79a] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1177.019203] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-06efeb55-c976-4f66-b1b3-006d4c9435d5 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.028761] env[68893]: DEBUG oslo_vmware.api [None req-37999593-375d-48df-977c-e7a56c3a84a0 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Waiting for the task: (returnval){ [ 1177.028761] env[68893]: value = "task-2792375" [ 1177.028761] env[68893]: _type = "Task" [ 1177.028761] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.034526] env[68893]: DEBUG nova.compute.manager [None req-26b86faa-d1b0-49ce-90d3-93aabc928645 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: f40a2a83-d2bf-4059-8d84-e893e5664173] Start building block device mappings for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1177.047027] env[68893]: DEBUG oslo_vmware.api [None req-37999593-375d-48df-977c-e7a56c3a84a0 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2792375, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.102973] env[68893]: DEBUG nova.network.neutron [None req-2bc8f505-c506-4903-be57-0d7ec9a48e83 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 5cf97efe-7361-4f18-b03d-cb682f191fe7] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1177.353082] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd4fdfec-63f6-43b5-90d8-4fec768cb4a4 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.363219] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-289bc0c1-9033-4f02-8169-3aefea791ca1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.398766] env[68893]: DEBUG nova.network.neutron [None req-2bc8f505-c506-4903-be57-0d7ec9a48e83 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 5cf97efe-7361-4f18-b03d-cb682f191fe7] Updating instance_info_cache with network_info: [{"id": "3cbeb975-4208-4e0c-aafc-36ad8f83a3cb", "address": "fa:16:3e:81:49:e9", "network": {"id": "ca00c41c-ec6a-4596-915b-34fd716effc2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2042741287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "863b84ea17a9459287213695c87d2bec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f66f8375-4460-4acd-987b-acda72bfcf0d", "external-id": "nsx-vlan-transportzone-533", "segmentation_id": 533, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cbeb975-42", "ovs_interfaceid": "3cbeb975-4208-4e0c-aafc-36ad8f83a3cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.404824] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04f1fad0-ffef-489a-a2bc-5edefa79b499 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.415599] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84fb3ea1-e1ba-4e91-9c4e-21cf6ea7cd31 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.431113] env[68893]: DEBUG oslo_vmware.api [None req-66423467-f27c-4762-a409-8c18e2e3d857 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792373, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.663039} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.439447] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-66423467-f27c-4762-a409-8c18e2e3d857 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] 80865abc-dea4-468e-a2d6-1b8156411609/80865abc-dea4-468e-a2d6-1b8156411609.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1177.439661] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-66423467-f27c-4762-a409-8c18e2e3d857 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: 80865abc-dea4-468e-a2d6-1b8156411609] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1177.440527] env[68893]: DEBUG nova.compute.provider_tree [None req-041d7107-dd12-4426-8876-98fbf2746d83 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1177.444179] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f95e2b9e-6aa5-41a1-b47c-5a00319c3f14 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.448745] env[68893]: DEBUG nova.compute.manager [req-d192c6bc-f172-4b32-8208-2e0afa1a8a67 req-e7c0b147-33f7-48ba-b82c-a5a1d6923a48 service nova] [instance: 1a1dd7d2-fd20-4578-a095-fb95f4fc1516] Received event network-changed-91a693c8-7da1-455f-b98c-739992a38417 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1177.448962] env[68893]: DEBUG nova.compute.manager [req-d192c6bc-f172-4b32-8208-2e0afa1a8a67 req-e7c0b147-33f7-48ba-b82c-a5a1d6923a48 service nova] [instance: 1a1dd7d2-fd20-4578-a095-fb95f4fc1516] Refreshing instance network info cache due to event network-changed-91a693c8-7da1-455f-b98c-739992a38417. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1177.449748] env[68893]: DEBUG oslo_concurrency.lockutils [req-d192c6bc-f172-4b32-8208-2e0afa1a8a67 req-e7c0b147-33f7-48ba-b82c-a5a1d6923a48 service nova] Acquiring lock "refresh_cache-1a1dd7d2-fd20-4578-a095-fb95f4fc1516" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.457210] env[68893]: DEBUG oslo_vmware.api [None req-66423467-f27c-4762-a409-8c18e2e3d857 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Waiting for the task: (returnval){ [ 1177.457210] env[68893]: value = "task-2792376" [ 1177.457210] env[68893]: _type = "Task" [ 1177.457210] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.467900] env[68893]: DEBUG oslo_vmware.api [None req-66423467-f27c-4762-a409-8c18e2e3d857 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792376, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.539660] env[68893]: DEBUG oslo_vmware.api [None req-37999593-375d-48df-977c-e7a56c3a84a0 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2792375, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.814609] env[68893]: INFO nova.network.neutron [None req-8865b0d2-b9d0-4f81-af54-567f8cdfa4a0 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 1a1dd7d2-fd20-4578-a095-fb95f4fc1516] Port b71ddde7-6e94-402a-8617-cdf4da29fd89 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1177.815038] env[68893]: DEBUG nova.network.neutron [None req-8865b0d2-b9d0-4f81-af54-567f8cdfa4a0 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 1a1dd7d2-fd20-4578-a095-fb95f4fc1516] Updating instance_info_cache with network_info: [{"id": "91a693c8-7da1-455f-b98c-739992a38417", "address": "fa:16:3e:f1:11:b8", "network": {"id": "024e10c8-0890-4be3-81cc-2be8eac35dc9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-116676947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "564a5b6c6f4f4e42aeeef87662301380", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91a693c8-7d", "ovs_interfaceid": "91a693c8-7da1-455f-b98c-739992a38417", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.909455] env[68893]: DEBUG oslo_concurrency.lockutils [None req-2bc8f505-c506-4903-be57-0d7ec9a48e83 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Releasing lock "refresh_cache-5cf97efe-7361-4f18-b03d-cb682f191fe7" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.909787] env[68893]: DEBUG nova.compute.manager [None req-2bc8f505-c506-4903-be57-0d7ec9a48e83 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 5cf97efe-7361-4f18-b03d-cb682f191fe7] Instance network_info: |[{"id": "3cbeb975-4208-4e0c-aafc-36ad8f83a3cb", "address": "fa:16:3e:81:49:e9", "network": {"id": "ca00c41c-ec6a-4596-915b-34fd716effc2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2042741287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "863b84ea17a9459287213695c87d2bec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f66f8375-4460-4acd-987b-acda72bfcf0d", "external-id": "nsx-vlan-transportzone-533", "segmentation_id": 533, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cbeb975-42", "ovs_interfaceid": "3cbeb975-4208-4e0c-aafc-36ad8f83a3cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1177.910226] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-2bc8f505-c506-4903-be57-0d7ec9a48e83 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 5cf97efe-7361-4f18-b03d-cb682f191fe7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:81:49:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f66f8375-4460-4acd-987b-acda72bfcf0d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3cbeb975-4208-4e0c-aafc-36ad8f83a3cb', 'vif_model': 'vmxnet3'}] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1177.917676] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2bc8f505-c506-4903-be57-0d7ec9a48e83 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1177.917895] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5cf97efe-7361-4f18-b03d-cb682f191fe7] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1177.918131] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bbef69ea-f81e-4711-99d5-84bc2ef86f86 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.941274] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1177.941274] env[68893]: value = "task-2792377" [ 1177.941274] env[68893]: _type = "Task" [ 1177.941274] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.950975] env[68893]: DEBUG nova.scheduler.client.report [None req-041d7107-dd12-4426-8876-98fbf2746d83 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1177.954184] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792377, 'name': CreateVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.956314] env[68893]: DEBUG nova.compute.manager [req-bfd44d52-25c8-4e21-b248-63002d659822 req-50de9336-32a1-4b1c-9364-a9ba0684ef7c service nova] [instance: 5cf97efe-7361-4f18-b03d-cb682f191fe7] Received event network-changed-3cbeb975-4208-4e0c-aafc-36ad8f83a3cb {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1177.956494] env[68893]: DEBUG nova.compute.manager [req-bfd44d52-25c8-4e21-b248-63002d659822 req-50de9336-32a1-4b1c-9364-a9ba0684ef7c service nova] [instance: 5cf97efe-7361-4f18-b03d-cb682f191fe7] Refreshing instance network info cache due to event network-changed-3cbeb975-4208-4e0c-aafc-36ad8f83a3cb. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1177.956720] env[68893]: DEBUG oslo_concurrency.lockutils [req-bfd44d52-25c8-4e21-b248-63002d659822 req-50de9336-32a1-4b1c-9364-a9ba0684ef7c service nova] Acquiring lock "refresh_cache-5cf97efe-7361-4f18-b03d-cb682f191fe7" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.957020] env[68893]: DEBUG oslo_concurrency.lockutils [req-bfd44d52-25c8-4e21-b248-63002d659822 req-50de9336-32a1-4b1c-9364-a9ba0684ef7c service nova] Acquired lock "refresh_cache-5cf97efe-7361-4f18-b03d-cb682f191fe7" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.957095] env[68893]: DEBUG nova.network.neutron [req-bfd44d52-25c8-4e21-b248-63002d659822 req-50de9336-32a1-4b1c-9364-a9ba0684ef7c service nova] [instance: 5cf97efe-7361-4f18-b03d-cb682f191fe7] Refreshing network info cache for port 3cbeb975-4208-4e0c-aafc-36ad8f83a3cb {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1177.968023] env[68893]: DEBUG oslo_vmware.api [None req-66423467-f27c-4762-a409-8c18e2e3d857 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792376, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084696} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.968866] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-66423467-f27c-4762-a409-8c18e2e3d857 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: 80865abc-dea4-468e-a2d6-1b8156411609] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1177.969677] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43482116-3658-46d3-b3d7-44352764f782 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.997662] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-66423467-f27c-4762-a409-8c18e2e3d857 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: 80865abc-dea4-468e-a2d6-1b8156411609] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] 80865abc-dea4-468e-a2d6-1b8156411609/80865abc-dea4-468e-a2d6-1b8156411609.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1177.998502] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b977925c-d7d8-465d-a750-f5edfd1aeb88 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.021531] env[68893]: DEBUG oslo_vmware.api [None req-66423467-f27c-4762-a409-8c18e2e3d857 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Waiting for the task: (returnval){ [ 1178.021531] env[68893]: value = "task-2792378" [ 1178.021531] env[68893]: _type = "Task" [ 1178.021531] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.033329] env[68893]: DEBUG oslo_vmware.api [None req-66423467-f27c-4762-a409-8c18e2e3d857 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792378, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.043438] env[68893]: DEBUG oslo_vmware.api [None req-37999593-375d-48df-977c-e7a56c3a84a0 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2792375, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.054574] env[68893]: DEBUG nova.compute.manager [None req-26b86faa-d1b0-49ce-90d3-93aabc928645 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: f40a2a83-d2bf-4059-8d84-e893e5664173] Start spawning the instance on the hypervisor. {{(pid=68893) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1178.086904] env[68893]: DEBUG nova.virt.hardware [None req-26b86faa-d1b0-49ce-90d3-93aabc928645 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1178.087212] env[68893]: DEBUG nova.virt.hardware [None req-26b86faa-d1b0-49ce-90d3-93aabc928645 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1178.087373] env[68893]: DEBUG nova.virt.hardware [None req-26b86faa-d1b0-49ce-90d3-93aabc928645 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1178.087597] env[68893]: DEBUG nova.virt.hardware [None req-26b86faa-d1b0-49ce-90d3-93aabc928645 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1178.087795] env[68893]: DEBUG nova.virt.hardware [None req-26b86faa-d1b0-49ce-90d3-93aabc928645 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1178.087972] env[68893]: DEBUG nova.virt.hardware [None req-26b86faa-d1b0-49ce-90d3-93aabc928645 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1178.088192] env[68893]: DEBUG nova.virt.hardware [None req-26b86faa-d1b0-49ce-90d3-93aabc928645 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1178.088355] env[68893]: DEBUG nova.virt.hardware [None req-26b86faa-d1b0-49ce-90d3-93aabc928645 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1178.088733] env[68893]: DEBUG nova.virt.hardware [None req-26b86faa-d1b0-49ce-90d3-93aabc928645 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1178.088933] env[68893]: DEBUG nova.virt.hardware [None req-26b86faa-d1b0-49ce-90d3-93aabc928645 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1178.089135] env[68893]: DEBUG nova.virt.hardware [None req-26b86faa-d1b0-49ce-90d3-93aabc928645 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1178.089996] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37101b0e-862d-402a-b689-7b0c42ec18d5 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.098435] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77793df2-cf3d-4b31-8687-3af01511a9e7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.149439] env[68893]: DEBUG oslo_concurrency.lockutils [None req-86498c5d-80d3-4317-a743-ea178219de5a tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Acquiring lock "interface-235c5224-5fd0-4059-9e55-2737c02de683-b71ddde7-6e94-402a-8617-cdf4da29fd89" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.149761] env[68893]: DEBUG oslo_concurrency.lockutils [None req-86498c5d-80d3-4317-a743-ea178219de5a tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Lock "interface-235c5224-5fd0-4059-9e55-2737c02de683-b71ddde7-6e94-402a-8617-cdf4da29fd89" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.150217] env[68893]: DEBUG nova.objects.instance [None req-86498c5d-80d3-4317-a743-ea178219de5a tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Lazy-loading 'flavor' on Instance uuid 235c5224-5fd0-4059-9e55-2737c02de683 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1178.318750] env[68893]: DEBUG oslo_concurrency.lockutils [None req-8865b0d2-b9d0-4f81-af54-567f8cdfa4a0 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Releasing lock "refresh_cache-1a1dd7d2-fd20-4578-a095-fb95f4fc1516" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.321129] env[68893]: DEBUG oslo_concurrency.lockutils [req-d192c6bc-f172-4b32-8208-2e0afa1a8a67 req-e7c0b147-33f7-48ba-b82c-a5a1d6923a48 service nova] Acquired lock "refresh_cache-1a1dd7d2-fd20-4578-a095-fb95f4fc1516" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.321328] env[68893]: DEBUG nova.network.neutron [req-d192c6bc-f172-4b32-8208-2e0afa1a8a67 req-e7c0b147-33f7-48ba-b82c-a5a1d6923a48 service nova] [instance: 1a1dd7d2-fd20-4578-a095-fb95f4fc1516] Refreshing network info cache for port 91a693c8-7da1-455f-b98c-739992a38417 {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1178.453125] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792377, 'name': CreateVM_Task, 'duration_secs': 0.377056} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.453384] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5cf97efe-7361-4f18-b03d-cb682f191fe7] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1178.454118] env[68893]: DEBUG oslo_concurrency.lockutils [None req-2bc8f505-c506-4903-be57-0d7ec9a48e83 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.454336] env[68893]: DEBUG oslo_concurrency.lockutils [None req-2bc8f505-c506-4903-be57-0d7ec9a48e83 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.454713] env[68893]: DEBUG oslo_concurrency.lockutils [None req-2bc8f505-c506-4903-be57-0d7ec9a48e83 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.455461] env[68893]: DEBUG oslo_concurrency.lockutils [None req-041d7107-dd12-4426-8876-98fbf2746d83 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.433s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.455974] env[68893]: DEBUG nova.compute.manager [None req-041d7107-dd12-4426-8876-98fbf2746d83 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: b45a24af-856a-49f9-afc2-f30be44a8689] Start building networks asynchronously for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1178.458492] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d5a9974-27fe-41fc-b241-14634564b19d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.460529] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ab121f2a-306c-4230-a3de-fd72619a4a95 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.016s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.462113] env[68893]: INFO nova.compute.claims [None req-ab121f2a-306c-4230-a3de-fd72619a4a95 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: 6cb6b26e-7d66-4218-8dac-978e666b3e54] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1178.472282] env[68893]: DEBUG oslo_vmware.api [None req-2bc8f505-c506-4903-be57-0d7ec9a48e83 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Waiting for the task: (returnval){ [ 1178.472282] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52d0f6e1-c905-355e-ec75-3394e4513ece" [ 1178.472282] env[68893]: _type = "Task" [ 1178.472282] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.481657] env[68893]: DEBUG oslo_vmware.api [None req-2bc8f505-c506-4903-be57-0d7ec9a48e83 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52d0f6e1-c905-355e-ec75-3394e4513ece, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.532128] env[68893]: DEBUG oslo_vmware.api [None req-66423467-f27c-4762-a409-8c18e2e3d857 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792378, 'name': ReconfigVM_Task, 'duration_secs': 0.3752} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.532458] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-66423467-f27c-4762-a409-8c18e2e3d857 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: 80865abc-dea4-468e-a2d6-1b8156411609] Reconfigured VM instance instance-0000006a to attach disk [datastore2] 80865abc-dea4-468e-a2d6-1b8156411609/80865abc-dea4-468e-a2d6-1b8156411609.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1178.533222] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ce5c1fe4-d0fa-4d85-b2b6-ab3249d826bc {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.544984] env[68893]: DEBUG oslo_vmware.api [None req-37999593-375d-48df-977c-e7a56c3a84a0 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2792375, 'name': PowerOnVM_Task, 'duration_secs': 1.063195} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.546366] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-37999593-375d-48df-977c-e7a56c3a84a0 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: e51b5d20-db57-4bd9-9534-56f6c8cda79a] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1178.546550] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-37999593-375d-48df-977c-e7a56c3a84a0 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: e51b5d20-db57-4bd9-9534-56f6c8cda79a] Updating instance 'e51b5d20-db57-4bd9-9534-56f6c8cda79a' progress to 100 {{(pid=68893) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1178.550240] env[68893]: DEBUG oslo_vmware.api [None req-66423467-f27c-4762-a409-8c18e2e3d857 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Waiting for the task: (returnval){ [ 1178.550240] env[68893]: value = "task-2792379" [ 1178.550240] env[68893]: _type = "Task" [ 1178.550240] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.562726] env[68893]: DEBUG oslo_vmware.api [None req-66423467-f27c-4762-a409-8c18e2e3d857 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792379, 'name': Rename_Task} progress is 6%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.716991] env[68893]: DEBUG nova.network.neutron [None req-26b86faa-d1b0-49ce-90d3-93aabc928645 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: f40a2a83-d2bf-4059-8d84-e893e5664173] Successfully updated port: a5b95cd9-9d30-4677-8297-0c4977450aa6 {{(pid=68893) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1178.746949] env[68893]: DEBUG nova.network.neutron [req-bfd44d52-25c8-4e21-b248-63002d659822 req-50de9336-32a1-4b1c-9364-a9ba0684ef7c service nova] [instance: 5cf97efe-7361-4f18-b03d-cb682f191fe7] Updated VIF entry in instance network info cache for port 3cbeb975-4208-4e0c-aafc-36ad8f83a3cb. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1178.747420] env[68893]: DEBUG nova.network.neutron [req-bfd44d52-25c8-4e21-b248-63002d659822 req-50de9336-32a1-4b1c-9364-a9ba0684ef7c service nova] [instance: 5cf97efe-7361-4f18-b03d-cb682f191fe7] Updating instance_info_cache with network_info: [{"id": "3cbeb975-4208-4e0c-aafc-36ad8f83a3cb", "address": "fa:16:3e:81:49:e9", "network": {"id": "ca00c41c-ec6a-4596-915b-34fd716effc2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2042741287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "863b84ea17a9459287213695c87d2bec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f66f8375-4460-4acd-987b-acda72bfcf0d", "external-id": "nsx-vlan-transportzone-533", "segmentation_id": 533, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cbeb975-42", "ovs_interfaceid": "3cbeb975-4208-4e0c-aafc-36ad8f83a3cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.777298] env[68893]: DEBUG nova.objects.instance [None req-86498c5d-80d3-4317-a743-ea178219de5a tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Lazy-loading 'pci_requests' on Instance uuid 235c5224-5fd0-4059-9e55-2737c02de683 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1178.823727] env[68893]: DEBUG oslo_concurrency.lockutils [None req-8865b0d2-b9d0-4f81-af54-567f8cdfa4a0 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Lock "interface-1a1dd7d2-fd20-4578-a095-fb95f4fc1516-b71ddde7-6e94-402a-8617-cdf4da29fd89" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.249s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.962585] env[68893]: DEBUG nova.compute.utils [None req-041d7107-dd12-4426-8876-98fbf2746d83 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1178.964030] env[68893]: DEBUG nova.compute.manager [None req-041d7107-dd12-4426-8876-98fbf2746d83 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: b45a24af-856a-49f9-afc2-f30be44a8689] Allocating IP information in the background. {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1178.964201] env[68893]: DEBUG nova.network.neutron [None req-041d7107-dd12-4426-8876-98fbf2746d83 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: b45a24af-856a-49f9-afc2-f30be44a8689] allocate_for_instance() {{(pid=68893) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1178.986358] env[68893]: DEBUG oslo_vmware.api [None req-2bc8f505-c506-4903-be57-0d7ec9a48e83 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52d0f6e1-c905-355e-ec75-3394e4513ece, 'name': SearchDatastore_Task, 'duration_secs': 0.012099} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.986641] env[68893]: DEBUG oslo_concurrency.lockutils [None req-2bc8f505-c506-4903-be57-0d7ec9a48e83 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.986876] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-2bc8f505-c506-4903-be57-0d7ec9a48e83 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 5cf97efe-7361-4f18-b03d-cb682f191fe7] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1178.987124] env[68893]: DEBUG oslo_concurrency.lockutils [None req-2bc8f505-c506-4903-be57-0d7ec9a48e83 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.987269] env[68893]: DEBUG oslo_concurrency.lockutils [None req-2bc8f505-c506-4903-be57-0d7ec9a48e83 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.987448] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bc8f505-c506-4903-be57-0d7ec9a48e83 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1178.987709] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5701f792-5967-4af8-b797-72e6fb514e06 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.998549] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bc8f505-c506-4903-be57-0d7ec9a48e83 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1178.998737] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-2bc8f505-c506-4903-be57-0d7ec9a48e83 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1178.999463] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-547ef574-5e16-461f-ac9e-dff22087c106 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.005143] env[68893]: DEBUG oslo_vmware.api [None req-2bc8f505-c506-4903-be57-0d7ec9a48e83 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Waiting for the task: (returnval){ [ 1179.005143] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52737516-aa3a-654c-4d07-88d0a7daf444" [ 1179.005143] env[68893]: _type = "Task" [ 1179.005143] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.013405] env[68893]: DEBUG oslo_vmware.api [None req-2bc8f505-c506-4903-be57-0d7ec9a48e83 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52737516-aa3a-654c-4d07-88d0a7daf444, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.019554] env[68893]: DEBUG nova.network.neutron [req-d192c6bc-f172-4b32-8208-2e0afa1a8a67 req-e7c0b147-33f7-48ba-b82c-a5a1d6923a48 service nova] [instance: 1a1dd7d2-fd20-4578-a095-fb95f4fc1516] Updated VIF entry in instance network info cache for port 91a693c8-7da1-455f-b98c-739992a38417. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1179.021016] env[68893]: DEBUG nova.network.neutron [req-d192c6bc-f172-4b32-8208-2e0afa1a8a67 req-e7c0b147-33f7-48ba-b82c-a5a1d6923a48 service nova] [instance: 1a1dd7d2-fd20-4578-a095-fb95f4fc1516] Updating instance_info_cache with network_info: [{"id": "91a693c8-7da1-455f-b98c-739992a38417", "address": "fa:16:3e:f1:11:b8", "network": {"id": "024e10c8-0890-4be3-81cc-2be8eac35dc9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-116676947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "564a5b6c6f4f4e42aeeef87662301380", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91a693c8-7d", "ovs_interfaceid": "91a693c8-7da1-455f-b98c-739992a38417", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.022588] env[68893]: DEBUG nova.policy [None req-041d7107-dd12-4426-8876-98fbf2746d83 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0f72dbb1c71d4ae588b9103cee0d5602', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '872be088070049fca518560306460c4e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68893) authorize /opt/stack/nova/nova/policy.py:192}} [ 1179.066670] env[68893]: DEBUG oslo_vmware.api [None req-66423467-f27c-4762-a409-8c18e2e3d857 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792379, 'name': Rename_Task, 'duration_secs': 0.211613} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.066962] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-66423467-f27c-4762-a409-8c18e2e3d857 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: 80865abc-dea4-468e-a2d6-1b8156411609] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1179.067281] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c338f8da-41c7-4b62-83af-125120506e92 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.077990] env[68893]: DEBUG oslo_vmware.api [None req-66423467-f27c-4762-a409-8c18e2e3d857 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Waiting for the task: (returnval){ [ 1179.077990] env[68893]: value = "task-2792381" [ 1179.077990] env[68893]: _type = "Task" [ 1179.077990] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.086461] env[68893]: DEBUG oslo_vmware.api [None req-66423467-f27c-4762-a409-8c18e2e3d857 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792381, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.220325] env[68893]: DEBUG oslo_concurrency.lockutils [None req-26b86faa-d1b0-49ce-90d3-93aabc928645 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Acquiring lock "refresh_cache-f40a2a83-d2bf-4059-8d84-e893e5664173" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.220527] env[68893]: DEBUG oslo_concurrency.lockutils [None req-26b86faa-d1b0-49ce-90d3-93aabc928645 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Acquired lock "refresh_cache-f40a2a83-d2bf-4059-8d84-e893e5664173" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.220690] env[68893]: DEBUG nova.network.neutron [None req-26b86faa-d1b0-49ce-90d3-93aabc928645 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: f40a2a83-d2bf-4059-8d84-e893e5664173] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1179.250439] env[68893]: DEBUG oslo_concurrency.lockutils [req-bfd44d52-25c8-4e21-b248-63002d659822 req-50de9336-32a1-4b1c-9364-a9ba0684ef7c service nova] Releasing lock "refresh_cache-5cf97efe-7361-4f18-b03d-cb682f191fe7" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.279846] env[68893]: DEBUG nova.objects.base [None req-86498c5d-80d3-4317-a743-ea178219de5a tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Object Instance<235c5224-5fd0-4059-9e55-2737c02de683> lazy-loaded attributes: flavor,pci_requests {{(pid=68893) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1179.280103] env[68893]: DEBUG nova.network.neutron [None req-86498c5d-80d3-4317-a743-ea178219de5a tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 235c5224-5fd0-4059-9e55-2737c02de683] allocate_for_instance() {{(pid=68893) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1179.314486] env[68893]: DEBUG nova.network.neutron [None req-041d7107-dd12-4426-8876-98fbf2746d83 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: b45a24af-856a-49f9-afc2-f30be44a8689] Successfully created port: 6bb24c1a-c243-41c3-862e-500aa9da31b3 {{(pid=68893) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1179.353103] env[68893]: DEBUG nova.policy [None req-86498c5d-80d3-4317-a743-ea178219de5a tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7bc429cb492f4b0d9783c375b77fc5d0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '564a5b6c6f4f4e42aeeef87662301380', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68893) authorize /opt/stack/nova/nova/policy.py:192}} [ 1179.469550] env[68893]: DEBUG nova.compute.manager [None req-041d7107-dd12-4426-8876-98fbf2746d83 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: b45a24af-856a-49f9-afc2-f30be44a8689] Start building block device mappings for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1179.523319] env[68893]: DEBUG oslo_vmware.api [None req-2bc8f505-c506-4903-be57-0d7ec9a48e83 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52737516-aa3a-654c-4d07-88d0a7daf444, 'name': SearchDatastore_Task, 'duration_secs': 0.010326} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.524731] env[68893]: DEBUG oslo_concurrency.lockutils [req-d192c6bc-f172-4b32-8208-2e0afa1a8a67 req-e7c0b147-33f7-48ba-b82c-a5a1d6923a48 service nova] Releasing lock "refresh_cache-1a1dd7d2-fd20-4578-a095-fb95f4fc1516" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.525043] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c681847f-aca5-447f-8f88-6896b8c6bdaf {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.534690] env[68893]: DEBUG oslo_vmware.api [None req-2bc8f505-c506-4903-be57-0d7ec9a48e83 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Waiting for the task: (returnval){ [ 1179.534690] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]522aa09d-c222-6e51-b131-70cc21f1587f" [ 1179.534690] env[68893]: _type = "Task" [ 1179.534690] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.541246] env[68893]: DEBUG nova.compute.manager [req-6000c036-9651-4a0e-87fc-d3e58fc1259f req-67033c48-bcdf-4754-a78f-b4796af68703 service nova] [instance: 235c5224-5fd0-4059-9e55-2737c02de683] Received event network-changed-04955bbd-48d0-4286-975f-244045473f7c {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1179.541328] env[68893]: DEBUG nova.compute.manager [req-6000c036-9651-4a0e-87fc-d3e58fc1259f req-67033c48-bcdf-4754-a78f-b4796af68703 service nova] [instance: 235c5224-5fd0-4059-9e55-2737c02de683] Refreshing instance network info cache due to event network-changed-04955bbd-48d0-4286-975f-244045473f7c. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1179.541545] env[68893]: DEBUG oslo_concurrency.lockutils [req-6000c036-9651-4a0e-87fc-d3e58fc1259f req-67033c48-bcdf-4754-a78f-b4796af68703 service nova] Acquiring lock "refresh_cache-235c5224-5fd0-4059-9e55-2737c02de683" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.541761] env[68893]: DEBUG oslo_concurrency.lockutils [req-6000c036-9651-4a0e-87fc-d3e58fc1259f req-67033c48-bcdf-4754-a78f-b4796af68703 service nova] Acquired lock "refresh_cache-235c5224-5fd0-4059-9e55-2737c02de683" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.541958] env[68893]: DEBUG nova.network.neutron [req-6000c036-9651-4a0e-87fc-d3e58fc1259f req-67033c48-bcdf-4754-a78f-b4796af68703 service nova] [instance: 235c5224-5fd0-4059-9e55-2737c02de683] Refreshing network info cache for port 04955bbd-48d0-4286-975f-244045473f7c {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1179.552876] env[68893]: DEBUG oslo_vmware.api [None req-2bc8f505-c506-4903-be57-0d7ec9a48e83 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]522aa09d-c222-6e51-b131-70cc21f1587f, 'name': SearchDatastore_Task, 'duration_secs': 0.011313} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.553402] env[68893]: DEBUG oslo_concurrency.lockutils [None req-2bc8f505-c506-4903-be57-0d7ec9a48e83 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.553662] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bc8f505-c506-4903-be57-0d7ec9a48e83 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore1] 5cf97efe-7361-4f18-b03d-cb682f191fe7/5cf97efe-7361-4f18-b03d-cb682f191fe7.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1179.554139] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5b614fc1-9208-48b1-9f47-14523c00ea50 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.562245] env[68893]: DEBUG oslo_vmware.api [None req-2bc8f505-c506-4903-be57-0d7ec9a48e83 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Waiting for the task: (returnval){ [ 1179.562245] env[68893]: value = "task-2792382" [ 1179.562245] env[68893]: _type = "Task" [ 1179.562245] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.572034] env[68893]: DEBUG oslo_vmware.api [None req-2bc8f505-c506-4903-be57-0d7ec9a48e83 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792382, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.589234] env[68893]: DEBUG oslo_vmware.api [None req-66423467-f27c-4762-a409-8c18e2e3d857 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792381, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.757430] env[68893]: DEBUG nova.network.neutron [None req-26b86faa-d1b0-49ce-90d3-93aabc928645 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: f40a2a83-d2bf-4059-8d84-e893e5664173] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1179.905723] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc09c7c0-3fae-41ec-b9c4-f894c6a1286c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.915061] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5766737-8732-40f9-bbc8-df36dff6b0af {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.953021] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a033488d-2316-4b21-bc98-504b8ecdff87 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.962259] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e7e76ea-5e44-433a-9039-cd76c76e3070 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.982577] env[68893]: DEBUG nova.compute.provider_tree [None req-ab121f2a-306c-4230-a3de-fd72619a4a95 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1179.987019] env[68893]: DEBUG nova.compute.manager [req-690f9065-ad1a-4410-8567-f9d4b05d3cdd req-2e1a925d-5c0f-43c3-baa6-b5c2382de6a0 service nova] [instance: f40a2a83-d2bf-4059-8d84-e893e5664173] Received event network-vif-plugged-a5b95cd9-9d30-4677-8297-0c4977450aa6 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1179.987019] env[68893]: DEBUG oslo_concurrency.lockutils [req-690f9065-ad1a-4410-8567-f9d4b05d3cdd req-2e1a925d-5c0f-43c3-baa6-b5c2382de6a0 service nova] Acquiring lock "f40a2a83-d2bf-4059-8d84-e893e5664173-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.987019] env[68893]: DEBUG oslo_concurrency.lockutils [req-690f9065-ad1a-4410-8567-f9d4b05d3cdd req-2e1a925d-5c0f-43c3-baa6-b5c2382de6a0 service nova] Lock "f40a2a83-d2bf-4059-8d84-e893e5664173-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.987019] env[68893]: DEBUG oslo_concurrency.lockutils [req-690f9065-ad1a-4410-8567-f9d4b05d3cdd req-2e1a925d-5c0f-43c3-baa6-b5c2382de6a0 service nova] Lock "f40a2a83-d2bf-4059-8d84-e893e5664173-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.987019] env[68893]: DEBUG nova.compute.manager [req-690f9065-ad1a-4410-8567-f9d4b05d3cdd req-2e1a925d-5c0f-43c3-baa6-b5c2382de6a0 service nova] [instance: f40a2a83-d2bf-4059-8d84-e893e5664173] No waiting events found dispatching network-vif-plugged-a5b95cd9-9d30-4677-8297-0c4977450aa6 {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1179.987019] env[68893]: WARNING nova.compute.manager [req-690f9065-ad1a-4410-8567-f9d4b05d3cdd req-2e1a925d-5c0f-43c3-baa6-b5c2382de6a0 service nova] [instance: f40a2a83-d2bf-4059-8d84-e893e5664173] Received unexpected event network-vif-plugged-a5b95cd9-9d30-4677-8297-0c4977450aa6 for instance with vm_state building and task_state spawning. [ 1179.987019] env[68893]: DEBUG nova.compute.manager [req-690f9065-ad1a-4410-8567-f9d4b05d3cdd req-2e1a925d-5c0f-43c3-baa6-b5c2382de6a0 service nova] [instance: f40a2a83-d2bf-4059-8d84-e893e5664173] Received event network-changed-a5b95cd9-9d30-4677-8297-0c4977450aa6 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1179.987324] env[68893]: DEBUG nova.compute.manager [req-690f9065-ad1a-4410-8567-f9d4b05d3cdd req-2e1a925d-5c0f-43c3-baa6-b5c2382de6a0 service nova] [instance: f40a2a83-d2bf-4059-8d84-e893e5664173] Refreshing instance network info cache due to event network-changed-a5b95cd9-9d30-4677-8297-0c4977450aa6. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1179.987324] env[68893]: DEBUG oslo_concurrency.lockutils [req-690f9065-ad1a-4410-8567-f9d4b05d3cdd req-2e1a925d-5c0f-43c3-baa6-b5c2382de6a0 service nova] Acquiring lock "refresh_cache-f40a2a83-d2bf-4059-8d84-e893e5664173" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.993082] env[68893]: DEBUG nova.network.neutron [None req-26b86faa-d1b0-49ce-90d3-93aabc928645 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: f40a2a83-d2bf-4059-8d84-e893e5664173] Updating instance_info_cache with network_info: [{"id": "a5b95cd9-9d30-4677-8297-0c4977450aa6", "address": "fa:16:3e:89:20:f4", "network": {"id": "828f67bb-7084-451f-9f26-2af42b349424", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1339939224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22a90c81e44d43b6ac94fc939f6737bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5b95cd9-9d", "ovs_interfaceid": "a5b95cd9-9d30-4677-8297-0c4977450aa6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.080468] env[68893]: DEBUG oslo_vmware.api [None req-2bc8f505-c506-4903-be57-0d7ec9a48e83 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792382, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.472136} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.086048] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bc8f505-c506-4903-be57-0d7ec9a48e83 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore1] 5cf97efe-7361-4f18-b03d-cb682f191fe7/5cf97efe-7361-4f18-b03d-cb682f191fe7.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1180.086286] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-2bc8f505-c506-4903-be57-0d7ec9a48e83 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 5cf97efe-7361-4f18-b03d-cb682f191fe7] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1180.086576] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e7ea05fc-da38-44af-a04f-d6620d8b1ead {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.095217] env[68893]: DEBUG oslo_vmware.api [None req-66423467-f27c-4762-a409-8c18e2e3d857 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792381, 'name': PowerOnVM_Task, 'duration_secs': 0.70068} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.096698] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-66423467-f27c-4762-a409-8c18e2e3d857 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: 80865abc-dea4-468e-a2d6-1b8156411609] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1180.097071] env[68893]: INFO nova.compute.manager [None req-66423467-f27c-4762-a409-8c18e2e3d857 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: 80865abc-dea4-468e-a2d6-1b8156411609] Took 9.57 seconds to spawn the instance on the hypervisor. [ 1180.097233] env[68893]: DEBUG nova.compute.manager [None req-66423467-f27c-4762-a409-8c18e2e3d857 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: 80865abc-dea4-468e-a2d6-1b8156411609] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1180.097671] env[68893]: DEBUG oslo_vmware.api [None req-2bc8f505-c506-4903-be57-0d7ec9a48e83 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Waiting for the task: (returnval){ [ 1180.097671] env[68893]: value = "task-2792383" [ 1180.097671] env[68893]: _type = "Task" [ 1180.097671] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.098495] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ebf653f-5c11-424b-a9ac-88d082f9060a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.118776] env[68893]: DEBUG oslo_vmware.api [None req-2bc8f505-c506-4903-be57-0d7ec9a48e83 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792383, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.275969] env[68893]: DEBUG nova.network.neutron [req-6000c036-9651-4a0e-87fc-d3e58fc1259f req-67033c48-bcdf-4754-a78f-b4796af68703 service nova] [instance: 235c5224-5fd0-4059-9e55-2737c02de683] Updated VIF entry in instance network info cache for port 04955bbd-48d0-4286-975f-244045473f7c. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1180.276373] env[68893]: DEBUG nova.network.neutron [req-6000c036-9651-4a0e-87fc-d3e58fc1259f req-67033c48-bcdf-4754-a78f-b4796af68703 service nova] [instance: 235c5224-5fd0-4059-9e55-2737c02de683] Updating instance_info_cache with network_info: [{"id": "04955bbd-48d0-4286-975f-244045473f7c", "address": "fa:16:3e:2d:41:f8", "network": {"id": "024e10c8-0890-4be3-81cc-2be8eac35dc9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-116676947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "564a5b6c6f4f4e42aeeef87662301380", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04955bbd-48", "ovs_interfaceid": "04955bbd-48d0-4286-975f-244045473f7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.487077] env[68893]: DEBUG nova.compute.manager [None req-041d7107-dd12-4426-8876-98fbf2746d83 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: b45a24af-856a-49f9-afc2-f30be44a8689] Start spawning the instance on the hypervisor. {{(pid=68893) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1180.490536] env[68893]: DEBUG nova.scheduler.client.report [None req-ab121f2a-306c-4230-a3de-fd72619a4a95 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1180.495542] env[68893]: DEBUG oslo_concurrency.lockutils [None req-26b86faa-d1b0-49ce-90d3-93aabc928645 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Releasing lock "refresh_cache-f40a2a83-d2bf-4059-8d84-e893e5664173" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.495866] env[68893]: DEBUG nova.compute.manager [None req-26b86faa-d1b0-49ce-90d3-93aabc928645 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: f40a2a83-d2bf-4059-8d84-e893e5664173] Instance network_info: |[{"id": "a5b95cd9-9d30-4677-8297-0c4977450aa6", "address": "fa:16:3e:89:20:f4", "network": {"id": "828f67bb-7084-451f-9f26-2af42b349424", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1339939224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22a90c81e44d43b6ac94fc939f6737bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5b95cd9-9d", "ovs_interfaceid": "a5b95cd9-9d30-4677-8297-0c4977450aa6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1180.496175] env[68893]: DEBUG oslo_concurrency.lockutils [req-690f9065-ad1a-4410-8567-f9d4b05d3cdd req-2e1a925d-5c0f-43c3-baa6-b5c2382de6a0 service nova] Acquired lock "refresh_cache-f40a2a83-d2bf-4059-8d84-e893e5664173" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.496371] env[68893]: DEBUG nova.network.neutron [req-690f9065-ad1a-4410-8567-f9d4b05d3cdd req-2e1a925d-5c0f-43c3-baa6-b5c2382de6a0 service nova] [instance: f40a2a83-d2bf-4059-8d84-e893e5664173] Refreshing network info cache for port a5b95cd9-9d30-4677-8297-0c4977450aa6 {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1180.497550] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-26b86faa-d1b0-49ce-90d3-93aabc928645 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: f40a2a83-d2bf-4059-8d84-e893e5664173] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:20:f4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f6d1427-d86b-4371-9172-50e4bb0eb1cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a5b95cd9-9d30-4677-8297-0c4977450aa6', 'vif_model': 'vmxnet3'}] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1180.505638] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-26b86faa-d1b0-49ce-90d3-93aabc928645 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1180.509354] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f40a2a83-d2bf-4059-8d84-e893e5664173] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1180.511526] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8e0e7c69-bae1-4476-a9d7-ccd18bc9f3be {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.533370] env[68893]: DEBUG nova.virt.hardware [None req-041d7107-dd12-4426-8876-98fbf2746d83 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1180.533664] env[68893]: DEBUG nova.virt.hardware [None req-041d7107-dd12-4426-8876-98fbf2746d83 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1180.533846] env[68893]: DEBUG nova.virt.hardware [None req-041d7107-dd12-4426-8876-98fbf2746d83 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1180.534128] env[68893]: DEBUG nova.virt.hardware [None req-041d7107-dd12-4426-8876-98fbf2746d83 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1180.534376] env[68893]: DEBUG nova.virt.hardware [None req-041d7107-dd12-4426-8876-98fbf2746d83 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1180.534572] env[68893]: DEBUG nova.virt.hardware [None req-041d7107-dd12-4426-8876-98fbf2746d83 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1180.534839] env[68893]: DEBUG nova.virt.hardware [None req-041d7107-dd12-4426-8876-98fbf2746d83 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1180.535033] env[68893]: DEBUG nova.virt.hardware [None req-041d7107-dd12-4426-8876-98fbf2746d83 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1180.535303] env[68893]: DEBUG nova.virt.hardware [None req-041d7107-dd12-4426-8876-98fbf2746d83 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1180.535542] env[68893]: DEBUG nova.virt.hardware [None req-041d7107-dd12-4426-8876-98fbf2746d83 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1180.535774] env[68893]: DEBUG nova.virt.hardware [None req-041d7107-dd12-4426-8876-98fbf2746d83 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1180.537375] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bce99ba2-832e-4b08-842c-5356f3a6bbc9 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.542942] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1180.542942] env[68893]: value = "task-2792384" [ 1180.542942] env[68893]: _type = "Task" [ 1180.542942] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.551834] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e1b2e89-d0aa-45fb-b339-b11f62815cbb {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.561344] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792384, 'name': CreateVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.612249] env[68893]: DEBUG oslo_vmware.api [None req-2bc8f505-c506-4903-be57-0d7ec9a48e83 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792383, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.165676} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.612546] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-2bc8f505-c506-4903-be57-0d7ec9a48e83 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 5cf97efe-7361-4f18-b03d-cb682f191fe7] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1180.613387] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf9974d-2674-41c9-9dc6-9be97e76effb {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.640972] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bc8f505-c506-4903-be57-0d7ec9a48e83 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 5cf97efe-7361-4f18-b03d-cb682f191fe7] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] 5cf97efe-7361-4f18-b03d-cb682f191fe7/5cf97efe-7361-4f18-b03d-cb682f191fe7.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1180.643023] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-187f4a0d-56b7-4655-918e-d9f5bad98c52 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.665811] env[68893]: INFO nova.compute.manager [None req-66423467-f27c-4762-a409-8c18e2e3d857 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: 80865abc-dea4-468e-a2d6-1b8156411609] Took 19.22 seconds to build instance. [ 1180.683592] env[68893]: DEBUG oslo_vmware.api [None req-2bc8f505-c506-4903-be57-0d7ec9a48e83 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Waiting for the task: (returnval){ [ 1180.683592] env[68893]: value = "task-2792385" [ 1180.683592] env[68893]: _type = "Task" [ 1180.683592] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.695031] env[68893]: DEBUG oslo_vmware.api [None req-2bc8f505-c506-4903-be57-0d7ec9a48e83 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792385, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.778898] env[68893]: DEBUG oslo_concurrency.lockutils [req-6000c036-9651-4a0e-87fc-d3e58fc1259f req-67033c48-bcdf-4754-a78f-b4796af68703 service nova] Releasing lock "refresh_cache-235c5224-5fd0-4059-9e55-2737c02de683" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.824737] env[68893]: DEBUG nova.network.neutron [req-690f9065-ad1a-4410-8567-f9d4b05d3cdd req-2e1a925d-5c0f-43c3-baa6-b5c2382de6a0 service nova] [instance: f40a2a83-d2bf-4059-8d84-e893e5664173] Updated VIF entry in instance network info cache for port a5b95cd9-9d30-4677-8297-0c4977450aa6. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1180.825099] env[68893]: DEBUG nova.network.neutron [req-690f9065-ad1a-4410-8567-f9d4b05d3cdd req-2e1a925d-5c0f-43c3-baa6-b5c2382de6a0 service nova] [instance: f40a2a83-d2bf-4059-8d84-e893e5664173] Updating instance_info_cache with network_info: [{"id": "a5b95cd9-9d30-4677-8297-0c4977450aa6", "address": "fa:16:3e:89:20:f4", "network": {"id": "828f67bb-7084-451f-9f26-2af42b349424", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1339939224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22a90c81e44d43b6ac94fc939f6737bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5b95cd9-9d", "ovs_interfaceid": "a5b95cd9-9d30-4677-8297-0c4977450aa6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.909888] env[68893]: DEBUG nova.network.neutron [None req-041d7107-dd12-4426-8876-98fbf2746d83 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: b45a24af-856a-49f9-afc2-f30be44a8689] Successfully updated port: 6bb24c1a-c243-41c3-862e-500aa9da31b3 {{(pid=68893) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1180.940120] env[68893]: DEBUG nova.network.neutron [None req-86498c5d-80d3-4317-a743-ea178219de5a tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 235c5224-5fd0-4059-9e55-2737c02de683] Successfully updated port: b71ddde7-6e94-402a-8617-cdf4da29fd89 {{(pid=68893) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1180.996046] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ab121f2a-306c-4230-a3de-fd72619a4a95 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.535s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.996581] env[68893]: DEBUG nova.compute.manager [None req-ab121f2a-306c-4230-a3de-fd72619a4a95 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: 6cb6b26e-7d66-4218-8dac-978e666b3e54] Start building networks asynchronously for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1181.055607] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792384, 'name': CreateVM_Task} progress is 25%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.168471] env[68893]: DEBUG oslo_concurrency.lockutils [None req-66423467-f27c-4762-a409-8c18e2e3d857 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Lock "80865abc-dea4-468e-a2d6-1b8156411609" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.732s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.195127] env[68893]: DEBUG oslo_vmware.api [None req-2bc8f505-c506-4903-be57-0d7ec9a48e83 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792385, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.240105] env[68893]: DEBUG oslo_concurrency.lockutils [None req-50fd7768-0092-4864-8fbe-7629f8fb0081 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Acquiring lock "e51b5d20-db57-4bd9-9534-56f6c8cda79a" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.240485] env[68893]: DEBUG oslo_concurrency.lockutils [None req-50fd7768-0092-4864-8fbe-7629f8fb0081 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Lock "e51b5d20-db57-4bd9-9534-56f6c8cda79a" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.240740] env[68893]: DEBUG nova.compute.manager [None req-50fd7768-0092-4864-8fbe-7629f8fb0081 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: e51b5d20-db57-4bd9-9534-56f6c8cda79a] Going to confirm migration 5 {{(pid=68893) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1181.327879] env[68893]: DEBUG oslo_concurrency.lockutils [req-690f9065-ad1a-4410-8567-f9d4b05d3cdd req-2e1a925d-5c0f-43c3-baa6-b5c2382de6a0 service nova] Releasing lock "refresh_cache-f40a2a83-d2bf-4059-8d84-e893e5664173" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.414613] env[68893]: DEBUG oslo_concurrency.lockutils [None req-041d7107-dd12-4426-8876-98fbf2746d83 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Acquiring lock "refresh_cache-b45a24af-856a-49f9-afc2-f30be44a8689" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.414683] env[68893]: DEBUG oslo_concurrency.lockutils [None req-041d7107-dd12-4426-8876-98fbf2746d83 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Acquired lock "refresh_cache-b45a24af-856a-49f9-afc2-f30be44a8689" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.414820] env[68893]: DEBUG nova.network.neutron [None req-041d7107-dd12-4426-8876-98fbf2746d83 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: b45a24af-856a-49f9-afc2-f30be44a8689] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1181.442867] env[68893]: DEBUG oslo_concurrency.lockutils [None req-86498c5d-80d3-4317-a743-ea178219de5a tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Acquiring lock "refresh_cache-235c5224-5fd0-4059-9e55-2737c02de683" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.443083] env[68893]: DEBUG oslo_concurrency.lockutils [None req-86498c5d-80d3-4317-a743-ea178219de5a tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Acquired lock "refresh_cache-235c5224-5fd0-4059-9e55-2737c02de683" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.443274] env[68893]: DEBUG nova.network.neutron [None req-86498c5d-80d3-4317-a743-ea178219de5a tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 235c5224-5fd0-4059-9e55-2737c02de683] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1181.501442] env[68893]: DEBUG nova.compute.utils [None req-ab121f2a-306c-4230-a3de-fd72619a4a95 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1181.502866] env[68893]: DEBUG nova.compute.manager [None req-ab121f2a-306c-4230-a3de-fd72619a4a95 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: 6cb6b26e-7d66-4218-8dac-978e666b3e54] Allocating IP information in the background. {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1181.503451] env[68893]: DEBUG nova.network.neutron [None req-ab121f2a-306c-4230-a3de-fd72619a4a95 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: 6cb6b26e-7d66-4218-8dac-978e666b3e54] allocate_for_instance() {{(pid=68893) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1181.550234] env[68893]: DEBUG nova.policy [None req-ab121f2a-306c-4230-a3de-fd72619a4a95 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '56313e1bc7e1419481c84d7e6c5db83e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3a4fbfb5198240238c8f658161335220', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68893) authorize /opt/stack/nova/nova/policy.py:192}} [ 1181.555090] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792384, 'name': CreateVM_Task, 'duration_secs': 0.72379} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.555304] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f40a2a83-d2bf-4059-8d84-e893e5664173] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1181.555869] env[68893]: DEBUG oslo_concurrency.lockutils [None req-26b86faa-d1b0-49ce-90d3-93aabc928645 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.556045] env[68893]: DEBUG oslo_concurrency.lockutils [None req-26b86faa-d1b0-49ce-90d3-93aabc928645 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.556355] env[68893]: DEBUG oslo_concurrency.lockutils [None req-26b86faa-d1b0-49ce-90d3-93aabc928645 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.556609] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d517a11b-9e45-41ea-8327-535aa5952b4b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.561356] env[68893]: DEBUG oslo_vmware.api [None req-26b86faa-d1b0-49ce-90d3-93aabc928645 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Waiting for the task: (returnval){ [ 1181.561356] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52919b32-2af7-4f41-7757-050c9b87c056" [ 1181.561356] env[68893]: _type = "Task" [ 1181.561356] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.569220] env[68893]: DEBUG oslo_vmware.api [None req-26b86faa-d1b0-49ce-90d3-93aabc928645 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52919b32-2af7-4f41-7757-050c9b87c056, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.694295] env[68893]: DEBUG oslo_vmware.api [None req-2bc8f505-c506-4903-be57-0d7ec9a48e83 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792385, 'name': ReconfigVM_Task, 'duration_secs': 0.70631} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.694584] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bc8f505-c506-4903-be57-0d7ec9a48e83 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 5cf97efe-7361-4f18-b03d-cb682f191fe7] Reconfigured VM instance instance-0000006b to attach disk [datastore1] 5cf97efe-7361-4f18-b03d-cb682f191fe7/5cf97efe-7361-4f18-b03d-cb682f191fe7.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1181.695264] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fcbd9598-10a8-41fe-96b7-46f3f6df7647 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.702484] env[68893]: DEBUG oslo_vmware.api [None req-2bc8f505-c506-4903-be57-0d7ec9a48e83 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Waiting for the task: (returnval){ [ 1181.702484] env[68893]: value = "task-2792387" [ 1181.702484] env[68893]: _type = "Task" [ 1181.702484] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.710651] env[68893]: DEBUG oslo_vmware.api [None req-2bc8f505-c506-4903-be57-0d7ec9a48e83 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792387, 'name': Rename_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.780596] env[68893]: DEBUG oslo_concurrency.lockutils [None req-50fd7768-0092-4864-8fbe-7629f8fb0081 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Acquiring lock "refresh_cache-e51b5d20-db57-4bd9-9534-56f6c8cda79a" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.780802] env[68893]: DEBUG oslo_concurrency.lockutils [None req-50fd7768-0092-4864-8fbe-7629f8fb0081 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Acquired lock "refresh_cache-e51b5d20-db57-4bd9-9534-56f6c8cda79a" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.780986] env[68893]: DEBUG nova.network.neutron [None req-50fd7768-0092-4864-8fbe-7629f8fb0081 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: e51b5d20-db57-4bd9-9534-56f6c8cda79a] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1181.781193] env[68893]: DEBUG nova.objects.instance [None req-50fd7768-0092-4864-8fbe-7629f8fb0081 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Lazy-loading 'info_cache' on Instance uuid e51b5d20-db57-4bd9-9534-56f6c8cda79a {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1181.848371] env[68893]: DEBUG nova.network.neutron [None req-ab121f2a-306c-4230-a3de-fd72619a4a95 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: 6cb6b26e-7d66-4218-8dac-978e666b3e54] Successfully created port: ece447c3-f632-4327-9464-74edb55ae635 {{(pid=68893) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1181.945420] env[68893]: DEBUG nova.network.neutron [None req-041d7107-dd12-4426-8876-98fbf2746d83 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: b45a24af-856a-49f9-afc2-f30be44a8689] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1181.999983] env[68893]: WARNING nova.network.neutron [None req-86498c5d-80d3-4317-a743-ea178219de5a tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 235c5224-5fd0-4059-9e55-2737c02de683] 024e10c8-0890-4be3-81cc-2be8eac35dc9 already exists in list: networks containing: ['024e10c8-0890-4be3-81cc-2be8eac35dc9']. ignoring it [ 1182.006546] env[68893]: DEBUG nova.compute.manager [None req-ab121f2a-306c-4230-a3de-fd72619a4a95 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: 6cb6b26e-7d66-4218-8dac-978e666b3e54] Start building block device mappings for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1182.073963] env[68893]: DEBUG oslo_vmware.api [None req-26b86faa-d1b0-49ce-90d3-93aabc928645 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52919b32-2af7-4f41-7757-050c9b87c056, 'name': SearchDatastore_Task, 'duration_secs': 0.014898} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.074281] env[68893]: DEBUG oslo_concurrency.lockutils [None req-26b86faa-d1b0-49ce-90d3-93aabc928645 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.074509] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-26b86faa-d1b0-49ce-90d3-93aabc928645 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: f40a2a83-d2bf-4059-8d84-e893e5664173] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1182.074743] env[68893]: DEBUG oslo_concurrency.lockutils [None req-26b86faa-d1b0-49ce-90d3-93aabc928645 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.074890] env[68893]: DEBUG oslo_concurrency.lockutils [None req-26b86faa-d1b0-49ce-90d3-93aabc928645 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.075075] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-26b86faa-d1b0-49ce-90d3-93aabc928645 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1182.076063] env[68893]: DEBUG nova.network.neutron [None req-041d7107-dd12-4426-8876-98fbf2746d83 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: b45a24af-856a-49f9-afc2-f30be44a8689] Updating instance_info_cache with network_info: [{"id": "6bb24c1a-c243-41c3-862e-500aa9da31b3", "address": "fa:16:3e:a2:6b:9f", "network": {"id": "24a732d8-714e-49f0-9527-b47a108a6ab9", "bridge": "br-int", "label": "tempest-ServersTestJSON-634596432-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "872be088070049fca518560306460c4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bb24c1a-c2", "ovs_interfaceid": "6bb24c1a-c243-41c3-862e-500aa9da31b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.081020] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6c139960-0768-4ee2-aaec-525120692e80 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.087176] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-26b86faa-d1b0-49ce-90d3-93aabc928645 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1182.087373] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-26b86faa-d1b0-49ce-90d3-93aabc928645 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1182.090778] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55041b1e-3557-4580-9523-33fb30b73c1e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.097368] env[68893]: DEBUG oslo_vmware.api [None req-26b86faa-d1b0-49ce-90d3-93aabc928645 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Waiting for the task: (returnval){ [ 1182.097368] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]522c717c-e46e-3235-ad95-8430972d85ca" [ 1182.097368] env[68893]: _type = "Task" [ 1182.097368] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.105768] env[68893]: DEBUG oslo_vmware.api [None req-26b86faa-d1b0-49ce-90d3-93aabc928645 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]522c717c-e46e-3235-ad95-8430972d85ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.212963] env[68893]: DEBUG oslo_vmware.api [None req-2bc8f505-c506-4903-be57-0d7ec9a48e83 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792387, 'name': Rename_Task, 'duration_secs': 0.160415} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.213272] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bc8f505-c506-4903-be57-0d7ec9a48e83 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 5cf97efe-7361-4f18-b03d-cb682f191fe7] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1182.213525] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d6dbed3e-81c7-49af-9c47-b4a508174dc2 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.223613] env[68893]: DEBUG oslo_vmware.api [None req-2bc8f505-c506-4903-be57-0d7ec9a48e83 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Waiting for the task: (returnval){ [ 1182.223613] env[68893]: value = "task-2792388" [ 1182.223613] env[68893]: _type = "Task" [ 1182.223613] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.237912] env[68893]: DEBUG oslo_vmware.api [None req-2bc8f505-c506-4903-be57-0d7ec9a48e83 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792388, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.372105] env[68893]: DEBUG nova.network.neutron [None req-86498c5d-80d3-4317-a743-ea178219de5a tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 235c5224-5fd0-4059-9e55-2737c02de683] Updating instance_info_cache with network_info: [{"id": "04955bbd-48d0-4286-975f-244045473f7c", "address": "fa:16:3e:2d:41:f8", "network": {"id": "024e10c8-0890-4be3-81cc-2be8eac35dc9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-116676947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "564a5b6c6f4f4e42aeeef87662301380", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04955bbd-48", "ovs_interfaceid": "04955bbd-48d0-4286-975f-244045473f7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b71ddde7-6e94-402a-8617-cdf4da29fd89", "address": "fa:16:3e:ce:e7:1f", "network": {"id": "024e10c8-0890-4be3-81cc-2be8eac35dc9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-116676947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "564a5b6c6f4f4e42aeeef87662301380", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb71ddde7-6e", "ovs_interfaceid": "b71ddde7-6e94-402a-8617-cdf4da29fd89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.578870] env[68893]: DEBUG oslo_concurrency.lockutils [None req-041d7107-dd12-4426-8876-98fbf2746d83 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Releasing lock "refresh_cache-b45a24af-856a-49f9-afc2-f30be44a8689" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.579243] env[68893]: DEBUG nova.compute.manager [None req-041d7107-dd12-4426-8876-98fbf2746d83 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: b45a24af-856a-49f9-afc2-f30be44a8689] Instance network_info: |[{"id": "6bb24c1a-c243-41c3-862e-500aa9da31b3", "address": "fa:16:3e:a2:6b:9f", "network": {"id": "24a732d8-714e-49f0-9527-b47a108a6ab9", "bridge": "br-int", "label": "tempest-ServersTestJSON-634596432-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "872be088070049fca518560306460c4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bb24c1a-c2", "ovs_interfaceid": "6bb24c1a-c243-41c3-862e-500aa9da31b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1182.579634] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-041d7107-dd12-4426-8876-98fbf2746d83 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: b45a24af-856a-49f9-afc2-f30be44a8689] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:6b:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac7039c0-3374-4c08-87fc-af2449b48b02', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6bb24c1a-c243-41c3-862e-500aa9da31b3', 'vif_model': 'vmxnet3'}] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1182.587497] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-041d7107-dd12-4426-8876-98fbf2746d83 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1182.588385] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b45a24af-856a-49f9-afc2-f30be44a8689] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1182.588385] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b22af735-0324-43f6-8417-5503d7f6733b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.612322] env[68893]: DEBUG oslo_vmware.api [None req-26b86faa-d1b0-49ce-90d3-93aabc928645 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]522c717c-e46e-3235-ad95-8430972d85ca, 'name': SearchDatastore_Task, 'duration_secs': 0.009948} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.614010] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1182.614010] env[68893]: value = "task-2792389" [ 1182.614010] env[68893]: _type = "Task" [ 1182.614010] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.614222] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b589f3e1-00e6-47de-aa94-d8d1cb634ec2 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.624791] env[68893]: DEBUG oslo_vmware.api [None req-26b86faa-d1b0-49ce-90d3-93aabc928645 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Waiting for the task: (returnval){ [ 1182.624791] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52a50928-4b83-d154-62bc-d9302c425dc6" [ 1182.624791] env[68893]: _type = "Task" [ 1182.624791] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.632709] env[68893]: DEBUG oslo_vmware.api [None req-26b86faa-d1b0-49ce-90d3-93aabc928645 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52a50928-4b83-d154-62bc-d9302c425dc6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.735303] env[68893]: DEBUG oslo_vmware.api [None req-2bc8f505-c506-4903-be57-0d7ec9a48e83 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792388, 'name': PowerOnVM_Task, 'duration_secs': 0.483184} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.736276] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bc8f505-c506-4903-be57-0d7ec9a48e83 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 5cf97efe-7361-4f18-b03d-cb682f191fe7] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1182.736276] env[68893]: INFO nova.compute.manager [None req-2bc8f505-c506-4903-be57-0d7ec9a48e83 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 5cf97efe-7361-4f18-b03d-cb682f191fe7] Took 7.02 seconds to spawn the instance on the hypervisor. [ 1182.736276] env[68893]: DEBUG nova.compute.manager [None req-2bc8f505-c506-4903-be57-0d7ec9a48e83 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 5cf97efe-7361-4f18-b03d-cb682f191fe7] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1182.736926] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad14bb46-370e-4245-822b-0632577c7bb0 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.877216] env[68893]: DEBUG oslo_concurrency.lockutils [None req-86498c5d-80d3-4317-a743-ea178219de5a tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Releasing lock "refresh_cache-235c5224-5fd0-4059-9e55-2737c02de683" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.877998] env[68893]: DEBUG oslo_concurrency.lockutils [None req-86498c5d-80d3-4317-a743-ea178219de5a tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Acquiring lock "235c5224-5fd0-4059-9e55-2737c02de683" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.878269] env[68893]: DEBUG oslo_concurrency.lockutils [None req-86498c5d-80d3-4317-a743-ea178219de5a tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Acquired lock "235c5224-5fd0-4059-9e55-2737c02de683" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.879453] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6e3144f-5405-455b-9005-2abaf4dfe516 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.898840] env[68893]: DEBUG nova.virt.hardware [None req-86498c5d-80d3-4317-a743-ea178219de5a tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1182.899103] env[68893]: DEBUG nova.virt.hardware [None req-86498c5d-80d3-4317-a743-ea178219de5a tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1182.899265] env[68893]: DEBUG nova.virt.hardware [None req-86498c5d-80d3-4317-a743-ea178219de5a tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1182.899449] env[68893]: DEBUG nova.virt.hardware [None req-86498c5d-80d3-4317-a743-ea178219de5a tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1182.899598] env[68893]: DEBUG nova.virt.hardware [None req-86498c5d-80d3-4317-a743-ea178219de5a tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1182.899744] env[68893]: DEBUG nova.virt.hardware [None req-86498c5d-80d3-4317-a743-ea178219de5a tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1182.899948] env[68893]: DEBUG nova.virt.hardware [None req-86498c5d-80d3-4317-a743-ea178219de5a tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1182.900118] env[68893]: DEBUG nova.virt.hardware [None req-86498c5d-80d3-4317-a743-ea178219de5a tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1182.900290] env[68893]: DEBUG nova.virt.hardware [None req-86498c5d-80d3-4317-a743-ea178219de5a tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1182.900476] env[68893]: DEBUG nova.virt.hardware [None req-86498c5d-80d3-4317-a743-ea178219de5a tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1182.900729] env[68893]: DEBUG nova.virt.hardware [None req-86498c5d-80d3-4317-a743-ea178219de5a tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1182.907125] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-86498c5d-80d3-4317-a743-ea178219de5a tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 235c5224-5fd0-4059-9e55-2737c02de683] Reconfiguring VM to attach interface {{(pid=68893) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1182.909870] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-add67fac-ad6a-4400-b81a-125589bbfcd4 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.929413] env[68893]: DEBUG oslo_vmware.api [None req-86498c5d-80d3-4317-a743-ea178219de5a tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Waiting for the task: (returnval){ [ 1182.929413] env[68893]: value = "task-2792391" [ 1182.929413] env[68893]: _type = "Task" [ 1182.929413] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.940678] env[68893]: DEBUG oslo_vmware.api [None req-86498c5d-80d3-4317-a743-ea178219de5a tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': task-2792391, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.016774] env[68893]: DEBUG nova.compute.manager [None req-ab121f2a-306c-4230-a3de-fd72619a4a95 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: 6cb6b26e-7d66-4218-8dac-978e666b3e54] Start spawning the instance on the hypervisor. {{(pid=68893) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1183.019837] env[68893]: DEBUG nova.network.neutron [None req-50fd7768-0092-4864-8fbe-7629f8fb0081 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: e51b5d20-db57-4bd9-9534-56f6c8cda79a] Updating instance_info_cache with network_info: [{"id": "8eafd0e9-9793-423c-91fe-580d33b0ad55", "address": "fa:16:3e:06:ae:3a", "network": {"id": "cd4544f9-c687-4245-bf7a-8be777c837e0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1345768403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbd67998ec3645b28f40986ddb6faf06", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8eafd0e9-97", "ovs_interfaceid": "8eafd0e9-9793-423c-91fe-580d33b0ad55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.045322] env[68893]: DEBUG nova.virt.hardware [None req-ab121f2a-306c-4230-a3de-fd72619a4a95 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1183.045650] env[68893]: DEBUG nova.virt.hardware [None req-ab121f2a-306c-4230-a3de-fd72619a4a95 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1183.045864] env[68893]: DEBUG nova.virt.hardware [None req-ab121f2a-306c-4230-a3de-fd72619a4a95 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1183.046128] env[68893]: DEBUG nova.virt.hardware [None req-ab121f2a-306c-4230-a3de-fd72619a4a95 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1183.046291] env[68893]: DEBUG nova.virt.hardware [None req-ab121f2a-306c-4230-a3de-fd72619a4a95 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1183.046473] env[68893]: DEBUG nova.virt.hardware [None req-ab121f2a-306c-4230-a3de-fd72619a4a95 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1183.046707] env[68893]: DEBUG nova.virt.hardware [None req-ab121f2a-306c-4230-a3de-fd72619a4a95 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1183.046901] env[68893]: DEBUG nova.virt.hardware [None req-ab121f2a-306c-4230-a3de-fd72619a4a95 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1183.047100] env[68893]: DEBUG nova.virt.hardware [None req-ab121f2a-306c-4230-a3de-fd72619a4a95 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1183.047299] env[68893]: DEBUG nova.virt.hardware [None req-ab121f2a-306c-4230-a3de-fd72619a4a95 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1183.047507] env[68893]: DEBUG nova.virt.hardware [None req-ab121f2a-306c-4230-a3de-fd72619a4a95 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1183.048796] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41fb1c8c-87c7-4087-8e54-df58950b2cb8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.057579] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b533982-e640-4fd3-9835-5b830ad0e6c2 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.127472] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792389, 'name': CreateVM_Task, 'duration_secs': 0.398385} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.130769] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b45a24af-856a-49f9-afc2-f30be44a8689] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1183.131478] env[68893]: DEBUG oslo_concurrency.lockutils [None req-041d7107-dd12-4426-8876-98fbf2746d83 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.131657] env[68893]: DEBUG oslo_concurrency.lockutils [None req-041d7107-dd12-4426-8876-98fbf2746d83 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.131984] env[68893]: DEBUG oslo_concurrency.lockutils [None req-041d7107-dd12-4426-8876-98fbf2746d83 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.132615] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db468ce7-06f6-4c7d-a9f0-5f9aef4621f3 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.137933] env[68893]: DEBUG oslo_vmware.api [None req-26b86faa-d1b0-49ce-90d3-93aabc928645 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52a50928-4b83-d154-62bc-d9302c425dc6, 'name': SearchDatastore_Task, 'duration_secs': 0.011355} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.139153] env[68893]: DEBUG oslo_concurrency.lockutils [None req-26b86faa-d1b0-49ce-90d3-93aabc928645 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.139418] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-26b86faa-d1b0-49ce-90d3-93aabc928645 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] f40a2a83-d2bf-4059-8d84-e893e5664173/f40a2a83-d2bf-4059-8d84-e893e5664173.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1183.139722] env[68893]: DEBUG oslo_vmware.api [None req-041d7107-dd12-4426-8876-98fbf2746d83 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Waiting for the task: (returnval){ [ 1183.139722] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52bf4dc0-ee3a-0539-da24-a24cd0ae74be" [ 1183.139722] env[68893]: _type = "Task" [ 1183.139722] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.139895] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3756f58c-6873-43bc-8235-d2dbb704d4a3 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.150283] env[68893]: DEBUG oslo_vmware.api [None req-26b86faa-d1b0-49ce-90d3-93aabc928645 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Waiting for the task: (returnval){ [ 1183.150283] env[68893]: value = "task-2792392" [ 1183.150283] env[68893]: _type = "Task" [ 1183.150283] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.153132] env[68893]: DEBUG oslo_vmware.api [None req-041d7107-dd12-4426-8876-98fbf2746d83 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52bf4dc0-ee3a-0539-da24-a24cd0ae74be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.162986] env[68893]: DEBUG oslo_vmware.api [None req-26b86faa-d1b0-49ce-90d3-93aabc928645 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': task-2792392, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.257835] env[68893]: INFO nova.compute.manager [None req-2bc8f505-c506-4903-be57-0d7ec9a48e83 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 5cf97efe-7361-4f18-b03d-cb682f191fe7] Took 13.92 seconds to build instance. [ 1183.441823] env[68893]: DEBUG oslo_vmware.api [None req-86498c5d-80d3-4317-a743-ea178219de5a tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': task-2792391, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.448302] env[68893]: DEBUG nova.network.neutron [None req-ab121f2a-306c-4230-a3de-fd72619a4a95 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: 6cb6b26e-7d66-4218-8dac-978e666b3e54] Successfully updated port: ece447c3-f632-4327-9464-74edb55ae635 {{(pid=68893) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1183.522641] env[68893]: DEBUG oslo_concurrency.lockutils [None req-50fd7768-0092-4864-8fbe-7629f8fb0081 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Releasing lock "refresh_cache-e51b5d20-db57-4bd9-9534-56f6c8cda79a" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.523150] env[68893]: DEBUG nova.objects.instance [None req-50fd7768-0092-4864-8fbe-7629f8fb0081 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Lazy-loading 'migration_context' on Instance uuid e51b5d20-db57-4bd9-9534-56f6c8cda79a {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1183.655458] env[68893]: DEBUG oslo_vmware.api [None req-041d7107-dd12-4426-8876-98fbf2746d83 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52bf4dc0-ee3a-0539-da24-a24cd0ae74be, 'name': SearchDatastore_Task, 'duration_secs': 0.014036} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.659080] env[68893]: DEBUG oslo_concurrency.lockutils [None req-041d7107-dd12-4426-8876-98fbf2746d83 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.659556] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-041d7107-dd12-4426-8876-98fbf2746d83 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: b45a24af-856a-49f9-afc2-f30be44a8689] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1183.659730] env[68893]: DEBUG oslo_concurrency.lockutils [None req-041d7107-dd12-4426-8876-98fbf2746d83 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.659976] env[68893]: DEBUG oslo_concurrency.lockutils [None req-041d7107-dd12-4426-8876-98fbf2746d83 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.660283] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-041d7107-dd12-4426-8876-98fbf2746d83 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1183.660712] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d20ad13d-4361-4331-a9fe-d7bf5259f517 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.673526] env[68893]: DEBUG oslo_vmware.api [None req-26b86faa-d1b0-49ce-90d3-93aabc928645 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': task-2792392, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.674957] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-041d7107-dd12-4426-8876-98fbf2746d83 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1183.675166] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-041d7107-dd12-4426-8876-98fbf2746d83 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1183.675922] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77811bd3-cf7d-4314-ae49-1c379806e44f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.682194] env[68893]: DEBUG oslo_vmware.api [None req-041d7107-dd12-4426-8876-98fbf2746d83 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Waiting for the task: (returnval){ [ 1183.682194] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52583379-9e47-1b75-b69b-82a1e3af31e3" [ 1183.682194] env[68893]: _type = "Task" [ 1183.682194] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.692160] env[68893]: DEBUG oslo_vmware.api [None req-041d7107-dd12-4426-8876-98fbf2746d83 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52583379-9e47-1b75-b69b-82a1e3af31e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.760056] env[68893]: DEBUG oslo_concurrency.lockutils [None req-2bc8f505-c506-4903-be57-0d7ec9a48e83 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Lock "5cf97efe-7361-4f18-b03d-cb682f191fe7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.453s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.941179] env[68893]: DEBUG oslo_vmware.api [None req-86498c5d-80d3-4317-a743-ea178219de5a tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': task-2792391, 'name': ReconfigVM_Task, 'duration_secs': 0.727016} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.941179] env[68893]: DEBUG oslo_concurrency.lockutils [None req-86498c5d-80d3-4317-a743-ea178219de5a tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Releasing lock "235c5224-5fd0-4059-9e55-2737c02de683" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.941179] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-86498c5d-80d3-4317-a743-ea178219de5a tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 235c5224-5fd0-4059-9e55-2737c02de683] Reconfigured VM to attach interface {{(pid=68893) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1183.950511] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ab121f2a-306c-4230-a3de-fd72619a4a95 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Acquiring lock "refresh_cache-6cb6b26e-7d66-4218-8dac-978e666b3e54" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.950654] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ab121f2a-306c-4230-a3de-fd72619a4a95 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Acquired lock "refresh_cache-6cb6b26e-7d66-4218-8dac-978e666b3e54" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.950874] env[68893]: DEBUG nova.network.neutron [None req-ab121f2a-306c-4230-a3de-fd72619a4a95 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: 6cb6b26e-7d66-4218-8dac-978e666b3e54] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1184.026948] env[68893]: DEBUG nova.objects.base [None req-50fd7768-0092-4864-8fbe-7629f8fb0081 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=68893) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1184.027994] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdfde327-055e-44a4-af82-70d0574cf889 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.048490] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-370cb4e7-855d-48e6-81bf-0be665e30531 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.055036] env[68893]: DEBUG oslo_vmware.api [None req-50fd7768-0092-4864-8fbe-7629f8fb0081 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Waiting for the task: (returnval){ [ 1184.055036] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52e1fe31-1b5b-9ec6-5f78-2ad919d86bd5" [ 1184.055036] env[68893]: _type = "Task" [ 1184.055036] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.063230] env[68893]: DEBUG oslo_vmware.api [None req-50fd7768-0092-4864-8fbe-7629f8fb0081 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52e1fe31-1b5b-9ec6-5f78-2ad919d86bd5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.165693] env[68893]: DEBUG oslo_vmware.api [None req-26b86faa-d1b0-49ce-90d3-93aabc928645 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': task-2792392, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.569927} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.165957] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-26b86faa-d1b0-49ce-90d3-93aabc928645 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] f40a2a83-d2bf-4059-8d84-e893e5664173/f40a2a83-d2bf-4059-8d84-e893e5664173.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1184.166191] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-26b86faa-d1b0-49ce-90d3-93aabc928645 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: f40a2a83-d2bf-4059-8d84-e893e5664173] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1184.166443] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9cf1773d-4e5b-414f-a43f-af9812e01c8d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.174401] env[68893]: DEBUG oslo_vmware.api [None req-26b86faa-d1b0-49ce-90d3-93aabc928645 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Waiting for the task: (returnval){ [ 1184.174401] env[68893]: value = "task-2792393" [ 1184.174401] env[68893]: _type = "Task" [ 1184.174401] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.183924] env[68893]: DEBUG oslo_vmware.api [None req-26b86faa-d1b0-49ce-90d3-93aabc928645 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': task-2792393, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.193965] env[68893]: DEBUG oslo_vmware.api [None req-041d7107-dd12-4426-8876-98fbf2746d83 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52583379-9e47-1b75-b69b-82a1e3af31e3, 'name': SearchDatastore_Task, 'duration_secs': 0.026314} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.194729] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c0a5509-4cef-40a0-9ce5-3eef1cf52ea2 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.200521] env[68893]: DEBUG oslo_vmware.api [None req-041d7107-dd12-4426-8876-98fbf2746d83 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Waiting for the task: (returnval){ [ 1184.200521] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52ce45c4-a077-5735-e709-b0cd05d45396" [ 1184.200521] env[68893]: _type = "Task" [ 1184.200521] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.208202] env[68893]: DEBUG oslo_vmware.api [None req-041d7107-dd12-4426-8876-98fbf2746d83 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52ce45c4-a077-5735-e709-b0cd05d45396, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.445869] env[68893]: DEBUG oslo_concurrency.lockutils [None req-86498c5d-80d3-4317-a743-ea178219de5a tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Lock "interface-235c5224-5fd0-4059-9e55-2737c02de683-b71ddde7-6e94-402a-8617-cdf4da29fd89" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.296s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.484472] env[68893]: DEBUG nova.network.neutron [None req-ab121f2a-306c-4230-a3de-fd72619a4a95 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: 6cb6b26e-7d66-4218-8dac-978e666b3e54] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1184.564682] env[68893]: DEBUG oslo_vmware.api [None req-50fd7768-0092-4864-8fbe-7629f8fb0081 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52e1fe31-1b5b-9ec6-5f78-2ad919d86bd5, 'name': SearchDatastore_Task, 'duration_secs': 0.007793} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.564929] env[68893]: DEBUG oslo_concurrency.lockutils [None req-50fd7768-0092-4864-8fbe-7629f8fb0081 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.565187] env[68893]: DEBUG oslo_concurrency.lockutils [None req-50fd7768-0092-4864-8fbe-7629f8fb0081 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.611618] env[68893]: DEBUG nova.network.neutron [None req-ab121f2a-306c-4230-a3de-fd72619a4a95 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: 6cb6b26e-7d66-4218-8dac-978e666b3e54] Updating instance_info_cache with network_info: [{"id": "ece447c3-f632-4327-9464-74edb55ae635", "address": "fa:16:3e:bb:a2:b0", "network": {"id": "2e9af55f-91c5-44a5-9f11-01c431a48424", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1682638634-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a4fbfb5198240238c8f658161335220", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapece447c3-f6", "ovs_interfaceid": "ece447c3-f632-4327-9464-74edb55ae635", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.685561] env[68893]: DEBUG oslo_vmware.api [None req-26b86faa-d1b0-49ce-90d3-93aabc928645 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': task-2792393, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.304098} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.685843] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-26b86faa-d1b0-49ce-90d3-93aabc928645 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: f40a2a83-d2bf-4059-8d84-e893e5664173] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1184.686651] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22ce0352-b5ae-4484-861b-421aef18fec7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.711009] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-26b86faa-d1b0-49ce-90d3-93aabc928645 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: f40a2a83-d2bf-4059-8d84-e893e5664173] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] f40a2a83-d2bf-4059-8d84-e893e5664173/f40a2a83-d2bf-4059-8d84-e893e5664173.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1184.716169] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a921c03b-fc0e-421d-93ed-e60680b952e2 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.737287] env[68893]: DEBUG oslo_vmware.api [None req-041d7107-dd12-4426-8876-98fbf2746d83 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52ce45c4-a077-5735-e709-b0cd05d45396, 'name': SearchDatastore_Task, 'duration_secs': 0.010134} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.738916] env[68893]: DEBUG oslo_concurrency.lockutils [None req-041d7107-dd12-4426-8876-98fbf2746d83 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.739224] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-041d7107-dd12-4426-8876-98fbf2746d83 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore1] b45a24af-856a-49f9-afc2-f30be44a8689/b45a24af-856a-49f9-afc2-f30be44a8689.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1184.739598] env[68893]: DEBUG oslo_vmware.api [None req-26b86faa-d1b0-49ce-90d3-93aabc928645 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Waiting for the task: (returnval){ [ 1184.739598] env[68893]: value = "task-2792394" [ 1184.739598] env[68893]: _type = "Task" [ 1184.739598] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.739801] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a50600bf-2d8c-4972-8634-b16c3c926747 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.750503] env[68893]: DEBUG oslo_vmware.api [None req-26b86faa-d1b0-49ce-90d3-93aabc928645 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': task-2792394, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.751801] env[68893]: DEBUG oslo_vmware.api [None req-041d7107-dd12-4426-8876-98fbf2746d83 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Waiting for the task: (returnval){ [ 1184.751801] env[68893]: value = "task-2792395" [ 1184.751801] env[68893]: _type = "Task" [ 1184.751801] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.760530] env[68893]: DEBUG oslo_vmware.api [None req-041d7107-dd12-4426-8876-98fbf2746d83 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': task-2792395, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.114516] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ab121f2a-306c-4230-a3de-fd72619a4a95 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Releasing lock "refresh_cache-6cb6b26e-7d66-4218-8dac-978e666b3e54" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.114852] env[68893]: DEBUG nova.compute.manager [None req-ab121f2a-306c-4230-a3de-fd72619a4a95 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: 6cb6b26e-7d66-4218-8dac-978e666b3e54] Instance network_info: |[{"id": "ece447c3-f632-4327-9464-74edb55ae635", "address": "fa:16:3e:bb:a2:b0", "network": {"id": "2e9af55f-91c5-44a5-9f11-01c431a48424", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1682638634-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a4fbfb5198240238c8f658161335220", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapece447c3-f6", "ovs_interfaceid": "ece447c3-f632-4327-9464-74edb55ae635", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1185.115355] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-ab121f2a-306c-4230-a3de-fd72619a4a95 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: 6cb6b26e-7d66-4218-8dac-978e666b3e54] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:a2:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd5970ab5-34b8-4065-bfa6-f568b8f103b7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ece447c3-f632-4327-9464-74edb55ae635', 'vif_model': 'vmxnet3'}] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1185.123450] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ab121f2a-306c-4230-a3de-fd72619a4a95 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1185.126494] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6cb6b26e-7d66-4218-8dac-978e666b3e54] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1185.126905] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cc42a9b3-ad31-477d-8ed9-4dee2927c640 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.156669] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1185.156669] env[68893]: value = "task-2792396" [ 1185.156669] env[68893]: _type = "Task" [ 1185.156669] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.175973] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792396, 'name': CreateVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.254539] env[68893]: DEBUG oslo_vmware.api [None req-26b86faa-d1b0-49ce-90d3-93aabc928645 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': task-2792394, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.269657] env[68893]: DEBUG oslo_vmware.api [None req-041d7107-dd12-4426-8876-98fbf2746d83 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': task-2792395, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.372723] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79f9b18e-aeec-4913-ae71-f25f08d9095d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.381832] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6cb8d25-7e80-4100-b184-2f8207e40aa0 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.413480] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f4cbfbe-7a86-4a33-9402-e0ad8df29eba {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.422419] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bba7b3f-179d-4246-a215-72c41a6d6f5a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.438988] env[68893]: DEBUG nova.compute.provider_tree [None req-50fd7768-0092-4864-8fbe-7629f8fb0081 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1185.668370] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792396, 'name': CreateVM_Task} progress is 99%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.752298] env[68893]: DEBUG oslo_vmware.api [None req-26b86faa-d1b0-49ce-90d3-93aabc928645 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': task-2792394, 'name': ReconfigVM_Task, 'duration_secs': 0.587389} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.752606] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-26b86faa-d1b0-49ce-90d3-93aabc928645 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: f40a2a83-d2bf-4059-8d84-e893e5664173] Reconfigured VM instance instance-0000006c to attach disk [datastore2] f40a2a83-d2bf-4059-8d84-e893e5664173/f40a2a83-d2bf-4059-8d84-e893e5664173.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1185.753298] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-909cc143-f244-458c-a063-d939ff05e79f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.764475] env[68893]: DEBUG oslo_vmware.api [None req-041d7107-dd12-4426-8876-98fbf2746d83 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': task-2792395, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.575439} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.765785] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-041d7107-dd12-4426-8876-98fbf2746d83 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore1] b45a24af-856a-49f9-afc2-f30be44a8689/b45a24af-856a-49f9-afc2-f30be44a8689.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1185.766018] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-041d7107-dd12-4426-8876-98fbf2746d83 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: b45a24af-856a-49f9-afc2-f30be44a8689] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1185.766330] env[68893]: DEBUG oslo_vmware.api [None req-26b86faa-d1b0-49ce-90d3-93aabc928645 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Waiting for the task: (returnval){ [ 1185.766330] env[68893]: value = "task-2792397" [ 1185.766330] env[68893]: _type = "Task" [ 1185.766330] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.766517] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fc1467fb-342c-4b2e-9941-ea78f07f7d94 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.777058] env[68893]: DEBUG oslo_vmware.api [None req-26b86faa-d1b0-49ce-90d3-93aabc928645 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': task-2792397, 'name': Rename_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.778555] env[68893]: DEBUG oslo_vmware.api [None req-041d7107-dd12-4426-8876-98fbf2746d83 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Waiting for the task: (returnval){ [ 1185.778555] env[68893]: value = "task-2792398" [ 1185.778555] env[68893]: _type = "Task" [ 1185.778555] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.788429] env[68893]: DEBUG oslo_vmware.api [None req-041d7107-dd12-4426-8876-98fbf2746d83 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': task-2792398, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.866868] env[68893]: DEBUG nova.compute.manager [req-6f54d270-e424-41b9-b3ec-598c1d3acf0c req-6523f78a-00d7-44a3-a5b2-2f9f47491961 service nova] [instance: b45a24af-856a-49f9-afc2-f30be44a8689] Received event network-vif-plugged-6bb24c1a-c243-41c3-862e-500aa9da31b3 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1185.866972] env[68893]: DEBUG oslo_concurrency.lockutils [req-6f54d270-e424-41b9-b3ec-598c1d3acf0c req-6523f78a-00d7-44a3-a5b2-2f9f47491961 service nova] Acquiring lock "b45a24af-856a-49f9-afc2-f30be44a8689-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.867199] env[68893]: DEBUG oslo_concurrency.lockutils [req-6f54d270-e424-41b9-b3ec-598c1d3acf0c req-6523f78a-00d7-44a3-a5b2-2f9f47491961 service nova] Lock "b45a24af-856a-49f9-afc2-f30be44a8689-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.867369] env[68893]: DEBUG oslo_concurrency.lockutils [req-6f54d270-e424-41b9-b3ec-598c1d3acf0c req-6523f78a-00d7-44a3-a5b2-2f9f47491961 service nova] Lock "b45a24af-856a-49f9-afc2-f30be44a8689-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.867607] env[68893]: DEBUG nova.compute.manager [req-6f54d270-e424-41b9-b3ec-598c1d3acf0c req-6523f78a-00d7-44a3-a5b2-2f9f47491961 service nova] [instance: b45a24af-856a-49f9-afc2-f30be44a8689] No waiting events found dispatching network-vif-plugged-6bb24c1a-c243-41c3-862e-500aa9da31b3 {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1185.867767] env[68893]: WARNING nova.compute.manager [req-6f54d270-e424-41b9-b3ec-598c1d3acf0c req-6523f78a-00d7-44a3-a5b2-2f9f47491961 service nova] [instance: b45a24af-856a-49f9-afc2-f30be44a8689] Received unexpected event network-vif-plugged-6bb24c1a-c243-41c3-862e-500aa9da31b3 for instance with vm_state building and task_state spawning. [ 1185.867990] env[68893]: DEBUG nova.compute.manager [req-6f54d270-e424-41b9-b3ec-598c1d3acf0c req-6523f78a-00d7-44a3-a5b2-2f9f47491961 service nova] [instance: b45a24af-856a-49f9-afc2-f30be44a8689] Received event network-changed-6bb24c1a-c243-41c3-862e-500aa9da31b3 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1185.868093] env[68893]: DEBUG nova.compute.manager [req-6f54d270-e424-41b9-b3ec-598c1d3acf0c req-6523f78a-00d7-44a3-a5b2-2f9f47491961 service nova] [instance: b45a24af-856a-49f9-afc2-f30be44a8689] Refreshing instance network info cache due to event network-changed-6bb24c1a-c243-41c3-862e-500aa9da31b3. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1185.868279] env[68893]: DEBUG oslo_concurrency.lockutils [req-6f54d270-e424-41b9-b3ec-598c1d3acf0c req-6523f78a-00d7-44a3-a5b2-2f9f47491961 service nova] Acquiring lock "refresh_cache-b45a24af-856a-49f9-afc2-f30be44a8689" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.868443] env[68893]: DEBUG oslo_concurrency.lockutils [req-6f54d270-e424-41b9-b3ec-598c1d3acf0c req-6523f78a-00d7-44a3-a5b2-2f9f47491961 service nova] Acquired lock "refresh_cache-b45a24af-856a-49f9-afc2-f30be44a8689" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.868635] env[68893]: DEBUG nova.network.neutron [req-6f54d270-e424-41b9-b3ec-598c1d3acf0c req-6523f78a-00d7-44a3-a5b2-2f9f47491961 service nova] [instance: b45a24af-856a-49f9-afc2-f30be44a8689] Refreshing network info cache for port 6bb24c1a-c243-41c3-862e-500aa9da31b3 {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1185.885093] env[68893]: DEBUG nova.compute.manager [req-6131a58f-6df6-412c-a3a7-c65ddeecce36 req-610b2de5-700a-4156-bcec-77389ceb29c8 service nova] [instance: 235c5224-5fd0-4059-9e55-2737c02de683] Received event network-vif-plugged-b71ddde7-6e94-402a-8617-cdf4da29fd89 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1185.885312] env[68893]: DEBUG oslo_concurrency.lockutils [req-6131a58f-6df6-412c-a3a7-c65ddeecce36 req-610b2de5-700a-4156-bcec-77389ceb29c8 service nova] Acquiring lock "235c5224-5fd0-4059-9e55-2737c02de683-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.885312] env[68893]: DEBUG oslo_concurrency.lockutils [req-6131a58f-6df6-412c-a3a7-c65ddeecce36 req-610b2de5-700a-4156-bcec-77389ceb29c8 service nova] Lock "235c5224-5fd0-4059-9e55-2737c02de683-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.885527] env[68893]: DEBUG oslo_concurrency.lockutils [req-6131a58f-6df6-412c-a3a7-c65ddeecce36 req-610b2de5-700a-4156-bcec-77389ceb29c8 service nova] Lock "235c5224-5fd0-4059-9e55-2737c02de683-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.885669] env[68893]: DEBUG nova.compute.manager [req-6131a58f-6df6-412c-a3a7-c65ddeecce36 req-610b2de5-700a-4156-bcec-77389ceb29c8 service nova] [instance: 235c5224-5fd0-4059-9e55-2737c02de683] No waiting events found dispatching network-vif-plugged-b71ddde7-6e94-402a-8617-cdf4da29fd89 {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1185.885796] env[68893]: WARNING nova.compute.manager [req-6131a58f-6df6-412c-a3a7-c65ddeecce36 req-610b2de5-700a-4156-bcec-77389ceb29c8 service nova] [instance: 235c5224-5fd0-4059-9e55-2737c02de683] Received unexpected event network-vif-plugged-b71ddde7-6e94-402a-8617-cdf4da29fd89 for instance with vm_state active and task_state None. [ 1185.885943] env[68893]: DEBUG nova.compute.manager [req-6131a58f-6df6-412c-a3a7-c65ddeecce36 req-610b2de5-700a-4156-bcec-77389ceb29c8 service nova] [instance: 235c5224-5fd0-4059-9e55-2737c02de683] Received event network-changed-b71ddde7-6e94-402a-8617-cdf4da29fd89 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1185.886108] env[68893]: DEBUG nova.compute.manager [req-6131a58f-6df6-412c-a3a7-c65ddeecce36 req-610b2de5-700a-4156-bcec-77389ceb29c8 service nova] [instance: 235c5224-5fd0-4059-9e55-2737c02de683] Refreshing instance network info cache due to event network-changed-b71ddde7-6e94-402a-8617-cdf4da29fd89. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1185.886288] env[68893]: DEBUG oslo_concurrency.lockutils [req-6131a58f-6df6-412c-a3a7-c65ddeecce36 req-610b2de5-700a-4156-bcec-77389ceb29c8 service nova] Acquiring lock "refresh_cache-235c5224-5fd0-4059-9e55-2737c02de683" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.886422] env[68893]: DEBUG oslo_concurrency.lockutils [req-6131a58f-6df6-412c-a3a7-c65ddeecce36 req-610b2de5-700a-4156-bcec-77389ceb29c8 service nova] Acquired lock "refresh_cache-235c5224-5fd0-4059-9e55-2737c02de683" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.886574] env[68893]: DEBUG nova.network.neutron [req-6131a58f-6df6-412c-a3a7-c65ddeecce36 req-610b2de5-700a-4156-bcec-77389ceb29c8 service nova] [instance: 235c5224-5fd0-4059-9e55-2737c02de683] Refreshing network info cache for port b71ddde7-6e94-402a-8617-cdf4da29fd89 {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1185.942312] env[68893]: DEBUG nova.scheduler.client.report [None req-50fd7768-0092-4864-8fbe-7629f8fb0081 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1186.168649] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792396, 'name': CreateVM_Task, 'duration_secs': 0.825834} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.169152] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6cb6b26e-7d66-4218-8dac-978e666b3e54] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1186.169575] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ab121f2a-306c-4230-a3de-fd72619a4a95 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.169732] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ab121f2a-306c-4230-a3de-fd72619a4a95 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.170098] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ab121f2a-306c-4230-a3de-fd72619a4a95 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.170371] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f2f3727-c90a-4716-a7d2-9c7ac7f56069 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.176071] env[68893]: DEBUG oslo_vmware.api [None req-ab121f2a-306c-4230-a3de-fd72619a4a95 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Waiting for the task: (returnval){ [ 1186.176071] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]522be12c-be0f-8112-01c1-03336acd42a5" [ 1186.176071] env[68893]: _type = "Task" [ 1186.176071] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.184805] env[68893]: DEBUG oslo_vmware.api [None req-ab121f2a-306c-4230-a3de-fd72619a4a95 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]522be12c-be0f-8112-01c1-03336acd42a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.279022] env[68893]: DEBUG oslo_vmware.api [None req-26b86faa-d1b0-49ce-90d3-93aabc928645 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': task-2792397, 'name': Rename_Task, 'duration_secs': 0.342723} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.279410] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-26b86faa-d1b0-49ce-90d3-93aabc928645 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: f40a2a83-d2bf-4059-8d84-e893e5664173] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1186.282526] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cd4731bc-4b28-4a51-ad89-150ff2afd4a1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.291561] env[68893]: DEBUG oslo_vmware.api [None req-041d7107-dd12-4426-8876-98fbf2746d83 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': task-2792398, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076166} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.292973] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-041d7107-dd12-4426-8876-98fbf2746d83 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: b45a24af-856a-49f9-afc2-f30be44a8689] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1186.293423] env[68893]: DEBUG oslo_vmware.api [None req-26b86faa-d1b0-49ce-90d3-93aabc928645 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Waiting for the task: (returnval){ [ 1186.293423] env[68893]: value = "task-2792399" [ 1186.293423] env[68893]: _type = "Task" [ 1186.293423] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.294282] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df87e7e0-f10b-4cf3-89f4-40e5e72d51f1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.321104] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-041d7107-dd12-4426-8876-98fbf2746d83 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: b45a24af-856a-49f9-afc2-f30be44a8689] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] b45a24af-856a-49f9-afc2-f30be44a8689/b45a24af-856a-49f9-afc2-f30be44a8689.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1186.324590] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b42578d-512b-4e56-855e-09d9eaad9ff1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.339419] env[68893]: DEBUG oslo_vmware.api [None req-26b86faa-d1b0-49ce-90d3-93aabc928645 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': task-2792399, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.347154] env[68893]: DEBUG oslo_vmware.api [None req-041d7107-dd12-4426-8876-98fbf2746d83 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Waiting for the task: (returnval){ [ 1186.347154] env[68893]: value = "task-2792400" [ 1186.347154] env[68893]: _type = "Task" [ 1186.347154] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.356459] env[68893]: DEBUG oslo_vmware.api [None req-041d7107-dd12-4426-8876-98fbf2746d83 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': task-2792400, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.690273] env[68893]: DEBUG oslo_vmware.api [None req-ab121f2a-306c-4230-a3de-fd72619a4a95 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]522be12c-be0f-8112-01c1-03336acd42a5, 'name': SearchDatastore_Task, 'duration_secs': 0.010947} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.690448] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ab121f2a-306c-4230-a3de-fd72619a4a95 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.690615] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-ab121f2a-306c-4230-a3de-fd72619a4a95 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: 6cb6b26e-7d66-4218-8dac-978e666b3e54] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1186.691994] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ab121f2a-306c-4230-a3de-fd72619a4a95 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.691994] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ab121f2a-306c-4230-a3de-fd72619a4a95 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.691994] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab121f2a-306c-4230-a3de-fd72619a4a95 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1186.691994] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-768f8771-443c-479f-be9e-71f76352cb41 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.700955] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab121f2a-306c-4230-a3de-fd72619a4a95 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1186.701205] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-ab121f2a-306c-4230-a3de-fd72619a4a95 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1186.701899] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb71ac87-ac0c-4d6d-8eef-909691fd5b3f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.708041] env[68893]: DEBUG oslo_vmware.api [None req-ab121f2a-306c-4230-a3de-fd72619a4a95 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Waiting for the task: (returnval){ [ 1186.708041] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]529cb770-cd60-f11b-b524-7ea85901ce7b" [ 1186.708041] env[68893]: _type = "Task" [ 1186.708041] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.716634] env[68893]: DEBUG oslo_vmware.api [None req-ab121f2a-306c-4230-a3de-fd72619a4a95 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]529cb770-cd60-f11b-b524-7ea85901ce7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.811190] env[68893]: DEBUG oslo_vmware.api [None req-26b86faa-d1b0-49ce-90d3-93aabc928645 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': task-2792399, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.857820] env[68893]: DEBUG oslo_vmware.api [None req-041d7107-dd12-4426-8876-98fbf2746d83 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': task-2792400, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.954181] env[68893]: DEBUG oslo_concurrency.lockutils [None req-50fd7768-0092-4864-8fbe-7629f8fb0081 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.389s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.220530] env[68893]: DEBUG oslo_vmware.api [None req-ab121f2a-306c-4230-a3de-fd72619a4a95 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]529cb770-cd60-f11b-b524-7ea85901ce7b, 'name': SearchDatastore_Task, 'duration_secs': 0.00978} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.221832] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-576b1c4f-9899-4c7e-a721-6ef809c25517 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.227745] env[68893]: DEBUG oslo_vmware.api [None req-ab121f2a-306c-4230-a3de-fd72619a4a95 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Waiting for the task: (returnval){ [ 1187.227745] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52db355d-50dc-3cfe-295d-d653b2f9683c" [ 1187.227745] env[68893]: _type = "Task" [ 1187.227745] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.240373] env[68893]: DEBUG oslo_vmware.api [None req-ab121f2a-306c-4230-a3de-fd72619a4a95 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52db355d-50dc-3cfe-295d-d653b2f9683c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.270464] env[68893]: DEBUG nova.network.neutron [req-6f54d270-e424-41b9-b3ec-598c1d3acf0c req-6523f78a-00d7-44a3-a5b2-2f9f47491961 service nova] [instance: b45a24af-856a-49f9-afc2-f30be44a8689] Updated VIF entry in instance network info cache for port 6bb24c1a-c243-41c3-862e-500aa9da31b3. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1187.270892] env[68893]: DEBUG nova.network.neutron [req-6f54d270-e424-41b9-b3ec-598c1d3acf0c req-6523f78a-00d7-44a3-a5b2-2f9f47491961 service nova] [instance: b45a24af-856a-49f9-afc2-f30be44a8689] Updating instance_info_cache with network_info: [{"id": "6bb24c1a-c243-41c3-862e-500aa9da31b3", "address": "fa:16:3e:a2:6b:9f", "network": {"id": "24a732d8-714e-49f0-9527-b47a108a6ab9", "bridge": "br-int", "label": "tempest-ServersTestJSON-634596432-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "872be088070049fca518560306460c4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bb24c1a-c2", "ovs_interfaceid": "6bb24c1a-c243-41c3-862e-500aa9da31b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.287614] env[68893]: DEBUG oslo_concurrency.lockutils [None req-728f155f-36c2-462d-8f7c-b9c0a9984dea tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Acquiring lock "interface-235c5224-5fd0-4059-9e55-2737c02de683-b71ddde7-6e94-402a-8617-cdf4da29fd89" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.287889] env[68893]: DEBUG oslo_concurrency.lockutils [None req-728f155f-36c2-462d-8f7c-b9c0a9984dea tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Lock "interface-235c5224-5fd0-4059-9e55-2737c02de683-b71ddde7-6e94-402a-8617-cdf4da29fd89" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.293484] env[68893]: DEBUG nova.network.neutron [req-6131a58f-6df6-412c-a3a7-c65ddeecce36 req-610b2de5-700a-4156-bcec-77389ceb29c8 service nova] [instance: 235c5224-5fd0-4059-9e55-2737c02de683] Updated VIF entry in instance network info cache for port b71ddde7-6e94-402a-8617-cdf4da29fd89. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1187.293484] env[68893]: DEBUG nova.network.neutron [req-6131a58f-6df6-412c-a3a7-c65ddeecce36 req-610b2de5-700a-4156-bcec-77389ceb29c8 service nova] [instance: 235c5224-5fd0-4059-9e55-2737c02de683] Updating instance_info_cache with network_info: [{"id": "04955bbd-48d0-4286-975f-244045473f7c", "address": "fa:16:3e:2d:41:f8", "network": {"id": "024e10c8-0890-4be3-81cc-2be8eac35dc9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-116676947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "564a5b6c6f4f4e42aeeef87662301380", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04955bbd-48", "ovs_interfaceid": "04955bbd-48d0-4286-975f-244045473f7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b71ddde7-6e94-402a-8617-cdf4da29fd89", "address": "fa:16:3e:ce:e7:1f", "network": {"id": "024e10c8-0890-4be3-81cc-2be8eac35dc9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-116676947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "564a5b6c6f4f4e42aeeef87662301380", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb71ddde7-6e", "ovs_interfaceid": "b71ddde7-6e94-402a-8617-cdf4da29fd89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.313201] env[68893]: DEBUG oslo_vmware.api [None req-26b86faa-d1b0-49ce-90d3-93aabc928645 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': task-2792399, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.360697] env[68893]: DEBUG oslo_vmware.api [None req-041d7107-dd12-4426-8876-98fbf2746d83 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': task-2792400, 'name': ReconfigVM_Task, 'duration_secs': 0.79401} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.360697] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-041d7107-dd12-4426-8876-98fbf2746d83 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: b45a24af-856a-49f9-afc2-f30be44a8689] Reconfigured VM instance instance-0000006d to attach disk [datastore1] b45a24af-856a-49f9-afc2-f30be44a8689/b45a24af-856a-49f9-afc2-f30be44a8689.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1187.361591] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c8b5bb1f-fde1-43fe-8187-fb5156956cd8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.371304] env[68893]: DEBUG oslo_vmware.api [None req-041d7107-dd12-4426-8876-98fbf2746d83 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Waiting for the task: (returnval){ [ 1187.371304] env[68893]: value = "task-2792401" [ 1187.371304] env[68893]: _type = "Task" [ 1187.371304] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.381651] env[68893]: DEBUG oslo_vmware.api [None req-041d7107-dd12-4426-8876-98fbf2746d83 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': task-2792401, 'name': Rename_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.404367] env[68893]: DEBUG oslo_concurrency.lockutils [None req-851cea9c-8438-43ed-b4cb-8ea3a9e1ce42 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Acquiring lock "f03be0d2-ce21-494f-848d-b838a195f4f9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.404467] env[68893]: DEBUG oslo_concurrency.lockutils [None req-851cea9c-8438-43ed-b4cb-8ea3a9e1ce42 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Lock "f03be0d2-ce21-494f-848d-b838a195f4f9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.513095] env[68893]: INFO nova.scheduler.client.report [None req-50fd7768-0092-4864-8fbe-7629f8fb0081 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Deleted allocation for migration 83964bf1-df00-4e04-acec-e363e90c62bc [ 1187.739433] env[68893]: DEBUG oslo_vmware.api [None req-ab121f2a-306c-4230-a3de-fd72619a4a95 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52db355d-50dc-3cfe-295d-d653b2f9683c, 'name': SearchDatastore_Task, 'duration_secs': 0.013489} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.739726] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ab121f2a-306c-4230-a3de-fd72619a4a95 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.739986] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab121f2a-306c-4230-a3de-fd72619a4a95 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] 6cb6b26e-7d66-4218-8dac-978e666b3e54/6cb6b26e-7d66-4218-8dac-978e666b3e54.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1187.740268] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a9fd54f1-5990-46e9-a97f-cf16b30a296a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.748455] env[68893]: DEBUG oslo_vmware.api [None req-ab121f2a-306c-4230-a3de-fd72619a4a95 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Waiting for the task: (returnval){ [ 1187.748455] env[68893]: value = "task-2792402" [ 1187.748455] env[68893]: _type = "Task" [ 1187.748455] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.756823] env[68893]: DEBUG oslo_vmware.api [None req-ab121f2a-306c-4230-a3de-fd72619a4a95 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Task: {'id': task-2792402, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.776805] env[68893]: DEBUG oslo_concurrency.lockutils [req-6f54d270-e424-41b9-b3ec-598c1d3acf0c req-6523f78a-00d7-44a3-a5b2-2f9f47491961 service nova] Releasing lock "refresh_cache-b45a24af-856a-49f9-afc2-f30be44a8689" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.792898] env[68893]: DEBUG oslo_concurrency.lockutils [None req-728f155f-36c2-462d-8f7c-b9c0a9984dea tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Acquiring lock "235c5224-5fd0-4059-9e55-2737c02de683" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.793084] env[68893]: DEBUG oslo_concurrency.lockutils [None req-728f155f-36c2-462d-8f7c-b9c0a9984dea tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Acquired lock "235c5224-5fd0-4059-9e55-2737c02de683" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.794018] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6b26ed9-aef8-4e28-968b-d4dc6b6caa72 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.797227] env[68893]: DEBUG oslo_concurrency.lockutils [req-6131a58f-6df6-412c-a3a7-c65ddeecce36 req-610b2de5-700a-4156-bcec-77389ceb29c8 service nova] Releasing lock "refresh_cache-235c5224-5fd0-4059-9e55-2737c02de683" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.818211] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-833c4b99-9945-44d4-8992-49cb9c98556b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.824405] env[68893]: DEBUG oslo_vmware.api [None req-26b86faa-d1b0-49ce-90d3-93aabc928645 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': task-2792399, 'name': PowerOnVM_Task, 'duration_secs': 1.090154} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.825116] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-26b86faa-d1b0-49ce-90d3-93aabc928645 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: f40a2a83-d2bf-4059-8d84-e893e5664173] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1187.825359] env[68893]: INFO nova.compute.manager [None req-26b86faa-d1b0-49ce-90d3-93aabc928645 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: f40a2a83-d2bf-4059-8d84-e893e5664173] Took 9.77 seconds to spawn the instance on the hypervisor. [ 1187.825567] env[68893]: DEBUG nova.compute.manager [None req-26b86faa-d1b0-49ce-90d3-93aabc928645 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: f40a2a83-d2bf-4059-8d84-e893e5664173] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1187.826451] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21865f7f-dfe9-42d8-80e1-197af11fe3b3 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.850644] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-728f155f-36c2-462d-8f7c-b9c0a9984dea tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 235c5224-5fd0-4059-9e55-2737c02de683] Reconfiguring VM to detach interface {{(pid=68893) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1187.851741] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98ceb0bb-4f90-4a7c-9dd2-b9b43696d6bc {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.876972] env[68893]: DEBUG oslo_vmware.api [None req-728f155f-36c2-462d-8f7c-b9c0a9984dea tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Waiting for the task: (returnval){ [ 1187.876972] env[68893]: value = "task-2792403" [ 1187.876972] env[68893]: _type = "Task" [ 1187.876972] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.885460] env[68893]: DEBUG oslo_vmware.api [None req-041d7107-dd12-4426-8876-98fbf2746d83 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': task-2792401, 'name': Rename_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.891761] env[68893]: DEBUG oslo_vmware.api [None req-728f155f-36c2-462d-8f7c-b9c0a9984dea tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': task-2792403, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.906749] env[68893]: DEBUG nova.compute.manager [None req-851cea9c-8438-43ed-b4cb-8ea3a9e1ce42 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: f03be0d2-ce21-494f-848d-b838a195f4f9] Starting instance... {{(pid=68893) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1187.939918] env[68893]: DEBUG nova.compute.manager [req-50b7cf73-6dc1-49b6-867f-e9d267f20649 req-6865a5e0-945b-462f-a3ef-b6ec51276231 service nova] [instance: 6cb6b26e-7d66-4218-8dac-978e666b3e54] Received event network-vif-plugged-ece447c3-f632-4327-9464-74edb55ae635 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1187.939918] env[68893]: DEBUG oslo_concurrency.lockutils [req-50b7cf73-6dc1-49b6-867f-e9d267f20649 req-6865a5e0-945b-462f-a3ef-b6ec51276231 service nova] Acquiring lock "6cb6b26e-7d66-4218-8dac-978e666b3e54-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.940189] env[68893]: DEBUG oslo_concurrency.lockutils [req-50b7cf73-6dc1-49b6-867f-e9d267f20649 req-6865a5e0-945b-462f-a3ef-b6ec51276231 service nova] Lock "6cb6b26e-7d66-4218-8dac-978e666b3e54-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.940414] env[68893]: DEBUG oslo_concurrency.lockutils [req-50b7cf73-6dc1-49b6-867f-e9d267f20649 req-6865a5e0-945b-462f-a3ef-b6ec51276231 service nova] Lock "6cb6b26e-7d66-4218-8dac-978e666b3e54-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.940807] env[68893]: DEBUG nova.compute.manager [req-50b7cf73-6dc1-49b6-867f-e9d267f20649 req-6865a5e0-945b-462f-a3ef-b6ec51276231 service nova] [instance: 6cb6b26e-7d66-4218-8dac-978e666b3e54] No waiting events found dispatching network-vif-plugged-ece447c3-f632-4327-9464-74edb55ae635 {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1187.941909] env[68893]: WARNING nova.compute.manager [req-50b7cf73-6dc1-49b6-867f-e9d267f20649 req-6865a5e0-945b-462f-a3ef-b6ec51276231 service nova] [instance: 6cb6b26e-7d66-4218-8dac-978e666b3e54] Received unexpected event network-vif-plugged-ece447c3-f632-4327-9464-74edb55ae635 for instance with vm_state building and task_state spawning. [ 1187.941909] env[68893]: DEBUG nova.compute.manager [req-50b7cf73-6dc1-49b6-867f-e9d267f20649 req-6865a5e0-945b-462f-a3ef-b6ec51276231 service nova] [instance: 6cb6b26e-7d66-4218-8dac-978e666b3e54] Received event network-changed-ece447c3-f632-4327-9464-74edb55ae635 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1187.941909] env[68893]: DEBUG nova.compute.manager [req-50b7cf73-6dc1-49b6-867f-e9d267f20649 req-6865a5e0-945b-462f-a3ef-b6ec51276231 service nova] [instance: 6cb6b26e-7d66-4218-8dac-978e666b3e54] Refreshing instance network info cache due to event network-changed-ece447c3-f632-4327-9464-74edb55ae635. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1187.942172] env[68893]: DEBUG oslo_concurrency.lockutils [req-50b7cf73-6dc1-49b6-867f-e9d267f20649 req-6865a5e0-945b-462f-a3ef-b6ec51276231 service nova] Acquiring lock "refresh_cache-6cb6b26e-7d66-4218-8dac-978e666b3e54" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.942202] env[68893]: DEBUG oslo_concurrency.lockutils [req-50b7cf73-6dc1-49b6-867f-e9d267f20649 req-6865a5e0-945b-462f-a3ef-b6ec51276231 service nova] Acquired lock "refresh_cache-6cb6b26e-7d66-4218-8dac-978e666b3e54" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.942401] env[68893]: DEBUG nova.network.neutron [req-50b7cf73-6dc1-49b6-867f-e9d267f20649 req-6865a5e0-945b-462f-a3ef-b6ec51276231 service nova] [instance: 6cb6b26e-7d66-4218-8dac-978e666b3e54] Refreshing network info cache for port ece447c3-f632-4327-9464-74edb55ae635 {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1188.022753] env[68893]: DEBUG oslo_concurrency.lockutils [None req-50fd7768-0092-4864-8fbe-7629f8fb0081 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Lock "e51b5d20-db57-4bd9-9534-56f6c8cda79a" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.782s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.091033] env[68893]: DEBUG nova.compute.manager [None req-8e0aa399-822b-4435-ba69-3f459cb61919 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: 80865abc-dea4-468e-a2d6-1b8156411609] Stashing vm_state: active {{(pid=68893) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1188.259646] env[68893]: DEBUG oslo_vmware.api [None req-ab121f2a-306c-4230-a3de-fd72619a4a95 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Task: {'id': task-2792402, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477076} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.259956] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab121f2a-306c-4230-a3de-fd72619a4a95 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] 6cb6b26e-7d66-4218-8dac-978e666b3e54/6cb6b26e-7d66-4218-8dac-978e666b3e54.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1188.260154] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-ab121f2a-306c-4230-a3de-fd72619a4a95 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: 6cb6b26e-7d66-4218-8dac-978e666b3e54] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1188.260415] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d6aef7fe-df9a-4aa9-b648-843d17a8b9b4 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.269314] env[68893]: DEBUG oslo_vmware.api [None req-ab121f2a-306c-4230-a3de-fd72619a4a95 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Waiting for the task: (returnval){ [ 1188.269314] env[68893]: value = "task-2792404" [ 1188.269314] env[68893]: _type = "Task" [ 1188.269314] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.278789] env[68893]: DEBUG oslo_vmware.api [None req-ab121f2a-306c-4230-a3de-fd72619a4a95 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Task: {'id': task-2792404, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.387749] env[68893]: INFO nova.compute.manager [None req-26b86faa-d1b0-49ce-90d3-93aabc928645 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: f40a2a83-d2bf-4059-8d84-e893e5664173] Took 15.02 seconds to build instance. [ 1188.393546] env[68893]: DEBUG oslo_vmware.api [None req-041d7107-dd12-4426-8876-98fbf2746d83 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': task-2792401, 'name': Rename_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.398209] env[68893]: DEBUG oslo_vmware.api [None req-728f155f-36c2-462d-8f7c-b9c0a9984dea tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': task-2792403, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.410551] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ca223cd7-4760-4f25-af3f-aa0ff4c42b4a tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Acquiring lock "5fde66d6-de1d-4fc0-8961-a2e90af0b172" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.410801] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ca223cd7-4760-4f25-af3f-aa0ff4c42b4a tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Lock "5fde66d6-de1d-4fc0-8961-a2e90af0b172" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.411042] env[68893]: INFO nova.compute.manager [None req-ca223cd7-4760-4f25-af3f-aa0ff4c42b4a tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 5fde66d6-de1d-4fc0-8961-a2e90af0b172] Rebooting instance [ 1188.429509] env[68893]: DEBUG oslo_concurrency.lockutils [None req-851cea9c-8438-43ed-b4cb-8ea3a9e1ce42 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.429777] env[68893]: DEBUG oslo_concurrency.lockutils [None req-851cea9c-8438-43ed-b4cb-8ea3a9e1ce42 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.431708] env[68893]: INFO nova.compute.claims [None req-851cea9c-8438-43ed-b4cb-8ea3a9e1ce42 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: f03be0d2-ce21-494f-848d-b838a195f4f9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1188.614983] env[68893]: DEBUG oslo_concurrency.lockutils [None req-8e0aa399-822b-4435-ba69-3f459cb61919 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.787103] env[68893]: DEBUG oslo_vmware.api [None req-ab121f2a-306c-4230-a3de-fd72619a4a95 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Task: {'id': task-2792404, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072599} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.787407] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-ab121f2a-306c-4230-a3de-fd72619a4a95 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: 6cb6b26e-7d66-4218-8dac-978e666b3e54] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1188.788266] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cf03f4e-063c-4646-801b-9ba422b9f4ae {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.814451] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab121f2a-306c-4230-a3de-fd72619a4a95 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: 6cb6b26e-7d66-4218-8dac-978e666b3e54] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] 6cb6b26e-7d66-4218-8dac-978e666b3e54/6cb6b26e-7d66-4218-8dac-978e666b3e54.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1188.815204] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57b1711a-ddc5-492d-af4b-101f940d8168 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.839461] env[68893]: DEBUG oslo_vmware.api [None req-ab121f2a-306c-4230-a3de-fd72619a4a95 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Waiting for the task: (returnval){ [ 1188.839461] env[68893]: value = "task-2792405" [ 1188.839461] env[68893]: _type = "Task" [ 1188.839461] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.848089] env[68893]: DEBUG oslo_vmware.api [None req-ab121f2a-306c-4230-a3de-fd72619a4a95 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Task: {'id': task-2792405, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.886089] env[68893]: DEBUG oslo_vmware.api [None req-041d7107-dd12-4426-8876-98fbf2746d83 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': task-2792401, 'name': Rename_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.894919] env[68893]: DEBUG oslo_vmware.api [None req-728f155f-36c2-462d-8f7c-b9c0a9984dea tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': task-2792403, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.898578] env[68893]: DEBUG oslo_concurrency.lockutils [None req-26b86faa-d1b0-49ce-90d3-93aabc928645 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Lock "f40a2a83-d2bf-4059-8d84-e893e5664173" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.544s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.929021] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ca223cd7-4760-4f25-af3f-aa0ff4c42b4a tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Acquiring lock "refresh_cache-5fde66d6-de1d-4fc0-8961-a2e90af0b172" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.929325] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ca223cd7-4760-4f25-af3f-aa0ff4c42b4a tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Acquired lock "refresh_cache-5fde66d6-de1d-4fc0-8961-a2e90af0b172" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.929516] env[68893]: DEBUG nova.network.neutron [None req-ca223cd7-4760-4f25-af3f-aa0ff4c42b4a tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 5fde66d6-de1d-4fc0-8961-a2e90af0b172] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1188.941015] env[68893]: DEBUG nova.network.neutron [req-50b7cf73-6dc1-49b6-867f-e9d267f20649 req-6865a5e0-945b-462f-a3ef-b6ec51276231 service nova] [instance: 6cb6b26e-7d66-4218-8dac-978e666b3e54] Updated VIF entry in instance network info cache for port ece447c3-f632-4327-9464-74edb55ae635. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1188.941373] env[68893]: DEBUG nova.network.neutron [req-50b7cf73-6dc1-49b6-867f-e9d267f20649 req-6865a5e0-945b-462f-a3ef-b6ec51276231 service nova] [instance: 6cb6b26e-7d66-4218-8dac-978e666b3e54] Updating instance_info_cache with network_info: [{"id": "ece447c3-f632-4327-9464-74edb55ae635", "address": "fa:16:3e:bb:a2:b0", "network": {"id": "2e9af55f-91c5-44a5-9f11-01c431a48424", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1682638634-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a4fbfb5198240238c8f658161335220", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapece447c3-f6", "ovs_interfaceid": "ece447c3-f632-4327-9464-74edb55ae635", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.281048] env[68893]: DEBUG oslo_concurrency.lockutils [None req-50fd7768-0092-4864-8fbe-7629f8fb0081 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Acquiring lock "e51b5d20-db57-4bd9-9534-56f6c8cda79a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.281411] env[68893]: DEBUG oslo_concurrency.lockutils [None req-50fd7768-0092-4864-8fbe-7629f8fb0081 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Lock "e51b5d20-db57-4bd9-9534-56f6c8cda79a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.281542] env[68893]: DEBUG oslo_concurrency.lockutils [None req-50fd7768-0092-4864-8fbe-7629f8fb0081 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Acquiring lock "e51b5d20-db57-4bd9-9534-56f6c8cda79a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.281753] env[68893]: DEBUG oslo_concurrency.lockutils [None req-50fd7768-0092-4864-8fbe-7629f8fb0081 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Lock "e51b5d20-db57-4bd9-9534-56f6c8cda79a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.281928] env[68893]: DEBUG oslo_concurrency.lockutils [None req-50fd7768-0092-4864-8fbe-7629f8fb0081 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Lock "e51b5d20-db57-4bd9-9534-56f6c8cda79a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.283988] env[68893]: INFO nova.compute.manager [None req-50fd7768-0092-4864-8fbe-7629f8fb0081 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: e51b5d20-db57-4bd9-9534-56f6c8cda79a] Terminating instance [ 1189.351653] env[68893]: DEBUG oslo_vmware.api [None req-ab121f2a-306c-4230-a3de-fd72619a4a95 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Task: {'id': task-2792405, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.385584] env[68893]: DEBUG oslo_vmware.api [None req-041d7107-dd12-4426-8876-98fbf2746d83 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': task-2792401, 'name': Rename_Task, 'duration_secs': 1.570772} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.386017] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-041d7107-dd12-4426-8876-98fbf2746d83 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: b45a24af-856a-49f9-afc2-f30be44a8689] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1189.389075] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d421e0b9-85ff-4bc1-8852-c0db8469d9c0 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.397354] env[68893]: DEBUG oslo_vmware.api [None req-728f155f-36c2-462d-8f7c-b9c0a9984dea tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': task-2792403, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.398894] env[68893]: DEBUG oslo_vmware.api [None req-041d7107-dd12-4426-8876-98fbf2746d83 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Waiting for the task: (returnval){ [ 1189.398894] env[68893]: value = "task-2792406" [ 1189.398894] env[68893]: _type = "Task" [ 1189.398894] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.408505] env[68893]: DEBUG oslo_vmware.api [None req-041d7107-dd12-4426-8876-98fbf2746d83 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': task-2792406, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.446022] env[68893]: DEBUG oslo_concurrency.lockutils [req-50b7cf73-6dc1-49b6-867f-e9d267f20649 req-6865a5e0-945b-462f-a3ef-b6ec51276231 service nova] Releasing lock "refresh_cache-6cb6b26e-7d66-4218-8dac-978e666b3e54" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.446022] env[68893]: DEBUG nova.compute.manager [req-50b7cf73-6dc1-49b6-867f-e9d267f20649 req-6865a5e0-945b-462f-a3ef-b6ec51276231 service nova] [instance: 5cf97efe-7361-4f18-b03d-cb682f191fe7] Received event network-changed-3cbeb975-4208-4e0c-aafc-36ad8f83a3cb {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1189.446022] env[68893]: DEBUG nova.compute.manager [req-50b7cf73-6dc1-49b6-867f-e9d267f20649 req-6865a5e0-945b-462f-a3ef-b6ec51276231 service nova] [instance: 5cf97efe-7361-4f18-b03d-cb682f191fe7] Refreshing instance network info cache due to event network-changed-3cbeb975-4208-4e0c-aafc-36ad8f83a3cb. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1189.446022] env[68893]: DEBUG oslo_concurrency.lockutils [req-50b7cf73-6dc1-49b6-867f-e9d267f20649 req-6865a5e0-945b-462f-a3ef-b6ec51276231 service nova] Acquiring lock "refresh_cache-5cf97efe-7361-4f18-b03d-cb682f191fe7" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.446022] env[68893]: DEBUG oslo_concurrency.lockutils [req-50b7cf73-6dc1-49b6-867f-e9d267f20649 req-6865a5e0-945b-462f-a3ef-b6ec51276231 service nova] Acquired lock "refresh_cache-5cf97efe-7361-4f18-b03d-cb682f191fe7" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.446022] env[68893]: DEBUG nova.network.neutron [req-50b7cf73-6dc1-49b6-867f-e9d267f20649 req-6865a5e0-945b-462f-a3ef-b6ec51276231 service nova] [instance: 5cf97efe-7361-4f18-b03d-cb682f191fe7] Refreshing network info cache for port 3cbeb975-4208-4e0c-aafc-36ad8f83a3cb {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1189.689387] env[68893]: DEBUG nova.network.neutron [None req-ca223cd7-4760-4f25-af3f-aa0ff4c42b4a tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 5fde66d6-de1d-4fc0-8961-a2e90af0b172] Updating instance_info_cache with network_info: [{"id": "cb7a1c78-7232-4b3d-b3fd-7abb73b09216", "address": "fa:16:3e:0d:5a:41", "network": {"id": "8efcf1a2-7c45-4eef-b77d-563c71a1afb3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-933780947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "235acd9620044019a35125f6f31d0531", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb7a1c78-72", "ovs_interfaceid": "cb7a1c78-7232-4b3d-b3fd-7abb73b09216", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.713813] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fcc51e7-728e-44a6-919b-646662b3af89 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.722934] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee5481bd-cb51-4876-815a-53210b2167ad {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.753969] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d597316-e3ee-4702-aff2-a6959ed07580 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.762068] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-983aa4e7-4127-4f5d-9185-622f4817a06f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.779885] env[68893]: DEBUG nova.compute.provider_tree [None req-851cea9c-8438-43ed-b4cb-8ea3a9e1ce42 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1189.788033] env[68893]: DEBUG nova.compute.manager [None req-50fd7768-0092-4864-8fbe-7629f8fb0081 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: e51b5d20-db57-4bd9-9534-56f6c8cda79a] Start destroying the instance on the hypervisor. {{(pid=68893) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1189.788150] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-50fd7768-0092-4864-8fbe-7629f8fb0081 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: e51b5d20-db57-4bd9-9534-56f6c8cda79a] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1189.789013] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6950ca9-1ddd-4e40-97ff-738ec3203242 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.797890] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-50fd7768-0092-4864-8fbe-7629f8fb0081 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: e51b5d20-db57-4bd9-9534-56f6c8cda79a] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1189.798170] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7cc7549a-50d3-4967-867e-de144aefdd65 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.806284] env[68893]: DEBUG oslo_vmware.api [None req-50fd7768-0092-4864-8fbe-7629f8fb0081 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Waiting for the task: (returnval){ [ 1189.806284] env[68893]: value = "task-2792407" [ 1189.806284] env[68893]: _type = "Task" [ 1189.806284] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.816200] env[68893]: DEBUG oslo_vmware.api [None req-50fd7768-0092-4864-8fbe-7629f8fb0081 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2792407, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.851185] env[68893]: DEBUG oslo_vmware.api [None req-ab121f2a-306c-4230-a3de-fd72619a4a95 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Task: {'id': task-2792405, 'name': ReconfigVM_Task, 'duration_secs': 0.933521} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.851557] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab121f2a-306c-4230-a3de-fd72619a4a95 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: 6cb6b26e-7d66-4218-8dac-978e666b3e54] Reconfigured VM instance instance-0000006e to attach disk [datastore2] 6cb6b26e-7d66-4218-8dac-978e666b3e54/6cb6b26e-7d66-4218-8dac-978e666b3e54.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1189.852306] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3c86f6a4-7c8f-49e5-ab45-832d0d8eaa22 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.861224] env[68893]: DEBUG oslo_vmware.api [None req-ab121f2a-306c-4230-a3de-fd72619a4a95 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Waiting for the task: (returnval){ [ 1189.861224] env[68893]: value = "task-2792408" [ 1189.861224] env[68893]: _type = "Task" [ 1189.861224] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.871263] env[68893]: DEBUG oslo_vmware.api [None req-ab121f2a-306c-4230-a3de-fd72619a4a95 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Task: {'id': task-2792408, 'name': Rename_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.897942] env[68893]: DEBUG oslo_vmware.api [None req-728f155f-36c2-462d-8f7c-b9c0a9984dea tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': task-2792403, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.908196] env[68893]: DEBUG oslo_vmware.api [None req-041d7107-dd12-4426-8876-98fbf2746d83 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': task-2792406, 'name': PowerOnVM_Task, 'duration_secs': 0.50921} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.908492] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-041d7107-dd12-4426-8876-98fbf2746d83 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: b45a24af-856a-49f9-afc2-f30be44a8689] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1189.908726] env[68893]: INFO nova.compute.manager [None req-041d7107-dd12-4426-8876-98fbf2746d83 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: b45a24af-856a-49f9-afc2-f30be44a8689] Took 9.42 seconds to spawn the instance on the hypervisor. [ 1189.908910] env[68893]: DEBUG nova.compute.manager [None req-041d7107-dd12-4426-8876-98fbf2746d83 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: b45a24af-856a-49f9-afc2-f30be44a8689] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1189.909750] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b426f657-5b6f-4311-be06-e9f31d236173 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.078437] env[68893]: DEBUG nova.compute.manager [req-1593f67f-a47f-4de2-9f2d-42def1907023 req-7743842b-ff55-4c62-9e1f-6fafd3139a2f service nova] [instance: f40a2a83-d2bf-4059-8d84-e893e5664173] Received event network-changed-a5b95cd9-9d30-4677-8297-0c4977450aa6 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1190.078705] env[68893]: DEBUG nova.compute.manager [req-1593f67f-a47f-4de2-9f2d-42def1907023 req-7743842b-ff55-4c62-9e1f-6fafd3139a2f service nova] [instance: f40a2a83-d2bf-4059-8d84-e893e5664173] Refreshing instance network info cache due to event network-changed-a5b95cd9-9d30-4677-8297-0c4977450aa6. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1190.078978] env[68893]: DEBUG oslo_concurrency.lockutils [req-1593f67f-a47f-4de2-9f2d-42def1907023 req-7743842b-ff55-4c62-9e1f-6fafd3139a2f service nova] Acquiring lock "refresh_cache-f40a2a83-d2bf-4059-8d84-e893e5664173" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.079183] env[68893]: DEBUG oslo_concurrency.lockutils [req-1593f67f-a47f-4de2-9f2d-42def1907023 req-7743842b-ff55-4c62-9e1f-6fafd3139a2f service nova] Acquired lock "refresh_cache-f40a2a83-d2bf-4059-8d84-e893e5664173" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.079424] env[68893]: DEBUG nova.network.neutron [req-1593f67f-a47f-4de2-9f2d-42def1907023 req-7743842b-ff55-4c62-9e1f-6fafd3139a2f service nova] [instance: f40a2a83-d2bf-4059-8d84-e893e5664173] Refreshing network info cache for port a5b95cd9-9d30-4677-8297-0c4977450aa6 {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1190.192893] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ca223cd7-4760-4f25-af3f-aa0ff4c42b4a tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Releasing lock "refresh_cache-5fde66d6-de1d-4fc0-8961-a2e90af0b172" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.237116] env[68893]: DEBUG nova.network.neutron [req-50b7cf73-6dc1-49b6-867f-e9d267f20649 req-6865a5e0-945b-462f-a3ef-b6ec51276231 service nova] [instance: 5cf97efe-7361-4f18-b03d-cb682f191fe7] Updated VIF entry in instance network info cache for port 3cbeb975-4208-4e0c-aafc-36ad8f83a3cb. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1190.237116] env[68893]: DEBUG nova.network.neutron [req-50b7cf73-6dc1-49b6-867f-e9d267f20649 req-6865a5e0-945b-462f-a3ef-b6ec51276231 service nova] [instance: 5cf97efe-7361-4f18-b03d-cb682f191fe7] Updating instance_info_cache with network_info: [{"id": "3cbeb975-4208-4e0c-aafc-36ad8f83a3cb", "address": "fa:16:3e:81:49:e9", "network": {"id": "ca00c41c-ec6a-4596-915b-34fd716effc2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2042741287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "863b84ea17a9459287213695c87d2bec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f66f8375-4460-4acd-987b-acda72bfcf0d", "external-id": "nsx-vlan-transportzone-533", "segmentation_id": 533, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cbeb975-42", "ovs_interfaceid": "3cbeb975-4208-4e0c-aafc-36ad8f83a3cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.283603] env[68893]: DEBUG nova.scheduler.client.report [None req-851cea9c-8438-43ed-b4cb-8ea3a9e1ce42 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1190.317192] env[68893]: DEBUG oslo_vmware.api [None req-50fd7768-0092-4864-8fbe-7629f8fb0081 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2792407, 'name': PowerOffVM_Task, 'duration_secs': 0.273141} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.317466] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-50fd7768-0092-4864-8fbe-7629f8fb0081 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: e51b5d20-db57-4bd9-9534-56f6c8cda79a] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1190.318897] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-50fd7768-0092-4864-8fbe-7629f8fb0081 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: e51b5d20-db57-4bd9-9534-56f6c8cda79a] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1190.318897] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4d5d001b-5aa0-4846-927b-63a1fae6cde7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.371753] env[68893]: DEBUG oslo_vmware.api [None req-ab121f2a-306c-4230-a3de-fd72619a4a95 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Task: {'id': task-2792408, 'name': Rename_Task, 'duration_secs': 0.197244} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.372042] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab121f2a-306c-4230-a3de-fd72619a4a95 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: 6cb6b26e-7d66-4218-8dac-978e666b3e54] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1190.372294] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b4f50866-1483-469c-8355-ab6b117739b9 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.378385] env[68893]: DEBUG oslo_vmware.api [None req-ab121f2a-306c-4230-a3de-fd72619a4a95 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Waiting for the task: (returnval){ [ 1190.378385] env[68893]: value = "task-2792410" [ 1190.378385] env[68893]: _type = "Task" [ 1190.378385] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.386635] env[68893]: DEBUG oslo_vmware.api [None req-ab121f2a-306c-4230-a3de-fd72619a4a95 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Task: {'id': task-2792410, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.394354] env[68893]: DEBUG oslo_vmware.api [None req-728f155f-36c2-462d-8f7c-b9c0a9984dea tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': task-2792403, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.425336] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-50fd7768-0092-4864-8fbe-7629f8fb0081 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: e51b5d20-db57-4bd9-9534-56f6c8cda79a] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1190.425584] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-50fd7768-0092-4864-8fbe-7629f8fb0081 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: e51b5d20-db57-4bd9-9534-56f6c8cda79a] Deleting contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1190.425746] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-50fd7768-0092-4864-8fbe-7629f8fb0081 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Deleting the datastore file [datastore2] e51b5d20-db57-4bd9-9534-56f6c8cda79a {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1190.427607] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1dda0c00-e49f-4ccd-a36d-55c9dd4bcdbb {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.429974] env[68893]: INFO nova.compute.manager [None req-041d7107-dd12-4426-8876-98fbf2746d83 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: b45a24af-856a-49f9-afc2-f30be44a8689] Took 16.87 seconds to build instance. [ 1190.437217] env[68893]: DEBUG oslo_vmware.api [None req-50fd7768-0092-4864-8fbe-7629f8fb0081 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Waiting for the task: (returnval){ [ 1190.437217] env[68893]: value = "task-2792411" [ 1190.437217] env[68893]: _type = "Task" [ 1190.437217] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.448278] env[68893]: DEBUG oslo_vmware.api [None req-50fd7768-0092-4864-8fbe-7629f8fb0081 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2792411, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.697843] env[68893]: DEBUG nova.compute.manager [None req-ca223cd7-4760-4f25-af3f-aa0ff4c42b4a tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 5fde66d6-de1d-4fc0-8961-a2e90af0b172] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1190.698469] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c813d637-469b-4c34-877c-36c9d3eaa4c9 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.739029] env[68893]: DEBUG oslo_concurrency.lockutils [req-50b7cf73-6dc1-49b6-867f-e9d267f20649 req-6865a5e0-945b-462f-a3ef-b6ec51276231 service nova] Releasing lock "refresh_cache-5cf97efe-7361-4f18-b03d-cb682f191fe7" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.788881] env[68893]: DEBUG oslo_concurrency.lockutils [None req-851cea9c-8438-43ed-b4cb-8ea3a9e1ce42 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.359s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.790050] env[68893]: DEBUG nova.compute.manager [None req-851cea9c-8438-43ed-b4cb-8ea3a9e1ce42 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: f03be0d2-ce21-494f-848d-b838a195f4f9] Start building networks asynchronously for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1190.795753] env[68893]: DEBUG oslo_concurrency.lockutils [None req-8e0aa399-822b-4435-ba69-3f459cb61919 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.178s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.803207] env[68893]: DEBUG nova.network.neutron [req-1593f67f-a47f-4de2-9f2d-42def1907023 req-7743842b-ff55-4c62-9e1f-6fafd3139a2f service nova] [instance: f40a2a83-d2bf-4059-8d84-e893e5664173] Updated VIF entry in instance network info cache for port a5b95cd9-9d30-4677-8297-0c4977450aa6. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1190.803575] env[68893]: DEBUG nova.network.neutron [req-1593f67f-a47f-4de2-9f2d-42def1907023 req-7743842b-ff55-4c62-9e1f-6fafd3139a2f service nova] [instance: f40a2a83-d2bf-4059-8d84-e893e5664173] Updating instance_info_cache with network_info: [{"id": "a5b95cd9-9d30-4677-8297-0c4977450aa6", "address": "fa:16:3e:89:20:f4", "network": {"id": "828f67bb-7084-451f-9f26-2af42b349424", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1339939224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22a90c81e44d43b6ac94fc939f6737bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5b95cd9-9d", "ovs_interfaceid": "a5b95cd9-9d30-4677-8297-0c4977450aa6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.889546] env[68893]: DEBUG oslo_vmware.api [None req-ab121f2a-306c-4230-a3de-fd72619a4a95 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Task: {'id': task-2792410, 'name': PowerOnVM_Task} progress is 78%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.898623] env[68893]: DEBUG oslo_vmware.api [None req-728f155f-36c2-462d-8f7c-b9c0a9984dea tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': task-2792403, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.934981] env[68893]: DEBUG oslo_concurrency.lockutils [None req-041d7107-dd12-4426-8876-98fbf2746d83 tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Lock "b45a24af-856a-49f9-afc2-f30be44a8689" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.385s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.950831] env[68893]: DEBUG oslo_vmware.api [None req-50fd7768-0092-4864-8fbe-7629f8fb0081 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Task: {'id': task-2792411, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142416} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.950831] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-50fd7768-0092-4864-8fbe-7629f8fb0081 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1190.950831] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-50fd7768-0092-4864-8fbe-7629f8fb0081 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: e51b5d20-db57-4bd9-9534-56f6c8cda79a] Deleted contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1190.950831] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-50fd7768-0092-4864-8fbe-7629f8fb0081 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: e51b5d20-db57-4bd9-9534-56f6c8cda79a] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1190.950831] env[68893]: INFO nova.compute.manager [None req-50fd7768-0092-4864-8fbe-7629f8fb0081 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] [instance: e51b5d20-db57-4bd9-9534-56f6c8cda79a] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1190.950831] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-50fd7768-0092-4864-8fbe-7629f8fb0081 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1190.950831] env[68893]: DEBUG nova.compute.manager [-] [instance: e51b5d20-db57-4bd9-9534-56f6c8cda79a] Deallocating network for instance {{(pid=68893) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1190.950831] env[68893]: DEBUG nova.network.neutron [-] [instance: e51b5d20-db57-4bd9-9534-56f6c8cda79a] deallocate_for_instance() {{(pid=68893) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1191.295951] env[68893]: DEBUG nova.compute.utils [None req-851cea9c-8438-43ed-b4cb-8ea3a9e1ce42 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1191.297310] env[68893]: DEBUG nova.compute.manager [None req-851cea9c-8438-43ed-b4cb-8ea3a9e1ce42 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: f03be0d2-ce21-494f-848d-b838a195f4f9] Allocating IP information in the background. {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1191.297480] env[68893]: DEBUG nova.network.neutron [None req-851cea9c-8438-43ed-b4cb-8ea3a9e1ce42 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: f03be0d2-ce21-494f-848d-b838a195f4f9] allocate_for_instance() {{(pid=68893) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1191.302401] env[68893]: INFO nova.compute.claims [None req-8e0aa399-822b-4435-ba69-3f459cb61919 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: 80865abc-dea4-468e-a2d6-1b8156411609] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1191.306589] env[68893]: DEBUG oslo_concurrency.lockutils [req-1593f67f-a47f-4de2-9f2d-42def1907023 req-7743842b-ff55-4c62-9e1f-6fafd3139a2f service nova] Releasing lock "refresh_cache-f40a2a83-d2bf-4059-8d84-e893e5664173" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.355273] env[68893]: DEBUG nova.policy [None req-851cea9c-8438-43ed-b4cb-8ea3a9e1ce42 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f2f2f6100b614d45bdc37e6310ea70c5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '84cbde965bb240928baaf86257a83746', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68893) authorize /opt/stack/nova/nova/policy.py:192}} [ 1191.390399] env[68893]: DEBUG oslo_vmware.api [None req-ab121f2a-306c-4230-a3de-fd72619a4a95 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Task: {'id': task-2792410, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.398668] env[68893]: DEBUG oslo_vmware.api [None req-728f155f-36c2-462d-8f7c-b9c0a9984dea tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': task-2792403, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.625239] env[68893]: DEBUG nova.network.neutron [None req-851cea9c-8438-43ed-b4cb-8ea3a9e1ce42 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: f03be0d2-ce21-494f-848d-b838a195f4f9] Successfully created port: 2c35ede4-46b4-41c5-9885-3341ea6429a0 {{(pid=68893) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1191.718553] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17931ecf-f836-42c3-b303-6168e057ab83 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.722037] env[68893]: DEBUG oslo_concurrency.lockutils [None req-0f5d3414-df3e-44b0-9bb0-e6c1915073cb tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Acquiring lock "b45a24af-856a-49f9-afc2-f30be44a8689" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.722318] env[68893]: DEBUG oslo_concurrency.lockutils [None req-0f5d3414-df3e-44b0-9bb0-e6c1915073cb tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Lock "b45a24af-856a-49f9-afc2-f30be44a8689" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.722461] env[68893]: DEBUG nova.compute.manager [None req-0f5d3414-df3e-44b0-9bb0-e6c1915073cb tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: b45a24af-856a-49f9-afc2-f30be44a8689] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1191.723754] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9d02014-7aa6-4f27-986d-39794d27a64d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.730877] env[68893]: DEBUG nova.compute.manager [None req-0f5d3414-df3e-44b0-9bb0-e6c1915073cb tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: b45a24af-856a-49f9-afc2-f30be44a8689] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68893) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1191.731474] env[68893]: DEBUG nova.objects.instance [None req-0f5d3414-df3e-44b0-9bb0-e6c1915073cb tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Lazy-loading 'flavor' on Instance uuid b45a24af-856a-49f9-afc2-f30be44a8689 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1191.736022] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-ca223cd7-4760-4f25-af3f-aa0ff4c42b4a tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 5fde66d6-de1d-4fc0-8961-a2e90af0b172] Doing hard reboot of VM {{(pid=68893) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1191.736022] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-121c98a4-d2e6-4a12-a314-658f916fbd96 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.745245] env[68893]: DEBUG oslo_vmware.api [None req-ca223cd7-4760-4f25-af3f-aa0ff4c42b4a tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Waiting for the task: (returnval){ [ 1191.745245] env[68893]: value = "task-2792412" [ 1191.745245] env[68893]: _type = "Task" [ 1191.745245] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.750068] env[68893]: DEBUG nova.network.neutron [-] [instance: e51b5d20-db57-4bd9-9534-56f6c8cda79a] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.759303] env[68893]: DEBUG oslo_vmware.api [None req-ca223cd7-4760-4f25-af3f-aa0ff4c42b4a tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': task-2792412, 'name': ResetVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.808692] env[68893]: INFO nova.compute.resource_tracker [None req-8e0aa399-822b-4435-ba69-3f459cb61919 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: 80865abc-dea4-468e-a2d6-1b8156411609] Updating resource usage from migration 64fdea76-0987-442b-8c8d-9623dd047f14 [ 1191.812065] env[68893]: DEBUG nova.compute.manager [None req-851cea9c-8438-43ed-b4cb-8ea3a9e1ce42 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: f03be0d2-ce21-494f-848d-b838a195f4f9] Start building block device mappings for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1191.895788] env[68893]: DEBUG oslo_vmware.api [None req-ab121f2a-306c-4230-a3de-fd72619a4a95 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Task: {'id': task-2792410, 'name': PowerOnVM_Task, 'duration_secs': 1.28289} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.896607] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab121f2a-306c-4230-a3de-fd72619a4a95 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: 6cb6b26e-7d66-4218-8dac-978e666b3e54] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1191.897026] env[68893]: INFO nova.compute.manager [None req-ab121f2a-306c-4230-a3de-fd72619a4a95 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: 6cb6b26e-7d66-4218-8dac-978e666b3e54] Took 8.88 seconds to spawn the instance on the hypervisor. [ 1191.897491] env[68893]: DEBUG nova.compute.manager [None req-ab121f2a-306c-4230-a3de-fd72619a4a95 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: 6cb6b26e-7d66-4218-8dac-978e666b3e54] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1191.898627] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-047caa7e-2e81-432c-a231-8f1e0b5c306d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.908213] env[68893]: DEBUG oslo_vmware.api [None req-728f155f-36c2-462d-8f7c-b9c0a9984dea tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': task-2792403, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.071465] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a434ac1d-90a2-49b8-84fa-761cf8438a16 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.079878] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12368ed5-d465-43e4-b6cf-978ee2159da9 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.115780] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bbfdd20-64ca-44fd-bf97-4bf6df366624 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.119734] env[68893]: DEBUG nova.compute.manager [req-a0fbca23-beb9-4342-ba80-c78302ecab43 req-6691331a-0813-4605-9f02-73c4c154dd72 service nova] [instance: e51b5d20-db57-4bd9-9534-56f6c8cda79a] Received event network-vif-deleted-8eafd0e9-9793-423c-91fe-580d33b0ad55 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1192.127033] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f229698c-f80d-407a-920b-05ec8fa3e9e9 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.144182] env[68893]: DEBUG nova.compute.provider_tree [None req-8e0aa399-822b-4435-ba69-3f459cb61919 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1192.254029] env[68893]: INFO nova.compute.manager [-] [instance: e51b5d20-db57-4bd9-9534-56f6c8cda79a] Took 1.30 seconds to deallocate network for instance. [ 1192.262648] env[68893]: DEBUG oslo_vmware.api [None req-ca223cd7-4760-4f25-af3f-aa0ff4c42b4a tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': task-2792412, 'name': ResetVM_Task, 'duration_secs': 0.11745} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.262929] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-ca223cd7-4760-4f25-af3f-aa0ff4c42b4a tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 5fde66d6-de1d-4fc0-8961-a2e90af0b172] Did hard reboot of VM {{(pid=68893) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1192.263159] env[68893]: DEBUG nova.compute.manager [None req-ca223cd7-4760-4f25-af3f-aa0ff4c42b4a tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 5fde66d6-de1d-4fc0-8961-a2e90af0b172] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1192.264042] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e4ae19-be6c-4717-b340-9e0fa0839d82 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.318220] env[68893]: INFO nova.virt.block_device [None req-851cea9c-8438-43ed-b4cb-8ea3a9e1ce42 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: f03be0d2-ce21-494f-848d-b838a195f4f9] Booting with volume aa7d2e10-cda4-4365-8388-9e10594308a8 at /dev/sda [ 1192.357209] env[68893]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ab1009b8-2903-4620-ac3f-521e4c8b334c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.367594] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3086c652-e22d-4f27-8324-3478b132211d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.399937] env[68893]: DEBUG oslo_vmware.api [None req-728f155f-36c2-462d-8f7c-b9c0a9984dea tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': task-2792403, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.414998] env[68893]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f75f2aa9-9075-4613-92aa-b3d7a01dbfa2 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.423692] env[68893]: INFO nova.compute.manager [None req-ab121f2a-306c-4230-a3de-fd72619a4a95 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: 6cb6b26e-7d66-4218-8dac-978e666b3e54] Took 18.00 seconds to build instance. [ 1192.430443] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c0d93a8-885e-438b-9d99-8068f81ce487 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.475221] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d56a300d-aa44-4c3c-8c32-5f13a06b8f86 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.484027] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aba8fff2-dbd7-4bd8-96e3-3da5081d1482 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.500617] env[68893]: DEBUG nova.virt.block_device [None req-851cea9c-8438-43ed-b4cb-8ea3a9e1ce42 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: f03be0d2-ce21-494f-848d-b838a195f4f9] Updating existing volume attachment record: d8bf263b-35ec-44d9-9039-c89e9053d206 {{(pid=68893) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1192.647048] env[68893]: DEBUG nova.scheduler.client.report [None req-8e0aa399-822b-4435-ba69-3f459cb61919 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1192.739067] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f5d3414-df3e-44b0-9bb0-e6c1915073cb tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: b45a24af-856a-49f9-afc2-f30be44a8689] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1192.739403] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-41758049-133b-4459-83cc-ad3c36f03d74 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.748608] env[68893]: DEBUG oslo_vmware.api [None req-0f5d3414-df3e-44b0-9bb0-e6c1915073cb tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Waiting for the task: (returnval){ [ 1192.748608] env[68893]: value = "task-2792413" [ 1192.748608] env[68893]: _type = "Task" [ 1192.748608] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.758215] env[68893]: DEBUG oslo_vmware.api [None req-0f5d3414-df3e-44b0-9bb0-e6c1915073cb tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': task-2792413, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.763759] env[68893]: DEBUG oslo_concurrency.lockutils [None req-50fd7768-0092-4864-8fbe-7629f8fb0081 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.780320] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ca223cd7-4760-4f25-af3f-aa0ff4c42b4a tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Lock "5fde66d6-de1d-4fc0-8961-a2e90af0b172" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.369s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.801730] env[68893]: DEBUG nova.compute.manager [req-3333efdc-c567-437b-8b53-ab8f0ad8e298 req-6a90b4c9-ca98-4976-a597-89cc5c771fb2 service nova] [instance: 6cb6b26e-7d66-4218-8dac-978e666b3e54] Received event network-changed-ece447c3-f632-4327-9464-74edb55ae635 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1192.802108] env[68893]: DEBUG nova.compute.manager [req-3333efdc-c567-437b-8b53-ab8f0ad8e298 req-6a90b4c9-ca98-4976-a597-89cc5c771fb2 service nova] [instance: 6cb6b26e-7d66-4218-8dac-978e666b3e54] Refreshing instance network info cache due to event network-changed-ece447c3-f632-4327-9464-74edb55ae635. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1192.802321] env[68893]: DEBUG oslo_concurrency.lockutils [req-3333efdc-c567-437b-8b53-ab8f0ad8e298 req-6a90b4c9-ca98-4976-a597-89cc5c771fb2 service nova] Acquiring lock "refresh_cache-6cb6b26e-7d66-4218-8dac-978e666b3e54" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.802492] env[68893]: DEBUG oslo_concurrency.lockutils [req-3333efdc-c567-437b-8b53-ab8f0ad8e298 req-6a90b4c9-ca98-4976-a597-89cc5c771fb2 service nova] Acquired lock "refresh_cache-6cb6b26e-7d66-4218-8dac-978e666b3e54" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.804035] env[68893]: DEBUG nova.network.neutron [req-3333efdc-c567-437b-8b53-ab8f0ad8e298 req-6a90b4c9-ca98-4976-a597-89cc5c771fb2 service nova] [instance: 6cb6b26e-7d66-4218-8dac-978e666b3e54] Refreshing network info cache for port ece447c3-f632-4327-9464-74edb55ae635 {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1192.903150] env[68893]: DEBUG oslo_vmware.api [None req-728f155f-36c2-462d-8f7c-b9c0a9984dea tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': task-2792403, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.925878] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ab121f2a-306c-4230-a3de-fd72619a4a95 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Lock "6cb6b26e-7d66-4218-8dac-978e666b3e54" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.514s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.150037] env[68893]: DEBUG nova.network.neutron [None req-851cea9c-8438-43ed-b4cb-8ea3a9e1ce42 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: f03be0d2-ce21-494f-848d-b838a195f4f9] Successfully updated port: 2c35ede4-46b4-41c5-9885-3341ea6429a0 {{(pid=68893) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1193.154806] env[68893]: DEBUG oslo_concurrency.lockutils [None req-8e0aa399-822b-4435-ba69-3f459cb61919 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.362s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.156786] env[68893]: INFO nova.compute.manager [None req-8e0aa399-822b-4435-ba69-3f459cb61919 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: 80865abc-dea4-468e-a2d6-1b8156411609] Migrating [ 1193.166319] env[68893]: DEBUG oslo_concurrency.lockutils [None req-50fd7768-0092-4864-8fbe-7629f8fb0081 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.402s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.166574] env[68893]: DEBUG oslo_concurrency.lockutils [None req-50fd7768-0092-4864-8fbe-7629f8fb0081 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.201777] env[68893]: INFO nova.scheduler.client.report [None req-50fd7768-0092-4864-8fbe-7629f8fb0081 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Deleted allocations for instance e51b5d20-db57-4bd9-9534-56f6c8cda79a [ 1193.262716] env[68893]: DEBUG oslo_vmware.api [None req-0f5d3414-df3e-44b0-9bb0-e6c1915073cb tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': task-2792413, 'name': PowerOffVM_Task, 'duration_secs': 0.256351} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.263069] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f5d3414-df3e-44b0-9bb0-e6c1915073cb tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: b45a24af-856a-49f9-afc2-f30be44a8689] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1193.263255] env[68893]: DEBUG nova.compute.manager [None req-0f5d3414-df3e-44b0-9bb0-e6c1915073cb tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: b45a24af-856a-49f9-afc2-f30be44a8689] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1193.264415] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-640cbfaf-822f-474b-b2cc-a3a4594e7297 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.403639] env[68893]: DEBUG oslo_vmware.api [None req-728f155f-36c2-462d-8f7c-b9c0a9984dea tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': task-2792403, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.545338] env[68893]: DEBUG nova.network.neutron [req-3333efdc-c567-437b-8b53-ab8f0ad8e298 req-6a90b4c9-ca98-4976-a597-89cc5c771fb2 service nova] [instance: 6cb6b26e-7d66-4218-8dac-978e666b3e54] Updated VIF entry in instance network info cache for port ece447c3-f632-4327-9464-74edb55ae635. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1193.547015] env[68893]: DEBUG nova.network.neutron [req-3333efdc-c567-437b-8b53-ab8f0ad8e298 req-6a90b4c9-ca98-4976-a597-89cc5c771fb2 service nova] [instance: 6cb6b26e-7d66-4218-8dac-978e666b3e54] Updating instance_info_cache with network_info: [{"id": "ece447c3-f632-4327-9464-74edb55ae635", "address": "fa:16:3e:bb:a2:b0", "network": {"id": "2e9af55f-91c5-44a5-9f11-01c431a48424", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1682638634-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a4fbfb5198240238c8f658161335220", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapece447c3-f6", "ovs_interfaceid": "ece447c3-f632-4327-9464-74edb55ae635", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.652284] env[68893]: DEBUG oslo_concurrency.lockutils [None req-851cea9c-8438-43ed-b4cb-8ea3a9e1ce42 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Acquiring lock "refresh_cache-f03be0d2-ce21-494f-848d-b838a195f4f9" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.652284] env[68893]: DEBUG oslo_concurrency.lockutils [None req-851cea9c-8438-43ed-b4cb-8ea3a9e1ce42 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Acquired lock "refresh_cache-f03be0d2-ce21-494f-848d-b838a195f4f9" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.652367] env[68893]: DEBUG nova.network.neutron [None req-851cea9c-8438-43ed-b4cb-8ea3a9e1ce42 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: f03be0d2-ce21-494f-848d-b838a195f4f9] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1193.677127] env[68893]: DEBUG oslo_concurrency.lockutils [None req-8e0aa399-822b-4435-ba69-3f459cb61919 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Acquiring lock "refresh_cache-80865abc-dea4-468e-a2d6-1b8156411609" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.677340] env[68893]: DEBUG oslo_concurrency.lockutils [None req-8e0aa399-822b-4435-ba69-3f459cb61919 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Acquired lock "refresh_cache-80865abc-dea4-468e-a2d6-1b8156411609" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.677527] env[68893]: DEBUG nova.network.neutron [None req-8e0aa399-822b-4435-ba69-3f459cb61919 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: 80865abc-dea4-468e-a2d6-1b8156411609] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1193.710323] env[68893]: DEBUG oslo_concurrency.lockutils [None req-50fd7768-0092-4864-8fbe-7629f8fb0081 tempest-DeleteServersTestJSON-594218512 tempest-DeleteServersTestJSON-594218512-project-member] Lock "e51b5d20-db57-4bd9-9534-56f6c8cda79a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.429s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.779174] env[68893]: DEBUG oslo_concurrency.lockutils [None req-0f5d3414-df3e-44b0-9bb0-e6c1915073cb tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Lock "b45a24af-856a-49f9-afc2-f30be44a8689" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.057s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.906396] env[68893]: DEBUG oslo_vmware.api [None req-728f155f-36c2-462d-8f7c-b9c0a9984dea tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': task-2792403, 'name': ReconfigVM_Task, 'duration_secs': 5.865209} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.906786] env[68893]: DEBUG oslo_concurrency.lockutils [None req-728f155f-36c2-462d-8f7c-b9c0a9984dea tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Releasing lock "235c5224-5fd0-4059-9e55-2737c02de683" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.907111] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-728f155f-36c2-462d-8f7c-b9c0a9984dea tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 235c5224-5fd0-4059-9e55-2737c02de683] Reconfigured VM to detach interface {{(pid=68893) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1194.051120] env[68893]: DEBUG oslo_concurrency.lockutils [req-3333efdc-c567-437b-8b53-ab8f0ad8e298 req-6a90b4c9-ca98-4976-a597-89cc5c771fb2 service nova] Releasing lock "refresh_cache-6cb6b26e-7d66-4218-8dac-978e666b3e54" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.145619] env[68893]: DEBUG nova.compute.manager [req-4938f187-8ca1-45db-87ca-6008d227da42 req-33f27fb7-db6c-4057-baa9-658124f6ad8e service nova] [instance: f03be0d2-ce21-494f-848d-b838a195f4f9] Received event network-vif-plugged-2c35ede4-46b4-41c5-9885-3341ea6429a0 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1194.145868] env[68893]: DEBUG oslo_concurrency.lockutils [req-4938f187-8ca1-45db-87ca-6008d227da42 req-33f27fb7-db6c-4057-baa9-658124f6ad8e service nova] Acquiring lock "f03be0d2-ce21-494f-848d-b838a195f4f9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.146137] env[68893]: DEBUG oslo_concurrency.lockutils [req-4938f187-8ca1-45db-87ca-6008d227da42 req-33f27fb7-db6c-4057-baa9-658124f6ad8e service nova] Lock "f03be0d2-ce21-494f-848d-b838a195f4f9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.146374] env[68893]: DEBUG oslo_concurrency.lockutils [req-4938f187-8ca1-45db-87ca-6008d227da42 req-33f27fb7-db6c-4057-baa9-658124f6ad8e service nova] Lock "f03be0d2-ce21-494f-848d-b838a195f4f9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.146560] env[68893]: DEBUG nova.compute.manager [req-4938f187-8ca1-45db-87ca-6008d227da42 req-33f27fb7-db6c-4057-baa9-658124f6ad8e service nova] [instance: f03be0d2-ce21-494f-848d-b838a195f4f9] No waiting events found dispatching network-vif-plugged-2c35ede4-46b4-41c5-9885-3341ea6429a0 {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1194.146730] env[68893]: WARNING nova.compute.manager [req-4938f187-8ca1-45db-87ca-6008d227da42 req-33f27fb7-db6c-4057-baa9-658124f6ad8e service nova] [instance: f03be0d2-ce21-494f-848d-b838a195f4f9] Received unexpected event network-vif-plugged-2c35ede4-46b4-41c5-9885-3341ea6429a0 for instance with vm_state building and task_state spawning. [ 1194.146895] env[68893]: DEBUG nova.compute.manager [req-4938f187-8ca1-45db-87ca-6008d227da42 req-33f27fb7-db6c-4057-baa9-658124f6ad8e service nova] [instance: f03be0d2-ce21-494f-848d-b838a195f4f9] Received event network-changed-2c35ede4-46b4-41c5-9885-3341ea6429a0 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1194.147218] env[68893]: DEBUG nova.compute.manager [req-4938f187-8ca1-45db-87ca-6008d227da42 req-33f27fb7-db6c-4057-baa9-658124f6ad8e service nova] [instance: f03be0d2-ce21-494f-848d-b838a195f4f9] Refreshing instance network info cache due to event network-changed-2c35ede4-46b4-41c5-9885-3341ea6429a0. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1194.147421] env[68893]: DEBUG oslo_concurrency.lockutils [req-4938f187-8ca1-45db-87ca-6008d227da42 req-33f27fb7-db6c-4057-baa9-658124f6ad8e service nova] Acquiring lock "refresh_cache-f03be0d2-ce21-494f-848d-b838a195f4f9" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.203333] env[68893]: DEBUG nova.network.neutron [None req-851cea9c-8438-43ed-b4cb-8ea3a9e1ce42 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: f03be0d2-ce21-494f-848d-b838a195f4f9] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1194.406128] env[68893]: DEBUG nova.network.neutron [None req-851cea9c-8438-43ed-b4cb-8ea3a9e1ce42 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: f03be0d2-ce21-494f-848d-b838a195f4f9] Updating instance_info_cache with network_info: [{"id": "2c35ede4-46b4-41c5-9885-3341ea6429a0", "address": "fa:16:3e:9b:99:45", "network": {"id": "535054b4-40f2-4085-93ee-f88482a820b2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1842438762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84cbde965bb240928baaf86257a83746", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c35ede4-46", "ovs_interfaceid": "2c35ede4-46b4-41c5-9885-3341ea6429a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.415918] env[68893]: DEBUG nova.network.neutron [None req-8e0aa399-822b-4435-ba69-3f459cb61919 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: 80865abc-dea4-468e-a2d6-1b8156411609] Updating instance_info_cache with network_info: [{"id": "e2ca00c6-a87d-4207-abaf-d78a3a419f5a", "address": "fa:16:3e:c9:7d:9a", "network": {"id": "762a83f3-c67b-4f81-b7a7-d7f377a327e5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-991790965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6f2d7d7af6a40f097ffca46e5a430bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2ca00c6-a8", "ovs_interfaceid": "e2ca00c6-a87d-4207-abaf-d78a3a419f5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.428167] env[68893]: DEBUG oslo_concurrency.lockutils [None req-2514ca1e-8922-4ff8-8efa-18fea833b2ce tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Acquiring lock "b45a24af-856a-49f9-afc2-f30be44a8689" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.428415] env[68893]: DEBUG oslo_concurrency.lockutils [None req-2514ca1e-8922-4ff8-8efa-18fea833b2ce tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Lock "b45a24af-856a-49f9-afc2-f30be44a8689" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.428623] env[68893]: DEBUG oslo_concurrency.lockutils [None req-2514ca1e-8922-4ff8-8efa-18fea833b2ce tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Acquiring lock "b45a24af-856a-49f9-afc2-f30be44a8689-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.428802] env[68893]: DEBUG oslo_concurrency.lockutils [None req-2514ca1e-8922-4ff8-8efa-18fea833b2ce tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Lock "b45a24af-856a-49f9-afc2-f30be44a8689-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.428967] env[68893]: DEBUG oslo_concurrency.lockutils [None req-2514ca1e-8922-4ff8-8efa-18fea833b2ce tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Lock "b45a24af-856a-49f9-afc2-f30be44a8689-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.431279] env[68893]: INFO nova.compute.manager [None req-2514ca1e-8922-4ff8-8efa-18fea833b2ce tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: b45a24af-856a-49f9-afc2-f30be44a8689] Terminating instance [ 1194.591499] env[68893]: DEBUG nova.compute.manager [None req-851cea9c-8438-43ed-b4cb-8ea3a9e1ce42 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: f03be0d2-ce21-494f-848d-b838a195f4f9] Start spawning the instance on the hypervisor. {{(pid=68893) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1194.591499] env[68893]: DEBUG nova.virt.hardware [None req-851cea9c-8438-43ed-b4cb-8ea3a9e1ce42 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1194.591749] env[68893]: DEBUG nova.virt.hardware [None req-851cea9c-8438-43ed-b4cb-8ea3a9e1ce42 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1194.592044] env[68893]: DEBUG nova.virt.hardware [None req-851cea9c-8438-43ed-b4cb-8ea3a9e1ce42 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1194.592132] env[68893]: DEBUG nova.virt.hardware [None req-851cea9c-8438-43ed-b4cb-8ea3a9e1ce42 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1194.592295] env[68893]: DEBUG nova.virt.hardware [None req-851cea9c-8438-43ed-b4cb-8ea3a9e1ce42 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1194.592507] env[68893]: DEBUG nova.virt.hardware [None req-851cea9c-8438-43ed-b4cb-8ea3a9e1ce42 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1194.592694] env[68893]: DEBUG nova.virt.hardware [None req-851cea9c-8438-43ed-b4cb-8ea3a9e1ce42 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1194.592855] env[68893]: DEBUG nova.virt.hardware [None req-851cea9c-8438-43ed-b4cb-8ea3a9e1ce42 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1194.593035] env[68893]: DEBUG nova.virt.hardware [None req-851cea9c-8438-43ed-b4cb-8ea3a9e1ce42 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1194.593205] env[68893]: DEBUG nova.virt.hardware [None req-851cea9c-8438-43ed-b4cb-8ea3a9e1ce42 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1194.593378] env[68893]: DEBUG nova.virt.hardware [None req-851cea9c-8438-43ed-b4cb-8ea3a9e1ce42 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1194.594273] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1418142-1d05-44d8-9694-fd353e2f4bd8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.606536] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb961742-9149-4347-8c8a-4b9767e75588 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.909332] env[68893]: DEBUG oslo_concurrency.lockutils [None req-851cea9c-8438-43ed-b4cb-8ea3a9e1ce42 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Releasing lock "refresh_cache-f03be0d2-ce21-494f-848d-b838a195f4f9" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.909528] env[68893]: DEBUG nova.compute.manager [None req-851cea9c-8438-43ed-b4cb-8ea3a9e1ce42 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: f03be0d2-ce21-494f-848d-b838a195f4f9] Instance network_info: |[{"id": "2c35ede4-46b4-41c5-9885-3341ea6429a0", "address": "fa:16:3e:9b:99:45", "network": {"id": "535054b4-40f2-4085-93ee-f88482a820b2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1842438762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84cbde965bb240928baaf86257a83746", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c35ede4-46", "ovs_interfaceid": "2c35ede4-46b4-41c5-9885-3341ea6429a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1194.910176] env[68893]: DEBUG oslo_concurrency.lockutils [req-4938f187-8ca1-45db-87ca-6008d227da42 req-33f27fb7-db6c-4057-baa9-658124f6ad8e service nova] Acquired lock "refresh_cache-f03be0d2-ce21-494f-848d-b838a195f4f9" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.910369] env[68893]: DEBUG nova.network.neutron [req-4938f187-8ca1-45db-87ca-6008d227da42 req-33f27fb7-db6c-4057-baa9-658124f6ad8e service nova] [instance: f03be0d2-ce21-494f-848d-b838a195f4f9] Refreshing network info cache for port 2c35ede4-46b4-41c5-9885-3341ea6429a0 {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1194.911622] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-851cea9c-8438-43ed-b4cb-8ea3a9e1ce42 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: f03be0d2-ce21-494f-848d-b838a195f4f9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:99:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2c35ede4-46b4-41c5-9885-3341ea6429a0', 'vif_model': 'vmxnet3'}] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1194.919284] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-851cea9c-8438-43ed-b4cb-8ea3a9e1ce42 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1194.920315] env[68893]: DEBUG oslo_concurrency.lockutils [None req-8e0aa399-822b-4435-ba69-3f459cb61919 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Releasing lock "refresh_cache-80865abc-dea4-468e-a2d6-1b8156411609" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.921520] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f03be0d2-ce21-494f-848d-b838a195f4f9] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1194.922110] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a5f93fd5-a890-4656-a42f-932662359c8e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.938690] env[68893]: DEBUG nova.compute.manager [None req-2514ca1e-8922-4ff8-8efa-18fea833b2ce tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: b45a24af-856a-49f9-afc2-f30be44a8689] Start destroying the instance on the hypervisor. {{(pid=68893) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1194.938922] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-2514ca1e-8922-4ff8-8efa-18fea833b2ce tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: b45a24af-856a-49f9-afc2-f30be44a8689] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1194.940044] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdef4b3b-2455-4680-93ee-7be4e4a84c71 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.949114] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-2514ca1e-8922-4ff8-8efa-18fea833b2ce tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: b45a24af-856a-49f9-afc2-f30be44a8689] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1194.950445] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f51df6cb-a3cc-4cbd-a0da-0ce1a38488f2 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.951968] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1194.951968] env[68893]: value = "task-2792415" [ 1194.951968] env[68893]: _type = "Task" [ 1194.951968] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.960455] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792415, 'name': CreateVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.225485] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-2514ca1e-8922-4ff8-8efa-18fea833b2ce tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: b45a24af-856a-49f9-afc2-f30be44a8689] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1195.226036] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-2514ca1e-8922-4ff8-8efa-18fea833b2ce tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: b45a24af-856a-49f9-afc2-f30be44a8689] Deleting contents of the VM from datastore datastore1 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1195.226275] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-2514ca1e-8922-4ff8-8efa-18fea833b2ce tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Deleting the datastore file [datastore1] b45a24af-856a-49f9-afc2-f30be44a8689 {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1195.226595] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-48d72d84-1495-4461-b927-a9e8d932ea0b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.234341] env[68893]: DEBUG oslo_vmware.api [None req-2514ca1e-8922-4ff8-8efa-18fea833b2ce tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Waiting for the task: (returnval){ [ 1195.234341] env[68893]: value = "task-2792417" [ 1195.234341] env[68893]: _type = "Task" [ 1195.234341] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.243690] env[68893]: DEBUG oslo_vmware.api [None req-2514ca1e-8922-4ff8-8efa-18fea833b2ce tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': task-2792417, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.383768] env[68893]: DEBUG oslo_concurrency.lockutils [None req-728f155f-36c2-462d-8f7c-b9c0a9984dea tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Acquiring lock "refresh_cache-235c5224-5fd0-4059-9e55-2737c02de683" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.383928] env[68893]: DEBUG oslo_concurrency.lockutils [None req-728f155f-36c2-462d-8f7c-b9c0a9984dea tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Acquired lock "refresh_cache-235c5224-5fd0-4059-9e55-2737c02de683" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.384099] env[68893]: DEBUG nova.network.neutron [None req-728f155f-36c2-462d-8f7c-b9c0a9984dea tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 235c5224-5fd0-4059-9e55-2737c02de683] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1195.464057] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792415, 'name': CreateVM_Task} progress is 25%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.617106] env[68893]: DEBUG nova.network.neutron [req-4938f187-8ca1-45db-87ca-6008d227da42 req-33f27fb7-db6c-4057-baa9-658124f6ad8e service nova] [instance: f03be0d2-ce21-494f-848d-b838a195f4f9] Updated VIF entry in instance network info cache for port 2c35ede4-46b4-41c5-9885-3341ea6429a0. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1195.617498] env[68893]: DEBUG nova.network.neutron [req-4938f187-8ca1-45db-87ca-6008d227da42 req-33f27fb7-db6c-4057-baa9-658124f6ad8e service nova] [instance: f03be0d2-ce21-494f-848d-b838a195f4f9] Updating instance_info_cache with network_info: [{"id": "2c35ede4-46b4-41c5-9885-3341ea6429a0", "address": "fa:16:3e:9b:99:45", "network": {"id": "535054b4-40f2-4085-93ee-f88482a820b2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1842438762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84cbde965bb240928baaf86257a83746", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c35ede4-46", "ovs_interfaceid": "2c35ede4-46b4-41c5-9885-3341ea6429a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.745264] env[68893]: DEBUG oslo_vmware.api [None req-2514ca1e-8922-4ff8-8efa-18fea833b2ce tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': task-2792417, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172303} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.745552] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-2514ca1e-8922-4ff8-8efa-18fea833b2ce tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1195.745718] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-2514ca1e-8922-4ff8-8efa-18fea833b2ce tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: b45a24af-856a-49f9-afc2-f30be44a8689] Deleted contents of the VM from datastore datastore1 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1195.745893] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-2514ca1e-8922-4ff8-8efa-18fea833b2ce tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: b45a24af-856a-49f9-afc2-f30be44a8689] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1195.746076] env[68893]: INFO nova.compute.manager [None req-2514ca1e-8922-4ff8-8efa-18fea833b2ce tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: b45a24af-856a-49f9-afc2-f30be44a8689] Took 0.81 seconds to destroy the instance on the hypervisor. [ 1195.746309] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2514ca1e-8922-4ff8-8efa-18fea833b2ce tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1195.746499] env[68893]: DEBUG nova.compute.manager [-] [instance: b45a24af-856a-49f9-afc2-f30be44a8689] Deallocating network for instance {{(pid=68893) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1195.746595] env[68893]: DEBUG nova.network.neutron [-] [instance: b45a24af-856a-49f9-afc2-f30be44a8689] deallocate_for_instance() {{(pid=68893) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1195.834953] env[68893]: DEBUG oslo_concurrency.lockutils [None req-4acd6e41-ebaf-46e0-8936-dd392fb21a74 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Acquiring lock "235c5224-5fd0-4059-9e55-2737c02de683" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.835037] env[68893]: DEBUG oslo_concurrency.lockutils [None req-4acd6e41-ebaf-46e0-8936-dd392fb21a74 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Lock "235c5224-5fd0-4059-9e55-2737c02de683" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.835234] env[68893]: DEBUG oslo_concurrency.lockutils [None req-4acd6e41-ebaf-46e0-8936-dd392fb21a74 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Acquiring lock "235c5224-5fd0-4059-9e55-2737c02de683-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.835423] env[68893]: DEBUG oslo_concurrency.lockutils [None req-4acd6e41-ebaf-46e0-8936-dd392fb21a74 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Lock "235c5224-5fd0-4059-9e55-2737c02de683-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.835595] env[68893]: DEBUG oslo_concurrency.lockutils [None req-4acd6e41-ebaf-46e0-8936-dd392fb21a74 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Lock "235c5224-5fd0-4059-9e55-2737c02de683-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.837635] env[68893]: INFO nova.compute.manager [None req-4acd6e41-ebaf-46e0-8936-dd392fb21a74 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 235c5224-5fd0-4059-9e55-2737c02de683] Terminating instance [ 1195.969250] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792415, 'name': CreateVM_Task, 'duration_secs': 0.66318} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.970313] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f03be0d2-ce21-494f-848d-b838a195f4f9] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1195.971232] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-851cea9c-8438-43ed-b4cb-8ea3a9e1ce42 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: f03be0d2-ce21-494f-848d-b838a195f4f9] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561256', 'volume_id': 'aa7d2e10-cda4-4365-8388-9e10594308a8', 'name': 'volume-aa7d2e10-cda4-4365-8388-9e10594308a8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f03be0d2-ce21-494f-848d-b838a195f4f9', 'attached_at': '', 'detached_at': '', 'volume_id': 'aa7d2e10-cda4-4365-8388-9e10594308a8', 'serial': 'aa7d2e10-cda4-4365-8388-9e10594308a8'}, 'delete_on_termination': True, 'device_type': None, 'guest_format': None, 'boot_index': 0, 'attachment_id': 'd8bf263b-35ec-44d9-9039-c89e9053d206', 'disk_bus': None, 'mount_device': '/dev/sda', 'volume_type': None}], 'swap': None} {{(pid=68893) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1195.971434] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-851cea9c-8438-43ed-b4cb-8ea3a9e1ce42 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: f03be0d2-ce21-494f-848d-b838a195f4f9] Root volume attach. Driver type: vmdk {{(pid=68893) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1195.972328] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5109ac1b-e97b-4b6f-84a1-71d961fe00a6 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.982823] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff554a1a-c4c9-4e8f-aec8-8349f0625dc8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.991193] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb1aedf1-fed9-41bd-ab41-6f25d94e6400 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.994843] env[68893]: DEBUG nova.compute.manager [req-e1b00482-cf34-41bf-a647-7caf6009ef9a req-8eb8e0d4-f25a-41f7-b3dc-93ad61354fce service nova] [instance: b45a24af-856a-49f9-afc2-f30be44a8689] Received event network-vif-deleted-6bb24c1a-c243-41c3-862e-500aa9da31b3 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1195.995064] env[68893]: INFO nova.compute.manager [req-e1b00482-cf34-41bf-a647-7caf6009ef9a req-8eb8e0d4-f25a-41f7-b3dc-93ad61354fce service nova] [instance: b45a24af-856a-49f9-afc2-f30be44a8689] Neutron deleted interface 6bb24c1a-c243-41c3-862e-500aa9da31b3; detaching it from the instance and deleting it from the info cache [ 1195.995255] env[68893]: DEBUG nova.network.neutron [req-e1b00482-cf34-41bf-a647-7caf6009ef9a req-8eb8e0d4-f25a-41f7-b3dc-93ad61354fce service nova] [instance: b45a24af-856a-49f9-afc2-f30be44a8689] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.002730] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-1fbf7455-cd7f-4358-ab83-91cee5529513 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.011266] env[68893]: DEBUG oslo_vmware.api [None req-851cea9c-8438-43ed-b4cb-8ea3a9e1ce42 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Waiting for the task: (returnval){ [ 1196.011266] env[68893]: value = "task-2792418" [ 1196.011266] env[68893]: _type = "Task" [ 1196.011266] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.019910] env[68893]: DEBUG oslo_vmware.api [None req-851cea9c-8438-43ed-b4cb-8ea3a9e1ce42 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2792418, 'name': RelocateVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.116980] env[68893]: INFO nova.network.neutron [None req-728f155f-36c2-462d-8f7c-b9c0a9984dea tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 235c5224-5fd0-4059-9e55-2737c02de683] Port b71ddde7-6e94-402a-8617-cdf4da29fd89 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1196.117400] env[68893]: DEBUG nova.network.neutron [None req-728f155f-36c2-462d-8f7c-b9c0a9984dea tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 235c5224-5fd0-4059-9e55-2737c02de683] Updating instance_info_cache with network_info: [{"id": "04955bbd-48d0-4286-975f-244045473f7c", "address": "fa:16:3e:2d:41:f8", "network": {"id": "024e10c8-0890-4be3-81cc-2be8eac35dc9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-116676947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "564a5b6c6f4f4e42aeeef87662301380", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04955bbd-48", "ovs_interfaceid": "04955bbd-48d0-4286-975f-244045473f7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.120710] env[68893]: DEBUG oslo_concurrency.lockutils [req-4938f187-8ca1-45db-87ca-6008d227da42 req-33f27fb7-db6c-4057-baa9-658124f6ad8e service nova] Releasing lock "refresh_cache-f03be0d2-ce21-494f-848d-b838a195f4f9" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.342064] env[68893]: DEBUG nova.compute.manager [None req-4acd6e41-ebaf-46e0-8936-dd392fb21a74 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 235c5224-5fd0-4059-9e55-2737c02de683] Start destroying the instance on the hypervisor. {{(pid=68893) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1196.342064] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-4acd6e41-ebaf-46e0-8936-dd392fb21a74 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 235c5224-5fd0-4059-9e55-2737c02de683] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1196.343347] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03cec42c-3509-4f9f-9ccc-79278521eb6a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.351880] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-4acd6e41-ebaf-46e0-8936-dd392fb21a74 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 235c5224-5fd0-4059-9e55-2737c02de683] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1196.352143] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ccbf5a82-8a0a-4966-91ab-59968ccfe069 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.360007] env[68893]: DEBUG oslo_vmware.api [None req-4acd6e41-ebaf-46e0-8936-dd392fb21a74 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Waiting for the task: (returnval){ [ 1196.360007] env[68893]: value = "task-2792419" [ 1196.360007] env[68893]: _type = "Task" [ 1196.360007] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.368763] env[68893]: DEBUG oslo_vmware.api [None req-4acd6e41-ebaf-46e0-8936-dd392fb21a74 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': task-2792419, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.435562] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddaabffe-d4d6-4e0d-b9fd-1710a377cc3b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.455697] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-8e0aa399-822b-4435-ba69-3f459cb61919 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: 80865abc-dea4-468e-a2d6-1b8156411609] Updating instance '80865abc-dea4-468e-a2d6-1b8156411609' progress to 0 {{(pid=68893) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1196.471547] env[68893]: DEBUG nova.network.neutron [-] [instance: b45a24af-856a-49f9-afc2-f30be44a8689] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.498090] env[68893]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-57590a66-cab8-46d1-afc4-e3ce8f55a92c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.510026] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8824b91b-df52-4e99-be16-64ecab7474a7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.532688] env[68893]: DEBUG oslo_vmware.api [None req-851cea9c-8438-43ed-b4cb-8ea3a9e1ce42 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2792418, 'name': RelocateVM_Task, 'duration_secs': 0.514264} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.532993] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-851cea9c-8438-43ed-b4cb-8ea3a9e1ce42 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: f03be0d2-ce21-494f-848d-b838a195f4f9] Volume attach. Driver type: vmdk {{(pid=68893) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1196.533221] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-851cea9c-8438-43ed-b4cb-8ea3a9e1ce42 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: f03be0d2-ce21-494f-848d-b838a195f4f9] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561256', 'volume_id': 'aa7d2e10-cda4-4365-8388-9e10594308a8', 'name': 'volume-aa7d2e10-cda4-4365-8388-9e10594308a8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f03be0d2-ce21-494f-848d-b838a195f4f9', 'attached_at': '', 'detached_at': '', 'volume_id': 'aa7d2e10-cda4-4365-8388-9e10594308a8', 'serial': 'aa7d2e10-cda4-4365-8388-9e10594308a8'} {{(pid=68893) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1196.533997] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e253ff5-50de-4a55-a7a6-27d7a0561b54 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.563936] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18494b0e-8834-40b0-88e4-c06d2e7e224c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.567202] env[68893]: DEBUG nova.compute.manager [req-e1b00482-cf34-41bf-a647-7caf6009ef9a req-8eb8e0d4-f25a-41f7-b3dc-93ad61354fce service nova] [instance: b45a24af-856a-49f9-afc2-f30be44a8689] Detach interface failed, port_id=6bb24c1a-c243-41c3-862e-500aa9da31b3, reason: Instance b45a24af-856a-49f9-afc2-f30be44a8689 could not be found. {{(pid=68893) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1196.588794] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-851cea9c-8438-43ed-b4cb-8ea3a9e1ce42 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: f03be0d2-ce21-494f-848d-b838a195f4f9] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] volume-aa7d2e10-cda4-4365-8388-9e10594308a8/volume-aa7d2e10-cda4-4365-8388-9e10594308a8.vmdk or device None with type thin {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1196.589132] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a10b355d-f460-461a-b396-555ff2b3b6d2 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.610149] env[68893]: DEBUG oslo_vmware.api [None req-851cea9c-8438-43ed-b4cb-8ea3a9e1ce42 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Waiting for the task: (returnval){ [ 1196.610149] env[68893]: value = "task-2792420" [ 1196.610149] env[68893]: _type = "Task" [ 1196.610149] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.618857] env[68893]: DEBUG oslo_vmware.api [None req-851cea9c-8438-43ed-b4cb-8ea3a9e1ce42 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2792420, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.620047] env[68893]: DEBUG oslo_concurrency.lockutils [None req-728f155f-36c2-462d-8f7c-b9c0a9984dea tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Releasing lock "refresh_cache-235c5224-5fd0-4059-9e55-2737c02de683" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.870753] env[68893]: DEBUG oslo_vmware.api [None req-4acd6e41-ebaf-46e0-8936-dd392fb21a74 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': task-2792419, 'name': PowerOffVM_Task, 'duration_secs': 0.217654} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.871067] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-4acd6e41-ebaf-46e0-8936-dd392fb21a74 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 235c5224-5fd0-4059-9e55-2737c02de683] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1196.871239] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-4acd6e41-ebaf-46e0-8936-dd392fb21a74 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 235c5224-5fd0-4059-9e55-2737c02de683] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1196.871592] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6d9cf3e2-1c0d-4fcf-9631-44a18a468d80 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.943585] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-4acd6e41-ebaf-46e0-8936-dd392fb21a74 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 235c5224-5fd0-4059-9e55-2737c02de683] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1196.943816] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-4acd6e41-ebaf-46e0-8936-dd392fb21a74 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 235c5224-5fd0-4059-9e55-2737c02de683] Deleting contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1196.944021] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-4acd6e41-ebaf-46e0-8936-dd392fb21a74 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Deleting the datastore file [datastore2] 235c5224-5fd0-4059-9e55-2737c02de683 {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1196.944313] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1ef37419-1bd5-4ff8-b7dd-4e4ed8e9edb1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.951937] env[68893]: DEBUG oslo_vmware.api [None req-4acd6e41-ebaf-46e0-8936-dd392fb21a74 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Waiting for the task: (returnval){ [ 1196.951937] env[68893]: value = "task-2792422" [ 1196.951937] env[68893]: _type = "Task" [ 1196.951937] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.966205] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e0aa399-822b-4435-ba69-3f459cb61919 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: 80865abc-dea4-468e-a2d6-1b8156411609] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1196.966205] env[68893]: DEBUG oslo_vmware.api [None req-4acd6e41-ebaf-46e0-8936-dd392fb21a74 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': task-2792422, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.966205] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f797f6a5-d341-4c3b-8659-41517deeedf4 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.976567] env[68893]: INFO nova.compute.manager [-] [instance: b45a24af-856a-49f9-afc2-f30be44a8689] Took 1.23 seconds to deallocate network for instance. [ 1196.976567] env[68893]: DEBUG oslo_vmware.api [None req-8e0aa399-822b-4435-ba69-3f459cb61919 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Waiting for the task: (returnval){ [ 1196.976567] env[68893]: value = "task-2792423" [ 1196.976567] env[68893]: _type = "Task" [ 1196.976567] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.991685] env[68893]: DEBUG oslo_vmware.api [None req-8e0aa399-822b-4435-ba69-3f459cb61919 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792423, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.121302] env[68893]: DEBUG oslo_vmware.api [None req-851cea9c-8438-43ed-b4cb-8ea3a9e1ce42 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2792420, 'name': ReconfigVM_Task, 'duration_secs': 0.286255} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.121597] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-851cea9c-8438-43ed-b4cb-8ea3a9e1ce42 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: f03be0d2-ce21-494f-848d-b838a195f4f9] Reconfigured VM instance instance-0000006f to attach disk [datastore1] volume-aa7d2e10-cda4-4365-8388-9e10594308a8/volume-aa7d2e10-cda4-4365-8388-9e10594308a8.vmdk or device None with type thin {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1197.127122] env[68893]: DEBUG oslo_concurrency.lockutils [None req-728f155f-36c2-462d-8f7c-b9c0a9984dea tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Lock "interface-235c5224-5fd0-4059-9e55-2737c02de683-b71ddde7-6e94-402a-8617-cdf4da29fd89" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.839s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.128139] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b153dbc-6cbf-40c8-a6f2-405a2a3d2978 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.146329] env[68893]: DEBUG oslo_vmware.api [None req-851cea9c-8438-43ed-b4cb-8ea3a9e1ce42 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Waiting for the task: (returnval){ [ 1197.146329] env[68893]: value = "task-2792424" [ 1197.146329] env[68893]: _type = "Task" [ 1197.146329] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.158621] env[68893]: DEBUG oslo_vmware.api [None req-851cea9c-8438-43ed-b4cb-8ea3a9e1ce42 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2792424, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.464087] env[68893]: DEBUG oslo_vmware.api [None req-4acd6e41-ebaf-46e0-8936-dd392fb21a74 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': task-2792422, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169275} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.464342] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-4acd6e41-ebaf-46e0-8936-dd392fb21a74 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1197.464532] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-4acd6e41-ebaf-46e0-8936-dd392fb21a74 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 235c5224-5fd0-4059-9e55-2737c02de683] Deleted contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1197.464701] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-4acd6e41-ebaf-46e0-8936-dd392fb21a74 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 235c5224-5fd0-4059-9e55-2737c02de683] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1197.464876] env[68893]: INFO nova.compute.manager [None req-4acd6e41-ebaf-46e0-8936-dd392fb21a74 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 235c5224-5fd0-4059-9e55-2737c02de683] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1197.465177] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4acd6e41-ebaf-46e0-8936-dd392fb21a74 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1197.465401] env[68893]: DEBUG nova.compute.manager [-] [instance: 235c5224-5fd0-4059-9e55-2737c02de683] Deallocating network for instance {{(pid=68893) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1197.465500] env[68893]: DEBUG nova.network.neutron [-] [instance: 235c5224-5fd0-4059-9e55-2737c02de683] deallocate_for_instance() {{(pid=68893) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1197.487599] env[68893]: DEBUG oslo_concurrency.lockutils [None req-2514ca1e-8922-4ff8-8efa-18fea833b2ce tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.487855] env[68893]: DEBUG oslo_concurrency.lockutils [None req-2514ca1e-8922-4ff8-8efa-18fea833b2ce tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.488067] env[68893]: DEBUG nova.objects.instance [None req-2514ca1e-8922-4ff8-8efa-18fea833b2ce tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Lazy-loading 'resources' on Instance uuid b45a24af-856a-49f9-afc2-f30be44a8689 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1197.489172] env[68893]: DEBUG oslo_vmware.api [None req-8e0aa399-822b-4435-ba69-3f459cb61919 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792423, 'name': PowerOffVM_Task, 'duration_secs': 0.275287} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.489420] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e0aa399-822b-4435-ba69-3f459cb61919 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: 80865abc-dea4-468e-a2d6-1b8156411609] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1197.489596] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-8e0aa399-822b-4435-ba69-3f459cb61919 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: 80865abc-dea4-468e-a2d6-1b8156411609] Updating instance '80865abc-dea4-468e-a2d6-1b8156411609' progress to 17 {{(pid=68893) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1197.656340] env[68893]: DEBUG oslo_vmware.api [None req-851cea9c-8438-43ed-b4cb-8ea3a9e1ce42 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2792424, 'name': ReconfigVM_Task, 'duration_secs': 0.135156} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.656715] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-851cea9c-8438-43ed-b4cb-8ea3a9e1ce42 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: f03be0d2-ce21-494f-848d-b838a195f4f9] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561256', 'volume_id': 'aa7d2e10-cda4-4365-8388-9e10594308a8', 'name': 'volume-aa7d2e10-cda4-4365-8388-9e10594308a8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f03be0d2-ce21-494f-848d-b838a195f4f9', 'attached_at': '', 'detached_at': '', 'volume_id': 'aa7d2e10-cda4-4365-8388-9e10594308a8', 'serial': 'aa7d2e10-cda4-4365-8388-9e10594308a8'} {{(pid=68893) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1197.657276] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7a287c66-b316-46e0-9a50-d697bfc5314b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.665505] env[68893]: DEBUG oslo_vmware.api [None req-851cea9c-8438-43ed-b4cb-8ea3a9e1ce42 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Waiting for the task: (returnval){ [ 1197.665505] env[68893]: value = "task-2792425" [ 1197.665505] env[68893]: _type = "Task" [ 1197.665505] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.999906] env[68893]: DEBUG nova.virt.hardware [None req-8e0aa399-822b-4435-ba69-3f459cb61919 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1197.999906] env[68893]: DEBUG nova.virt.hardware [None req-8e0aa399-822b-4435-ba69-3f459cb61919 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1197.999906] env[68893]: DEBUG nova.virt.hardware [None req-8e0aa399-822b-4435-ba69-3f459cb61919 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1197.999906] env[68893]: DEBUG nova.virt.hardware [None req-8e0aa399-822b-4435-ba69-3f459cb61919 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1198.000384] env[68893]: DEBUG nova.virt.hardware [None req-8e0aa399-822b-4435-ba69-3f459cb61919 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1198.000384] env[68893]: DEBUG nova.virt.hardware [None req-8e0aa399-822b-4435-ba69-3f459cb61919 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1198.000384] env[68893]: DEBUG nova.virt.hardware [None req-8e0aa399-822b-4435-ba69-3f459cb61919 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1198.000469] env[68893]: DEBUG nova.virt.hardware [None req-8e0aa399-822b-4435-ba69-3f459cb61919 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1198.004024] env[68893]: DEBUG nova.virt.hardware [None req-8e0aa399-822b-4435-ba69-3f459cb61919 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1198.004024] env[68893]: DEBUG nova.virt.hardware [None req-8e0aa399-822b-4435-ba69-3f459cb61919 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1198.004024] env[68893]: DEBUG nova.virt.hardware [None req-8e0aa399-822b-4435-ba69-3f459cb61919 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1198.006464] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5f288c6-5927-4008-a441-44f7cdfb228d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.025395] env[68893]: DEBUG oslo_vmware.api [None req-8e0aa399-822b-4435-ba69-3f459cb61919 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Waiting for the task: (returnval){ [ 1198.025395] env[68893]: value = "task-2792426" [ 1198.025395] env[68893]: _type = "Task" [ 1198.025395] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.034966] env[68893]: DEBUG oslo_vmware.api [None req-8e0aa399-822b-4435-ba69-3f459cb61919 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792426, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.177239] env[68893]: DEBUG oslo_vmware.api [None req-851cea9c-8438-43ed-b4cb-8ea3a9e1ce42 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2792425, 'name': Rename_Task, 'duration_secs': 0.153935} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.180848] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-851cea9c-8438-43ed-b4cb-8ea3a9e1ce42 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: f03be0d2-ce21-494f-848d-b838a195f4f9] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1198.182802] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd52aac3-9278-4bad-9d70-1ee5343ef03a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.192357] env[68893]: DEBUG oslo_vmware.api [None req-851cea9c-8438-43ed-b4cb-8ea3a9e1ce42 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Waiting for the task: (returnval){ [ 1198.192357] env[68893]: value = "task-2792427" [ 1198.192357] env[68893]: _type = "Task" [ 1198.192357] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.204702] env[68893]: DEBUG oslo_vmware.api [None req-851cea9c-8438-43ed-b4cb-8ea3a9e1ce42 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2792427, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.296091] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f351f53-248c-4ed2-a895-b6e5cdee1f78 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.311764] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccb5a3a5-a148-447c-b0e2-dbb3bd6867b0 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.358796] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ef4d6a8-c3d8-4535-a9a4-fa30162ee64a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.362633] env[68893]: DEBUG nova.compute.manager [req-c917e6f3-82eb-4c01-ab3f-3951b3a99703 req-ad832890-99e6-46a8-a667-68451d08e488 service nova] [instance: 235c5224-5fd0-4059-9e55-2737c02de683] Received event network-vif-deleted-04955bbd-48d0-4286-975f-244045473f7c {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1198.363319] env[68893]: INFO nova.compute.manager [req-c917e6f3-82eb-4c01-ab3f-3951b3a99703 req-ad832890-99e6-46a8-a667-68451d08e488 service nova] [instance: 235c5224-5fd0-4059-9e55-2737c02de683] Neutron deleted interface 04955bbd-48d0-4286-975f-244045473f7c; detaching it from the instance and deleting it from the info cache [ 1198.363319] env[68893]: DEBUG nova.network.neutron [req-c917e6f3-82eb-4c01-ab3f-3951b3a99703 req-ad832890-99e6-46a8-a667-68451d08e488 service nova] [instance: 235c5224-5fd0-4059-9e55-2737c02de683] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.373915] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9888e77c-bf57-452e-b313-c9fa8061c4a9 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.392483] env[68893]: DEBUG nova.compute.provider_tree [None req-2514ca1e-8922-4ff8-8efa-18fea833b2ce tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1198.537054] env[68893]: DEBUG oslo_vmware.api [None req-8e0aa399-822b-4435-ba69-3f459cb61919 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792426, 'name': ReconfigVM_Task, 'duration_secs': 0.279453} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.537389] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-8e0aa399-822b-4435-ba69-3f459cb61919 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: 80865abc-dea4-468e-a2d6-1b8156411609] Updating instance '80865abc-dea4-468e-a2d6-1b8156411609' progress to 33 {{(pid=68893) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1198.702580] env[68893]: DEBUG oslo_vmware.api [None req-851cea9c-8438-43ed-b4cb-8ea3a9e1ce42 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2792427, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.866795] env[68893]: DEBUG nova.network.neutron [-] [instance: 235c5224-5fd0-4059-9e55-2737c02de683] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.868437] env[68893]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3e2d2f14-4dfc-4169-96ec-3b6b9fdb1527 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.879844] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9c2f04d-6b86-428b-9e89-e4a3330ef62c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.895668] env[68893]: DEBUG nova.scheduler.client.report [None req-2514ca1e-8922-4ff8-8efa-18fea833b2ce tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1198.920214] env[68893]: DEBUG nova.compute.manager [req-c917e6f3-82eb-4c01-ab3f-3951b3a99703 req-ad832890-99e6-46a8-a667-68451d08e488 service nova] [instance: 235c5224-5fd0-4059-9e55-2737c02de683] Detach interface failed, port_id=04955bbd-48d0-4286-975f-244045473f7c, reason: Instance 235c5224-5fd0-4059-9e55-2737c02de683 could not be found. {{(pid=68893) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1199.045678] env[68893]: DEBUG nova.virt.hardware [None req-8e0aa399-822b-4435-ba69-3f459cb61919 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1199.045678] env[68893]: DEBUG nova.virt.hardware [None req-8e0aa399-822b-4435-ba69-3f459cb61919 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1199.045993] env[68893]: DEBUG nova.virt.hardware [None req-8e0aa399-822b-4435-ba69-3f459cb61919 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1199.045993] env[68893]: DEBUG nova.virt.hardware [None req-8e0aa399-822b-4435-ba69-3f459cb61919 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1199.046311] env[68893]: DEBUG nova.virt.hardware [None req-8e0aa399-822b-4435-ba69-3f459cb61919 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1199.046311] env[68893]: DEBUG nova.virt.hardware [None req-8e0aa399-822b-4435-ba69-3f459cb61919 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1199.046480] env[68893]: DEBUG nova.virt.hardware [None req-8e0aa399-822b-4435-ba69-3f459cb61919 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1199.046646] env[68893]: DEBUG nova.virt.hardware [None req-8e0aa399-822b-4435-ba69-3f459cb61919 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1199.046861] env[68893]: DEBUG nova.virt.hardware [None req-8e0aa399-822b-4435-ba69-3f459cb61919 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1199.047045] env[68893]: DEBUG nova.virt.hardware [None req-8e0aa399-822b-4435-ba69-3f459cb61919 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1199.047226] env[68893]: DEBUG nova.virt.hardware [None req-8e0aa399-822b-4435-ba69-3f459cb61919 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1199.053200] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e0aa399-822b-4435-ba69-3f459cb61919 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: 80865abc-dea4-468e-a2d6-1b8156411609] Reconfiguring VM instance instance-0000006a to detach disk 2000 {{(pid=68893) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1199.053903] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-152b7caa-6d2e-4c9e-a076-0ae30fe4be92 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.075766] env[68893]: DEBUG oslo_vmware.api [None req-8e0aa399-822b-4435-ba69-3f459cb61919 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Waiting for the task: (returnval){ [ 1199.075766] env[68893]: value = "task-2792428" [ 1199.075766] env[68893]: _type = "Task" [ 1199.075766] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.084963] env[68893]: DEBUG oslo_vmware.api [None req-8e0aa399-822b-4435-ba69-3f459cb61919 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792428, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.202640] env[68893]: DEBUG oslo_vmware.api [None req-851cea9c-8438-43ed-b4cb-8ea3a9e1ce42 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2792427, 'name': PowerOnVM_Task, 'duration_secs': 0.706478} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.204066] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-851cea9c-8438-43ed-b4cb-8ea3a9e1ce42 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: f03be0d2-ce21-494f-848d-b838a195f4f9] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1199.204066] env[68893]: INFO nova.compute.manager [None req-851cea9c-8438-43ed-b4cb-8ea3a9e1ce42 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: f03be0d2-ce21-494f-848d-b838a195f4f9] Took 4.61 seconds to spawn the instance on the hypervisor. [ 1199.204066] env[68893]: DEBUG nova.compute.manager [None req-851cea9c-8438-43ed-b4cb-8ea3a9e1ce42 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: f03be0d2-ce21-494f-848d-b838a195f4f9] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1199.204351] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deb253b2-023d-4a30-a19e-9918bb8d29c3 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.371164] env[68893]: INFO nova.compute.manager [-] [instance: 235c5224-5fd0-4059-9e55-2737c02de683] Took 1.91 seconds to deallocate network for instance. [ 1199.401192] env[68893]: DEBUG oslo_concurrency.lockutils [None req-2514ca1e-8922-4ff8-8efa-18fea833b2ce tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.913s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.425075] env[68893]: INFO nova.scheduler.client.report [None req-2514ca1e-8922-4ff8-8efa-18fea833b2ce tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Deleted allocations for instance b45a24af-856a-49f9-afc2-f30be44a8689 [ 1199.586829] env[68893]: DEBUG oslo_vmware.api [None req-8e0aa399-822b-4435-ba69-3f459cb61919 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792428, 'name': ReconfigVM_Task, 'duration_secs': 0.385599} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.587147] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e0aa399-822b-4435-ba69-3f459cb61919 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: 80865abc-dea4-468e-a2d6-1b8156411609] Reconfigured VM instance instance-0000006a to detach disk 2000 {{(pid=68893) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1199.587993] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dc255c8-203b-4b99-a743-aaeb0a21d08c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.611049] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e0aa399-822b-4435-ba69-3f459cb61919 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: 80865abc-dea4-468e-a2d6-1b8156411609] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] 80865abc-dea4-468e-a2d6-1b8156411609/80865abc-dea4-468e-a2d6-1b8156411609.vmdk or device None with type thin {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1199.611751] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9983a327-288b-44f5-9554-08853cc97ec3 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.630802] env[68893]: DEBUG oslo_vmware.api [None req-8e0aa399-822b-4435-ba69-3f459cb61919 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Waiting for the task: (returnval){ [ 1199.630802] env[68893]: value = "task-2792429" [ 1199.630802] env[68893]: _type = "Task" [ 1199.630802] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.639815] env[68893]: DEBUG oslo_vmware.api [None req-8e0aa399-822b-4435-ba69-3f459cb61919 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792429, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.723901] env[68893]: INFO nova.compute.manager [None req-851cea9c-8438-43ed-b4cb-8ea3a9e1ce42 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: f03be0d2-ce21-494f-848d-b838a195f4f9] Took 11.31 seconds to build instance. [ 1199.878557] env[68893]: DEBUG oslo_concurrency.lockutils [None req-4acd6e41-ebaf-46e0-8936-dd392fb21a74 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.878998] env[68893]: DEBUG oslo_concurrency.lockutils [None req-4acd6e41-ebaf-46e0-8936-dd392fb21a74 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.879322] env[68893]: DEBUG nova.objects.instance [None req-4acd6e41-ebaf-46e0-8936-dd392fb21a74 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Lazy-loading 'resources' on Instance uuid 235c5224-5fd0-4059-9e55-2737c02de683 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1199.939190] env[68893]: DEBUG oslo_concurrency.lockutils [None req-2514ca1e-8922-4ff8-8efa-18fea833b2ce tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Lock "b45a24af-856a-49f9-afc2-f30be44a8689" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.511s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.141546] env[68893]: DEBUG oslo_vmware.api [None req-8e0aa399-822b-4435-ba69-3f459cb61919 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792429, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.227871] env[68893]: DEBUG oslo_concurrency.lockutils [None req-851cea9c-8438-43ed-b4cb-8ea3a9e1ce42 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Lock "f03be0d2-ce21-494f-848d-b838a195f4f9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.823s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.502397] env[68893]: DEBUG nova.compute.manager [req-603b9679-d379-47fc-898b-a49f9a2d0668 req-fe4882a4-5228-4d9f-87c3-8ce746eaa136 service nova] [instance: 8c560e82-533e-49c7-aaf4-82e123f75240] Received event network-changed-4b4674a7-af9a-43c6-9dec-45bc870e99cc {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1200.502573] env[68893]: DEBUG nova.compute.manager [req-603b9679-d379-47fc-898b-a49f9a2d0668 req-fe4882a4-5228-4d9f-87c3-8ce746eaa136 service nova] [instance: 8c560e82-533e-49c7-aaf4-82e123f75240] Refreshing instance network info cache due to event network-changed-4b4674a7-af9a-43c6-9dec-45bc870e99cc. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1200.502790] env[68893]: DEBUG oslo_concurrency.lockutils [req-603b9679-d379-47fc-898b-a49f9a2d0668 req-fe4882a4-5228-4d9f-87c3-8ce746eaa136 service nova] Acquiring lock "refresh_cache-8c560e82-533e-49c7-aaf4-82e123f75240" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.502959] env[68893]: DEBUG oslo_concurrency.lockutils [req-603b9679-d379-47fc-898b-a49f9a2d0668 req-fe4882a4-5228-4d9f-87c3-8ce746eaa136 service nova] Acquired lock "refresh_cache-8c560e82-533e-49c7-aaf4-82e123f75240" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.503163] env[68893]: DEBUG nova.network.neutron [req-603b9679-d379-47fc-898b-a49f9a2d0668 req-fe4882a4-5228-4d9f-87c3-8ce746eaa136 service nova] [instance: 8c560e82-533e-49c7-aaf4-82e123f75240] Refreshing network info cache for port 4b4674a7-af9a-43c6-9dec-45bc870e99cc {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1200.604292] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06c84b21-b8ff-4dbe-833a-96ead73e1440 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.612857] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cad1078c-1901-4f63-a0ce-37edff9e5879 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.647724] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cb7f16d-0a93-4878-afee-2dcce3a7fe87 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.658937] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff3f1d5c-5fbd-4800-85a0-645f1ac14f54 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.663354] env[68893]: DEBUG oslo_vmware.api [None req-8e0aa399-822b-4435-ba69-3f459cb61919 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792429, 'name': ReconfigVM_Task, 'duration_secs': 0.51533} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.663649] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e0aa399-822b-4435-ba69-3f459cb61919 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: 80865abc-dea4-468e-a2d6-1b8156411609] Reconfigured VM instance instance-0000006a to attach disk [datastore2] 80865abc-dea4-468e-a2d6-1b8156411609/80865abc-dea4-468e-a2d6-1b8156411609.vmdk or device None with type thin {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1200.663931] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-8e0aa399-822b-4435-ba69-3f459cb61919 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: 80865abc-dea4-468e-a2d6-1b8156411609] Updating instance '80865abc-dea4-468e-a2d6-1b8156411609' progress to 50 {{(pid=68893) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1200.678808] env[68893]: DEBUG nova.compute.provider_tree [None req-4acd6e41-ebaf-46e0-8936-dd392fb21a74 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1201.172839] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cb869e7-23ad-4aac-bf08-a49a0553fb38 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.194332] env[68893]: DEBUG nova.scheduler.client.report [None req-4acd6e41-ebaf-46e0-8936-dd392fb21a74 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1201.197990] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e484471-efc0-4f6c-bc96-19abf5aaea74 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.203644] env[68893]: DEBUG nova.network.neutron [req-603b9679-d379-47fc-898b-a49f9a2d0668 req-fe4882a4-5228-4d9f-87c3-8ce746eaa136 service nova] [instance: 8c560e82-533e-49c7-aaf4-82e123f75240] Updated VIF entry in instance network info cache for port 4b4674a7-af9a-43c6-9dec-45bc870e99cc. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1201.204058] env[68893]: DEBUG nova.network.neutron [req-603b9679-d379-47fc-898b-a49f9a2d0668 req-fe4882a4-5228-4d9f-87c3-8ce746eaa136 service nova] [instance: 8c560e82-533e-49c7-aaf4-82e123f75240] Updating instance_info_cache with network_info: [{"id": "4b4674a7-af9a-43c6-9dec-45bc870e99cc", "address": "fa:16:3e:36:ad:13", "network": {"id": "535054b4-40f2-4085-93ee-f88482a820b2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1842438762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84cbde965bb240928baaf86257a83746", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b4674a7-af", "ovs_interfaceid": "4b4674a7-af9a-43c6-9dec-45bc870e99cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.218135] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-8e0aa399-822b-4435-ba69-3f459cb61919 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: 80865abc-dea4-468e-a2d6-1b8156411609] Updating instance '80865abc-dea4-468e-a2d6-1b8156411609' progress to 67 {{(pid=68893) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1201.222267] env[68893]: DEBUG oslo_concurrency.lockutils [req-603b9679-d379-47fc-898b-a49f9a2d0668 req-fe4882a4-5228-4d9f-87c3-8ce746eaa136 service nova] Releasing lock "refresh_cache-8c560e82-533e-49c7-aaf4-82e123f75240" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.350356] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f40438dd-6e54-4157-bdc0-630ccf22ef5a tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Acquiring lock "7fe829d2-a085-424f-b94f-9255451eb920" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.350631] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f40438dd-6e54-4157-bdc0-630ccf22ef5a tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Lock "7fe829d2-a085-424f-b94f-9255451eb920" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.350887] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f40438dd-6e54-4157-bdc0-630ccf22ef5a tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Acquiring lock "7fe829d2-a085-424f-b94f-9255451eb920-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.351090] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f40438dd-6e54-4157-bdc0-630ccf22ef5a tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Lock "7fe829d2-a085-424f-b94f-9255451eb920-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.351262] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f40438dd-6e54-4157-bdc0-630ccf22ef5a tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Lock "7fe829d2-a085-424f-b94f-9255451eb920-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.353436] env[68893]: INFO nova.compute.manager [None req-f40438dd-6e54-4157-bdc0-630ccf22ef5a tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 7fe829d2-a085-424f-b94f-9255451eb920] Terminating instance [ 1201.703146] env[68893]: DEBUG oslo_concurrency.lockutils [None req-4acd6e41-ebaf-46e0-8936-dd392fb21a74 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.824s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.729442] env[68893]: INFO nova.scheduler.client.report [None req-4acd6e41-ebaf-46e0-8936-dd392fb21a74 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Deleted allocations for instance 235c5224-5fd0-4059-9e55-2737c02de683 [ 1201.759679] env[68893]: DEBUG nova.network.neutron [None req-8e0aa399-822b-4435-ba69-3f459cb61919 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: 80865abc-dea4-468e-a2d6-1b8156411609] Port e2ca00c6-a87d-4207-abaf-d78a3a419f5a binding to destination host cpu-1 is already ACTIVE {{(pid=68893) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1201.857712] env[68893]: DEBUG nova.compute.manager [None req-f40438dd-6e54-4157-bdc0-630ccf22ef5a tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 7fe829d2-a085-424f-b94f-9255451eb920] Start destroying the instance on the hypervisor. {{(pid=68893) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1201.857983] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-f40438dd-6e54-4157-bdc0-630ccf22ef5a tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 7fe829d2-a085-424f-b94f-9255451eb920] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1201.859422] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e53c872b-9c10-420e-a68d-700853bfe2e7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.867585] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-f40438dd-6e54-4157-bdc0-630ccf22ef5a tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 7fe829d2-a085-424f-b94f-9255451eb920] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1201.867835] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae533cc3-4e19-4343-b14d-e64218ac3883 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.875181] env[68893]: DEBUG oslo_vmware.api [None req-f40438dd-6e54-4157-bdc0-630ccf22ef5a tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Waiting for the task: (returnval){ [ 1201.875181] env[68893]: value = "task-2792430" [ 1201.875181] env[68893]: _type = "Task" [ 1201.875181] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.885332] env[68893]: DEBUG oslo_vmware.api [None req-f40438dd-6e54-4157-bdc0-630ccf22ef5a tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': task-2792430, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.887745] env[68893]: DEBUG nova.compute.manager [None req-9604c91e-a918-4ece-a313-eaa776d86462 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: f03be0d2-ce21-494f-848d-b838a195f4f9] Stashing vm_state: active {{(pid=68893) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1202.239164] env[68893]: DEBUG oslo_concurrency.lockutils [None req-4acd6e41-ebaf-46e0-8936-dd392fb21a74 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Lock "235c5224-5fd0-4059-9e55-2737c02de683" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.404s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.385696] env[68893]: DEBUG oslo_vmware.api [None req-f40438dd-6e54-4157-bdc0-630ccf22ef5a tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': task-2792430, 'name': PowerOffVM_Task, 'duration_secs': 0.260053} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.385975] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-f40438dd-6e54-4157-bdc0-630ccf22ef5a tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 7fe829d2-a085-424f-b94f-9255451eb920] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1202.386220] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-f40438dd-6e54-4157-bdc0-630ccf22ef5a tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 7fe829d2-a085-424f-b94f-9255451eb920] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1202.386482] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6cea59e0-5b0f-44dc-9bf3-5d9fadff7cff {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.407987] env[68893]: DEBUG oslo_concurrency.lockutils [None req-9604c91e-a918-4ece-a313-eaa776d86462 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.408296] env[68893]: DEBUG oslo_concurrency.lockutils [None req-9604c91e-a918-4ece-a313-eaa776d86462 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.479945] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-f40438dd-6e54-4157-bdc0-630ccf22ef5a tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 7fe829d2-a085-424f-b94f-9255451eb920] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1202.480350] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-f40438dd-6e54-4157-bdc0-630ccf22ef5a tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 7fe829d2-a085-424f-b94f-9255451eb920] Deleting contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1202.480644] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-f40438dd-6e54-4157-bdc0-630ccf22ef5a tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Deleting the datastore file [datastore2] 7fe829d2-a085-424f-b94f-9255451eb920 {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1202.481040] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e915a6e0-d3b1-4c01-9e4f-3cc7734844c7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.488994] env[68893]: DEBUG oslo_vmware.api [None req-f40438dd-6e54-4157-bdc0-630ccf22ef5a tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Waiting for the task: (returnval){ [ 1202.488994] env[68893]: value = "task-2792432" [ 1202.488994] env[68893]: _type = "Task" [ 1202.488994] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.498496] env[68893]: DEBUG oslo_vmware.api [None req-f40438dd-6e54-4157-bdc0-630ccf22ef5a tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': task-2792432, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.520197] env[68893]: DEBUG oslo_concurrency.lockutils [None req-a91039a6-fc24-4d8f-bc41-59ff36b1eeb4 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Acquiring lock "1a1dd7d2-fd20-4578-a095-fb95f4fc1516" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.520484] env[68893]: DEBUG oslo_concurrency.lockutils [None req-a91039a6-fc24-4d8f-bc41-59ff36b1eeb4 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Lock "1a1dd7d2-fd20-4578-a095-fb95f4fc1516" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.520792] env[68893]: DEBUG oslo_concurrency.lockutils [None req-a91039a6-fc24-4d8f-bc41-59ff36b1eeb4 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Acquiring lock "1a1dd7d2-fd20-4578-a095-fb95f4fc1516-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.520962] env[68893]: DEBUG oslo_concurrency.lockutils [None req-a91039a6-fc24-4d8f-bc41-59ff36b1eeb4 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Lock "1a1dd7d2-fd20-4578-a095-fb95f4fc1516-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.521149] env[68893]: DEBUG oslo_concurrency.lockutils [None req-a91039a6-fc24-4d8f-bc41-59ff36b1eeb4 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Lock "1a1dd7d2-fd20-4578-a095-fb95f4fc1516-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.523430] env[68893]: INFO nova.compute.manager [None req-a91039a6-fc24-4d8f-bc41-59ff36b1eeb4 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 1a1dd7d2-fd20-4578-a095-fb95f4fc1516] Terminating instance [ 1202.530524] env[68893]: DEBUG nova.compute.manager [req-21d76e56-c31f-48c0-89e9-a0eb1d20c4fd req-407970da-cce0-4468-ab4c-110276c05e9c service nova] [instance: f03be0d2-ce21-494f-848d-b838a195f4f9] Received event network-changed-2c35ede4-46b4-41c5-9885-3341ea6429a0 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1202.530777] env[68893]: DEBUG nova.compute.manager [req-21d76e56-c31f-48c0-89e9-a0eb1d20c4fd req-407970da-cce0-4468-ab4c-110276c05e9c service nova] [instance: f03be0d2-ce21-494f-848d-b838a195f4f9] Refreshing instance network info cache due to event network-changed-2c35ede4-46b4-41c5-9885-3341ea6429a0. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1202.531017] env[68893]: DEBUG oslo_concurrency.lockutils [req-21d76e56-c31f-48c0-89e9-a0eb1d20c4fd req-407970da-cce0-4468-ab4c-110276c05e9c service nova] Acquiring lock "refresh_cache-f03be0d2-ce21-494f-848d-b838a195f4f9" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.531164] env[68893]: DEBUG oslo_concurrency.lockutils [req-21d76e56-c31f-48c0-89e9-a0eb1d20c4fd req-407970da-cce0-4468-ab4c-110276c05e9c service nova] Acquired lock "refresh_cache-f03be0d2-ce21-494f-848d-b838a195f4f9" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.531689] env[68893]: DEBUG nova.network.neutron [req-21d76e56-c31f-48c0-89e9-a0eb1d20c4fd req-407970da-cce0-4468-ab4c-110276c05e9c service nova] [instance: f03be0d2-ce21-494f-848d-b838a195f4f9] Refreshing network info cache for port 2c35ede4-46b4-41c5-9885-3341ea6429a0 {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1202.782681] env[68893]: DEBUG oslo_concurrency.lockutils [None req-8e0aa399-822b-4435-ba69-3f459cb61919 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Acquiring lock "80865abc-dea4-468e-a2d6-1b8156411609-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.783038] env[68893]: DEBUG oslo_concurrency.lockutils [None req-8e0aa399-822b-4435-ba69-3f459cb61919 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Lock "80865abc-dea4-468e-a2d6-1b8156411609-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.783038] env[68893]: DEBUG oslo_concurrency.lockutils [None req-8e0aa399-822b-4435-ba69-3f459cb61919 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Lock "80865abc-dea4-468e-a2d6-1b8156411609-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.914963] env[68893]: INFO nova.compute.claims [None req-9604c91e-a918-4ece-a313-eaa776d86462 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: f03be0d2-ce21-494f-848d-b838a195f4f9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1202.999868] env[68893]: DEBUG oslo_vmware.api [None req-f40438dd-6e54-4157-bdc0-630ccf22ef5a tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Task: {'id': task-2792432, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138495} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.001242] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-f40438dd-6e54-4157-bdc0-630ccf22ef5a tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1203.001242] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-f40438dd-6e54-4157-bdc0-630ccf22ef5a tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 7fe829d2-a085-424f-b94f-9255451eb920] Deleted contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1203.001242] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-f40438dd-6e54-4157-bdc0-630ccf22ef5a tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 7fe829d2-a085-424f-b94f-9255451eb920] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1203.001242] env[68893]: INFO nova.compute.manager [None req-f40438dd-6e54-4157-bdc0-630ccf22ef5a tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] [instance: 7fe829d2-a085-424f-b94f-9255451eb920] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1203.001242] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f40438dd-6e54-4157-bdc0-630ccf22ef5a tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1203.001484] env[68893]: DEBUG nova.compute.manager [-] [instance: 7fe829d2-a085-424f-b94f-9255451eb920] Deallocating network for instance {{(pid=68893) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1203.001484] env[68893]: DEBUG nova.network.neutron [-] [instance: 7fe829d2-a085-424f-b94f-9255451eb920] deallocate_for_instance() {{(pid=68893) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1203.027507] env[68893]: DEBUG nova.compute.manager [None req-a91039a6-fc24-4d8f-bc41-59ff36b1eeb4 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 1a1dd7d2-fd20-4578-a095-fb95f4fc1516] Start destroying the instance on the hypervisor. {{(pid=68893) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1203.027716] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-a91039a6-fc24-4d8f-bc41-59ff36b1eeb4 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 1a1dd7d2-fd20-4578-a095-fb95f4fc1516] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1203.028586] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9615864a-fcb5-442d-9381-501367b67a8e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.038935] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-a91039a6-fc24-4d8f-bc41-59ff36b1eeb4 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 1a1dd7d2-fd20-4578-a095-fb95f4fc1516] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1203.039211] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-90dc2369-900e-4b8b-8c64-4d077263d8ce {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.046577] env[68893]: DEBUG oslo_vmware.api [None req-a91039a6-fc24-4d8f-bc41-59ff36b1eeb4 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Waiting for the task: (returnval){ [ 1203.046577] env[68893]: value = "task-2792433" [ 1203.046577] env[68893]: _type = "Task" [ 1203.046577] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.057560] env[68893]: DEBUG oslo_vmware.api [None req-a91039a6-fc24-4d8f-bc41-59ff36b1eeb4 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': task-2792433, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.328176] env[68893]: DEBUG nova.network.neutron [req-21d76e56-c31f-48c0-89e9-a0eb1d20c4fd req-407970da-cce0-4468-ab4c-110276c05e9c service nova] [instance: f03be0d2-ce21-494f-848d-b838a195f4f9] Updated VIF entry in instance network info cache for port 2c35ede4-46b4-41c5-9885-3341ea6429a0. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1203.328385] env[68893]: DEBUG nova.network.neutron [req-21d76e56-c31f-48c0-89e9-a0eb1d20c4fd req-407970da-cce0-4468-ab4c-110276c05e9c service nova] [instance: f03be0d2-ce21-494f-848d-b838a195f4f9] Updating instance_info_cache with network_info: [{"id": "2c35ede4-46b4-41c5-9885-3341ea6429a0", "address": "fa:16:3e:9b:99:45", "network": {"id": "535054b4-40f2-4085-93ee-f88482a820b2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1842438762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84cbde965bb240928baaf86257a83746", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c35ede4-46", "ovs_interfaceid": "2c35ede4-46b4-41c5-9885-3341ea6429a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.422366] env[68893]: INFO nova.compute.resource_tracker [None req-9604c91e-a918-4ece-a313-eaa776d86462 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: f03be0d2-ce21-494f-848d-b838a195f4f9] Updating resource usage from migration e2ca8991-ed88-40d2-ad52-355c744f1d85 [ 1203.557321] env[68893]: DEBUG oslo_vmware.api [None req-a91039a6-fc24-4d8f-bc41-59ff36b1eeb4 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': task-2792433, 'name': PowerOffVM_Task, 'duration_secs': 0.270116} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.560061] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-a91039a6-fc24-4d8f-bc41-59ff36b1eeb4 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 1a1dd7d2-fd20-4578-a095-fb95f4fc1516] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1203.560264] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-a91039a6-fc24-4d8f-bc41-59ff36b1eeb4 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 1a1dd7d2-fd20-4578-a095-fb95f4fc1516] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1203.560786] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-efc1b0dd-5bea-4db9-9e8a-a40e053f61e1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.628501] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-a91039a6-fc24-4d8f-bc41-59ff36b1eeb4 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 1a1dd7d2-fd20-4578-a095-fb95f4fc1516] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1203.628839] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-a91039a6-fc24-4d8f-bc41-59ff36b1eeb4 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 1a1dd7d2-fd20-4578-a095-fb95f4fc1516] Deleting contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1203.629041] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-a91039a6-fc24-4d8f-bc41-59ff36b1eeb4 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Deleting the datastore file [datastore2] 1a1dd7d2-fd20-4578-a095-fb95f4fc1516 {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1203.629312] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-664b5fb6-bd6f-4bef-af54-deb48c54d8b9 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.635887] env[68893]: DEBUG oslo_vmware.api [None req-a91039a6-fc24-4d8f-bc41-59ff36b1eeb4 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Waiting for the task: (returnval){ [ 1203.635887] env[68893]: value = "task-2792435" [ 1203.635887] env[68893]: _type = "Task" [ 1203.635887] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.644876] env[68893]: DEBUG oslo_vmware.api [None req-a91039a6-fc24-4d8f-bc41-59ff36b1eeb4 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': task-2792435, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.646654] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14422f8c-cebc-4b6f-aae3-722f1893b66a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.654191] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a5908e5-acff-41ac-a70f-9090692bbb5b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.685298] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c2c5a7d-014e-4dce-af6a-67096465674b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.693177] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ce050b2-91cb-4b46-ba8f-0964edfe3bd6 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.706539] env[68893]: DEBUG nova.compute.provider_tree [None req-9604c91e-a918-4ece-a313-eaa776d86462 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1203.763268] env[68893]: DEBUG nova.network.neutron [-] [instance: 7fe829d2-a085-424f-b94f-9255451eb920] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.814167] env[68893]: DEBUG oslo_concurrency.lockutils [None req-8e0aa399-822b-4435-ba69-3f459cb61919 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Acquiring lock "refresh_cache-80865abc-dea4-468e-a2d6-1b8156411609" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.814431] env[68893]: DEBUG oslo_concurrency.lockutils [None req-8e0aa399-822b-4435-ba69-3f459cb61919 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Acquired lock "refresh_cache-80865abc-dea4-468e-a2d6-1b8156411609" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.814532] env[68893]: DEBUG nova.network.neutron [None req-8e0aa399-822b-4435-ba69-3f459cb61919 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: 80865abc-dea4-468e-a2d6-1b8156411609] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1203.830497] env[68893]: DEBUG oslo_concurrency.lockutils [req-21d76e56-c31f-48c0-89e9-a0eb1d20c4fd req-407970da-cce0-4468-ab4c-110276c05e9c service nova] Releasing lock "refresh_cache-f03be0d2-ce21-494f-848d-b838a195f4f9" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.148448] env[68893]: DEBUG oslo_vmware.api [None req-a91039a6-fc24-4d8f-bc41-59ff36b1eeb4 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Task: {'id': task-2792435, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138777} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.148666] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-a91039a6-fc24-4d8f-bc41-59ff36b1eeb4 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1204.148886] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-a91039a6-fc24-4d8f-bc41-59ff36b1eeb4 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 1a1dd7d2-fd20-4578-a095-fb95f4fc1516] Deleted contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1204.149084] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-a91039a6-fc24-4d8f-bc41-59ff36b1eeb4 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 1a1dd7d2-fd20-4578-a095-fb95f4fc1516] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1204.149282] env[68893]: INFO nova.compute.manager [None req-a91039a6-fc24-4d8f-bc41-59ff36b1eeb4 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] [instance: 1a1dd7d2-fd20-4578-a095-fb95f4fc1516] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1204.149509] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a91039a6-fc24-4d8f-bc41-59ff36b1eeb4 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1204.149703] env[68893]: DEBUG nova.compute.manager [-] [instance: 1a1dd7d2-fd20-4578-a095-fb95f4fc1516] Deallocating network for instance {{(pid=68893) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1204.149799] env[68893]: DEBUG nova.network.neutron [-] [instance: 1a1dd7d2-fd20-4578-a095-fb95f4fc1516] deallocate_for_instance() {{(pid=68893) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1204.209592] env[68893]: DEBUG nova.scheduler.client.report [None req-9604c91e-a918-4ece-a313-eaa776d86462 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1204.265892] env[68893]: INFO nova.compute.manager [-] [instance: 7fe829d2-a085-424f-b94f-9255451eb920] Took 1.26 seconds to deallocate network for instance. [ 1204.384554] env[68893]: DEBUG nova.compute.manager [req-000e874a-98bf-46b0-9006-232c4ee8363e req-e89a10be-ed37-48d0-af07-7080fd10e274 service nova] [instance: 1a1dd7d2-fd20-4578-a095-fb95f4fc1516] Received event network-vif-deleted-91a693c8-7da1-455f-b98c-739992a38417 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1204.384554] env[68893]: INFO nova.compute.manager [req-000e874a-98bf-46b0-9006-232c4ee8363e req-e89a10be-ed37-48d0-af07-7080fd10e274 service nova] [instance: 1a1dd7d2-fd20-4578-a095-fb95f4fc1516] Neutron deleted interface 91a693c8-7da1-455f-b98c-739992a38417; detaching it from the instance and deleting it from the info cache [ 1204.384554] env[68893]: DEBUG nova.network.neutron [req-000e874a-98bf-46b0-9006-232c4ee8363e req-e89a10be-ed37-48d0-af07-7080fd10e274 service nova] [instance: 1a1dd7d2-fd20-4578-a095-fb95f4fc1516] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1204.499805] env[68893]: DEBUG nova.network.neutron [None req-8e0aa399-822b-4435-ba69-3f459cb61919 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: 80865abc-dea4-468e-a2d6-1b8156411609] Updating instance_info_cache with network_info: [{"id": "e2ca00c6-a87d-4207-abaf-d78a3a419f5a", "address": "fa:16:3e:c9:7d:9a", "network": {"id": "762a83f3-c67b-4f81-b7a7-d7f377a327e5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-991790965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6f2d7d7af6a40f097ffca46e5a430bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2ca00c6-a8", "ovs_interfaceid": "e2ca00c6-a87d-4207-abaf-d78a3a419f5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1204.558307] env[68893]: DEBUG nova.compute.manager [req-bcca0c58-645c-4a4d-a68a-97efcbc38e0a req-ce279192-94ce-4602-81c2-413803adf265 service nova] [instance: 7fe829d2-a085-424f-b94f-9255451eb920] Received event network-vif-deleted-d931b007-51c2-4c50-bdc0-48b062330f92 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1204.714585] env[68893]: DEBUG oslo_concurrency.lockutils [None req-9604c91e-a918-4ece-a313-eaa776d86462 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.306s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.714910] env[68893]: INFO nova.compute.manager [None req-9604c91e-a918-4ece-a313-eaa776d86462 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: f03be0d2-ce21-494f-848d-b838a195f4f9] Migrating [ 1204.771924] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f40438dd-6e54-4157-bdc0-630ccf22ef5a tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.772218] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f40438dd-6e54-4157-bdc0-630ccf22ef5a tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.772435] env[68893]: DEBUG nova.objects.instance [None req-f40438dd-6e54-4157-bdc0-630ccf22ef5a tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Lazy-loading 'resources' on Instance uuid 7fe829d2-a085-424f-b94f-9255451eb920 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1204.866402] env[68893]: DEBUG nova.network.neutron [-] [instance: 1a1dd7d2-fd20-4578-a095-fb95f4fc1516] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1204.886791] env[68893]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-258b7f7f-ee77-4f29-b3e3-593982ec1935 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.897164] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff20814f-1a78-4127-9264-57b5e36abc84 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.932676] env[68893]: DEBUG nova.compute.manager [req-000e874a-98bf-46b0-9006-232c4ee8363e req-e89a10be-ed37-48d0-af07-7080fd10e274 service nova] [instance: 1a1dd7d2-fd20-4578-a095-fb95f4fc1516] Detach interface failed, port_id=91a693c8-7da1-455f-b98c-739992a38417, reason: Instance 1a1dd7d2-fd20-4578-a095-fb95f4fc1516 could not be found. {{(pid=68893) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1205.002707] env[68893]: DEBUG oslo_concurrency.lockutils [None req-8e0aa399-822b-4435-ba69-3f459cb61919 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Releasing lock "refresh_cache-80865abc-dea4-468e-a2d6-1b8156411609" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.229612] env[68893]: DEBUG oslo_concurrency.lockutils [None req-9604c91e-a918-4ece-a313-eaa776d86462 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Acquiring lock "refresh_cache-f03be0d2-ce21-494f-848d-b838a195f4f9" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.230088] env[68893]: DEBUG oslo_concurrency.lockutils [None req-9604c91e-a918-4ece-a313-eaa776d86462 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Acquired lock "refresh_cache-f03be0d2-ce21-494f-848d-b838a195f4f9" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.230088] env[68893]: DEBUG nova.network.neutron [None req-9604c91e-a918-4ece-a313-eaa776d86462 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: f03be0d2-ce21-494f-848d-b838a195f4f9] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1205.369192] env[68893]: INFO nova.compute.manager [-] [instance: 1a1dd7d2-fd20-4578-a095-fb95f4fc1516] Took 1.22 seconds to deallocate network for instance. [ 1205.516334] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a490d7-be19-4c53-90b5-fffae7613ff3 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.522256] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70acc004-1d48-4d8c-8929-ed5a4bf4aea4 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.527409] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b07acdca-4809-413b-84cf-dfa5bb77c26f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.544122] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b8bda7c-e44b-42df-acee-3482674efc78 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.571972] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e73cb486-f61d-44ae-8c3b-69b4793ddd79 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.576528] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-8e0aa399-822b-4435-ba69-3f459cb61919 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: 80865abc-dea4-468e-a2d6-1b8156411609] Updating instance '80865abc-dea4-468e-a2d6-1b8156411609' progress to 83 {{(pid=68893) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1205.584872] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fadc819-d2e5-489c-bf5c-41f1e2edece8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.598573] env[68893]: DEBUG nova.compute.provider_tree [None req-f40438dd-6e54-4157-bdc0-630ccf22ef5a tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1205.876822] env[68893]: DEBUG oslo_concurrency.lockutils [None req-a91039a6-fc24-4d8f-bc41-59ff36b1eeb4 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.930381] env[68893]: DEBUG nova.network.neutron [None req-9604c91e-a918-4ece-a313-eaa776d86462 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: f03be0d2-ce21-494f-848d-b838a195f4f9] Updating instance_info_cache with network_info: [{"id": "2c35ede4-46b4-41c5-9885-3341ea6429a0", "address": "fa:16:3e:9b:99:45", "network": {"id": "535054b4-40f2-4085-93ee-f88482a820b2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1842438762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84cbde965bb240928baaf86257a83746", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c35ede4-46", "ovs_interfaceid": "2c35ede4-46b4-41c5-9885-3341ea6429a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.082719] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e0aa399-822b-4435-ba69-3f459cb61919 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: 80865abc-dea4-468e-a2d6-1b8156411609] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1206.082719] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-72cf8d64-fbc2-4730-adc1-cd5474dddfee {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.090949] env[68893]: DEBUG oslo_vmware.api [None req-8e0aa399-822b-4435-ba69-3f459cb61919 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Waiting for the task: (returnval){ [ 1206.090949] env[68893]: value = "task-2792436" [ 1206.090949] env[68893]: _type = "Task" [ 1206.090949] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.098924] env[68893]: DEBUG oslo_vmware.api [None req-8e0aa399-822b-4435-ba69-3f459cb61919 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792436, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.100844] env[68893]: DEBUG nova.scheduler.client.report [None req-f40438dd-6e54-4157-bdc0-630ccf22ef5a tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1206.433643] env[68893]: DEBUG oslo_concurrency.lockutils [None req-9604c91e-a918-4ece-a313-eaa776d86462 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Releasing lock "refresh_cache-f03be0d2-ce21-494f-848d-b838a195f4f9" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.601776] env[68893]: DEBUG oslo_vmware.api [None req-8e0aa399-822b-4435-ba69-3f459cb61919 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792436, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.605549] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f40438dd-6e54-4157-bdc0-630ccf22ef5a tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.833s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.608021] env[68893]: DEBUG oslo_concurrency.lockutils [None req-a91039a6-fc24-4d8f-bc41-59ff36b1eeb4 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.731s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.608021] env[68893]: DEBUG nova.objects.instance [None req-a91039a6-fc24-4d8f-bc41-59ff36b1eeb4 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Lazy-loading 'resources' on Instance uuid 1a1dd7d2-fd20-4578-a095-fb95f4fc1516 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1206.627053] env[68893]: INFO nova.scheduler.client.report [None req-f40438dd-6e54-4157-bdc0-630ccf22ef5a tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Deleted allocations for instance 7fe829d2-a085-424f-b94f-9255451eb920 [ 1207.101497] env[68893]: DEBUG oslo_vmware.api [None req-8e0aa399-822b-4435-ba69-3f459cb61919 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792436, 'name': PowerOnVM_Task, 'duration_secs': 0.64371} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.101877] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e0aa399-822b-4435-ba69-3f459cb61919 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: 80865abc-dea4-468e-a2d6-1b8156411609] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1207.102106] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-8e0aa399-822b-4435-ba69-3f459cb61919 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: 80865abc-dea4-468e-a2d6-1b8156411609] Updating instance '80865abc-dea4-468e-a2d6-1b8156411609' progress to 100 {{(pid=68893) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1207.134451] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f40438dd-6e54-4157-bdc0-630ccf22ef5a tempest-ServersTestJSON-1736493 tempest-ServersTestJSON-1736493-project-member] Lock "7fe829d2-a085-424f-b94f-9255451eb920" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.784s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.293546] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa22f77b-a138-4118-81d4-263385a8e7ed {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.302570] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11259be7-2312-43ef-a284-6cf1c239828d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.331628] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27f23b2c-a5ad-4c5c-a9f1-f0a2c4887609 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.338333] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-301c6325-16ea-44aa-a017-0ad2ff9dd507 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.351081] env[68893]: DEBUG nova.compute.provider_tree [None req-a91039a6-fc24-4d8f-bc41-59ff36b1eeb4 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1207.853886] env[68893]: DEBUG nova.scheduler.client.report [None req-a91039a6-fc24-4d8f-bc41-59ff36b1eeb4 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1207.947692] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d064d05-beac-48ab-bc45-ba82e7c54512 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.970540] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-9604c91e-a918-4ece-a313-eaa776d86462 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: f03be0d2-ce21-494f-848d-b838a195f4f9] Updating instance 'f03be0d2-ce21-494f-848d-b838a195f4f9' progress to 0 {{(pid=68893) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1208.359831] env[68893]: DEBUG oslo_concurrency.lockutils [None req-a91039a6-fc24-4d8f-bc41-59ff36b1eeb4 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.752s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.382752] env[68893]: INFO nova.scheduler.client.report [None req-a91039a6-fc24-4d8f-bc41-59ff36b1eeb4 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Deleted allocations for instance 1a1dd7d2-fd20-4578-a095-fb95f4fc1516 [ 1208.477275] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-9604c91e-a918-4ece-a313-eaa776d86462 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: f03be0d2-ce21-494f-848d-b838a195f4f9] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1208.477275] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-14985164-57b9-42f2-9d0b-ace2c5e0926d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.486042] env[68893]: DEBUG oslo_vmware.api [None req-9604c91e-a918-4ece-a313-eaa776d86462 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Waiting for the task: (returnval){ [ 1208.486042] env[68893]: value = "task-2792437" [ 1208.486042] env[68893]: _type = "Task" [ 1208.486042] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.494996] env[68893]: DEBUG oslo_vmware.api [None req-9604c91e-a918-4ece-a313-eaa776d86462 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2792437, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.891645] env[68893]: DEBUG oslo_concurrency.lockutils [None req-a91039a6-fc24-4d8f-bc41-59ff36b1eeb4 tempest-AttachInterfacesTestJSON-1903265356 tempest-AttachInterfacesTestJSON-1903265356-project-member] Lock "1a1dd7d2-fd20-4578-a095-fb95f4fc1516" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.371s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.996843] env[68893]: DEBUG oslo_vmware.api [None req-9604c91e-a918-4ece-a313-eaa776d86462 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2792437, 'name': PowerOffVM_Task, 'duration_secs': 0.199025} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.997165] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-9604c91e-a918-4ece-a313-eaa776d86462 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: f03be0d2-ce21-494f-848d-b838a195f4f9] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1208.997358] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-9604c91e-a918-4ece-a313-eaa776d86462 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: f03be0d2-ce21-494f-848d-b838a195f4f9] Updating instance 'f03be0d2-ce21-494f-848d-b838a195f4f9' progress to 17 {{(pid=68893) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1209.504470] env[68893]: DEBUG nova.virt.hardware [None req-9604c91e-a918-4ece-a313-eaa776d86462 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1209.504858] env[68893]: DEBUG nova.virt.hardware [None req-9604c91e-a918-4ece-a313-eaa776d86462 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1209.505246] env[68893]: DEBUG nova.virt.hardware [None req-9604c91e-a918-4ece-a313-eaa776d86462 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1209.505544] env[68893]: DEBUG nova.virt.hardware [None req-9604c91e-a918-4ece-a313-eaa776d86462 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1209.505761] env[68893]: DEBUG nova.virt.hardware [None req-9604c91e-a918-4ece-a313-eaa776d86462 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1209.506121] env[68893]: DEBUG nova.virt.hardware [None req-9604c91e-a918-4ece-a313-eaa776d86462 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1209.506384] env[68893]: DEBUG nova.virt.hardware [None req-9604c91e-a918-4ece-a313-eaa776d86462 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1209.506590] env[68893]: DEBUG nova.virt.hardware [None req-9604c91e-a918-4ece-a313-eaa776d86462 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1209.506738] env[68893]: DEBUG nova.virt.hardware [None req-9604c91e-a918-4ece-a313-eaa776d86462 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1209.506910] env[68893]: DEBUG nova.virt.hardware [None req-9604c91e-a918-4ece-a313-eaa776d86462 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1209.507098] env[68893]: DEBUG nova.virt.hardware [None req-9604c91e-a918-4ece-a313-eaa776d86462 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1209.512362] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb182ea6-3a06-42f9-852d-a650fa6b0b44 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.528692] env[68893]: DEBUG oslo_vmware.api [None req-9604c91e-a918-4ece-a313-eaa776d86462 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Waiting for the task: (returnval){ [ 1209.528692] env[68893]: value = "task-2792438" [ 1209.528692] env[68893]: _type = "Task" [ 1209.528692] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.537302] env[68893]: DEBUG oslo_vmware.api [None req-9604c91e-a918-4ece-a313-eaa776d86462 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2792438, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.568009] env[68893]: DEBUG oslo_concurrency.lockutils [None req-42d98790-7870-4177-b3dc-f1ff8fb7b954 tempest-ServersV294TestFqdnHostnames-1826523196 tempest-ServersV294TestFqdnHostnames-1826523196-project-member] Acquiring lock "31e47e18-e4e3-4f5f-90e4-1468a77dff2e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.568693] env[68893]: DEBUG oslo_concurrency.lockutils [None req-42d98790-7870-4177-b3dc-f1ff8fb7b954 tempest-ServersV294TestFqdnHostnames-1826523196 tempest-ServersV294TestFqdnHostnames-1826523196-project-member] Lock "31e47e18-e4e3-4f5f-90e4-1468a77dff2e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.568693] env[68893]: DEBUG oslo_concurrency.lockutils [None req-42d98790-7870-4177-b3dc-f1ff8fb7b954 tempest-ServersV294TestFqdnHostnames-1826523196 tempest-ServersV294TestFqdnHostnames-1826523196-project-member] Acquiring lock "31e47e18-e4e3-4f5f-90e4-1468a77dff2e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.568693] env[68893]: DEBUG oslo_concurrency.lockutils [None req-42d98790-7870-4177-b3dc-f1ff8fb7b954 tempest-ServersV294TestFqdnHostnames-1826523196 tempest-ServersV294TestFqdnHostnames-1826523196-project-member] Lock "31e47e18-e4e3-4f5f-90e4-1468a77dff2e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.568934] env[68893]: DEBUG oslo_concurrency.lockutils [None req-42d98790-7870-4177-b3dc-f1ff8fb7b954 tempest-ServersV294TestFqdnHostnames-1826523196 tempest-ServersV294TestFqdnHostnames-1826523196-project-member] Lock "31e47e18-e4e3-4f5f-90e4-1468a77dff2e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.571602] env[68893]: INFO nova.compute.manager [None req-42d98790-7870-4177-b3dc-f1ff8fb7b954 tempest-ServersV294TestFqdnHostnames-1826523196 tempest-ServersV294TestFqdnHostnames-1826523196-project-member] [instance: 31e47e18-e4e3-4f5f-90e4-1468a77dff2e] Terminating instance [ 1209.653108] env[68893]: DEBUG oslo_concurrency.lockutils [None req-0a83d032-045d-4546-8047-e116d4cd6a9e tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Acquiring lock "80865abc-dea4-468e-a2d6-1b8156411609" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.654154] env[68893]: DEBUG oslo_concurrency.lockutils [None req-0a83d032-045d-4546-8047-e116d4cd6a9e tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Lock "80865abc-dea4-468e-a2d6-1b8156411609" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.654154] env[68893]: DEBUG nova.compute.manager [None req-0a83d032-045d-4546-8047-e116d4cd6a9e tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: 80865abc-dea4-468e-a2d6-1b8156411609] Going to confirm migration 6 {{(pid=68893) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1210.043022] env[68893]: DEBUG oslo_vmware.api [None req-9604c91e-a918-4ece-a313-eaa776d86462 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2792438, 'name': ReconfigVM_Task, 'duration_secs': 0.300412} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.043022] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-9604c91e-a918-4ece-a313-eaa776d86462 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: f03be0d2-ce21-494f-848d-b838a195f4f9] Updating instance 'f03be0d2-ce21-494f-848d-b838a195f4f9' progress to 33 {{(pid=68893) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1210.078248] env[68893]: DEBUG nova.compute.manager [None req-42d98790-7870-4177-b3dc-f1ff8fb7b954 tempest-ServersV294TestFqdnHostnames-1826523196 tempest-ServersV294TestFqdnHostnames-1826523196-project-member] [instance: 31e47e18-e4e3-4f5f-90e4-1468a77dff2e] Start destroying the instance on the hypervisor. {{(pid=68893) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1210.078248] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-42d98790-7870-4177-b3dc-f1ff8fb7b954 tempest-ServersV294TestFqdnHostnames-1826523196 tempest-ServersV294TestFqdnHostnames-1826523196-project-member] [instance: 31e47e18-e4e3-4f5f-90e4-1468a77dff2e] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1210.079458] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcddb849-c626-40b9-ad94-614eafd661e2 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.087907] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-42d98790-7870-4177-b3dc-f1ff8fb7b954 tempest-ServersV294TestFqdnHostnames-1826523196 tempest-ServersV294TestFqdnHostnames-1826523196-project-member] [instance: 31e47e18-e4e3-4f5f-90e4-1468a77dff2e] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1210.087907] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a61739cf-d422-4e9a-8985-ca255f3555e8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.095348] env[68893]: DEBUG oslo_vmware.api [None req-42d98790-7870-4177-b3dc-f1ff8fb7b954 tempest-ServersV294TestFqdnHostnames-1826523196 tempest-ServersV294TestFqdnHostnames-1826523196-project-member] Waiting for the task: (returnval){ [ 1210.095348] env[68893]: value = "task-2792439" [ 1210.095348] env[68893]: _type = "Task" [ 1210.095348] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.105249] env[68893]: DEBUG oslo_vmware.api [None req-42d98790-7870-4177-b3dc-f1ff8fb7b954 tempest-ServersV294TestFqdnHostnames-1826523196 tempest-ServersV294TestFqdnHostnames-1826523196-project-member] Task: {'id': task-2792439, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.199262] env[68893]: DEBUG oslo_concurrency.lockutils [None req-0a83d032-045d-4546-8047-e116d4cd6a9e tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Acquiring lock "refresh_cache-80865abc-dea4-468e-a2d6-1b8156411609" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.199262] env[68893]: DEBUG oslo_concurrency.lockutils [None req-0a83d032-045d-4546-8047-e116d4cd6a9e tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Acquired lock "refresh_cache-80865abc-dea4-468e-a2d6-1b8156411609" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.199262] env[68893]: DEBUG nova.network.neutron [None req-0a83d032-045d-4546-8047-e116d4cd6a9e tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: 80865abc-dea4-468e-a2d6-1b8156411609] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1210.199262] env[68893]: DEBUG nova.objects.instance [None req-0a83d032-045d-4546-8047-e116d4cd6a9e tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Lazy-loading 'info_cache' on Instance uuid 80865abc-dea4-468e-a2d6-1b8156411609 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1210.547126] env[68893]: DEBUG nova.virt.hardware [None req-9604c91e-a918-4ece-a313-eaa776d86462 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1210.547523] env[68893]: DEBUG nova.virt.hardware [None req-9604c91e-a918-4ece-a313-eaa776d86462 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1210.547523] env[68893]: DEBUG nova.virt.hardware [None req-9604c91e-a918-4ece-a313-eaa776d86462 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1210.547661] env[68893]: DEBUG nova.virt.hardware [None req-9604c91e-a918-4ece-a313-eaa776d86462 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1210.547806] env[68893]: DEBUG nova.virt.hardware [None req-9604c91e-a918-4ece-a313-eaa776d86462 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1210.547958] env[68893]: DEBUG nova.virt.hardware [None req-9604c91e-a918-4ece-a313-eaa776d86462 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1210.548183] env[68893]: DEBUG nova.virt.hardware [None req-9604c91e-a918-4ece-a313-eaa776d86462 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1210.548343] env[68893]: DEBUG nova.virt.hardware [None req-9604c91e-a918-4ece-a313-eaa776d86462 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1210.548511] env[68893]: DEBUG nova.virt.hardware [None req-9604c91e-a918-4ece-a313-eaa776d86462 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1210.548674] env[68893]: DEBUG nova.virt.hardware [None req-9604c91e-a918-4ece-a313-eaa776d86462 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1210.548857] env[68893]: DEBUG nova.virt.hardware [None req-9604c91e-a918-4ece-a313-eaa776d86462 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1210.554198] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-9604c91e-a918-4ece-a313-eaa776d86462 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: f03be0d2-ce21-494f-848d-b838a195f4f9] Reconfiguring VM instance instance-0000006f to detach disk 2000 {{(pid=68893) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1210.554679] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bfa0b68c-fa50-4aa1-b617-b66cb2bdf43f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.573746] env[68893]: DEBUG oslo_vmware.api [None req-9604c91e-a918-4ece-a313-eaa776d86462 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Waiting for the task: (returnval){ [ 1210.573746] env[68893]: value = "task-2792440" [ 1210.573746] env[68893]: _type = "Task" [ 1210.573746] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.582083] env[68893]: DEBUG oslo_vmware.api [None req-9604c91e-a918-4ece-a313-eaa776d86462 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2792440, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.606065] env[68893]: DEBUG oslo_vmware.api [None req-42d98790-7870-4177-b3dc-f1ff8fb7b954 tempest-ServersV294TestFqdnHostnames-1826523196 tempest-ServersV294TestFqdnHostnames-1826523196-project-member] Task: {'id': task-2792439, 'name': PowerOffVM_Task, 'duration_secs': 0.298787} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.606416] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-42d98790-7870-4177-b3dc-f1ff8fb7b954 tempest-ServersV294TestFqdnHostnames-1826523196 tempest-ServersV294TestFqdnHostnames-1826523196-project-member] [instance: 31e47e18-e4e3-4f5f-90e4-1468a77dff2e] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1210.606548] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-42d98790-7870-4177-b3dc-f1ff8fb7b954 tempest-ServersV294TestFqdnHostnames-1826523196 tempest-ServersV294TestFqdnHostnames-1826523196-project-member] [instance: 31e47e18-e4e3-4f5f-90e4-1468a77dff2e] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1210.606790] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1ca39b8a-447e-41dd-971a-394f302be510 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.653478] env[68893]: DEBUG oslo_concurrency.lockutils [None req-bafe8760-6da9-421a-b1ec-a6e1cae484fe tempest-ServersTestJSON-1128307701 tempest-ServersTestJSON-1128307701-project-member] Acquiring lock "89b887c6-1bda-46bb-b285-951b77b5ed61" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.653883] env[68893]: DEBUG oslo_concurrency.lockutils [None req-bafe8760-6da9-421a-b1ec-a6e1cae484fe tempest-ServersTestJSON-1128307701 tempest-ServersTestJSON-1128307701-project-member] Lock "89b887c6-1bda-46bb-b285-951b77b5ed61" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.654295] env[68893]: DEBUG oslo_concurrency.lockutils [None req-bafe8760-6da9-421a-b1ec-a6e1cae484fe tempest-ServersTestJSON-1128307701 tempest-ServersTestJSON-1128307701-project-member] Acquiring lock "89b887c6-1bda-46bb-b285-951b77b5ed61-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.654635] env[68893]: DEBUG oslo_concurrency.lockutils [None req-bafe8760-6da9-421a-b1ec-a6e1cae484fe tempest-ServersTestJSON-1128307701 tempest-ServersTestJSON-1128307701-project-member] Lock "89b887c6-1bda-46bb-b285-951b77b5ed61-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.654713] env[68893]: DEBUG oslo_concurrency.lockutils [None req-bafe8760-6da9-421a-b1ec-a6e1cae484fe tempest-ServersTestJSON-1128307701 tempest-ServersTestJSON-1128307701-project-member] Lock "89b887c6-1bda-46bb-b285-951b77b5ed61-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.657035] env[68893]: INFO nova.compute.manager [None req-bafe8760-6da9-421a-b1ec-a6e1cae484fe tempest-ServersTestJSON-1128307701 tempest-ServersTestJSON-1128307701-project-member] [instance: 89b887c6-1bda-46bb-b285-951b77b5ed61] Terminating instance [ 1210.681238] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-42d98790-7870-4177-b3dc-f1ff8fb7b954 tempest-ServersV294TestFqdnHostnames-1826523196 tempest-ServersV294TestFqdnHostnames-1826523196-project-member] [instance: 31e47e18-e4e3-4f5f-90e4-1468a77dff2e] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1210.682027] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-42d98790-7870-4177-b3dc-f1ff8fb7b954 tempest-ServersV294TestFqdnHostnames-1826523196 tempest-ServersV294TestFqdnHostnames-1826523196-project-member] [instance: 31e47e18-e4e3-4f5f-90e4-1468a77dff2e] Deleting contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1210.682027] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-42d98790-7870-4177-b3dc-f1ff8fb7b954 tempest-ServersV294TestFqdnHostnames-1826523196 tempest-ServersV294TestFqdnHostnames-1826523196-project-member] Deleting the datastore file [datastore2] 31e47e18-e4e3-4f5f-90e4-1468a77dff2e {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1210.682027] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cae5c155-fdd6-4b2a-98b8-4127c02c86a1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.689855] env[68893]: DEBUG oslo_vmware.api [None req-42d98790-7870-4177-b3dc-f1ff8fb7b954 tempest-ServersV294TestFqdnHostnames-1826523196 tempest-ServersV294TestFqdnHostnames-1826523196-project-member] Waiting for the task: (returnval){ [ 1210.689855] env[68893]: value = "task-2792442" [ 1210.689855] env[68893]: _type = "Task" [ 1210.689855] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.705474] env[68893]: DEBUG oslo_vmware.api [None req-42d98790-7870-4177-b3dc-f1ff8fb7b954 tempest-ServersV294TestFqdnHostnames-1826523196 tempest-ServersV294TestFqdnHostnames-1826523196-project-member] Task: {'id': task-2792442, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.084322] env[68893]: DEBUG oslo_vmware.api [None req-9604c91e-a918-4ece-a313-eaa776d86462 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2792440, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.161582] env[68893]: DEBUG nova.compute.manager [None req-bafe8760-6da9-421a-b1ec-a6e1cae484fe tempest-ServersTestJSON-1128307701 tempest-ServersTestJSON-1128307701-project-member] [instance: 89b887c6-1bda-46bb-b285-951b77b5ed61] Start destroying the instance on the hypervisor. {{(pid=68893) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1211.161892] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-bafe8760-6da9-421a-b1ec-a6e1cae484fe tempest-ServersTestJSON-1128307701 tempest-ServersTestJSON-1128307701-project-member] [instance: 89b887c6-1bda-46bb-b285-951b77b5ed61] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1211.162915] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59b27bf0-d7ce-44c6-a1e2-21601feccd1e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.170823] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-bafe8760-6da9-421a-b1ec-a6e1cae484fe tempest-ServersTestJSON-1128307701 tempest-ServersTestJSON-1128307701-project-member] [instance: 89b887c6-1bda-46bb-b285-951b77b5ed61] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1211.171083] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0dd06500-f9e5-43e5-b4ae-f76d2f20a077 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.177709] env[68893]: DEBUG oslo_vmware.api [None req-bafe8760-6da9-421a-b1ec-a6e1cae484fe tempest-ServersTestJSON-1128307701 tempest-ServersTestJSON-1128307701-project-member] Waiting for the task: (returnval){ [ 1211.177709] env[68893]: value = "task-2792443" [ 1211.177709] env[68893]: _type = "Task" [ 1211.177709] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.186356] env[68893]: DEBUG oslo_vmware.api [None req-bafe8760-6da9-421a-b1ec-a6e1cae484fe tempest-ServersTestJSON-1128307701 tempest-ServersTestJSON-1128307701-project-member] Task: {'id': task-2792443, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.199335] env[68893]: DEBUG oslo_vmware.api [None req-42d98790-7870-4177-b3dc-f1ff8fb7b954 tempest-ServersV294TestFqdnHostnames-1826523196 tempest-ServersV294TestFqdnHostnames-1826523196-project-member] Task: {'id': task-2792442, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192101} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.199335] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-42d98790-7870-4177-b3dc-f1ff8fb7b954 tempest-ServersV294TestFqdnHostnames-1826523196 tempest-ServersV294TestFqdnHostnames-1826523196-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1211.199335] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-42d98790-7870-4177-b3dc-f1ff8fb7b954 tempest-ServersV294TestFqdnHostnames-1826523196 tempest-ServersV294TestFqdnHostnames-1826523196-project-member] [instance: 31e47e18-e4e3-4f5f-90e4-1468a77dff2e] Deleted contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1211.199335] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-42d98790-7870-4177-b3dc-f1ff8fb7b954 tempest-ServersV294TestFqdnHostnames-1826523196 tempest-ServersV294TestFqdnHostnames-1826523196-project-member] [instance: 31e47e18-e4e3-4f5f-90e4-1468a77dff2e] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1211.199609] env[68893]: INFO nova.compute.manager [None req-42d98790-7870-4177-b3dc-f1ff8fb7b954 tempest-ServersV294TestFqdnHostnames-1826523196 tempest-ServersV294TestFqdnHostnames-1826523196-project-member] [instance: 31e47e18-e4e3-4f5f-90e4-1468a77dff2e] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1211.199609] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-42d98790-7870-4177-b3dc-f1ff8fb7b954 tempest-ServersV294TestFqdnHostnames-1826523196 tempest-ServersV294TestFqdnHostnames-1826523196-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1211.200043] env[68893]: DEBUG nova.compute.manager [-] [instance: 31e47e18-e4e3-4f5f-90e4-1468a77dff2e] Deallocating network for instance {{(pid=68893) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1211.200043] env[68893]: DEBUG nova.network.neutron [-] [instance: 31e47e18-e4e3-4f5f-90e4-1468a77dff2e] deallocate_for_instance() {{(pid=68893) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1211.439615] env[68893]: DEBUG nova.network.neutron [None req-0a83d032-045d-4546-8047-e116d4cd6a9e tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: 80865abc-dea4-468e-a2d6-1b8156411609] Updating instance_info_cache with network_info: [{"id": "e2ca00c6-a87d-4207-abaf-d78a3a419f5a", "address": "fa:16:3e:c9:7d:9a", "network": {"id": "762a83f3-c67b-4f81-b7a7-d7f377a327e5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-991790965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6f2d7d7af6a40f097ffca46e5a430bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2ca00c6-a8", "ovs_interfaceid": "e2ca00c6-a87d-4207-abaf-d78a3a419f5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.588502] env[68893]: DEBUG oslo_vmware.api [None req-9604c91e-a918-4ece-a313-eaa776d86462 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2792440, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.687737] env[68893]: DEBUG oslo_vmware.api [None req-bafe8760-6da9-421a-b1ec-a6e1cae484fe tempest-ServersTestJSON-1128307701 tempest-ServersTestJSON-1128307701-project-member] Task: {'id': task-2792443, 'name': PowerOffVM_Task, 'duration_secs': 0.203075} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.688062] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-bafe8760-6da9-421a-b1ec-a6e1cae484fe tempest-ServersTestJSON-1128307701 tempest-ServersTestJSON-1128307701-project-member] [instance: 89b887c6-1bda-46bb-b285-951b77b5ed61] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1211.688257] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-bafe8760-6da9-421a-b1ec-a6e1cae484fe tempest-ServersTestJSON-1128307701 tempest-ServersTestJSON-1128307701-project-member] [instance: 89b887c6-1bda-46bb-b285-951b77b5ed61] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1211.688513] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ac42bf4b-9358-478c-8560-ce79115c0f87 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.745996] env[68893]: DEBUG nova.compute.manager [req-e825b7f6-8914-4141-b595-b8e842d175aa req-54ef8a9b-1ffc-43d8-b65f-6efdd2e4f81b service nova] [instance: 31e47e18-e4e3-4f5f-90e4-1468a77dff2e] Received event network-vif-deleted-6dc49abd-ac8c-48cd-86e0-33960f793305 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1211.746245] env[68893]: INFO nova.compute.manager [req-e825b7f6-8914-4141-b595-b8e842d175aa req-54ef8a9b-1ffc-43d8-b65f-6efdd2e4f81b service nova] [instance: 31e47e18-e4e3-4f5f-90e4-1468a77dff2e] Neutron deleted interface 6dc49abd-ac8c-48cd-86e0-33960f793305; detaching it from the instance and deleting it from the info cache [ 1211.746445] env[68893]: DEBUG nova.network.neutron [req-e825b7f6-8914-4141-b595-b8e842d175aa req-54ef8a9b-1ffc-43d8-b65f-6efdd2e4f81b service nova] [instance: 31e47e18-e4e3-4f5f-90e4-1468a77dff2e] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.754597] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-bafe8760-6da9-421a-b1ec-a6e1cae484fe tempest-ServersTestJSON-1128307701 tempest-ServersTestJSON-1128307701-project-member] [instance: 89b887c6-1bda-46bb-b285-951b77b5ed61] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1211.755475] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-bafe8760-6da9-421a-b1ec-a6e1cae484fe tempest-ServersTestJSON-1128307701 tempest-ServersTestJSON-1128307701-project-member] [instance: 89b887c6-1bda-46bb-b285-951b77b5ed61] Deleting contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1211.755475] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-bafe8760-6da9-421a-b1ec-a6e1cae484fe tempest-ServersTestJSON-1128307701 tempest-ServersTestJSON-1128307701-project-member] Deleting the datastore file [datastore2] 89b887c6-1bda-46bb-b285-951b77b5ed61 {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1211.755475] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a1e1b20d-d0fb-46d8-b2cd-675fdf9d5c66 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.762139] env[68893]: DEBUG oslo_vmware.api [None req-bafe8760-6da9-421a-b1ec-a6e1cae484fe tempest-ServersTestJSON-1128307701 tempest-ServersTestJSON-1128307701-project-member] Waiting for the task: (returnval){ [ 1211.762139] env[68893]: value = "task-2792445" [ 1211.762139] env[68893]: _type = "Task" [ 1211.762139] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.771828] env[68893]: DEBUG oslo_vmware.api [None req-bafe8760-6da9-421a-b1ec-a6e1cae484fe tempest-ServersTestJSON-1128307701 tempest-ServersTestJSON-1128307701-project-member] Task: {'id': task-2792445, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.943255] env[68893]: DEBUG oslo_concurrency.lockutils [None req-0a83d032-045d-4546-8047-e116d4cd6a9e tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Releasing lock "refresh_cache-80865abc-dea4-468e-a2d6-1b8156411609" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.943255] env[68893]: DEBUG nova.objects.instance [None req-0a83d032-045d-4546-8047-e116d4cd6a9e tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Lazy-loading 'migration_context' on Instance uuid 80865abc-dea4-468e-a2d6-1b8156411609 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1212.086501] env[68893]: DEBUG oslo_vmware.api [None req-9604c91e-a918-4ece-a313-eaa776d86462 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2792440, 'name': ReconfigVM_Task, 'duration_secs': 1.172977} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.087870] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-9604c91e-a918-4ece-a313-eaa776d86462 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: f03be0d2-ce21-494f-848d-b838a195f4f9] Reconfigured VM instance instance-0000006f to detach disk 2000 {{(pid=68893) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1212.087870] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bddd737-1139-4706-b99b-4209e7268c38 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.109296] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-9604c91e-a918-4ece-a313-eaa776d86462 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: f03be0d2-ce21-494f-848d-b838a195f4f9] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] volume-aa7d2e10-cda4-4365-8388-9e10594308a8/volume-aa7d2e10-cda4-4365-8388-9e10594308a8.vmdk or device None with type thin {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1212.109544] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4d70560-7924-4ddf-bbca-7817cb1699cb {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.126848] env[68893]: DEBUG oslo_vmware.api [None req-9604c91e-a918-4ece-a313-eaa776d86462 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Waiting for the task: (returnval){ [ 1212.126848] env[68893]: value = "task-2792446" [ 1212.126848] env[68893]: _type = "Task" [ 1212.126848] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.134546] env[68893]: DEBUG oslo_vmware.api [None req-9604c91e-a918-4ece-a313-eaa776d86462 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2792446, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.213155] env[68893]: DEBUG nova.network.neutron [-] [instance: 31e47e18-e4e3-4f5f-90e4-1468a77dff2e] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.250848] env[68893]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-55fd7136-3e53-411f-9ef3-f4b8a63d4e1a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.261485] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-133106ac-df6b-465a-b074-a1239cd51793 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.281866] env[68893]: DEBUG oslo_vmware.api [None req-bafe8760-6da9-421a-b1ec-a6e1cae484fe tempest-ServersTestJSON-1128307701 tempest-ServersTestJSON-1128307701-project-member] Task: {'id': task-2792445, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135773} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.282191] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-bafe8760-6da9-421a-b1ec-a6e1cae484fe tempest-ServersTestJSON-1128307701 tempest-ServersTestJSON-1128307701-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1212.282433] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-bafe8760-6da9-421a-b1ec-a6e1cae484fe tempest-ServersTestJSON-1128307701 tempest-ServersTestJSON-1128307701-project-member] [instance: 89b887c6-1bda-46bb-b285-951b77b5ed61] Deleted contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1212.282673] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-bafe8760-6da9-421a-b1ec-a6e1cae484fe tempest-ServersTestJSON-1128307701 tempest-ServersTestJSON-1128307701-project-member] [instance: 89b887c6-1bda-46bb-b285-951b77b5ed61] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1212.282905] env[68893]: INFO nova.compute.manager [None req-bafe8760-6da9-421a-b1ec-a6e1cae484fe tempest-ServersTestJSON-1128307701 tempest-ServersTestJSON-1128307701-project-member] [instance: 89b887c6-1bda-46bb-b285-951b77b5ed61] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1212.283220] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bafe8760-6da9-421a-b1ec-a6e1cae484fe tempest-ServersTestJSON-1128307701 tempest-ServersTestJSON-1128307701-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1212.283439] env[68893]: DEBUG nova.compute.manager [-] [instance: 89b887c6-1bda-46bb-b285-951b77b5ed61] Deallocating network for instance {{(pid=68893) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1212.283535] env[68893]: DEBUG nova.network.neutron [-] [instance: 89b887c6-1bda-46bb-b285-951b77b5ed61] deallocate_for_instance() {{(pid=68893) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1212.300857] env[68893]: DEBUG nova.compute.manager [req-e825b7f6-8914-4141-b595-b8e842d175aa req-54ef8a9b-1ffc-43d8-b65f-6efdd2e4f81b service nova] [instance: 31e47e18-e4e3-4f5f-90e4-1468a77dff2e] Detach interface failed, port_id=6dc49abd-ac8c-48cd-86e0-33960f793305, reason: Instance 31e47e18-e4e3-4f5f-90e4-1468a77dff2e could not be found. {{(pid=68893) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1212.448382] env[68893]: DEBUG nova.objects.base [None req-0a83d032-045d-4546-8047-e116d4cd6a9e tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Object Instance<80865abc-dea4-468e-a2d6-1b8156411609> lazy-loaded attributes: info_cache,migration_context {{(pid=68893) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1212.448382] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-239544ca-975f-4b63-9a3b-ed300159d22d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.465727] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5f1bd9b-a37c-4faa-aec9-d95ab4399d97 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.473019] env[68893]: DEBUG oslo_vmware.api [None req-0a83d032-045d-4546-8047-e116d4cd6a9e tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Waiting for the task: (returnval){ [ 1212.473019] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52d937e5-672c-2495-6129-ff3e5db26053" [ 1212.473019] env[68893]: _type = "Task" [ 1212.473019] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.481467] env[68893]: DEBUG oslo_vmware.api [None req-0a83d032-045d-4546-8047-e116d4cd6a9e tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52d937e5-672c-2495-6129-ff3e5db26053, 'name': SearchDatastore_Task, 'duration_secs': 0.006105} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.481764] env[68893]: DEBUG oslo_concurrency.lockutils [None req-0a83d032-045d-4546-8047-e116d4cd6a9e tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.482238] env[68893]: DEBUG oslo_concurrency.lockutils [None req-0a83d032-045d-4546-8047-e116d4cd6a9e tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.637288] env[68893]: DEBUG oslo_vmware.api [None req-9604c91e-a918-4ece-a313-eaa776d86462 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2792446, 'name': ReconfigVM_Task, 'duration_secs': 0.283104} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.637618] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-9604c91e-a918-4ece-a313-eaa776d86462 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: f03be0d2-ce21-494f-848d-b838a195f4f9] Reconfigured VM instance instance-0000006f to attach disk [datastore1] volume-aa7d2e10-cda4-4365-8388-9e10594308a8/volume-aa7d2e10-cda4-4365-8388-9e10594308a8.vmdk or device None with type thin {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1212.638103] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-9604c91e-a918-4ece-a313-eaa776d86462 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: f03be0d2-ce21-494f-848d-b838a195f4f9] Updating instance 'f03be0d2-ce21-494f-848d-b838a195f4f9' progress to 50 {{(pid=68893) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1212.715334] env[68893]: INFO nova.compute.manager [-] [instance: 31e47e18-e4e3-4f5f-90e4-1468a77dff2e] Took 1.52 seconds to deallocate network for instance. [ 1213.146815] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9754f3a-675c-49d3-9546-6e856612ec34 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.167461] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8624d758-0037-459b-866b-eee07a6374a0 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.185607] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-9604c91e-a918-4ece-a313-eaa776d86462 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: f03be0d2-ce21-494f-848d-b838a195f4f9] Updating instance 'f03be0d2-ce21-494f-848d-b838a195f4f9' progress to 67 {{(pid=68893) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1213.200998] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c359dfb-b2c3-42bd-9445-afc0c63e6a51 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.208472] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc735518-39a9-41f3-8ccf-978fb2fbade1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.240870] env[68893]: DEBUG oslo_concurrency.lockutils [None req-42d98790-7870-4177-b3dc-f1ff8fb7b954 tempest-ServersV294TestFqdnHostnames-1826523196 tempest-ServersV294TestFqdnHostnames-1826523196-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.241187] env[68893]: DEBUG nova.network.neutron [-] [instance: 89b887c6-1bda-46bb-b285-951b77b5ed61] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.243901] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97909428-4671-43f7-a2c8-8f1b6c7781cf {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.252383] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54ee0b28-50c9-4a3d-bcae-aabd1b45fe37 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.267222] env[68893]: DEBUG nova.compute.provider_tree [None req-0a83d032-045d-4546-8047-e116d4cd6a9e tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Updating inventory in ProviderTree for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1213.749168] env[68893]: INFO nova.compute.manager [-] [instance: 89b887c6-1bda-46bb-b285-951b77b5ed61] Took 1.47 seconds to deallocate network for instance. [ 1213.789138] env[68893]: DEBUG nova.compute.manager [req-2e196fda-d0e8-408b-ad1c-6ab3a746ca2c req-06ddeb4e-95e1-441e-930a-8a59f8fb0945 service nova] [instance: 89b887c6-1bda-46bb-b285-951b77b5ed61] Received event network-vif-deleted-f4adf7b7-e768-486e-845d-ca370c8287eb {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1213.792436] env[68893]: ERROR nova.scheduler.client.report [None req-0a83d032-045d-4546-8047-e116d4cd6a9e tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [req-e4c2e13b-b5e2-4fe4-9cb7-5851cfdbbed6] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d14b70d6-a636-4db0-b5a6-b901da6fa895. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e4c2e13b-b5e2-4fe4-9cb7-5851cfdbbed6"}]} [ 1213.809250] env[68893]: DEBUG nova.scheduler.client.report [None req-0a83d032-045d-4546-8047-e116d4cd6a9e tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Refreshing inventories for resource provider d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1213.823342] env[68893]: DEBUG nova.scheduler.client.report [None req-0a83d032-045d-4546-8047-e116d4cd6a9e tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Updating ProviderTree inventory for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1213.823553] env[68893]: DEBUG nova.compute.provider_tree [None req-0a83d032-045d-4546-8047-e116d4cd6a9e tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Updating inventory in ProviderTree for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1213.834954] env[68893]: DEBUG nova.scheduler.client.report [None req-0a83d032-045d-4546-8047-e116d4cd6a9e tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Refreshing aggregate associations for resource provider d14b70d6-a636-4db0-b5a6-b901da6fa895, aggregates: None {{(pid=68893) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1213.852347] env[68893]: DEBUG nova.scheduler.client.report [None req-0a83d032-045d-4546-8047-e116d4cd6a9e tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Refreshing trait associations for resource provider d14b70d6-a636-4db0-b5a6-b901da6fa895, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE {{(pid=68893) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1214.028549] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b04ccd7c-75fb-4a4b-b3dc-aab1f9e65c8b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.035993] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4773cad4-143f-4a4a-acba-775ab7b45e14 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.067116] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d20f9366-c365-4f46-9625-42de62f5a2b5 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.074157] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b221437-0122-4b3d-bf7c-32237ec819d6 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.087205] env[68893]: DEBUG nova.compute.provider_tree [None req-0a83d032-045d-4546-8047-e116d4cd6a9e tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Updating inventory in ProviderTree for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1214.259983] env[68893]: DEBUG oslo_concurrency.lockutils [None req-bafe8760-6da9-421a-b1ec-a6e1cae484fe tempest-ServersTestJSON-1128307701 tempest-ServersTestJSON-1128307701-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.617204] env[68893]: DEBUG nova.scheduler.client.report [None req-0a83d032-045d-4546-8047-e116d4cd6a9e tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Updated inventory for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with generation 160 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1214.617473] env[68893]: DEBUG nova.compute.provider_tree [None req-0a83d032-045d-4546-8047-e116d4cd6a9e tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Updating resource provider d14b70d6-a636-4db0-b5a6-b901da6fa895 generation from 160 to 161 during operation: update_inventory {{(pid=68893) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1214.617659] env[68893]: DEBUG nova.compute.provider_tree [None req-0a83d032-045d-4546-8047-e116d4cd6a9e tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Updating inventory in ProviderTree for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1214.833837] env[68893]: DEBUG nova.network.neutron [None req-9604c91e-a918-4ece-a313-eaa776d86462 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: f03be0d2-ce21-494f-848d-b838a195f4f9] Port 2c35ede4-46b4-41c5-9885-3341ea6429a0 binding to destination host cpu-1 is already ACTIVE {{(pid=68893) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1215.628230] env[68893]: DEBUG oslo_concurrency.lockutils [None req-0a83d032-045d-4546-8047-e116d4cd6a9e tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 3.146s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.631568] env[68893]: DEBUG oslo_concurrency.lockutils [None req-42d98790-7870-4177-b3dc-f1ff8fb7b954 tempest-ServersV294TestFqdnHostnames-1826523196 tempest-ServersV294TestFqdnHostnames-1826523196-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.391s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.631794] env[68893]: DEBUG nova.objects.instance [None req-42d98790-7870-4177-b3dc-f1ff8fb7b954 tempest-ServersV294TestFqdnHostnames-1826523196 tempest-ServersV294TestFqdnHostnames-1826523196-project-member] Lazy-loading 'resources' on Instance uuid 31e47e18-e4e3-4f5f-90e4-1468a77dff2e {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1215.855259] env[68893]: DEBUG oslo_concurrency.lockutils [None req-9604c91e-a918-4ece-a313-eaa776d86462 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Acquiring lock "f03be0d2-ce21-494f-848d-b838a195f4f9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.855606] env[68893]: DEBUG oslo_concurrency.lockutils [None req-9604c91e-a918-4ece-a313-eaa776d86462 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Lock "f03be0d2-ce21-494f-848d-b838a195f4f9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.855671] env[68893]: DEBUG oslo_concurrency.lockutils [None req-9604c91e-a918-4ece-a313-eaa776d86462 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Lock "f03be0d2-ce21-494f-848d-b838a195f4f9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.189024] env[68893]: INFO nova.scheduler.client.report [None req-0a83d032-045d-4546-8047-e116d4cd6a9e tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Deleted allocation for migration 64fdea76-0987-442b-8c8d-9623dd047f14 [ 1216.307434] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-296b288a-1cd4-4f62-bbf3-a759ba873f1e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.316188] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-161ea0da-bece-4068-94b2-116365c33cdb {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.347939] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3691ee66-7554-4fbd-b928-afff70025d2b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.355944] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ced943b-1834-4200-a1cd-8dff164211f0 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.371896] env[68893]: DEBUG nova.compute.provider_tree [None req-42d98790-7870-4177-b3dc-f1ff8fb7b954 tempest-ServersV294TestFqdnHostnames-1826523196 tempest-ServersV294TestFqdnHostnames-1826523196-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1216.700507] env[68893]: DEBUG oslo_concurrency.lockutils [None req-0a83d032-045d-4546-8047-e116d4cd6a9e tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Lock "80865abc-dea4-468e-a2d6-1b8156411609" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.047s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.780744] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d635e86c-0399-4e83-8dd9-9b4146e15fd9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Acquiring lock "80865abc-dea4-468e-a2d6-1b8156411609" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.781132] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d635e86c-0399-4e83-8dd9-9b4146e15fd9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Lock "80865abc-dea4-468e-a2d6-1b8156411609" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.781395] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d635e86c-0399-4e83-8dd9-9b4146e15fd9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Acquiring lock "80865abc-dea4-468e-a2d6-1b8156411609-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.781597] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d635e86c-0399-4e83-8dd9-9b4146e15fd9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Lock "80865abc-dea4-468e-a2d6-1b8156411609-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.781776] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d635e86c-0399-4e83-8dd9-9b4146e15fd9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Lock "80865abc-dea4-468e-a2d6-1b8156411609-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.784751] env[68893]: INFO nova.compute.manager [None req-d635e86c-0399-4e83-8dd9-9b4146e15fd9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: 80865abc-dea4-468e-a2d6-1b8156411609] Terminating instance [ 1216.875257] env[68893]: DEBUG nova.scheduler.client.report [None req-42d98790-7870-4177-b3dc-f1ff8fb7b954 tempest-ServersV294TestFqdnHostnames-1826523196 tempest-ServersV294TestFqdnHostnames-1826523196-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1216.891652] env[68893]: DEBUG oslo_concurrency.lockutils [None req-9604c91e-a918-4ece-a313-eaa776d86462 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Acquiring lock "refresh_cache-f03be0d2-ce21-494f-848d-b838a195f4f9" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.891824] env[68893]: DEBUG oslo_concurrency.lockutils [None req-9604c91e-a918-4ece-a313-eaa776d86462 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Acquired lock "refresh_cache-f03be0d2-ce21-494f-848d-b838a195f4f9" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.891992] env[68893]: DEBUG nova.network.neutron [None req-9604c91e-a918-4ece-a313-eaa776d86462 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: f03be0d2-ce21-494f-848d-b838a195f4f9] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1217.207310] env[68893]: DEBUG oslo_concurrency.lockutils [None req-eb8fe0c1-0425-4727-b831-dd99b59cc013 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Acquiring lock "a118e07c-92ea-4b22-8f30-cec7c826a3c4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.207537] env[68893]: DEBUG oslo_concurrency.lockutils [None req-eb8fe0c1-0425-4727-b831-dd99b59cc013 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Lock "a118e07c-92ea-4b22-8f30-cec7c826a3c4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.288016] env[68893]: DEBUG nova.compute.manager [None req-d635e86c-0399-4e83-8dd9-9b4146e15fd9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: 80865abc-dea4-468e-a2d6-1b8156411609] Start destroying the instance on the hypervisor. {{(pid=68893) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1217.288262] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-d635e86c-0399-4e83-8dd9-9b4146e15fd9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: 80865abc-dea4-468e-a2d6-1b8156411609] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1217.289180] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ce2183e-d0f6-4e55-87b1-ccb652a56c56 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.297147] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-d635e86c-0399-4e83-8dd9-9b4146e15fd9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: 80865abc-dea4-468e-a2d6-1b8156411609] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1217.297346] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7dd99110-e9a2-4264-9bfa-8c4c85f88416 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.303741] env[68893]: DEBUG oslo_vmware.api [None req-d635e86c-0399-4e83-8dd9-9b4146e15fd9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Waiting for the task: (returnval){ [ 1217.303741] env[68893]: value = "task-2792447" [ 1217.303741] env[68893]: _type = "Task" [ 1217.303741] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.315883] env[68893]: DEBUG oslo_vmware.api [None req-d635e86c-0399-4e83-8dd9-9b4146e15fd9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792447, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.380047] env[68893]: DEBUG oslo_concurrency.lockutils [None req-42d98790-7870-4177-b3dc-f1ff8fb7b954 tempest-ServersV294TestFqdnHostnames-1826523196 tempest-ServersV294TestFqdnHostnames-1826523196-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.748s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.383016] env[68893]: DEBUG oslo_concurrency.lockutils [None req-bafe8760-6da9-421a-b1ec-a6e1cae484fe tempest-ServersTestJSON-1128307701 tempest-ServersTestJSON-1128307701-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.123s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.383168] env[68893]: DEBUG nova.objects.instance [None req-bafe8760-6da9-421a-b1ec-a6e1cae484fe tempest-ServersTestJSON-1128307701 tempest-ServersTestJSON-1128307701-project-member] Lazy-loading 'resources' on Instance uuid 89b887c6-1bda-46bb-b285-951b77b5ed61 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1217.403640] env[68893]: INFO nova.scheduler.client.report [None req-42d98790-7870-4177-b3dc-f1ff8fb7b954 tempest-ServersV294TestFqdnHostnames-1826523196 tempest-ServersV294TestFqdnHostnames-1826523196-project-member] Deleted allocations for instance 31e47e18-e4e3-4f5f-90e4-1468a77dff2e [ 1217.612447] env[68893]: DEBUG nova.network.neutron [None req-9604c91e-a918-4ece-a313-eaa776d86462 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: f03be0d2-ce21-494f-848d-b838a195f4f9] Updating instance_info_cache with network_info: [{"id": "2c35ede4-46b4-41c5-9885-3341ea6429a0", "address": "fa:16:3e:9b:99:45", "network": {"id": "535054b4-40f2-4085-93ee-f88482a820b2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1842438762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84cbde965bb240928baaf86257a83746", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c35ede4-46", "ovs_interfaceid": "2c35ede4-46b4-41c5-9885-3341ea6429a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1217.710486] env[68893]: DEBUG nova.compute.manager [None req-eb8fe0c1-0425-4727-b831-dd99b59cc013 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: a118e07c-92ea-4b22-8f30-cec7c826a3c4] Starting instance... {{(pid=68893) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1217.813995] env[68893]: DEBUG oslo_vmware.api [None req-d635e86c-0399-4e83-8dd9-9b4146e15fd9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792447, 'name': PowerOffVM_Task, 'duration_secs': 0.193765} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.814290] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-d635e86c-0399-4e83-8dd9-9b4146e15fd9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: 80865abc-dea4-468e-a2d6-1b8156411609] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1217.814459] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-d635e86c-0399-4e83-8dd9-9b4146e15fd9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: 80865abc-dea4-468e-a2d6-1b8156411609] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1217.814709] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aa62b38b-3049-41a5-9d70-405a72fe78ba {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.911020] env[68893]: DEBUG oslo_concurrency.lockutils [None req-42d98790-7870-4177-b3dc-f1ff8fb7b954 tempest-ServersV294TestFqdnHostnames-1826523196 tempest-ServersV294TestFqdnHostnames-1826523196-project-member] Lock "31e47e18-e4e3-4f5f-90e4-1468a77dff2e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.343s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.036208] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e98cb0e5-72aa-455b-994d-00c0a151e833 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.044631] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a41e0fa-643a-4aa3-a94b-ac36d1e5fcf2 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.076292] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e3b179c-829d-4244-b566-a4e1ae45b219 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.083910] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-235a1847-cb46-4e1f-a131-2b20102f8148 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.097106] env[68893]: DEBUG nova.compute.provider_tree [None req-bafe8760-6da9-421a-b1ec-a6e1cae484fe tempest-ServersTestJSON-1128307701 tempest-ServersTestJSON-1128307701-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1218.114617] env[68893]: DEBUG oslo_concurrency.lockutils [None req-9604c91e-a918-4ece-a313-eaa776d86462 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Releasing lock "refresh_cache-f03be0d2-ce21-494f-848d-b838a195f4f9" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.233306] env[68893]: DEBUG oslo_concurrency.lockutils [None req-eb8fe0c1-0425-4727-b831-dd99b59cc013 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.321891] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1218.322169] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1218.322339] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1218.322486] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1218.322635] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1218.322980] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1218.323221] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1218.323377] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68893) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 1218.323686] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager.update_available_resource {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1218.383150] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-d635e86c-0399-4e83-8dd9-9b4146e15fd9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: 80865abc-dea4-468e-a2d6-1b8156411609] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1218.383150] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-d635e86c-0399-4e83-8dd9-9b4146e15fd9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: 80865abc-dea4-468e-a2d6-1b8156411609] Deleting contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1218.383150] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-d635e86c-0399-4e83-8dd9-9b4146e15fd9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Deleting the datastore file [datastore2] 80865abc-dea4-468e-a2d6-1b8156411609 {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1218.383363] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-52c2646d-2026-4305-8249-cae54c07af48 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.389543] env[68893]: DEBUG oslo_vmware.api [None req-d635e86c-0399-4e83-8dd9-9b4146e15fd9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Waiting for the task: (returnval){ [ 1218.389543] env[68893]: value = "task-2792449" [ 1218.389543] env[68893]: _type = "Task" [ 1218.389543] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.397582] env[68893]: DEBUG oslo_vmware.api [None req-d635e86c-0399-4e83-8dd9-9b4146e15fd9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792449, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.600629] env[68893]: DEBUG nova.scheduler.client.report [None req-bafe8760-6da9-421a-b1ec-a6e1cae484fe tempest-ServersTestJSON-1128307701 tempest-ServersTestJSON-1128307701-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1218.623280] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8740c31-28c9-4a5b-90e5-47b2424bc465 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.630436] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfd13903-79d7-4282-a4c7-cf71bc8e1276 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.827049] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.898869] env[68893]: DEBUG oslo_vmware.api [None req-d635e86c-0399-4e83-8dd9-9b4146e15fd9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792449, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168929} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.899252] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-d635e86c-0399-4e83-8dd9-9b4146e15fd9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1218.899494] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-d635e86c-0399-4e83-8dd9-9b4146e15fd9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: 80865abc-dea4-468e-a2d6-1b8156411609] Deleted contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1218.899686] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-d635e86c-0399-4e83-8dd9-9b4146e15fd9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: 80865abc-dea4-468e-a2d6-1b8156411609] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1218.899882] env[68893]: INFO nova.compute.manager [None req-d635e86c-0399-4e83-8dd9-9b4146e15fd9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: 80865abc-dea4-468e-a2d6-1b8156411609] Took 1.61 seconds to destroy the instance on the hypervisor. [ 1218.900114] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d635e86c-0399-4e83-8dd9-9b4146e15fd9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1218.900309] env[68893]: DEBUG nova.compute.manager [-] [instance: 80865abc-dea4-468e-a2d6-1b8156411609] Deallocating network for instance {{(pid=68893) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1218.900403] env[68893]: DEBUG nova.network.neutron [-] [instance: 80865abc-dea4-468e-a2d6-1b8156411609] deallocate_for_instance() {{(pid=68893) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1219.107285] env[68893]: DEBUG oslo_concurrency.lockutils [None req-bafe8760-6da9-421a-b1ec-a6e1cae484fe tempest-ServersTestJSON-1128307701 tempest-ServersTestJSON-1128307701-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.722s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.107673] env[68893]: DEBUG oslo_concurrency.lockutils [None req-eb8fe0c1-0425-4727-b831-dd99b59cc013 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.874s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.110434] env[68893]: INFO nova.compute.claims [None req-eb8fe0c1-0425-4727-b831-dd99b59cc013 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: a118e07c-92ea-4b22-8f30-cec7c826a3c4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1219.132540] env[68893]: DEBUG nova.compute.manager [req-429a987d-26d0-4250-8c0b-64b0ae76968c req-eaf960b5-40d1-4c67-a40a-0b65668ab8ae service nova] [instance: 80865abc-dea4-468e-a2d6-1b8156411609] Received event network-vif-deleted-e2ca00c6-a87d-4207-abaf-d78a3a419f5a {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1219.132593] env[68893]: INFO nova.compute.manager [req-429a987d-26d0-4250-8c0b-64b0ae76968c req-eaf960b5-40d1-4c67-a40a-0b65668ab8ae service nova] [instance: 80865abc-dea4-468e-a2d6-1b8156411609] Neutron deleted interface e2ca00c6-a87d-4207-abaf-d78a3a419f5a; detaching it from the instance and deleting it from the info cache [ 1219.133076] env[68893]: DEBUG nova.network.neutron [req-429a987d-26d0-4250-8c0b-64b0ae76968c req-eaf960b5-40d1-4c67-a40a-0b65668ab8ae service nova] [instance: 80865abc-dea4-468e-a2d6-1b8156411609] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1219.137227] env[68893]: INFO nova.scheduler.client.report [None req-bafe8760-6da9-421a-b1ec-a6e1cae484fe tempest-ServersTestJSON-1128307701 tempest-ServersTestJSON-1128307701-project-member] Deleted allocations for instance 89b887c6-1bda-46bb-b285-951b77b5ed61 [ 1219.602777] env[68893]: DEBUG nova.network.neutron [-] [instance: 80865abc-dea4-468e-a2d6-1b8156411609] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1219.634935] env[68893]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-caceeb53-0f11-4e00-8cd0-5f90ca6627a4 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.646422] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09222a33-101a-4f59-b1e3-2fdad3c75cb0 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.657695] env[68893]: DEBUG oslo_concurrency.lockutils [None req-bafe8760-6da9-421a-b1ec-a6e1cae484fe tempest-ServersTestJSON-1128307701 tempest-ServersTestJSON-1128307701-project-member] Lock "89b887c6-1bda-46bb-b285-951b77b5ed61" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.004s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.684199] env[68893]: DEBUG nova.compute.manager [req-429a987d-26d0-4250-8c0b-64b0ae76968c req-eaf960b5-40d1-4c67-a40a-0b65668ab8ae service nova] [instance: 80865abc-dea4-468e-a2d6-1b8156411609] Detach interface failed, port_id=e2ca00c6-a87d-4207-abaf-d78a3a419f5a, reason: Instance 80865abc-dea4-468e-a2d6-1b8156411609 could not be found. {{(pid=68893) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1219.735466] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92b929bc-262b-40c3-ad3e-dfd0f07bee0a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.756270] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72d07559-4606-41ae-85e7-a6b94b01eb5e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.763235] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-9604c91e-a918-4ece-a313-eaa776d86462 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: f03be0d2-ce21-494f-848d-b838a195f4f9] Updating instance 'f03be0d2-ce21-494f-848d-b838a195f4f9' progress to 83 {{(pid=68893) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1220.107755] env[68893]: INFO nova.compute.manager [-] [instance: 80865abc-dea4-468e-a2d6-1b8156411609] Took 1.20 seconds to deallocate network for instance. [ 1220.270299] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-9604c91e-a918-4ece-a313-eaa776d86462 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: f03be0d2-ce21-494f-848d-b838a195f4f9] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1220.271709] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2797af5d-8311-4c5c-b754-116a0df8de6b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.279037] env[68893]: DEBUG oslo_vmware.api [None req-9604c91e-a918-4ece-a313-eaa776d86462 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Waiting for the task: (returnval){ [ 1220.279037] env[68893]: value = "task-2792450" [ 1220.279037] env[68893]: _type = "Task" [ 1220.279037] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.287882] env[68893]: DEBUG oslo_vmware.api [None req-9604c91e-a918-4ece-a313-eaa776d86462 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2792450, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.309305] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0454b82a-c07d-4bc9-902b-7be6f3285a33 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.317140] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1100fda7-4201-4367-81a2-641b5a77924a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.350556] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-151b9053-9931-4ece-b218-0a1f3cdad918 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.359098] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40ea08b0-f7fa-45b3-aaae-6bbf0e6733da {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.372060] env[68893]: DEBUG nova.compute.provider_tree [None req-eb8fe0c1-0425-4727-b831-dd99b59cc013 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1220.616260] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d635e86c-0399-4e83-8dd9-9b4146e15fd9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.796172] env[68893]: DEBUG oslo_vmware.api [None req-9604c91e-a918-4ece-a313-eaa776d86462 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2792450, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.875964] env[68893]: DEBUG nova.scheduler.client.report [None req-eb8fe0c1-0425-4727-b831-dd99b59cc013 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1221.290364] env[68893]: DEBUG oslo_vmware.api [None req-9604c91e-a918-4ece-a313-eaa776d86462 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2792450, 'name': PowerOnVM_Task, 'duration_secs': 0.917639} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.290707] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-9604c91e-a918-4ece-a313-eaa776d86462 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: f03be0d2-ce21-494f-848d-b838a195f4f9] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1221.290829] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-9604c91e-a918-4ece-a313-eaa776d86462 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: f03be0d2-ce21-494f-848d-b838a195f4f9] Updating instance 'f03be0d2-ce21-494f-848d-b838a195f4f9' progress to 100 {{(pid=68893) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1221.383447] env[68893]: DEBUG oslo_concurrency.lockutils [None req-eb8fe0c1-0425-4727-b831-dd99b59cc013 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.276s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.383991] env[68893]: DEBUG nova.compute.manager [None req-eb8fe0c1-0425-4727-b831-dd99b59cc013 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: a118e07c-92ea-4b22-8f30-cec7c826a3c4] Start building networks asynchronously for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1221.386663] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.560s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.390138] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.390348] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68893) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1221.390647] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d635e86c-0399-4e83-8dd9-9b4146e15fd9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.775s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.390840] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d635e86c-0399-4e83-8dd9-9b4146e15fd9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.393985] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53214c67-44eb-4fe9-a367-084e374a5da0 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.408623] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fee6fc89-73c9-4f51-b6e6-df4b47b17040 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.423558] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dc66b91-2926-47c5-b936-97af63525147 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.430609] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8df1dabf-f756-4397-b296-27c0e0ff7439 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.463913] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179281MB free_disk=174GB free_vcpus=48 pci_devices=None {{(pid=68893) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1221.464091] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.464607] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.554621] env[68893]: INFO nova.scheduler.client.report [None req-d635e86c-0399-4e83-8dd9-9b4146e15fd9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Deleted allocations for instance 80865abc-dea4-468e-a2d6-1b8156411609 [ 1221.896338] env[68893]: DEBUG nova.compute.utils [None req-eb8fe0c1-0425-4727-b831-dd99b59cc013 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1221.896338] env[68893]: DEBUG nova.compute.manager [None req-eb8fe0c1-0425-4727-b831-dd99b59cc013 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: a118e07c-92ea-4b22-8f30-cec7c826a3c4] Allocating IP information in the background. {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1221.896433] env[68893]: DEBUG nova.network.neutron [None req-eb8fe0c1-0425-4727-b831-dd99b59cc013 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: a118e07c-92ea-4b22-8f30-cec7c826a3c4] allocate_for_instance() {{(pid=68893) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1221.943791] env[68893]: DEBUG nova.policy [None req-eb8fe0c1-0425-4727-b831-dd99b59cc013 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '33c30aa23e754bbd9904de6ce130197d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f6f2d7d7af6a40f097ffca46e5a430bb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68893) authorize /opt/stack/nova/nova/policy.py:192}} [ 1222.062369] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d635e86c-0399-4e83-8dd9-9b4146e15fd9 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Lock "80865abc-dea4-468e-a2d6-1b8156411609" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.281s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.351555] env[68893]: DEBUG nova.network.neutron [None req-eb8fe0c1-0425-4727-b831-dd99b59cc013 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: a118e07c-92ea-4b22-8f30-cec7c826a3c4] Successfully created port: cdd059ba-2958-4dd4-80b1-51afa40bba43 {{(pid=68893) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1222.403017] env[68893]: DEBUG nova.compute.manager [None req-eb8fe0c1-0425-4727-b831-dd99b59cc013 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: a118e07c-92ea-4b22-8f30-cec7c826a3c4] Start building block device mappings for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1222.476996] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Applying migration context for instance f03be0d2-ce21-494f-848d-b838a195f4f9 as it has an incoming, in-progress migration e2ca8991-ed88-40d2-ad52-355c744f1d85. Migration status is finished {{(pid=68893) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1222.478293] env[68893]: INFO nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: f03be0d2-ce21-494f-848d-b838a195f4f9] Updating resource usage from migration e2ca8991-ed88-40d2-ad52-355c744f1d85 [ 1222.502054] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance 8c560e82-533e-49c7-aaf4-82e123f75240 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1222.502472] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance 5fde66d6-de1d-4fc0-8961-a2e90af0b172 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1222.502472] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance 7b587048-dac4-4611-9149-6999e7cf06a0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1222.502472] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance 18c88d54-3409-41b6-9f62-52a2c96d2932 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1222.502587] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance 550b6591-8962-40ce-87bd-a846d584c99c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1222.502689] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance 2bb38f74-5089-4750-9147-fd2f468599e3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1222.502806] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance 5cf97efe-7361-4f18-b03d-cb682f191fe7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1222.502914] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance f40a2a83-d2bf-4059-8d84-e893e5664173 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1222.503033] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance 6cb6b26e-7d66-4218-8dac-978e666b3e54 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1222.503146] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Migration e2ca8991-ed88-40d2-ad52-355c744f1d85 is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1222.503275] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance f03be0d2-ce21-494f-848d-b838a195f4f9 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1222.503397] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance a118e07c-92ea-4b22-8f30-cec7c826a3c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1222.503599] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=68893) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1222.503726] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2880MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=68893) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1222.694297] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce7c8e30-e6fc-4300-a6d3-f3c58e1d15d1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.703693] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83af5869-f10e-491b-a8b1-8134ca710cd4 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.739749] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb6121a4-627c-458c-a7da-6aee92424b87 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.749299] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aee0de60-adcb-4321-9f09-a93c2520b803 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.766943] env[68893]: DEBUG nova.compute.provider_tree [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1223.272110] env[68893]: DEBUG nova.scheduler.client.report [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1223.418782] env[68893]: DEBUG nova.compute.manager [None req-eb8fe0c1-0425-4727-b831-dd99b59cc013 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: a118e07c-92ea-4b22-8f30-cec7c826a3c4] Start spawning the instance on the hypervisor. {{(pid=68893) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1223.448528] env[68893]: DEBUG nova.virt.hardware [None req-eb8fe0c1-0425-4727-b831-dd99b59cc013 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1223.448777] env[68893]: DEBUG nova.virt.hardware [None req-eb8fe0c1-0425-4727-b831-dd99b59cc013 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1223.448940] env[68893]: DEBUG nova.virt.hardware [None req-eb8fe0c1-0425-4727-b831-dd99b59cc013 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1223.449137] env[68893]: DEBUG nova.virt.hardware [None req-eb8fe0c1-0425-4727-b831-dd99b59cc013 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1223.449292] env[68893]: DEBUG nova.virt.hardware [None req-eb8fe0c1-0425-4727-b831-dd99b59cc013 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1223.449441] env[68893]: DEBUG nova.virt.hardware [None req-eb8fe0c1-0425-4727-b831-dd99b59cc013 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1223.449654] env[68893]: DEBUG nova.virt.hardware [None req-eb8fe0c1-0425-4727-b831-dd99b59cc013 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1223.449812] env[68893]: DEBUG nova.virt.hardware [None req-eb8fe0c1-0425-4727-b831-dd99b59cc013 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1223.449977] env[68893]: DEBUG nova.virt.hardware [None req-eb8fe0c1-0425-4727-b831-dd99b59cc013 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1223.450189] env[68893]: DEBUG nova.virt.hardware [None req-eb8fe0c1-0425-4727-b831-dd99b59cc013 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1223.450369] env[68893]: DEBUG nova.virt.hardware [None req-eb8fe0c1-0425-4727-b831-dd99b59cc013 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1223.451320] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eef938c-396b-433a-8cc9-85c60c0780fc {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.459721] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90290014-d969-4e40-9a05-15d4b6c212f8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.699378] env[68893]: DEBUG oslo_concurrency.lockutils [None req-1653f0de-edda-4775-a585-ff6d1860bab5 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Acquiring lock "5cf97efe-7361-4f18-b03d-cb682f191fe7" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.701110] env[68893]: DEBUG oslo_concurrency.lockutils [None req-1653f0de-edda-4775-a585-ff6d1860bab5 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Lock "5cf97efe-7361-4f18-b03d-cb682f191fe7" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.781805] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68893) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1223.781805] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.315s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.781805] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1223.781805] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Cleaning up deleted instances {{(pid=68893) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11753}} [ 1223.861842] env[68893]: DEBUG oslo_concurrency.lockutils [None req-38013b5c-3d9a-4c3c-999b-7e05ab483ee0 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Acquiring lock "f03be0d2-ce21-494f-848d-b838a195f4f9" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.862104] env[68893]: DEBUG oslo_concurrency.lockutils [None req-38013b5c-3d9a-4c3c-999b-7e05ab483ee0 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Lock "f03be0d2-ce21-494f-848d-b838a195f4f9" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.862344] env[68893]: DEBUG nova.compute.manager [None req-38013b5c-3d9a-4c3c-999b-7e05ab483ee0 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: f03be0d2-ce21-494f-848d-b838a195f4f9] Going to confirm migration 7 {{(pid=68893) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1223.888966] env[68893]: DEBUG nova.compute.manager [req-8102a8b8-fc94-497e-8126-0c102d748e26 req-94c66ded-2d31-4e11-9afb-f3770564448b service nova] [instance: a118e07c-92ea-4b22-8f30-cec7c826a3c4] Received event network-vif-plugged-cdd059ba-2958-4dd4-80b1-51afa40bba43 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1223.889186] env[68893]: DEBUG oslo_concurrency.lockutils [req-8102a8b8-fc94-497e-8126-0c102d748e26 req-94c66ded-2d31-4e11-9afb-f3770564448b service nova] Acquiring lock "a118e07c-92ea-4b22-8f30-cec7c826a3c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.889429] env[68893]: DEBUG oslo_concurrency.lockutils [req-8102a8b8-fc94-497e-8126-0c102d748e26 req-94c66ded-2d31-4e11-9afb-f3770564448b service nova] Lock "a118e07c-92ea-4b22-8f30-cec7c826a3c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.889930] env[68893]: DEBUG oslo_concurrency.lockutils [req-8102a8b8-fc94-497e-8126-0c102d748e26 req-94c66ded-2d31-4e11-9afb-f3770564448b service nova] Lock "a118e07c-92ea-4b22-8f30-cec7c826a3c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.890131] env[68893]: DEBUG nova.compute.manager [req-8102a8b8-fc94-497e-8126-0c102d748e26 req-94c66ded-2d31-4e11-9afb-f3770564448b service nova] [instance: a118e07c-92ea-4b22-8f30-cec7c826a3c4] No waiting events found dispatching network-vif-plugged-cdd059ba-2958-4dd4-80b1-51afa40bba43 {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1223.890319] env[68893]: WARNING nova.compute.manager [req-8102a8b8-fc94-497e-8126-0c102d748e26 req-94c66ded-2d31-4e11-9afb-f3770564448b service nova] [instance: a118e07c-92ea-4b22-8f30-cec7c826a3c4] Received unexpected event network-vif-plugged-cdd059ba-2958-4dd4-80b1-51afa40bba43 for instance with vm_state building and task_state spawning. [ 1223.981759] env[68893]: DEBUG nova.network.neutron [None req-eb8fe0c1-0425-4727-b831-dd99b59cc013 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: a118e07c-92ea-4b22-8f30-cec7c826a3c4] Successfully updated port: cdd059ba-2958-4dd4-80b1-51afa40bba43 {{(pid=68893) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1224.204499] env[68893]: DEBUG nova.compute.utils [None req-1653f0de-edda-4775-a585-ff6d1860bab5 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1224.297792] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] There are 53 instances to clean {{(pid=68893) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11762}} [ 1224.298894] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: b45a24af-856a-49f9-afc2-f30be44a8689] Instance has had 0 of 5 cleanup attempts {{(pid=68893) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1224.417095] env[68893]: DEBUG oslo_concurrency.lockutils [None req-38013b5c-3d9a-4c3c-999b-7e05ab483ee0 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Acquiring lock "refresh_cache-f03be0d2-ce21-494f-848d-b838a195f4f9" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.417368] env[68893]: DEBUG oslo_concurrency.lockutils [None req-38013b5c-3d9a-4c3c-999b-7e05ab483ee0 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Acquired lock "refresh_cache-f03be0d2-ce21-494f-848d-b838a195f4f9" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.417603] env[68893]: DEBUG nova.network.neutron [None req-38013b5c-3d9a-4c3c-999b-7e05ab483ee0 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: f03be0d2-ce21-494f-848d-b838a195f4f9] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1224.417797] env[68893]: DEBUG nova.objects.instance [None req-38013b5c-3d9a-4c3c-999b-7e05ab483ee0 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Lazy-loading 'info_cache' on Instance uuid f03be0d2-ce21-494f-848d-b838a195f4f9 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1224.486387] env[68893]: DEBUG oslo_concurrency.lockutils [None req-eb8fe0c1-0425-4727-b831-dd99b59cc013 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Acquiring lock "refresh_cache-a118e07c-92ea-4b22-8f30-cec7c826a3c4" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.486662] env[68893]: DEBUG oslo_concurrency.lockutils [None req-eb8fe0c1-0425-4727-b831-dd99b59cc013 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Acquired lock "refresh_cache-a118e07c-92ea-4b22-8f30-cec7c826a3c4" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.486662] env[68893]: DEBUG nova.network.neutron [None req-eb8fe0c1-0425-4727-b831-dd99b59cc013 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: a118e07c-92ea-4b22-8f30-cec7c826a3c4] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1224.709871] env[68893]: DEBUG oslo_concurrency.lockutils [None req-1653f0de-edda-4775-a585-ff6d1860bab5 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Lock "5cf97efe-7361-4f18-b03d-cb682f191fe7" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.805546] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: 80865abc-dea4-468e-a2d6-1b8156411609] Instance has had 0 of 5 cleanup attempts {{(pid=68893) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1224.919544] env[68893]: DEBUG oslo_concurrency.lockutils [None req-4bc9a4be-8c04-42bb-8953-960a6bf3ca60 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Acquiring lock "bec52855-6ca5-48f3-b6ca-0274fd1c12d8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.919544] env[68893]: DEBUG oslo_concurrency.lockutils [None req-4bc9a4be-8c04-42bb-8953-960a6bf3ca60 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Lock "bec52855-6ca5-48f3-b6ca-0274fd1c12d8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.021848] env[68893]: DEBUG nova.network.neutron [None req-eb8fe0c1-0425-4727-b831-dd99b59cc013 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: a118e07c-92ea-4b22-8f30-cec7c826a3c4] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1225.165555] env[68893]: DEBUG nova.network.neutron [None req-eb8fe0c1-0425-4727-b831-dd99b59cc013 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: a118e07c-92ea-4b22-8f30-cec7c826a3c4] Updating instance_info_cache with network_info: [{"id": "cdd059ba-2958-4dd4-80b1-51afa40bba43", "address": "fa:16:3e:c6:f2:5d", "network": {"id": "762a83f3-c67b-4f81-b7a7-d7f377a327e5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-991790965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6f2d7d7af6a40f097ffca46e5a430bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdd059ba-29", "ovs_interfaceid": "cdd059ba-2958-4dd4-80b1-51afa40bba43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.309332] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: 89b887c6-1bda-46bb-b285-951b77b5ed61] Instance has had 0 of 5 cleanup attempts {{(pid=68893) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1225.424347] env[68893]: DEBUG nova.compute.manager [None req-4bc9a4be-8c04-42bb-8953-960a6bf3ca60 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: bec52855-6ca5-48f3-b6ca-0274fd1c12d8] Starting instance... {{(pid=68893) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1225.598197] env[68893]: DEBUG oslo_concurrency.lockutils [None req-207b2a43-cfdb-446f-9982-7b1ad024c32d tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Acquiring lock "f40a2a83-d2bf-4059-8d84-e893e5664173" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.598475] env[68893]: DEBUG oslo_concurrency.lockutils [None req-207b2a43-cfdb-446f-9982-7b1ad024c32d tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Lock "f40a2a83-d2bf-4059-8d84-e893e5664173" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.668859] env[68893]: DEBUG oslo_concurrency.lockutils [None req-eb8fe0c1-0425-4727-b831-dd99b59cc013 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Releasing lock "refresh_cache-a118e07c-92ea-4b22-8f30-cec7c826a3c4" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.669227] env[68893]: DEBUG nova.compute.manager [None req-eb8fe0c1-0425-4727-b831-dd99b59cc013 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: a118e07c-92ea-4b22-8f30-cec7c826a3c4] Instance network_info: |[{"id": "cdd059ba-2958-4dd4-80b1-51afa40bba43", "address": "fa:16:3e:c6:f2:5d", "network": {"id": "762a83f3-c67b-4f81-b7a7-d7f377a327e5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-991790965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6f2d7d7af6a40f097ffca46e5a430bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdd059ba-29", "ovs_interfaceid": "cdd059ba-2958-4dd4-80b1-51afa40bba43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1225.669645] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-eb8fe0c1-0425-4727-b831-dd99b59cc013 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: a118e07c-92ea-4b22-8f30-cec7c826a3c4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:f2:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cb971244-43ba-41b4-a6a2-a4558548012c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cdd059ba-2958-4dd4-80b1-51afa40bba43', 'vif_model': 'vmxnet3'}] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1225.677339] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eb8fe0c1-0425-4727-b831-dd99b59cc013 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1225.677910] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a118e07c-92ea-4b22-8f30-cec7c826a3c4] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1225.678195] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-02df513c-f4c5-42f5-a5dc-3f105abf3e76 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.699935] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1225.699935] env[68893]: value = "task-2792454" [ 1225.699935] env[68893]: _type = "Task" [ 1225.699935] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.708066] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792454, 'name': CreateVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.709095] env[68893]: DEBUG nova.network.neutron [None req-38013b5c-3d9a-4c3c-999b-7e05ab483ee0 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: f03be0d2-ce21-494f-848d-b838a195f4f9] Updating instance_info_cache with network_info: [{"id": "2c35ede4-46b4-41c5-9885-3341ea6429a0", "address": "fa:16:3e:9b:99:45", "network": {"id": "535054b4-40f2-4085-93ee-f88482a820b2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1842438762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84cbde965bb240928baaf86257a83746", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c35ede4-46", "ovs_interfaceid": "2c35ede4-46b4-41c5-9885-3341ea6429a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.775531] env[68893]: DEBUG oslo_concurrency.lockutils [None req-1653f0de-edda-4775-a585-ff6d1860bab5 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Acquiring lock "5cf97efe-7361-4f18-b03d-cb682f191fe7" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.775944] env[68893]: DEBUG oslo_concurrency.lockutils [None req-1653f0de-edda-4775-a585-ff6d1860bab5 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Lock "5cf97efe-7361-4f18-b03d-cb682f191fe7" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.776344] env[68893]: INFO nova.compute.manager [None req-1653f0de-edda-4775-a585-ff6d1860bab5 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 5cf97efe-7361-4f18-b03d-cb682f191fe7] Attaching volume 8e9b8cc3-b963-4d0f-9e1b-d697942a2cea to /dev/sdb [ 1225.810805] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4de601f-424f-4878-9fa4-b282a0b8113e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.813962] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: e8101873-5a0d-47f7-9fd2-fc5428f277a3] Instance has had 0 of 5 cleanup attempts {{(pid=68893) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1225.820391] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-901150b3-b2d3-47e8-8bd0-7ecd4bdd09a6 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.833961] env[68893]: DEBUG nova.virt.block_device [None req-1653f0de-edda-4775-a585-ff6d1860bab5 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 5cf97efe-7361-4f18-b03d-cb682f191fe7] Updating existing volume attachment record: 2a2927a2-6e0d-4853-9779-e2d7e2c0b4f8 {{(pid=68893) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1225.922448] env[68893]: DEBUG nova.compute.manager [req-16e69da1-5c2c-4302-adaf-15b9c44a2e32 req-fae454b6-0b6a-461c-a214-077e3969ad26 service nova] [instance: a118e07c-92ea-4b22-8f30-cec7c826a3c4] Received event network-changed-cdd059ba-2958-4dd4-80b1-51afa40bba43 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1225.922448] env[68893]: DEBUG nova.compute.manager [req-16e69da1-5c2c-4302-adaf-15b9c44a2e32 req-fae454b6-0b6a-461c-a214-077e3969ad26 service nova] [instance: a118e07c-92ea-4b22-8f30-cec7c826a3c4] Refreshing instance network info cache due to event network-changed-cdd059ba-2958-4dd4-80b1-51afa40bba43. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1225.922611] env[68893]: DEBUG oslo_concurrency.lockutils [req-16e69da1-5c2c-4302-adaf-15b9c44a2e32 req-fae454b6-0b6a-461c-a214-077e3969ad26 service nova] Acquiring lock "refresh_cache-a118e07c-92ea-4b22-8f30-cec7c826a3c4" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.922708] env[68893]: DEBUG oslo_concurrency.lockutils [req-16e69da1-5c2c-4302-adaf-15b9c44a2e32 req-fae454b6-0b6a-461c-a214-077e3969ad26 service nova] Acquired lock "refresh_cache-a118e07c-92ea-4b22-8f30-cec7c826a3c4" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.923909] env[68893]: DEBUG nova.network.neutron [req-16e69da1-5c2c-4302-adaf-15b9c44a2e32 req-fae454b6-0b6a-461c-a214-077e3969ad26 service nova] [instance: a118e07c-92ea-4b22-8f30-cec7c826a3c4] Refreshing network info cache for port cdd059ba-2958-4dd4-80b1-51afa40bba43 {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1225.956830] env[68893]: DEBUG oslo_concurrency.lockutils [None req-4bc9a4be-8c04-42bb-8953-960a6bf3ca60 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.957209] env[68893]: DEBUG oslo_concurrency.lockutils [None req-4bc9a4be-8c04-42bb-8953-960a6bf3ca60 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.960026] env[68893]: INFO nova.compute.claims [None req-4bc9a4be-8c04-42bb-8953-960a6bf3ca60 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: bec52855-6ca5-48f3-b6ca-0274fd1c12d8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1226.102822] env[68893]: DEBUG nova.compute.utils [None req-207b2a43-cfdb-446f-9982-7b1ad024c32d tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1226.209391] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792454, 'name': CreateVM_Task} progress is 25%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.212082] env[68893]: DEBUG oslo_concurrency.lockutils [None req-38013b5c-3d9a-4c3c-999b-7e05ab483ee0 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Releasing lock "refresh_cache-f03be0d2-ce21-494f-848d-b838a195f4f9" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.212338] env[68893]: DEBUG nova.objects.instance [None req-38013b5c-3d9a-4c3c-999b-7e05ab483ee0 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Lazy-loading 'migration_context' on Instance uuid f03be0d2-ce21-494f-848d-b838a195f4f9 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1226.318041] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: e51b5d20-db57-4bd9-9534-56f6c8cda79a] Instance has had 0 of 5 cleanup attempts {{(pid=68893) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1226.606304] env[68893]: DEBUG oslo_concurrency.lockutils [None req-207b2a43-cfdb-446f-9982-7b1ad024c32d tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Lock "f40a2a83-d2bf-4059-8d84-e893e5664173" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.674652] env[68893]: DEBUG nova.network.neutron [req-16e69da1-5c2c-4302-adaf-15b9c44a2e32 req-fae454b6-0b6a-461c-a214-077e3969ad26 service nova] [instance: a118e07c-92ea-4b22-8f30-cec7c826a3c4] Updated VIF entry in instance network info cache for port cdd059ba-2958-4dd4-80b1-51afa40bba43. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1226.675047] env[68893]: DEBUG nova.network.neutron [req-16e69da1-5c2c-4302-adaf-15b9c44a2e32 req-fae454b6-0b6a-461c-a214-077e3969ad26 service nova] [instance: a118e07c-92ea-4b22-8f30-cec7c826a3c4] Updating instance_info_cache with network_info: [{"id": "cdd059ba-2958-4dd4-80b1-51afa40bba43", "address": "fa:16:3e:c6:f2:5d", "network": {"id": "762a83f3-c67b-4f81-b7a7-d7f377a327e5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-991790965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6f2d7d7af6a40f097ffca46e5a430bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdd059ba-29", "ovs_interfaceid": "cdd059ba-2958-4dd4-80b1-51afa40bba43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.709392] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792454, 'name': CreateVM_Task, 'duration_secs': 0.648042} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.709552] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a118e07c-92ea-4b22-8f30-cec7c826a3c4] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1226.710205] env[68893]: DEBUG oslo_concurrency.lockutils [None req-eb8fe0c1-0425-4727-b831-dd99b59cc013 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.710414] env[68893]: DEBUG oslo_concurrency.lockutils [None req-eb8fe0c1-0425-4727-b831-dd99b59cc013 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.710739] env[68893]: DEBUG oslo_concurrency.lockutils [None req-eb8fe0c1-0425-4727-b831-dd99b59cc013 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.710989] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-386dd815-62f6-4623-b957-0af65d191739 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.715758] env[68893]: DEBUG nova.objects.base [None req-38013b5c-3d9a-4c3c-999b-7e05ab483ee0 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=68893) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1226.716099] env[68893]: DEBUG oslo_vmware.api [None req-eb8fe0c1-0425-4727-b831-dd99b59cc013 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Waiting for the task: (returnval){ [ 1226.716099] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52c512f7-aed0-ab35-2a61-a2f7e8d9412e" [ 1226.716099] env[68893]: _type = "Task" [ 1226.716099] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.716810] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9704cc55-b709-4b0e-9193-a759c88db3d5 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.730307] env[68893]: DEBUG oslo_vmware.api [None req-eb8fe0c1-0425-4727-b831-dd99b59cc013 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52c512f7-aed0-ab35-2a61-a2f7e8d9412e, 'name': SearchDatastore_Task, 'duration_secs': 0.010569} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.743866] env[68893]: DEBUG oslo_concurrency.lockutils [None req-eb8fe0c1-0425-4727-b831-dd99b59cc013 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.744136] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-eb8fe0c1-0425-4727-b831-dd99b59cc013 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: a118e07c-92ea-4b22-8f30-cec7c826a3c4] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1226.744387] env[68893]: DEBUG oslo_concurrency.lockutils [None req-eb8fe0c1-0425-4727-b831-dd99b59cc013 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.744538] env[68893]: DEBUG oslo_concurrency.lockutils [None req-eb8fe0c1-0425-4727-b831-dd99b59cc013 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.744716] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb8fe0c1-0425-4727-b831-dd99b59cc013 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1226.745603] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-12d18ebc-9c1c-4f26-8c6b-fcb346402d1f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.747403] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2195dc76-57bb-4b73-947a-e73125e87937 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.753746] env[68893]: DEBUG oslo_vmware.api [None req-38013b5c-3d9a-4c3c-999b-7e05ab483ee0 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Waiting for the task: (returnval){ [ 1226.753746] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52dd3723-8623-0afe-c15b-900f4d15687f" [ 1226.753746] env[68893]: _type = "Task" [ 1226.753746] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.758326] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb8fe0c1-0425-4727-b831-dd99b59cc013 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1226.758603] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-eb8fe0c1-0425-4727-b831-dd99b59cc013 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1226.760036] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9c17f1d-6773-4837-9897-f19b010c2403 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.766949] env[68893]: DEBUG oslo_vmware.api [None req-38013b5c-3d9a-4c3c-999b-7e05ab483ee0 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52dd3723-8623-0afe-c15b-900f4d15687f, 'name': SearchDatastore_Task, 'duration_secs': 0.006926} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.767607] env[68893]: DEBUG oslo_concurrency.lockutils [None req-38013b5c-3d9a-4c3c-999b-7e05ab483ee0 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.770157] env[68893]: DEBUG oslo_vmware.api [None req-eb8fe0c1-0425-4727-b831-dd99b59cc013 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Waiting for the task: (returnval){ [ 1226.770157] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52fe535d-d136-e036-da4c-f34113be38ae" [ 1226.770157] env[68893]: _type = "Task" [ 1226.770157] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.777455] env[68893]: DEBUG oslo_vmware.api [None req-eb8fe0c1-0425-4727-b831-dd99b59cc013 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52fe535d-d136-e036-da4c-f34113be38ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.821714] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: 235c5224-5fd0-4059-9e55-2737c02de683] Instance has had 0 of 5 cleanup attempts {{(pid=68893) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1227.157489] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffd23d89-54b8-4a83-949b-47e55ccce9b3 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.165196] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70e988bb-a6d1-490f-9da0-02006f6933b2 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.199463] env[68893]: DEBUG oslo_concurrency.lockutils [req-16e69da1-5c2c-4302-adaf-15b9c44a2e32 req-fae454b6-0b6a-461c-a214-077e3969ad26 service nova] Releasing lock "refresh_cache-a118e07c-92ea-4b22-8f30-cec7c826a3c4" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.200999] env[68893]: DEBUG oslo_concurrency.lockutils [None req-207b2a43-cfdb-446f-9982-7b1ad024c32d tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Acquiring lock "f40a2a83-d2bf-4059-8d84-e893e5664173" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.201253] env[68893]: DEBUG oslo_concurrency.lockutils [None req-207b2a43-cfdb-446f-9982-7b1ad024c32d tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Lock "f40a2a83-d2bf-4059-8d84-e893e5664173" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.201483] env[68893]: INFO nova.compute.manager [None req-207b2a43-cfdb-446f-9982-7b1ad024c32d tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: f40a2a83-d2bf-4059-8d84-e893e5664173] Attaching volume ef3ff92a-f826-4ee6-988a-13f3aa37d807 to /dev/sdb [ 1227.203566] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7470a78-c333-40db-9aa1-026283918843 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.214258] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9b5b35d-6e49-4b74-8392-9ecdd7d68fb7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.227937] env[68893]: DEBUG nova.compute.provider_tree [None req-4bc9a4be-8c04-42bb-8953-960a6bf3ca60 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1227.241958] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a047fcbb-d5ff-4fce-a529-937fe39b0162 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.248722] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8ee588f-2c76-4b46-9faa-97de3c4cd6cd {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.262555] env[68893]: DEBUG nova.virt.block_device [None req-207b2a43-cfdb-446f-9982-7b1ad024c32d tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: f40a2a83-d2bf-4059-8d84-e893e5664173] Updating existing volume attachment record: 3afdc14c-153e-4465-9ce8-669052437f07 {{(pid=68893) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1227.279414] env[68893]: DEBUG oslo_vmware.api [None req-eb8fe0c1-0425-4727-b831-dd99b59cc013 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52fe535d-d136-e036-da4c-f34113be38ae, 'name': SearchDatastore_Task, 'duration_secs': 0.008722} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.280206] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cca7893c-40d2-4541-954b-ba5530036ccf {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.285180] env[68893]: DEBUG oslo_vmware.api [None req-eb8fe0c1-0425-4727-b831-dd99b59cc013 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Waiting for the task: (returnval){ [ 1227.285180] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]521e366c-37f2-f11f-d37c-816c4165d855" [ 1227.285180] env[68893]: _type = "Task" [ 1227.285180] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.292649] env[68893]: DEBUG oslo_vmware.api [None req-eb8fe0c1-0425-4727-b831-dd99b59cc013 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]521e366c-37f2-f11f-d37c-816c4165d855, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.325751] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: a10a832e-eb42-4c1a-9cce-73d9cba00c67] Instance has had 0 of 5 cleanup attempts {{(pid=68893) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1227.732313] env[68893]: DEBUG nova.scheduler.client.report [None req-4bc9a4be-8c04-42bb-8953-960a6bf3ca60 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1227.795705] env[68893]: DEBUG oslo_vmware.api [None req-eb8fe0c1-0425-4727-b831-dd99b59cc013 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]521e366c-37f2-f11f-d37c-816c4165d855, 'name': SearchDatastore_Task, 'duration_secs': 0.008963} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.796013] env[68893]: DEBUG oslo_concurrency.lockutils [None req-eb8fe0c1-0425-4727-b831-dd99b59cc013 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.796296] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb8fe0c1-0425-4727-b831-dd99b59cc013 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] a118e07c-92ea-4b22-8f30-cec7c826a3c4/a118e07c-92ea-4b22-8f30-cec7c826a3c4.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1227.796582] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7253b721-c35f-4f10-9d32-1cf308bee187 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.803166] env[68893]: DEBUG oslo_vmware.api [None req-eb8fe0c1-0425-4727-b831-dd99b59cc013 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Waiting for the task: (returnval){ [ 1227.803166] env[68893]: value = "task-2792462" [ 1227.803166] env[68893]: _type = "Task" [ 1227.803166] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.811749] env[68893]: DEBUG oslo_vmware.api [None req-eb8fe0c1-0425-4727-b831-dd99b59cc013 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792462, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.828478] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: 1a1dd7d2-fd20-4578-a095-fb95f4fc1516] Instance has had 0 of 5 cleanup attempts {{(pid=68893) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1228.237069] env[68893]: DEBUG oslo_concurrency.lockutils [None req-4bc9a4be-8c04-42bb-8953-960a6bf3ca60 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.279s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.237277] env[68893]: DEBUG nova.compute.manager [None req-4bc9a4be-8c04-42bb-8953-960a6bf3ca60 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: bec52855-6ca5-48f3-b6ca-0274fd1c12d8] Start building networks asynchronously for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1228.240278] env[68893]: DEBUG oslo_concurrency.lockutils [None req-38013b5c-3d9a-4c3c-999b-7e05ab483ee0 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.473s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.313749] env[68893]: DEBUG oslo_vmware.api [None req-eb8fe0c1-0425-4727-b831-dd99b59cc013 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792462, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.332586] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: a34d645d-7824-491c-8a04-2fa6fe283a11] Instance has had 0 of 5 cleanup attempts {{(pid=68893) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1228.743860] env[68893]: DEBUG nova.compute.utils [None req-4bc9a4be-8c04-42bb-8953-960a6bf3ca60 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1228.747580] env[68893]: DEBUG nova.compute.manager [None req-4bc9a4be-8c04-42bb-8953-960a6bf3ca60 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: bec52855-6ca5-48f3-b6ca-0274fd1c12d8] Allocating IP information in the background. {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1228.747742] env[68893]: DEBUG nova.network.neutron [None req-4bc9a4be-8c04-42bb-8953-960a6bf3ca60 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: bec52855-6ca5-48f3-b6ca-0274fd1c12d8] allocate_for_instance() {{(pid=68893) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1228.785412] env[68893]: DEBUG nova.policy [None req-4bc9a4be-8c04-42bb-8953-960a6bf3ca60 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2ab2ad050f2b45ceacc682b073aa40ab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '235acd9620044019a35125f6f31d0531', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68893) authorize /opt/stack/nova/nova/policy.py:192}} [ 1228.814707] env[68893]: DEBUG oslo_vmware.api [None req-eb8fe0c1-0425-4727-b831-dd99b59cc013 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792462, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.658313} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.816989] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb8fe0c1-0425-4727-b831-dd99b59cc013 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] a118e07c-92ea-4b22-8f30-cec7c826a3c4/a118e07c-92ea-4b22-8f30-cec7c826a3c4.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1228.817277] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-eb8fe0c1-0425-4727-b831-dd99b59cc013 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: a118e07c-92ea-4b22-8f30-cec7c826a3c4] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1228.817641] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0341d4c8-3f40-4f01-bb32-e16849bc299c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.824611] env[68893]: DEBUG oslo_vmware.api [None req-eb8fe0c1-0425-4727-b831-dd99b59cc013 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Waiting for the task: (returnval){ [ 1228.824611] env[68893]: value = "task-2792464" [ 1228.824611] env[68893]: _type = "Task" [ 1228.824611] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.834454] env[68893]: DEBUG oslo_vmware.api [None req-eb8fe0c1-0425-4727-b831-dd99b59cc013 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792464, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.837693] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: d4070fc4-0915-42b6-ba2e-243f731ba079] Instance has had 0 of 5 cleanup attempts {{(pid=68893) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1228.933402] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77fb186c-e1e1-4255-b380-2b5e4ea6ccc8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.941666] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3996d13-eaa9-48d5-a0df-1ec89854cb63 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.972549] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72fef744-9914-4ef0-b97a-bae9671e1e1d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.980140] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e8efa9c-f689-4ae8-8b07-1f6e867fc766 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.995017] env[68893]: DEBUG nova.compute.provider_tree [None req-38013b5c-3d9a-4c3c-999b-7e05ab483ee0 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Updating inventory in ProviderTree for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1229.117626] env[68893]: DEBUG nova.network.neutron [None req-4bc9a4be-8c04-42bb-8953-960a6bf3ca60 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: bec52855-6ca5-48f3-b6ca-0274fd1c12d8] Successfully created port: c45c7217-8aa7-40ca-aa1c-4bbb480a1442 {{(pid=68893) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1229.251158] env[68893]: DEBUG nova.compute.manager [None req-4bc9a4be-8c04-42bb-8953-960a6bf3ca60 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: bec52855-6ca5-48f3-b6ca-0274fd1c12d8] Start building block device mappings for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1229.334497] env[68893]: DEBUG oslo_vmware.api [None req-eb8fe0c1-0425-4727-b831-dd99b59cc013 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792464, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082252} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.334971] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-eb8fe0c1-0425-4727-b831-dd99b59cc013 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: a118e07c-92ea-4b22-8f30-cec7c826a3c4] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1229.336239] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e82db39-52c6-4078-a7b4-44b0dd9b8cab {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.340042] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: 13f79287-5fb9-482a-ae32-a3fcb39e02df] Instance has had 0 of 5 cleanup attempts {{(pid=68893) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1229.359689] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb8fe0c1-0425-4727-b831-dd99b59cc013 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: a118e07c-92ea-4b22-8f30-cec7c826a3c4] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] a118e07c-92ea-4b22-8f30-cec7c826a3c4/a118e07c-92ea-4b22-8f30-cec7c826a3c4.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1229.360493] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1566fa6-8a78-48d2-a6f9-f8ca54a94b31 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.380757] env[68893]: DEBUG oslo_vmware.api [None req-eb8fe0c1-0425-4727-b831-dd99b59cc013 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Waiting for the task: (returnval){ [ 1229.380757] env[68893]: value = "task-2792465" [ 1229.380757] env[68893]: _type = "Task" [ 1229.380757] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.388812] env[68893]: DEBUG oslo_vmware.api [None req-eb8fe0c1-0425-4727-b831-dd99b59cc013 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792465, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.515792] env[68893]: ERROR nova.scheduler.client.report [None req-38013b5c-3d9a-4c3c-999b-7e05ab483ee0 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [req-d9432525-ddcf-4d49-8f23-c8d49231bf20] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d14b70d6-a636-4db0-b5a6-b901da6fa895. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d9432525-ddcf-4d49-8f23-c8d49231bf20"}]} [ 1229.534176] env[68893]: DEBUG nova.scheduler.client.report [None req-38013b5c-3d9a-4c3c-999b-7e05ab483ee0 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Refreshing inventories for resource provider d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1229.548543] env[68893]: DEBUG nova.scheduler.client.report [None req-38013b5c-3d9a-4c3c-999b-7e05ab483ee0 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Updating ProviderTree inventory for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1229.548867] env[68893]: DEBUG nova.compute.provider_tree [None req-38013b5c-3d9a-4c3c-999b-7e05ab483ee0 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Updating inventory in ProviderTree for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1229.560816] env[68893]: DEBUG nova.scheduler.client.report [None req-38013b5c-3d9a-4c3c-999b-7e05ab483ee0 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Refreshing aggregate associations for resource provider d14b70d6-a636-4db0-b5a6-b901da6fa895, aggregates: None {{(pid=68893) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1229.580388] env[68893]: DEBUG nova.scheduler.client.report [None req-38013b5c-3d9a-4c3c-999b-7e05ab483ee0 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Refreshing trait associations for resource provider d14b70d6-a636-4db0-b5a6-b901da6fa895, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE {{(pid=68893) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1229.744965] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aa6ab11-35c5-43d8-a85b-d13e26c1852b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.752258] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76512f44-20b9-4ab1-8411-8b13224d1aa3 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.788973] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae5c622d-a3f3-47b1-a90c-029b2a038f95 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.797469] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28c5396b-22ac-48c7-89e0-44a49c64e7e5 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.811225] env[68893]: DEBUG nova.compute.provider_tree [None req-38013b5c-3d9a-4c3c-999b-7e05ab483ee0 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Updating inventory in ProviderTree for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1229.860615] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: 1d5c1642-ca64-47d3-be68-e680b72971cc] Instance has had 0 of 5 cleanup attempts {{(pid=68893) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1229.893466] env[68893]: DEBUG oslo_vmware.api [None req-eb8fe0c1-0425-4727-b831-dd99b59cc013 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792465, 'name': ReconfigVM_Task, 'duration_secs': 0.278067} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.893741] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb8fe0c1-0425-4727-b831-dd99b59cc013 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: a118e07c-92ea-4b22-8f30-cec7c826a3c4] Reconfigured VM instance instance-00000070 to attach disk [datastore2] a118e07c-92ea-4b22-8f30-cec7c826a3c4/a118e07c-92ea-4b22-8f30-cec7c826a3c4.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1229.894377] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e373e9aa-629a-44d1-8854-0b5aabcb177d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.900441] env[68893]: DEBUG oslo_vmware.api [None req-eb8fe0c1-0425-4727-b831-dd99b59cc013 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Waiting for the task: (returnval){ [ 1229.900441] env[68893]: value = "task-2792468" [ 1229.900441] env[68893]: _type = "Task" [ 1229.900441] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.908677] env[68893]: DEBUG oslo_vmware.api [None req-eb8fe0c1-0425-4727-b831-dd99b59cc013 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792468, 'name': Rename_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.261378] env[68893]: DEBUG nova.compute.manager [None req-4bc9a4be-8c04-42bb-8953-960a6bf3ca60 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: bec52855-6ca5-48f3-b6ca-0274fd1c12d8] Start spawning the instance on the hypervisor. {{(pid=68893) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1230.287819] env[68893]: DEBUG nova.virt.hardware [None req-4bc9a4be-8c04-42bb-8953-960a6bf3ca60 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1230.288113] env[68893]: DEBUG nova.virt.hardware [None req-4bc9a4be-8c04-42bb-8953-960a6bf3ca60 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1230.288249] env[68893]: DEBUG nova.virt.hardware [None req-4bc9a4be-8c04-42bb-8953-960a6bf3ca60 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1230.288430] env[68893]: DEBUG nova.virt.hardware [None req-4bc9a4be-8c04-42bb-8953-960a6bf3ca60 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1230.288579] env[68893]: DEBUG nova.virt.hardware [None req-4bc9a4be-8c04-42bb-8953-960a6bf3ca60 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1230.288723] env[68893]: DEBUG nova.virt.hardware [None req-4bc9a4be-8c04-42bb-8953-960a6bf3ca60 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1230.288935] env[68893]: DEBUG nova.virt.hardware [None req-4bc9a4be-8c04-42bb-8953-960a6bf3ca60 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1230.289142] env[68893]: DEBUG nova.virt.hardware [None req-4bc9a4be-8c04-42bb-8953-960a6bf3ca60 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1230.289321] env[68893]: DEBUG nova.virt.hardware [None req-4bc9a4be-8c04-42bb-8953-960a6bf3ca60 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1230.289484] env[68893]: DEBUG nova.virt.hardware [None req-4bc9a4be-8c04-42bb-8953-960a6bf3ca60 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1230.289656] env[68893]: DEBUG nova.virt.hardware [None req-4bc9a4be-8c04-42bb-8953-960a6bf3ca60 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1230.290572] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-157168eb-8953-418a-a458-f1c2ba3915ac {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.298690] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64a94a54-82ce-4872-be2d-4c2c84bdb798 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.342488] env[68893]: DEBUG nova.scheduler.client.report [None req-38013b5c-3d9a-4c3c-999b-7e05ab483ee0 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Updated inventory for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with generation 164 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1230.342766] env[68893]: DEBUG nova.compute.provider_tree [None req-38013b5c-3d9a-4c3c-999b-7e05ab483ee0 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Updating resource provider d14b70d6-a636-4db0-b5a6-b901da6fa895 generation from 164 to 165 during operation: update_inventory {{(pid=68893) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1230.342944] env[68893]: DEBUG nova.compute.provider_tree [None req-38013b5c-3d9a-4c3c-999b-7e05ab483ee0 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Updating inventory in ProviderTree for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1230.363206] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: fad82752-b56d-430c-94dc-3dcca860e713] Instance has had 0 of 5 cleanup attempts {{(pid=68893) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1230.389560] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-1653f0de-edda-4775-a585-ff6d1860bab5 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 5cf97efe-7361-4f18-b03d-cb682f191fe7] Volume attach. Driver type: vmdk {{(pid=68893) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1230.389950] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-1653f0de-edda-4775-a585-ff6d1860bab5 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 5cf97efe-7361-4f18-b03d-cb682f191fe7] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561267', 'volume_id': '8e9b8cc3-b963-4d0f-9e1b-d697942a2cea', 'name': 'volume-8e9b8cc3-b963-4d0f-9e1b-d697942a2cea', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5cf97efe-7361-4f18-b03d-cb682f191fe7', 'attached_at': '', 'detached_at': '', 'volume_id': '8e9b8cc3-b963-4d0f-9e1b-d697942a2cea', 'serial': '8e9b8cc3-b963-4d0f-9e1b-d697942a2cea'} {{(pid=68893) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1230.390924] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eab34035-c167-4424-b409-41cb1c4bc7aa {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.410414] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-559b5880-236b-475d-bf4d-3332e5f886c0 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.417612] env[68893]: DEBUG oslo_vmware.api [None req-eb8fe0c1-0425-4727-b831-dd99b59cc013 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792468, 'name': Rename_Task, 'duration_secs': 0.149788} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.432246] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb8fe0c1-0425-4727-b831-dd99b59cc013 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: a118e07c-92ea-4b22-8f30-cec7c826a3c4] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1230.440080] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-1653f0de-edda-4775-a585-ff6d1860bab5 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 5cf97efe-7361-4f18-b03d-cb682f191fe7] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] volume-8e9b8cc3-b963-4d0f-9e1b-d697942a2cea/volume-8e9b8cc3-b963-4d0f-9e1b-d697942a2cea.vmdk or device None with type thin {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1230.440388] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c7b82abe-9513-4527-b73b-f17cd329d2eb {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.441988] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-176de8d3-e97f-4206-9a8f-a73adf970ae4 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.459286] env[68893]: DEBUG oslo_vmware.api [None req-eb8fe0c1-0425-4727-b831-dd99b59cc013 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Waiting for the task: (returnval){ [ 1230.459286] env[68893]: value = "task-2792469" [ 1230.459286] env[68893]: _type = "Task" [ 1230.459286] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.463643] env[68893]: DEBUG oslo_vmware.api [None req-1653f0de-edda-4775-a585-ff6d1860bab5 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Waiting for the task: (returnval){ [ 1230.463643] env[68893]: value = "task-2792470" [ 1230.463643] env[68893]: _type = "Task" [ 1230.463643] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.472407] env[68893]: DEBUG oslo_vmware.api [None req-eb8fe0c1-0425-4727-b831-dd99b59cc013 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792469, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.475605] env[68893]: DEBUG oslo_vmware.api [None req-1653f0de-edda-4775-a585-ff6d1860bab5 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792470, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.480634] env[68893]: DEBUG nova.compute.manager [req-dd28d2f0-52b2-4941-b4c2-a156363ac892 req-6408aa7e-ccc1-4c2b-8a73-f896f48ae78c service nova] [instance: bec52855-6ca5-48f3-b6ca-0274fd1c12d8] Received event network-vif-plugged-c45c7217-8aa7-40ca-aa1c-4bbb480a1442 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1230.480843] env[68893]: DEBUG oslo_concurrency.lockutils [req-dd28d2f0-52b2-4941-b4c2-a156363ac892 req-6408aa7e-ccc1-4c2b-8a73-f896f48ae78c service nova] Acquiring lock "bec52855-6ca5-48f3-b6ca-0274fd1c12d8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.481073] env[68893]: DEBUG oslo_concurrency.lockutils [req-dd28d2f0-52b2-4941-b4c2-a156363ac892 req-6408aa7e-ccc1-4c2b-8a73-f896f48ae78c service nova] Lock "bec52855-6ca5-48f3-b6ca-0274fd1c12d8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.481259] env[68893]: DEBUG oslo_concurrency.lockutils [req-dd28d2f0-52b2-4941-b4c2-a156363ac892 req-6408aa7e-ccc1-4c2b-8a73-f896f48ae78c service nova] Lock "bec52855-6ca5-48f3-b6ca-0274fd1c12d8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.481449] env[68893]: DEBUG nova.compute.manager [req-dd28d2f0-52b2-4941-b4c2-a156363ac892 req-6408aa7e-ccc1-4c2b-8a73-f896f48ae78c service nova] [instance: bec52855-6ca5-48f3-b6ca-0274fd1c12d8] No waiting events found dispatching network-vif-plugged-c45c7217-8aa7-40ca-aa1c-4bbb480a1442 {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1230.481627] env[68893]: WARNING nova.compute.manager [req-dd28d2f0-52b2-4941-b4c2-a156363ac892 req-6408aa7e-ccc1-4c2b-8a73-f896f48ae78c service nova] [instance: bec52855-6ca5-48f3-b6ca-0274fd1c12d8] Received unexpected event network-vif-plugged-c45c7217-8aa7-40ca-aa1c-4bbb480a1442 for instance with vm_state building and task_state spawning. [ 1230.576336] env[68893]: DEBUG nova.network.neutron [None req-4bc9a4be-8c04-42bb-8953-960a6bf3ca60 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: bec52855-6ca5-48f3-b6ca-0274fd1c12d8] Successfully updated port: c45c7217-8aa7-40ca-aa1c-4bbb480a1442 {{(pid=68893) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1230.865804] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: 91c51a8c-1462-4ad2-9cc3-6b4e06117c17] Instance has had 0 of 5 cleanup attempts {{(pid=68893) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1230.970476] env[68893]: DEBUG oslo_vmware.api [None req-eb8fe0c1-0425-4727-b831-dd99b59cc013 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792469, 'name': PowerOnVM_Task, 'duration_secs': 0.505609} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.971148] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb8fe0c1-0425-4727-b831-dd99b59cc013 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: a118e07c-92ea-4b22-8f30-cec7c826a3c4] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1230.971367] env[68893]: INFO nova.compute.manager [None req-eb8fe0c1-0425-4727-b831-dd99b59cc013 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: a118e07c-92ea-4b22-8f30-cec7c826a3c4] Took 7.55 seconds to spawn the instance on the hypervisor. [ 1230.971546] env[68893]: DEBUG nova.compute.manager [None req-eb8fe0c1-0425-4727-b831-dd99b59cc013 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: a118e07c-92ea-4b22-8f30-cec7c826a3c4] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1230.972330] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4caa81dd-5216-4ef9-b273-5fcddc562b27 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.977731] env[68893]: DEBUG oslo_vmware.api [None req-1653f0de-edda-4775-a585-ff6d1860bab5 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792470, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.050699] env[68893]: DEBUG oslo_concurrency.lockutils [None req-710204bb-78dc-4ad6-9aff-61a66b0d1150 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Acquiring lock "6cb6b26e-7d66-4218-8dac-978e666b3e54" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.050927] env[68893]: DEBUG oslo_concurrency.lockutils [None req-710204bb-78dc-4ad6-9aff-61a66b0d1150 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Lock "6cb6b26e-7d66-4218-8dac-978e666b3e54" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.051175] env[68893]: DEBUG oslo_concurrency.lockutils [None req-710204bb-78dc-4ad6-9aff-61a66b0d1150 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Acquiring lock "6cb6b26e-7d66-4218-8dac-978e666b3e54-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.051393] env[68893]: DEBUG oslo_concurrency.lockutils [None req-710204bb-78dc-4ad6-9aff-61a66b0d1150 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Lock "6cb6b26e-7d66-4218-8dac-978e666b3e54-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.051623] env[68893]: DEBUG oslo_concurrency.lockutils [None req-710204bb-78dc-4ad6-9aff-61a66b0d1150 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Lock "6cb6b26e-7d66-4218-8dac-978e666b3e54-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.054983] env[68893]: INFO nova.compute.manager [None req-710204bb-78dc-4ad6-9aff-61a66b0d1150 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: 6cb6b26e-7d66-4218-8dac-978e666b3e54] Terminating instance [ 1231.078747] env[68893]: DEBUG oslo_concurrency.lockutils [None req-4bc9a4be-8c04-42bb-8953-960a6bf3ca60 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Acquiring lock "refresh_cache-bec52855-6ca5-48f3-b6ca-0274fd1c12d8" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.078996] env[68893]: DEBUG oslo_concurrency.lockutils [None req-4bc9a4be-8c04-42bb-8953-960a6bf3ca60 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Acquired lock "refresh_cache-bec52855-6ca5-48f3-b6ca-0274fd1c12d8" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.079228] env[68893]: DEBUG nova.network.neutron [None req-4bc9a4be-8c04-42bb-8953-960a6bf3ca60 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: bec52855-6ca5-48f3-b6ca-0274fd1c12d8] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1231.353071] env[68893]: DEBUG oslo_concurrency.lockutils [None req-38013b5c-3d9a-4c3c-999b-7e05ab483ee0 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 3.113s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.368830] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: 3956e5a9-2174-488c-970c-4de5d1be8186] Instance has had 0 of 5 cleanup attempts {{(pid=68893) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1231.475445] env[68893]: DEBUG oslo_vmware.api [None req-1653f0de-edda-4775-a585-ff6d1860bab5 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792470, 'name': ReconfigVM_Task, 'duration_secs': 0.628758} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.475725] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-1653f0de-edda-4775-a585-ff6d1860bab5 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 5cf97efe-7361-4f18-b03d-cb682f191fe7] Reconfigured VM instance instance-0000006b to attach disk [datastore2] volume-8e9b8cc3-b963-4d0f-9e1b-d697942a2cea/volume-8e9b8cc3-b963-4d0f-9e1b-d697942a2cea.vmdk or device None with type thin {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1231.480491] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1978d510-efd3-4987-bc4c-08ab8c7cc6d4 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.497355] env[68893]: INFO nova.compute.manager [None req-eb8fe0c1-0425-4727-b831-dd99b59cc013 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: a118e07c-92ea-4b22-8f30-cec7c826a3c4] Took 13.28 seconds to build instance. [ 1231.499508] env[68893]: DEBUG oslo_vmware.api [None req-1653f0de-edda-4775-a585-ff6d1860bab5 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Waiting for the task: (returnval){ [ 1231.499508] env[68893]: value = "task-2792471" [ 1231.499508] env[68893]: _type = "Task" [ 1231.499508] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.508107] env[68893]: DEBUG oslo_vmware.api [None req-1653f0de-edda-4775-a585-ff6d1860bab5 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792471, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.559609] env[68893]: DEBUG nova.compute.manager [None req-710204bb-78dc-4ad6-9aff-61a66b0d1150 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: 6cb6b26e-7d66-4218-8dac-978e666b3e54] Start destroying the instance on the hypervisor. {{(pid=68893) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1231.559798] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-710204bb-78dc-4ad6-9aff-61a66b0d1150 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: 6cb6b26e-7d66-4218-8dac-978e666b3e54] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1231.560701] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8768221-62b0-4020-a05a-d13df7b2638e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.569027] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-710204bb-78dc-4ad6-9aff-61a66b0d1150 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: 6cb6b26e-7d66-4218-8dac-978e666b3e54] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1231.569027] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f366e1d9-1c0a-4d2b-86eb-d39450c38bc7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.574677] env[68893]: DEBUG oslo_vmware.api [None req-710204bb-78dc-4ad6-9aff-61a66b0d1150 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Waiting for the task: (returnval){ [ 1231.574677] env[68893]: value = "task-2792472" [ 1231.574677] env[68893]: _type = "Task" [ 1231.574677] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.585951] env[68893]: DEBUG oslo_vmware.api [None req-710204bb-78dc-4ad6-9aff-61a66b0d1150 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Task: {'id': task-2792472, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.617302] env[68893]: DEBUG nova.network.neutron [None req-4bc9a4be-8c04-42bb-8953-960a6bf3ca60 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: bec52855-6ca5-48f3-b6ca-0274fd1c12d8] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1231.789364] env[68893]: DEBUG nova.network.neutron [None req-4bc9a4be-8c04-42bb-8953-960a6bf3ca60 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: bec52855-6ca5-48f3-b6ca-0274fd1c12d8] Updating instance_info_cache with network_info: [{"id": "c45c7217-8aa7-40ca-aa1c-4bbb480a1442", "address": "fa:16:3e:77:08:03", "network": {"id": "8efcf1a2-7c45-4eef-b77d-563c71a1afb3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-933780947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "235acd9620044019a35125f6f31d0531", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc45c7217-8a", "ovs_interfaceid": "c45c7217-8aa7-40ca-aa1c-4bbb480a1442", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1231.806849] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-207b2a43-cfdb-446f-9982-7b1ad024c32d tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: f40a2a83-d2bf-4059-8d84-e893e5664173] Volume attach. Driver type: vmdk {{(pid=68893) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1231.806849] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-207b2a43-cfdb-446f-9982-7b1ad024c32d tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: f40a2a83-d2bf-4059-8d84-e893e5664173] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561269', 'volume_id': 'ef3ff92a-f826-4ee6-988a-13f3aa37d807', 'name': 'volume-ef3ff92a-f826-4ee6-988a-13f3aa37d807', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f40a2a83-d2bf-4059-8d84-e893e5664173', 'attached_at': '', 'detached_at': '', 'volume_id': 'ef3ff92a-f826-4ee6-988a-13f3aa37d807', 'serial': 'ef3ff92a-f826-4ee6-988a-13f3aa37d807'} {{(pid=68893) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1231.807138] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc59579a-35cd-48ca-9fa0-b4d6d5f058d1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.823825] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0fc5d16-3fc7-4fe5-85f8-ef654d7a9019 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.849461] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-207b2a43-cfdb-446f-9982-7b1ad024c32d tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: f40a2a83-d2bf-4059-8d84-e893e5664173] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] volume-ef3ff92a-f826-4ee6-988a-13f3aa37d807/volume-ef3ff92a-f826-4ee6-988a-13f3aa37d807.vmdk or device None with type thin {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1231.849737] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ae3aee4-f5a9-41df-a1ac-711690910db3 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.872578] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: ed321673-402e-43c5-ac6e-5d4abfb863fc] Instance has had 0 of 5 cleanup attempts {{(pid=68893) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1231.875652] env[68893]: DEBUG oslo_vmware.api [None req-207b2a43-cfdb-446f-9982-7b1ad024c32d tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Waiting for the task: (returnval){ [ 1231.875652] env[68893]: value = "task-2792474" [ 1231.875652] env[68893]: _type = "Task" [ 1231.875652] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.885927] env[68893]: DEBUG oslo_vmware.api [None req-207b2a43-cfdb-446f-9982-7b1ad024c32d tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': task-2792474, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.922849] env[68893]: INFO nova.scheduler.client.report [None req-38013b5c-3d9a-4c3c-999b-7e05ab483ee0 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Deleted allocation for migration e2ca8991-ed88-40d2-ad52-355c744f1d85 [ 1232.001797] env[68893]: DEBUG oslo_concurrency.lockutils [None req-eb8fe0c1-0425-4727-b831-dd99b59cc013 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Lock "a118e07c-92ea-4b22-8f30-cec7c826a3c4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.793s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.010375] env[68893]: DEBUG oslo_vmware.api [None req-1653f0de-edda-4775-a585-ff6d1860bab5 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792471, 'name': ReconfigVM_Task, 'duration_secs': 0.150755} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.010728] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-1653f0de-edda-4775-a585-ff6d1860bab5 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 5cf97efe-7361-4f18-b03d-cb682f191fe7] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561267', 'volume_id': '8e9b8cc3-b963-4d0f-9e1b-d697942a2cea', 'name': 'volume-8e9b8cc3-b963-4d0f-9e1b-d697942a2cea', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5cf97efe-7361-4f18-b03d-cb682f191fe7', 'attached_at': '', 'detached_at': '', 'volume_id': '8e9b8cc3-b963-4d0f-9e1b-d697942a2cea', 'serial': '8e9b8cc3-b963-4d0f-9e1b-d697942a2cea'} {{(pid=68893) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1232.086961] env[68893]: DEBUG oslo_vmware.api [None req-710204bb-78dc-4ad6-9aff-61a66b0d1150 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Task: {'id': task-2792472, 'name': PowerOffVM_Task, 'duration_secs': 0.194805} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.087232] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-710204bb-78dc-4ad6-9aff-61a66b0d1150 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: 6cb6b26e-7d66-4218-8dac-978e666b3e54] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1232.087422] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-710204bb-78dc-4ad6-9aff-61a66b0d1150 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: 6cb6b26e-7d66-4218-8dac-978e666b3e54] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1232.087684] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bb17f327-5715-44b7-b3a5-74b6918cafd2 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.152556] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-710204bb-78dc-4ad6-9aff-61a66b0d1150 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: 6cb6b26e-7d66-4218-8dac-978e666b3e54] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1232.152809] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-710204bb-78dc-4ad6-9aff-61a66b0d1150 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: 6cb6b26e-7d66-4218-8dac-978e666b3e54] Deleting contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1232.153013] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-710204bb-78dc-4ad6-9aff-61a66b0d1150 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Deleting the datastore file [datastore2] 6cb6b26e-7d66-4218-8dac-978e666b3e54 {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1232.153411] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-19dfb6a9-380c-41d7-bd40-5d679195cb59 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.163924] env[68893]: DEBUG oslo_vmware.api [None req-710204bb-78dc-4ad6-9aff-61a66b0d1150 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Waiting for the task: (returnval){ [ 1232.163924] env[68893]: value = "task-2792476" [ 1232.163924] env[68893]: _type = "Task" [ 1232.163924] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.171768] env[68893]: DEBUG oslo_vmware.api [None req-710204bb-78dc-4ad6-9aff-61a66b0d1150 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Task: {'id': task-2792476, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.292328] env[68893]: DEBUG oslo_concurrency.lockutils [None req-4bc9a4be-8c04-42bb-8953-960a6bf3ca60 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Releasing lock "refresh_cache-bec52855-6ca5-48f3-b6ca-0274fd1c12d8" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.292673] env[68893]: DEBUG nova.compute.manager [None req-4bc9a4be-8c04-42bb-8953-960a6bf3ca60 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: bec52855-6ca5-48f3-b6ca-0274fd1c12d8] Instance network_info: |[{"id": "c45c7217-8aa7-40ca-aa1c-4bbb480a1442", "address": "fa:16:3e:77:08:03", "network": {"id": "8efcf1a2-7c45-4eef-b77d-563c71a1afb3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-933780947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "235acd9620044019a35125f6f31d0531", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc45c7217-8a", "ovs_interfaceid": "c45c7217-8aa7-40ca-aa1c-4bbb480a1442", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1232.293481] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-4bc9a4be-8c04-42bb-8953-960a6bf3ca60 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: bec52855-6ca5-48f3-b6ca-0274fd1c12d8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:08:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f44b2fa3-6730-4b87-8839-947eff21213f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c45c7217-8aa7-40ca-aa1c-4bbb480a1442', 'vif_model': 'vmxnet3'}] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1232.300407] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4bc9a4be-8c04-42bb-8953-960a6bf3ca60 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1232.300613] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bec52855-6ca5-48f3-b6ca-0274fd1c12d8] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1232.300827] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ee3cf608-541f-4750-8776-3c150a6a2af0 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.320029] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1232.320029] env[68893]: value = "task-2792477" [ 1232.320029] env[68893]: _type = "Task" [ 1232.320029] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.327532] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792477, 'name': CreateVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.371388] env[68893]: DEBUG oslo_concurrency.lockutils [None req-80796bcf-cb18-4e0c-8a25-458a38bacc43 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Acquiring lock "a118e07c-92ea-4b22-8f30-cec7c826a3c4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.371664] env[68893]: DEBUG oslo_concurrency.lockutils [None req-80796bcf-cb18-4e0c-8a25-458a38bacc43 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Lock "a118e07c-92ea-4b22-8f30-cec7c826a3c4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.371874] env[68893]: DEBUG oslo_concurrency.lockutils [None req-80796bcf-cb18-4e0c-8a25-458a38bacc43 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Acquiring lock "a118e07c-92ea-4b22-8f30-cec7c826a3c4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.372074] env[68893]: DEBUG oslo_concurrency.lockutils [None req-80796bcf-cb18-4e0c-8a25-458a38bacc43 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Lock "a118e07c-92ea-4b22-8f30-cec7c826a3c4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.372251] env[68893]: DEBUG oslo_concurrency.lockutils [None req-80796bcf-cb18-4e0c-8a25-458a38bacc43 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Lock "a118e07c-92ea-4b22-8f30-cec7c826a3c4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.374403] env[68893]: INFO nova.compute.manager [None req-80796bcf-cb18-4e0c-8a25-458a38bacc43 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: a118e07c-92ea-4b22-8f30-cec7c826a3c4] Terminating instance [ 1232.377233] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: fbd01c97-d9e9-4610-8cfa-39607883e98b] Instance has had 0 of 5 cleanup attempts {{(pid=68893) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1232.388699] env[68893]: DEBUG oslo_vmware.api [None req-207b2a43-cfdb-446f-9982-7b1ad024c32d tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': task-2792474, 'name': ReconfigVM_Task, 'duration_secs': 0.372485} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.389586] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-207b2a43-cfdb-446f-9982-7b1ad024c32d tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: f40a2a83-d2bf-4059-8d84-e893e5664173] Reconfigured VM instance instance-0000006c to attach disk [datastore2] volume-ef3ff92a-f826-4ee6-988a-13f3aa37d807/volume-ef3ff92a-f826-4ee6-988a-13f3aa37d807.vmdk or device None with type thin {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1232.394696] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f05b6410-27fa-4fee-a642-415857a1f6bd {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.410250] env[68893]: DEBUG oslo_vmware.api [None req-207b2a43-cfdb-446f-9982-7b1ad024c32d tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Waiting for the task: (returnval){ [ 1232.410250] env[68893]: value = "task-2792478" [ 1232.410250] env[68893]: _type = "Task" [ 1232.410250] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.418345] env[68893]: DEBUG oslo_vmware.api [None req-207b2a43-cfdb-446f-9982-7b1ad024c32d tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': task-2792478, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.428796] env[68893]: DEBUG oslo_concurrency.lockutils [None req-38013b5c-3d9a-4c3c-999b-7e05ab483ee0 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Lock "f03be0d2-ce21-494f-848d-b838a195f4f9" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.567s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.506713] env[68893]: INFO nova.compute.manager [None req-3cffb039-bf3c-4932-a311-001218496aed tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: f03be0d2-ce21-494f-848d-b838a195f4f9] Get console output [ 1232.507094] env[68893]: WARNING nova.virt.vmwareapi.driver [None req-3cffb039-bf3c-4932-a311-001218496aed tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: f03be0d2-ce21-494f-848d-b838a195f4f9] The console log is missing. Check your VSPC configuration [ 1232.509368] env[68893]: DEBUG nova.compute.manager [req-57a8b10d-ac55-43d3-ac96-f2289b1906eb req-f8615714-acaa-4365-98e4-c30071a5751b service nova] [instance: bec52855-6ca5-48f3-b6ca-0274fd1c12d8] Received event network-changed-c45c7217-8aa7-40ca-aa1c-4bbb480a1442 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1232.509641] env[68893]: DEBUG nova.compute.manager [req-57a8b10d-ac55-43d3-ac96-f2289b1906eb req-f8615714-acaa-4365-98e4-c30071a5751b service nova] [instance: bec52855-6ca5-48f3-b6ca-0274fd1c12d8] Refreshing instance network info cache due to event network-changed-c45c7217-8aa7-40ca-aa1c-4bbb480a1442. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1232.509781] env[68893]: DEBUG oslo_concurrency.lockutils [req-57a8b10d-ac55-43d3-ac96-f2289b1906eb req-f8615714-acaa-4365-98e4-c30071a5751b service nova] Acquiring lock "refresh_cache-bec52855-6ca5-48f3-b6ca-0274fd1c12d8" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.509914] env[68893]: DEBUG oslo_concurrency.lockutils [req-57a8b10d-ac55-43d3-ac96-f2289b1906eb req-f8615714-acaa-4365-98e4-c30071a5751b service nova] Acquired lock "refresh_cache-bec52855-6ca5-48f3-b6ca-0274fd1c12d8" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.510106] env[68893]: DEBUG nova.network.neutron [req-57a8b10d-ac55-43d3-ac96-f2289b1906eb req-f8615714-acaa-4365-98e4-c30071a5751b service nova] [instance: bec52855-6ca5-48f3-b6ca-0274fd1c12d8] Refreshing network info cache for port c45c7217-8aa7-40ca-aa1c-4bbb480a1442 {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1232.675262] env[68893]: DEBUG oslo_vmware.api [None req-710204bb-78dc-4ad6-9aff-61a66b0d1150 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Task: {'id': task-2792476, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.194477} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.675548] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-710204bb-78dc-4ad6-9aff-61a66b0d1150 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1232.675776] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-710204bb-78dc-4ad6-9aff-61a66b0d1150 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: 6cb6b26e-7d66-4218-8dac-978e666b3e54] Deleted contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1232.675972] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-710204bb-78dc-4ad6-9aff-61a66b0d1150 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: 6cb6b26e-7d66-4218-8dac-978e666b3e54] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1232.676171] env[68893]: INFO nova.compute.manager [None req-710204bb-78dc-4ad6-9aff-61a66b0d1150 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: 6cb6b26e-7d66-4218-8dac-978e666b3e54] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1232.676416] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-710204bb-78dc-4ad6-9aff-61a66b0d1150 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1232.676614] env[68893]: DEBUG nova.compute.manager [-] [instance: 6cb6b26e-7d66-4218-8dac-978e666b3e54] Deallocating network for instance {{(pid=68893) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1232.676709] env[68893]: DEBUG nova.network.neutron [-] [instance: 6cb6b26e-7d66-4218-8dac-978e666b3e54] deallocate_for_instance() {{(pid=68893) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1232.830012] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792477, 'name': CreateVM_Task, 'duration_secs': 0.396418} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.830198] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bec52855-6ca5-48f3-b6ca-0274fd1c12d8] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1232.830876] env[68893]: DEBUG oslo_concurrency.lockutils [None req-4bc9a4be-8c04-42bb-8953-960a6bf3ca60 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.831091] env[68893]: DEBUG oslo_concurrency.lockutils [None req-4bc9a4be-8c04-42bb-8953-960a6bf3ca60 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.831426] env[68893]: DEBUG oslo_concurrency.lockutils [None req-4bc9a4be-8c04-42bb-8953-960a6bf3ca60 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.831719] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb5f07d6-2dfc-4eaf-8e0d-fdf7be941474 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.836245] env[68893]: DEBUG oslo_vmware.api [None req-4bc9a4be-8c04-42bb-8953-960a6bf3ca60 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Waiting for the task: (returnval){ [ 1232.836245] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]524267cc-a1dc-efdf-057e-24c2152b84b0" [ 1232.836245] env[68893]: _type = "Task" [ 1232.836245] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.843784] env[68893]: DEBUG oslo_vmware.api [None req-4bc9a4be-8c04-42bb-8953-960a6bf3ca60 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]524267cc-a1dc-efdf-057e-24c2152b84b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.879777] env[68893]: DEBUG nova.compute.manager [None req-80796bcf-cb18-4e0c-8a25-458a38bacc43 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: a118e07c-92ea-4b22-8f30-cec7c826a3c4] Start destroying the instance on the hypervisor. {{(pid=68893) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1232.880033] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-80796bcf-cb18-4e0c-8a25-458a38bacc43 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: a118e07c-92ea-4b22-8f30-cec7c826a3c4] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1232.880901] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1a069e2-e214-40fb-a889-9b89cfbc6b46 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.883916] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: 86c6883a-4bba-48cc-a68b-21ac933f0867] Instance has had 0 of 5 cleanup attempts {{(pid=68893) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1232.889986] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-80796bcf-cb18-4e0c-8a25-458a38bacc43 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: a118e07c-92ea-4b22-8f30-cec7c826a3c4] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1232.890254] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-37060216-44f4-4a8a-bd6d-bdc710730655 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.896384] env[68893]: DEBUG oslo_vmware.api [None req-80796bcf-cb18-4e0c-8a25-458a38bacc43 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Waiting for the task: (returnval){ [ 1232.896384] env[68893]: value = "task-2792479" [ 1232.896384] env[68893]: _type = "Task" [ 1232.896384] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.906352] env[68893]: DEBUG oslo_vmware.api [None req-80796bcf-cb18-4e0c-8a25-458a38bacc43 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792479, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.920357] env[68893]: DEBUG oslo_vmware.api [None req-207b2a43-cfdb-446f-9982-7b1ad024c32d tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': task-2792478, 'name': ReconfigVM_Task, 'duration_secs': 0.142} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.920663] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-207b2a43-cfdb-446f-9982-7b1ad024c32d tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: f40a2a83-d2bf-4059-8d84-e893e5664173] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561269', 'volume_id': 'ef3ff92a-f826-4ee6-988a-13f3aa37d807', 'name': 'volume-ef3ff92a-f826-4ee6-988a-13f3aa37d807', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f40a2a83-d2bf-4059-8d84-e893e5664173', 'attached_at': '', 'detached_at': '', 'volume_id': 'ef3ff92a-f826-4ee6-988a-13f3aa37d807', 'serial': 'ef3ff92a-f826-4ee6-988a-13f3aa37d807'} {{(pid=68893) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1233.049361] env[68893]: DEBUG nova.objects.instance [None req-1653f0de-edda-4775-a585-ff6d1860bab5 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Lazy-loading 'flavor' on Instance uuid 5cf97efe-7361-4f18-b03d-cb682f191fe7 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1233.253262] env[68893]: DEBUG nova.network.neutron [req-57a8b10d-ac55-43d3-ac96-f2289b1906eb req-f8615714-acaa-4365-98e4-c30071a5751b service nova] [instance: bec52855-6ca5-48f3-b6ca-0274fd1c12d8] Updated VIF entry in instance network info cache for port c45c7217-8aa7-40ca-aa1c-4bbb480a1442. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1233.253262] env[68893]: DEBUG nova.network.neutron [req-57a8b10d-ac55-43d3-ac96-f2289b1906eb req-f8615714-acaa-4365-98e4-c30071a5751b service nova] [instance: bec52855-6ca5-48f3-b6ca-0274fd1c12d8] Updating instance_info_cache with network_info: [{"id": "c45c7217-8aa7-40ca-aa1c-4bbb480a1442", "address": "fa:16:3e:77:08:03", "network": {"id": "8efcf1a2-7c45-4eef-b77d-563c71a1afb3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-933780947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "235acd9620044019a35125f6f31d0531", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc45c7217-8a", "ovs_interfaceid": "c45c7217-8aa7-40ca-aa1c-4bbb480a1442", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1233.348033] env[68893]: DEBUG oslo_vmware.api [None req-4bc9a4be-8c04-42bb-8953-960a6bf3ca60 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]524267cc-a1dc-efdf-057e-24c2152b84b0, 'name': SearchDatastore_Task, 'duration_secs': 0.031261} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.348033] env[68893]: DEBUG oslo_concurrency.lockutils [None req-4bc9a4be-8c04-42bb-8953-960a6bf3ca60 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.348033] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-4bc9a4be-8c04-42bb-8953-960a6bf3ca60 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: bec52855-6ca5-48f3-b6ca-0274fd1c12d8] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1233.348557] env[68893]: DEBUG oslo_concurrency.lockutils [None req-4bc9a4be-8c04-42bb-8953-960a6bf3ca60 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.348868] env[68893]: DEBUG oslo_concurrency.lockutils [None req-4bc9a4be-8c04-42bb-8953-960a6bf3ca60 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.349240] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bc9a4be-8c04-42bb-8953-960a6bf3ca60 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1233.349634] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f312e182-e9ad-43a6-af9c-94d029c54829 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.360026] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bc9a4be-8c04-42bb-8953-960a6bf3ca60 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1233.360026] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-4bc9a4be-8c04-42bb-8953-960a6bf3ca60 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1233.360026] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dece008c-9513-4dfa-8fb9-59e2b661174d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.363553] env[68893]: DEBUG oslo_vmware.api [None req-4bc9a4be-8c04-42bb-8953-960a6bf3ca60 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Waiting for the task: (returnval){ [ 1233.363553] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]527f6582-cf5e-840e-bce0-6f16813be73d" [ 1233.363553] env[68893]: _type = "Task" [ 1233.363553] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.372327] env[68893]: DEBUG oslo_vmware.api [None req-4bc9a4be-8c04-42bb-8953-960a6bf3ca60 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]527f6582-cf5e-840e-bce0-6f16813be73d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.386952] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: 2ae63af9-1fe6-4670-a651-6317e997c53b] Instance has had 0 of 5 cleanup attempts {{(pid=68893) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1233.405238] env[68893]: DEBUG oslo_vmware.api [None req-80796bcf-cb18-4e0c-8a25-458a38bacc43 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792479, 'name': PowerOffVM_Task, 'duration_secs': 0.215961} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.406043] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-80796bcf-cb18-4e0c-8a25-458a38bacc43 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: a118e07c-92ea-4b22-8f30-cec7c826a3c4] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1233.406043] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-80796bcf-cb18-4e0c-8a25-458a38bacc43 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: a118e07c-92ea-4b22-8f30-cec7c826a3c4] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1233.406196] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8d16c419-6da4-4828-a3b9-3bcfe5358272 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.466355] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-80796bcf-cb18-4e0c-8a25-458a38bacc43 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: a118e07c-92ea-4b22-8f30-cec7c826a3c4] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1233.466636] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-80796bcf-cb18-4e0c-8a25-458a38bacc43 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: a118e07c-92ea-4b22-8f30-cec7c826a3c4] Deleting contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1233.466842] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-80796bcf-cb18-4e0c-8a25-458a38bacc43 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Deleting the datastore file [datastore2] a118e07c-92ea-4b22-8f30-cec7c826a3c4 {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1233.467122] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ae3ddb18-cbe0-417c-8a99-4822ce4ad21a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.474398] env[68893]: DEBUG oslo_vmware.api [None req-80796bcf-cb18-4e0c-8a25-458a38bacc43 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Waiting for the task: (returnval){ [ 1233.474398] env[68893]: value = "task-2792481" [ 1233.474398] env[68893]: _type = "Task" [ 1233.474398] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.482295] env[68893]: DEBUG oslo_vmware.api [None req-80796bcf-cb18-4e0c-8a25-458a38bacc43 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792481, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.554694] env[68893]: DEBUG oslo_concurrency.lockutils [None req-1653f0de-edda-4775-a585-ff6d1860bab5 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Lock "5cf97efe-7361-4f18-b03d-cb682f191fe7" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.779s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.622476] env[68893]: DEBUG nova.network.neutron [-] [instance: 6cb6b26e-7d66-4218-8dac-978e666b3e54] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1233.754608] env[68893]: DEBUG oslo_concurrency.lockutils [req-57a8b10d-ac55-43d3-ac96-f2289b1906eb req-f8615714-acaa-4365-98e4-c30071a5751b service nova] Releasing lock "refresh_cache-bec52855-6ca5-48f3-b6ca-0274fd1c12d8" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.876033] env[68893]: DEBUG oslo_vmware.api [None req-4bc9a4be-8c04-42bb-8953-960a6bf3ca60 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]527f6582-cf5e-840e-bce0-6f16813be73d, 'name': SearchDatastore_Task, 'duration_secs': 0.007676} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.876849] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7be84100-88e5-4a06-8ccb-059f33fd0bc2 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.884230] env[68893]: DEBUG oslo_vmware.api [None req-4bc9a4be-8c04-42bb-8953-960a6bf3ca60 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Waiting for the task: (returnval){ [ 1233.884230] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]5234324e-d801-346d-13ba-d986d36b9c17" [ 1233.884230] env[68893]: _type = "Task" [ 1233.884230] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.890112] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: d7be052a-8113-4d5e-a4cd-1a9e12c07a70] Instance has had 0 of 5 cleanup attempts {{(pid=68893) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1233.895408] env[68893]: DEBUG oslo_vmware.api [None req-4bc9a4be-8c04-42bb-8953-960a6bf3ca60 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]5234324e-d801-346d-13ba-d986d36b9c17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.959545] env[68893]: DEBUG nova.objects.instance [None req-207b2a43-cfdb-446f-9982-7b1ad024c32d tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Lazy-loading 'flavor' on Instance uuid f40a2a83-d2bf-4059-8d84-e893e5664173 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1233.987496] env[68893]: DEBUG oslo_vmware.api [None req-80796bcf-cb18-4e0c-8a25-458a38bacc43 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Task: {'id': task-2792481, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129975} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.987792] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-80796bcf-cb18-4e0c-8a25-458a38bacc43 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1233.988015] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-80796bcf-cb18-4e0c-8a25-458a38bacc43 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: a118e07c-92ea-4b22-8f30-cec7c826a3c4] Deleted contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1233.988332] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-80796bcf-cb18-4e0c-8a25-458a38bacc43 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: a118e07c-92ea-4b22-8f30-cec7c826a3c4] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1233.988608] env[68893]: INFO nova.compute.manager [None req-80796bcf-cb18-4e0c-8a25-458a38bacc43 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] [instance: a118e07c-92ea-4b22-8f30-cec7c826a3c4] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1233.989046] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-80796bcf-cb18-4e0c-8a25-458a38bacc43 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1233.989222] env[68893]: DEBUG nova.compute.manager [-] [instance: a118e07c-92ea-4b22-8f30-cec7c826a3c4] Deallocating network for instance {{(pid=68893) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1233.989361] env[68893]: DEBUG nova.network.neutron [-] [instance: a118e07c-92ea-4b22-8f30-cec7c826a3c4] deallocate_for_instance() {{(pid=68893) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1234.126301] env[68893]: INFO nova.compute.manager [-] [instance: 6cb6b26e-7d66-4218-8dac-978e666b3e54] Took 1.45 seconds to deallocate network for instance. [ 1234.188176] env[68893]: INFO nova.compute.manager [None req-7beca94e-fe28-48a8-9312-f8cfe7579097 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: f40a2a83-d2bf-4059-8d84-e893e5664173] Rescuing [ 1234.188176] env[68893]: DEBUG oslo_concurrency.lockutils [None req-7beca94e-fe28-48a8-9312-f8cfe7579097 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Acquiring lock "refresh_cache-f40a2a83-d2bf-4059-8d84-e893e5664173" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.188176] env[68893]: DEBUG oslo_concurrency.lockutils [None req-7beca94e-fe28-48a8-9312-f8cfe7579097 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Acquired lock "refresh_cache-f40a2a83-d2bf-4059-8d84-e893e5664173" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.188327] env[68893]: DEBUG nova.network.neutron [None req-7beca94e-fe28-48a8-9312-f8cfe7579097 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: f40a2a83-d2bf-4059-8d84-e893e5664173] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1234.262304] env[68893]: DEBUG nova.compute.manager [req-6036ddcc-8b70-4b50-aaa6-3a6fa427c6b1 req-0d85fc05-ea60-4eeb-9f81-4aad11393aea service nova] [instance: a118e07c-92ea-4b22-8f30-cec7c826a3c4] Received event network-vif-deleted-cdd059ba-2958-4dd4-80b1-51afa40bba43 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1234.262583] env[68893]: INFO nova.compute.manager [req-6036ddcc-8b70-4b50-aaa6-3a6fa427c6b1 req-0d85fc05-ea60-4eeb-9f81-4aad11393aea service nova] [instance: a118e07c-92ea-4b22-8f30-cec7c826a3c4] Neutron deleted interface cdd059ba-2958-4dd4-80b1-51afa40bba43; detaching it from the instance and deleting it from the info cache [ 1234.262868] env[68893]: DEBUG nova.network.neutron [req-6036ddcc-8b70-4b50-aaa6-3a6fa427c6b1 req-0d85fc05-ea60-4eeb-9f81-4aad11393aea service nova] [instance: a118e07c-92ea-4b22-8f30-cec7c826a3c4] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1234.395417] env[68893]: DEBUG oslo_vmware.api [None req-4bc9a4be-8c04-42bb-8953-960a6bf3ca60 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]5234324e-d801-346d-13ba-d986d36b9c17, 'name': SearchDatastore_Task, 'duration_secs': 0.012908} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.395417] env[68893]: DEBUG oslo_concurrency.lockutils [None req-4bc9a4be-8c04-42bb-8953-960a6bf3ca60 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.395645] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bc9a4be-8c04-42bb-8953-960a6bf3ca60 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] bec52855-6ca5-48f3-b6ca-0274fd1c12d8/bec52855-6ca5-48f3-b6ca-0274fd1c12d8.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1234.395850] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f22b818d-a449-40fc-8caf-fdcf8294a913 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.398201] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: 95be1925-4482-4656-aeb1-7e4ef679458f] Instance has had 0 of 5 cleanup attempts {{(pid=68893) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1234.406547] env[68893]: DEBUG oslo_vmware.api [None req-4bc9a4be-8c04-42bb-8953-960a6bf3ca60 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Waiting for the task: (returnval){ [ 1234.406547] env[68893]: value = "task-2792483" [ 1234.406547] env[68893]: _type = "Task" [ 1234.406547] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.415663] env[68893]: DEBUG oslo_vmware.api [None req-4bc9a4be-8c04-42bb-8953-960a6bf3ca60 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': task-2792483, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.464749] env[68893]: DEBUG oslo_concurrency.lockutils [None req-207b2a43-cfdb-446f-9982-7b1ad024c32d tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Lock "f40a2a83-d2bf-4059-8d84-e893e5664173" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.263s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.536412] env[68893]: DEBUG nova.compute.manager [req-5eacd160-7749-4248-bad4-e83d235484c4 req-d30ef4a6-29ad-461c-b97e-18e1e212959b service nova] [instance: 6cb6b26e-7d66-4218-8dac-978e666b3e54] Received event network-vif-deleted-ece447c3-f632-4327-9464-74edb55ae635 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1234.633283] env[68893]: DEBUG oslo_concurrency.lockutils [None req-710204bb-78dc-4ad6-9aff-61a66b0d1150 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.633692] env[68893]: DEBUG oslo_concurrency.lockutils [None req-710204bb-78dc-4ad6-9aff-61a66b0d1150 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.633967] env[68893]: DEBUG nova.objects.instance [None req-710204bb-78dc-4ad6-9aff-61a66b0d1150 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Lazy-loading 'resources' on Instance uuid 6cb6b26e-7d66-4218-8dac-978e666b3e54 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1234.740383] env[68893]: DEBUG nova.network.neutron [-] [instance: a118e07c-92ea-4b22-8f30-cec7c826a3c4] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1234.766910] env[68893]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-49293ac3-b122-45e2-86a8-bcd6ff549963 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.781016] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4afe3f25-9830-4543-a745-67bf31124e14 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.818461] env[68893]: DEBUG nova.compute.manager [req-6036ddcc-8b70-4b50-aaa6-3a6fa427c6b1 req-0d85fc05-ea60-4eeb-9f81-4aad11393aea service nova] [instance: a118e07c-92ea-4b22-8f30-cec7c826a3c4] Detach interface failed, port_id=cdd059ba-2958-4dd4-80b1-51afa40bba43, reason: Instance a118e07c-92ea-4b22-8f30-cec7c826a3c4 could not be found. {{(pid=68893) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1234.895030] env[68893]: DEBUG nova.compute.manager [None req-869729c8-73a1-43d1-9028-9b3db9715c61 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 5cf97efe-7361-4f18-b03d-cb682f191fe7] Stashing vm_state: active {{(pid=68893) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1234.902226] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: deb6dee1-b9f7-4b2b-89c5-ac48cde5241c] Instance has had 0 of 5 cleanup attempts {{(pid=68893) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1234.916917] env[68893]: DEBUG oslo_vmware.api [None req-4bc9a4be-8c04-42bb-8953-960a6bf3ca60 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': task-2792483, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.462871} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.917185] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bc9a4be-8c04-42bb-8953-960a6bf3ca60 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] bec52855-6ca5-48f3-b6ca-0274fd1c12d8/bec52855-6ca5-48f3-b6ca-0274fd1c12d8.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1234.917421] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-4bc9a4be-8c04-42bb-8953-960a6bf3ca60 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: bec52855-6ca5-48f3-b6ca-0274fd1c12d8] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1234.917683] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b014994b-bfcc-4bdf-89b6-72d2fa40fcb9 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.925232] env[68893]: DEBUG oslo_vmware.api [None req-4bc9a4be-8c04-42bb-8953-960a6bf3ca60 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Waiting for the task: (returnval){ [ 1234.925232] env[68893]: value = "task-2792484" [ 1234.925232] env[68893]: _type = "Task" [ 1234.925232] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.935215] env[68893]: DEBUG oslo_vmware.api [None req-4bc9a4be-8c04-42bb-8953-960a6bf3ca60 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': task-2792484, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.977816] env[68893]: DEBUG nova.network.neutron [None req-7beca94e-fe28-48a8-9312-f8cfe7579097 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: f40a2a83-d2bf-4059-8d84-e893e5664173] Updating instance_info_cache with network_info: [{"id": "a5b95cd9-9d30-4677-8297-0c4977450aa6", "address": "fa:16:3e:89:20:f4", "network": {"id": "828f67bb-7084-451f-9f26-2af42b349424", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1339939224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22a90c81e44d43b6ac94fc939f6737bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5b95cd9-9d", "ovs_interfaceid": "a5b95cd9-9d30-4677-8297-0c4977450aa6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1235.243052] env[68893]: INFO nova.compute.manager [-] [instance: a118e07c-92ea-4b22-8f30-cec7c826a3c4] Took 1.25 seconds to deallocate network for instance. [ 1235.292244] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f99f462f-3077-4117-af87-4eb0a333022f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.300325] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37993bc5-364c-49c1-acd5-2c415fa1c510 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.332629] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ced892b3-1321-4266-bcdf-5d3bb6a4edd7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.340302] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb39bd81-2d63-4d5b-b0b6-19dfe215b7cf {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.354005] env[68893]: DEBUG nova.compute.provider_tree [None req-710204bb-78dc-4ad6-9aff-61a66b0d1150 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Updating inventory in ProviderTree for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1235.404718] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: 0df1cf01-48d1-4da5-96d7-e4a71fa6396f] Instance has had 0 of 5 cleanup attempts {{(pid=68893) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1235.411804] env[68893]: DEBUG oslo_concurrency.lockutils [None req-869729c8-73a1-43d1-9028-9b3db9715c61 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.436790] env[68893]: DEBUG oslo_vmware.api [None req-4bc9a4be-8c04-42bb-8953-960a6bf3ca60 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': task-2792484, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.480447] env[68893]: DEBUG oslo_concurrency.lockutils [None req-7beca94e-fe28-48a8-9312-f8cfe7579097 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Releasing lock "refresh_cache-f40a2a83-d2bf-4059-8d84-e893e5664173" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.749433] env[68893]: DEBUG oslo_concurrency.lockutils [None req-80796bcf-cb18-4e0c-8a25-458a38bacc43 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.875238] env[68893]: ERROR nova.scheduler.client.report [None req-710204bb-78dc-4ad6-9aff-61a66b0d1150 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [req-7327c87f-15b2-455f-b433-4f9a8078ecc0] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d14b70d6-a636-4db0-b5a6-b901da6fa895. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7327c87f-15b2-455f-b433-4f9a8078ecc0"}]} [ 1235.891280] env[68893]: DEBUG nova.scheduler.client.report [None req-710204bb-78dc-4ad6-9aff-61a66b0d1150 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Refreshing inventories for resource provider d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1235.904284] env[68893]: DEBUG nova.scheduler.client.report [None req-710204bb-78dc-4ad6-9aff-61a66b0d1150 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Updating ProviderTree inventory for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1235.904564] env[68893]: DEBUG nova.compute.provider_tree [None req-710204bb-78dc-4ad6-9aff-61a66b0d1150 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Updating inventory in ProviderTree for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1235.907678] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: a5437c31-a6d6-417f-863c-d61eb12324a7] Instance has had 0 of 5 cleanup attempts {{(pid=68893) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1235.915164] env[68893]: DEBUG nova.scheduler.client.report [None req-710204bb-78dc-4ad6-9aff-61a66b0d1150 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Refreshing aggregate associations for resource provider d14b70d6-a636-4db0-b5a6-b901da6fa895, aggregates: None {{(pid=68893) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1235.937244] env[68893]: DEBUG oslo_vmware.api [None req-4bc9a4be-8c04-42bb-8953-960a6bf3ca60 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': task-2792484, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.900371} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.938207] env[68893]: DEBUG nova.scheduler.client.report [None req-710204bb-78dc-4ad6-9aff-61a66b0d1150 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Refreshing trait associations for resource provider d14b70d6-a636-4db0-b5a6-b901da6fa895, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE {{(pid=68893) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1235.940370] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-4bc9a4be-8c04-42bb-8953-960a6bf3ca60 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: bec52855-6ca5-48f3-b6ca-0274fd1c12d8] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1235.941688] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dff7ce86-db0f-41db-aee2-b1c3dea2a672 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.965767] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bc9a4be-8c04-42bb-8953-960a6bf3ca60 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: bec52855-6ca5-48f3-b6ca-0274fd1c12d8] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] bec52855-6ca5-48f3-b6ca-0274fd1c12d8/bec52855-6ca5-48f3-b6ca-0274fd1c12d8.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1235.968819] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-648ed121-0981-40f9-945d-3cf0b4be2cf8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.990055] env[68893]: DEBUG oslo_vmware.api [None req-4bc9a4be-8c04-42bb-8953-960a6bf3ca60 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Waiting for the task: (returnval){ [ 1235.990055] env[68893]: value = "task-2792485" [ 1235.990055] env[68893]: _type = "Task" [ 1235.990055] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.002667] env[68893]: DEBUG oslo_vmware.api [None req-4bc9a4be-8c04-42bb-8953-960a6bf3ca60 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': task-2792485, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.151435] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6080622-d23f-48af-9397-40c675e548cc {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.161252] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33170852-5e30-4d7d-868c-6fe465edddc4 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.193739] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a0531b2-826d-4981-826f-c7e9d7681c78 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.202315] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2cfcc7a-abed-40b6-b797-580b8ae04c56 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.216481] env[68893]: DEBUG nova.compute.provider_tree [None req-710204bb-78dc-4ad6-9aff-61a66b0d1150 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Updating inventory in ProviderTree for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1236.410885] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: 5c771d60-a6ca-434c-9193-9d90821b26b2] Instance has had 0 of 5 cleanup attempts {{(pid=68893) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1236.500227] env[68893]: DEBUG oslo_vmware.api [None req-4bc9a4be-8c04-42bb-8953-960a6bf3ca60 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': task-2792485, 'name': ReconfigVM_Task, 'duration_secs': 0.283881} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.500486] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bc9a4be-8c04-42bb-8953-960a6bf3ca60 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: bec52855-6ca5-48f3-b6ca-0274fd1c12d8] Reconfigured VM instance instance-00000071 to attach disk [datastore2] bec52855-6ca5-48f3-b6ca-0274fd1c12d8/bec52855-6ca5-48f3-b6ca-0274fd1c12d8.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1236.501123] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-28717533-9795-41b1-b3c0-ce0c58396228 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.508241] env[68893]: DEBUG oslo_vmware.api [None req-4bc9a4be-8c04-42bb-8953-960a6bf3ca60 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Waiting for the task: (returnval){ [ 1236.508241] env[68893]: value = "task-2792486" [ 1236.508241] env[68893]: _type = "Task" [ 1236.508241] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.517647] env[68893]: DEBUG oslo_vmware.api [None req-4bc9a4be-8c04-42bb-8953-960a6bf3ca60 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': task-2792486, 'name': Rename_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.749726] env[68893]: DEBUG nova.scheduler.client.report [None req-710204bb-78dc-4ad6-9aff-61a66b0d1150 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Updated inventory for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with generation 168 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1236.750049] env[68893]: DEBUG nova.compute.provider_tree [None req-710204bb-78dc-4ad6-9aff-61a66b0d1150 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Updating resource provider d14b70d6-a636-4db0-b5a6-b901da6fa895 generation from 168 to 169 during operation: update_inventory {{(pid=68893) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1236.750248] env[68893]: DEBUG nova.compute.provider_tree [None req-710204bb-78dc-4ad6-9aff-61a66b0d1150 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Updating inventory in ProviderTree for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1236.914344] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: 4a4ea316-2b13-4585-a52e-57f263bdbe6e] Instance has had 0 of 5 cleanup attempts {{(pid=68893) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1237.018477] env[68893]: DEBUG oslo_vmware.api [None req-4bc9a4be-8c04-42bb-8953-960a6bf3ca60 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': task-2792486, 'name': Rename_Task, 'duration_secs': 0.142986} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.018723] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bc9a4be-8c04-42bb-8953-960a6bf3ca60 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: bec52855-6ca5-48f3-b6ca-0274fd1c12d8] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1237.018995] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7222852d-31fe-49a4-8d85-ce81103b7f98 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.020861] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-7beca94e-fe28-48a8-9312-f8cfe7579097 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: f40a2a83-d2bf-4059-8d84-e893e5664173] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1237.021138] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6a00adf3-0c84-43ec-bb5a-c2e8c852b125 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.028246] env[68893]: DEBUG oslo_vmware.api [None req-7beca94e-fe28-48a8-9312-f8cfe7579097 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Waiting for the task: (returnval){ [ 1237.028246] env[68893]: value = "task-2792488" [ 1237.028246] env[68893]: _type = "Task" [ 1237.028246] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.029657] env[68893]: DEBUG oslo_vmware.api [None req-4bc9a4be-8c04-42bb-8953-960a6bf3ca60 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Waiting for the task: (returnval){ [ 1237.029657] env[68893]: value = "task-2792487" [ 1237.029657] env[68893]: _type = "Task" [ 1237.029657] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.040780] env[68893]: DEBUG oslo_vmware.api [None req-4bc9a4be-8c04-42bb-8953-960a6bf3ca60 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': task-2792487, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.043820] env[68893]: DEBUG oslo_vmware.api [None req-7beca94e-fe28-48a8-9312-f8cfe7579097 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': task-2792488, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.255133] env[68893]: DEBUG oslo_concurrency.lockutils [None req-710204bb-78dc-4ad6-9aff-61a66b0d1150 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.621s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.258272] env[68893]: DEBUG oslo_concurrency.lockutils [None req-869729c8-73a1-43d1-9028-9b3db9715c61 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.846s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.274371] env[68893]: INFO nova.scheduler.client.report [None req-710204bb-78dc-4ad6-9aff-61a66b0d1150 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Deleted allocations for instance 6cb6b26e-7d66-4218-8dac-978e666b3e54 [ 1237.417718] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: 8b58659b-aaf9-4fa9-98b2-3153180f0570] Instance has had 0 of 5 cleanup attempts {{(pid=68893) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1237.544751] env[68893]: DEBUG oslo_vmware.api [None req-7beca94e-fe28-48a8-9312-f8cfe7579097 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': task-2792488, 'name': PowerOffVM_Task, 'duration_secs': 0.245562} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.545044] env[68893]: DEBUG oslo_vmware.api [None req-4bc9a4be-8c04-42bb-8953-960a6bf3ca60 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': task-2792487, 'name': PowerOnVM_Task, 'duration_secs': 0.461943} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.545230] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-7beca94e-fe28-48a8-9312-f8cfe7579097 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: f40a2a83-d2bf-4059-8d84-e893e5664173] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1237.545535] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bc9a4be-8c04-42bb-8953-960a6bf3ca60 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: bec52855-6ca5-48f3-b6ca-0274fd1c12d8] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1237.545733] env[68893]: INFO nova.compute.manager [None req-4bc9a4be-8c04-42bb-8953-960a6bf3ca60 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: bec52855-6ca5-48f3-b6ca-0274fd1c12d8] Took 7.28 seconds to spawn the instance on the hypervisor. [ 1237.545905] env[68893]: DEBUG nova.compute.manager [None req-4bc9a4be-8c04-42bb-8953-960a6bf3ca60 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: bec52855-6ca5-48f3-b6ca-0274fd1c12d8] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1237.546697] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b3ee6c7-3d9b-4261-b7c3-666e2cae7357 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.549483] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e228eb8d-c63d-45b4-a77b-6c89493ebd2c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.574966] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01c3e77d-34e9-435a-bcdb-db9dbddf9f3a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.609222] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-7beca94e-fe28-48a8-9312-f8cfe7579097 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: f40a2a83-d2bf-4059-8d84-e893e5664173] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1237.609522] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c0577823-1a6b-4e3a-9427-2ff15d78bf90 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.617985] env[68893]: DEBUG oslo_vmware.api [None req-7beca94e-fe28-48a8-9312-f8cfe7579097 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Waiting for the task: (returnval){ [ 1237.617985] env[68893]: value = "task-2792489" [ 1237.617985] env[68893]: _type = "Task" [ 1237.617985] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.626219] env[68893]: DEBUG oslo_vmware.api [None req-7beca94e-fe28-48a8-9312-f8cfe7579097 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': task-2792489, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.763652] env[68893]: INFO nova.compute.claims [None req-869729c8-73a1-43d1-9028-9b3db9715c61 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 5cf97efe-7361-4f18-b03d-cb682f191fe7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1237.781976] env[68893]: DEBUG oslo_concurrency.lockutils [None req-710204bb-78dc-4ad6-9aff-61a66b0d1150 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Lock "6cb6b26e-7d66-4218-8dac-978e666b3e54" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.731s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.921971] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: 8d99ff20-bffa-417a-ae2a-84957a794332] Instance has had 0 of 5 cleanup attempts {{(pid=68893) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1238.081789] env[68893]: INFO nova.compute.manager [None req-4bc9a4be-8c04-42bb-8953-960a6bf3ca60 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: bec52855-6ca5-48f3-b6ca-0274fd1c12d8] Took 12.15 seconds to build instance. [ 1238.129365] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-7beca94e-fe28-48a8-9312-f8cfe7579097 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: f40a2a83-d2bf-4059-8d84-e893e5664173] VM already powered off {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1238.129585] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-7beca94e-fe28-48a8-9312-f8cfe7579097 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: f40a2a83-d2bf-4059-8d84-e893e5664173] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1238.129827] env[68893]: DEBUG oslo_concurrency.lockutils [None req-7beca94e-fe28-48a8-9312-f8cfe7579097 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.129975] env[68893]: DEBUG oslo_concurrency.lockutils [None req-7beca94e-fe28-48a8-9312-f8cfe7579097 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.130172] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-7beca94e-fe28-48a8-9312-f8cfe7579097 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1238.130431] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0ba56edc-1098-4de4-9a5a-82689d7db799 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.140772] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-7beca94e-fe28-48a8-9312-f8cfe7579097 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1238.140946] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-7beca94e-fe28-48a8-9312-f8cfe7579097 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1238.141717] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40fe55b1-fa6a-4a5e-8008-70baa305eff4 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.147379] env[68893]: DEBUG oslo_vmware.api [None req-7beca94e-fe28-48a8-9312-f8cfe7579097 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Waiting for the task: (returnval){ [ 1238.147379] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52aa43fe-237f-b8d7-696c-44829d0af30d" [ 1238.147379] env[68893]: _type = "Task" [ 1238.147379] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.155091] env[68893]: DEBUG oslo_vmware.api [None req-7beca94e-fe28-48a8-9312-f8cfe7579097 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52aa43fe-237f-b8d7-696c-44829d0af30d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.270459] env[68893]: INFO nova.compute.resource_tracker [None req-869729c8-73a1-43d1-9028-9b3db9715c61 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 5cf97efe-7361-4f18-b03d-cb682f191fe7] Updating resource usage from migration c303aa86-1d5b-42f6-a8fb-c7b1a35e4081 [ 1238.426054] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: 250fb202-c0a4-4fc9-822e-d3c18cf8d340] Instance has had 0 of 5 cleanup attempts {{(pid=68893) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1238.446979] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a83cceca-d86a-43f5-8a9e-9bda7ff66b95 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.457965] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5de3b127-3734-4bb6-9005-6b0fb76fb48c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.492336] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9d94880-bd8e-4087-a6b0-123720afa79a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.501063] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f08b7dc-df7e-45bd-b1ea-45a21b1ffad4 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.515392] env[68893]: DEBUG nova.compute.provider_tree [None req-869729c8-73a1-43d1-9028-9b3db9715c61 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1238.584397] env[68893]: DEBUG oslo_concurrency.lockutils [None req-4bc9a4be-8c04-42bb-8953-960a6bf3ca60 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Lock "bec52855-6ca5-48f3-b6ca-0274fd1c12d8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.665s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.659903] env[68893]: DEBUG oslo_vmware.api [None req-7beca94e-fe28-48a8-9312-f8cfe7579097 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52aa43fe-237f-b8d7-696c-44829d0af30d, 'name': SearchDatastore_Task, 'duration_secs': 0.009402} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.661133] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3b273ff-62e4-4a6b-bce1-4efb490a054a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.682592] env[68893]: DEBUG oslo_vmware.api [None req-7beca94e-fe28-48a8-9312-f8cfe7579097 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Waiting for the task: (returnval){ [ 1238.682592] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]523bc153-a306-b6b7-8677-fcc762aa5491" [ 1238.682592] env[68893]: _type = "Task" [ 1238.682592] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.692345] env[68893]: DEBUG oslo_vmware.api [None req-7beca94e-fe28-48a8-9312-f8cfe7579097 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]523bc153-a306-b6b7-8677-fcc762aa5491, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.930767] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: c648b3f3-3761-4018-95cd-bb62c58421db] Instance has had 0 of 5 cleanup attempts {{(pid=68893) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1239.019357] env[68893]: DEBUG nova.scheduler.client.report [None req-869729c8-73a1-43d1-9028-9b3db9715c61 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1239.176155] env[68893]: DEBUG nova.compute.manager [req-fb10ec1a-49c8-4c95-83a7-9a40c251b31a req-edd51433-ce6a-4334-86f9-d3efa92d65c5 service nova] [instance: bec52855-6ca5-48f3-b6ca-0274fd1c12d8] Received event network-changed-c45c7217-8aa7-40ca-aa1c-4bbb480a1442 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1239.176374] env[68893]: DEBUG nova.compute.manager [req-fb10ec1a-49c8-4c95-83a7-9a40c251b31a req-edd51433-ce6a-4334-86f9-d3efa92d65c5 service nova] [instance: bec52855-6ca5-48f3-b6ca-0274fd1c12d8] Refreshing instance network info cache due to event network-changed-c45c7217-8aa7-40ca-aa1c-4bbb480a1442. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1239.176662] env[68893]: DEBUG oslo_concurrency.lockutils [req-fb10ec1a-49c8-4c95-83a7-9a40c251b31a req-edd51433-ce6a-4334-86f9-d3efa92d65c5 service nova] Acquiring lock "refresh_cache-bec52855-6ca5-48f3-b6ca-0274fd1c12d8" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.176702] env[68893]: DEBUG oslo_concurrency.lockutils [req-fb10ec1a-49c8-4c95-83a7-9a40c251b31a req-edd51433-ce6a-4334-86f9-d3efa92d65c5 service nova] Acquired lock "refresh_cache-bec52855-6ca5-48f3-b6ca-0274fd1c12d8" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.176859] env[68893]: DEBUG nova.network.neutron [req-fb10ec1a-49c8-4c95-83a7-9a40c251b31a req-edd51433-ce6a-4334-86f9-d3efa92d65c5 service nova] [instance: bec52855-6ca5-48f3-b6ca-0274fd1c12d8] Refreshing network info cache for port c45c7217-8aa7-40ca-aa1c-4bbb480a1442 {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1239.195071] env[68893]: DEBUG oslo_vmware.api [None req-7beca94e-fe28-48a8-9312-f8cfe7579097 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]523bc153-a306-b6b7-8677-fcc762aa5491, 'name': SearchDatastore_Task, 'duration_secs': 0.014017} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.195296] env[68893]: DEBUG oslo_concurrency.lockutils [None req-7beca94e-fe28-48a8-9312-f8cfe7579097 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.195566] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-7beca94e-fe28-48a8-9312-f8cfe7579097 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] f40a2a83-d2bf-4059-8d84-e893e5664173/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f-rescue.vmdk. {{(pid=68893) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1239.195868] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a0d3a34b-c465-473b-8117-9bbd19d7cd40 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.204865] env[68893]: DEBUG oslo_vmware.api [None req-7beca94e-fe28-48a8-9312-f8cfe7579097 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Waiting for the task: (returnval){ [ 1239.204865] env[68893]: value = "task-2792491" [ 1239.204865] env[68893]: _type = "Task" [ 1239.204865] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.215145] env[68893]: DEBUG oslo_vmware.api [None req-7beca94e-fe28-48a8-9312-f8cfe7579097 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': task-2792491, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.241440] env[68893]: DEBUG oslo_concurrency.lockutils [None req-e6dbfcce-fffe-4af9-8873-34e894d8492a tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Acquiring lock "7b587048-dac4-4611-9149-6999e7cf06a0" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.241822] env[68893]: DEBUG oslo_concurrency.lockutils [None req-e6dbfcce-fffe-4af9-8873-34e894d8492a tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Lock "7b587048-dac4-4611-9149-6999e7cf06a0" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.432569] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: 7e40a4c8-e64e-41f1-9b87-8c5f0af19a35] Instance has had 0 of 5 cleanup attempts {{(pid=68893) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1239.523717] env[68893]: DEBUG oslo_concurrency.lockutils [None req-869729c8-73a1-43d1-9028-9b3db9715c61 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.265s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.524209] env[68893]: INFO nova.compute.manager [None req-869729c8-73a1-43d1-9028-9b3db9715c61 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 5cf97efe-7361-4f18-b03d-cb682f191fe7] Migrating [ 1239.531861] env[68893]: DEBUG oslo_concurrency.lockutils [None req-80796bcf-cb18-4e0c-8a25-458a38bacc43 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.783s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.532153] env[68893]: DEBUG nova.objects.instance [None req-80796bcf-cb18-4e0c-8a25-458a38bacc43 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Lazy-loading 'resources' on Instance uuid a118e07c-92ea-4b22-8f30-cec7c826a3c4 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1239.719914] env[68893]: DEBUG oslo_vmware.api [None req-7beca94e-fe28-48a8-9312-f8cfe7579097 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': task-2792491, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.744976] env[68893]: INFO nova.compute.manager [None req-e6dbfcce-fffe-4af9-8873-34e894d8492a tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: 7b587048-dac4-4611-9149-6999e7cf06a0] Detaching volume 0714c7b0-5454-4deb-94db-b516a4d5e170 [ 1239.778924] env[68893]: INFO nova.virt.block_device [None req-e6dbfcce-fffe-4af9-8873-34e894d8492a tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: 7b587048-dac4-4611-9149-6999e7cf06a0] Attempting to driver detach volume 0714c7b0-5454-4deb-94db-b516a4d5e170 from mountpoint /dev/sdb [ 1239.779194] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6dbfcce-fffe-4af9-8873-34e894d8492a tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: 7b587048-dac4-4611-9149-6999e7cf06a0] Volume detach. Driver type: vmdk {{(pid=68893) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1239.779438] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6dbfcce-fffe-4af9-8873-34e894d8492a tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: 7b587048-dac4-4611-9149-6999e7cf06a0] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561250', 'volume_id': '0714c7b0-5454-4deb-94db-b516a4d5e170', 'name': 'volume-0714c7b0-5454-4deb-94db-b516a4d5e170', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7b587048-dac4-4611-9149-6999e7cf06a0', 'attached_at': '', 'detached_at': '', 'volume_id': '0714c7b0-5454-4deb-94db-b516a4d5e170', 'serial': '0714c7b0-5454-4deb-94db-b516a4d5e170'} {{(pid=68893) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1239.780353] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-657a9ba1-5768-4acd-bd67-fe100a1c7b61 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.805344] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-357b4ea1-bc08-46fe-b732-ba4ad581c4db {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.816123] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b74c8b43-d003-48d6-9701-7459719a3d02 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.840008] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48a49b08-c565-4ed6-9537-9570b60c5db8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.855972] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6dbfcce-fffe-4af9-8873-34e894d8492a tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] The volume has not been displaced from its original location: [datastore2] volume-0714c7b0-5454-4deb-94db-b516a4d5e170/volume-0714c7b0-5454-4deb-94db-b516a4d5e170.vmdk. No consolidation needed. {{(pid=68893) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1239.861255] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6dbfcce-fffe-4af9-8873-34e894d8492a tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: 7b587048-dac4-4611-9149-6999e7cf06a0] Reconfiguring VM instance instance-00000060 to detach disk 2001 {{(pid=68893) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1239.861577] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-208c9537-7e90-47a3-9275-930cb715dd59 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.883782] env[68893]: DEBUG oslo_vmware.api [None req-e6dbfcce-fffe-4af9-8873-34e894d8492a tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Waiting for the task: (returnval){ [ 1239.883782] env[68893]: value = "task-2792492" [ 1239.883782] env[68893]: _type = "Task" [ 1239.883782] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.892877] env[68893]: DEBUG oslo_vmware.api [None req-e6dbfcce-fffe-4af9-8873-34e894d8492a tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Task: {'id': task-2792492, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.909135] env[68893]: DEBUG nova.network.neutron [req-fb10ec1a-49c8-4c95-83a7-9a40c251b31a req-edd51433-ce6a-4334-86f9-d3efa92d65c5 service nova] [instance: bec52855-6ca5-48f3-b6ca-0274fd1c12d8] Updated VIF entry in instance network info cache for port c45c7217-8aa7-40ca-aa1c-4bbb480a1442. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1239.909656] env[68893]: DEBUG nova.network.neutron [req-fb10ec1a-49c8-4c95-83a7-9a40c251b31a req-edd51433-ce6a-4334-86f9-d3efa92d65c5 service nova] [instance: bec52855-6ca5-48f3-b6ca-0274fd1c12d8] Updating instance_info_cache with network_info: [{"id": "c45c7217-8aa7-40ca-aa1c-4bbb480a1442", "address": "fa:16:3e:77:08:03", "network": {"id": "8efcf1a2-7c45-4eef-b77d-563c71a1afb3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-933780947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "235acd9620044019a35125f6f31d0531", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc45c7217-8a", "ovs_interfaceid": "c45c7217-8aa7-40ca-aa1c-4bbb480a1442", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1239.936359] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: 34cceb5a-c5d6-4e8b-81c0-7e32c3a18c2b] Instance has had 0 of 5 cleanup attempts {{(pid=68893) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1240.046289] env[68893]: DEBUG oslo_concurrency.lockutils [None req-869729c8-73a1-43d1-9028-9b3db9715c61 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Acquiring lock "refresh_cache-5cf97efe-7361-4f18-b03d-cb682f191fe7" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.046467] env[68893]: DEBUG oslo_concurrency.lockutils [None req-869729c8-73a1-43d1-9028-9b3db9715c61 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Acquired lock "refresh_cache-5cf97efe-7361-4f18-b03d-cb682f191fe7" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.046662] env[68893]: DEBUG nova.network.neutron [None req-869729c8-73a1-43d1-9028-9b3db9715c61 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 5cf97efe-7361-4f18-b03d-cb682f191fe7] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1240.215683] env[68893]: DEBUG oslo_vmware.api [None req-7beca94e-fe28-48a8-9312-f8cfe7579097 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': task-2792491, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.597162} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.218355] env[68893]: INFO nova.virt.vmwareapi.ds_util [None req-7beca94e-fe28-48a8-9312-f8cfe7579097 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] f40a2a83-d2bf-4059-8d84-e893e5664173/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f-rescue.vmdk. [ 1240.219383] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-176dbebd-27c9-4173-b8f6-a8cc871fdf60 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.250346] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-7beca94e-fe28-48a8-9312-f8cfe7579097 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: f40a2a83-d2bf-4059-8d84-e893e5664173] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] f40a2a83-d2bf-4059-8d84-e893e5664173/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f-rescue.vmdk or device None with type thin {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1240.251692] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb4f5ab3-cdb9-435f-bfbb-6fac74d02778 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.264929] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13f0b416-20d7-46e3-a080-0cf28723ecf4 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.273914] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eba5396c-fdf6-46d3-b4ed-f85f268c1544 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.278597] env[68893]: DEBUG oslo_vmware.api [None req-7beca94e-fe28-48a8-9312-f8cfe7579097 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Waiting for the task: (returnval){ [ 1240.278597] env[68893]: value = "task-2792494" [ 1240.278597] env[68893]: _type = "Task" [ 1240.278597] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.310555] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f2bf0f7-292c-4fbb-85be-c55f90dbe20c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.316606] env[68893]: DEBUG oslo_vmware.api [None req-7beca94e-fe28-48a8-9312-f8cfe7579097 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': task-2792494, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.322225] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b23b43c-e94b-4c0a-be76-ee5fab192140 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.337271] env[68893]: DEBUG nova.compute.provider_tree [None req-80796bcf-cb18-4e0c-8a25-458a38bacc43 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1240.394988] env[68893]: DEBUG oslo_vmware.api [None req-e6dbfcce-fffe-4af9-8873-34e894d8492a tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Task: {'id': task-2792492, 'name': ReconfigVM_Task, 'duration_secs': 0.312349} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.395315] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6dbfcce-fffe-4af9-8873-34e894d8492a tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: 7b587048-dac4-4611-9149-6999e7cf06a0] Reconfigured VM instance instance-00000060 to detach disk 2001 {{(pid=68893) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1240.400208] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4709f98-b0e2-4502-a8a1-b465088d506c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.412176] env[68893]: DEBUG oslo_concurrency.lockutils [req-fb10ec1a-49c8-4c95-83a7-9a40c251b31a req-edd51433-ce6a-4334-86f9-d3efa92d65c5 service nova] Releasing lock "refresh_cache-bec52855-6ca5-48f3-b6ca-0274fd1c12d8" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.417244] env[68893]: DEBUG oslo_vmware.api [None req-e6dbfcce-fffe-4af9-8873-34e894d8492a tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Waiting for the task: (returnval){ [ 1240.417244] env[68893]: value = "task-2792495" [ 1240.417244] env[68893]: _type = "Task" [ 1240.417244] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.426019] env[68893]: DEBUG oslo_vmware.api [None req-e6dbfcce-fffe-4af9-8873-34e894d8492a tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Task: {'id': task-2792495, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.439816] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: c1843643-f9e8-45dd-88f9-38a4faf62ce4] Instance has had 0 of 5 cleanup attempts {{(pid=68893) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1240.789554] env[68893]: DEBUG oslo_vmware.api [None req-7beca94e-fe28-48a8-9312-f8cfe7579097 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': task-2792494, 'name': ReconfigVM_Task, 'duration_secs': 0.455753} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.789856] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-7beca94e-fe28-48a8-9312-f8cfe7579097 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: f40a2a83-d2bf-4059-8d84-e893e5664173] Reconfigured VM instance instance-0000006c to attach disk [datastore2] f40a2a83-d2bf-4059-8d84-e893e5664173/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f-rescue.vmdk or device None with type thin {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1240.790713] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bc8ca87-90a0-407f-838a-72f3b6f003ce {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.797245] env[68893]: DEBUG nova.network.neutron [None req-869729c8-73a1-43d1-9028-9b3db9715c61 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 5cf97efe-7361-4f18-b03d-cb682f191fe7] Updating instance_info_cache with network_info: [{"id": "3cbeb975-4208-4e0c-aafc-36ad8f83a3cb", "address": "fa:16:3e:81:49:e9", "network": {"id": "ca00c41c-ec6a-4596-915b-34fd716effc2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2042741287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "863b84ea17a9459287213695c87d2bec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f66f8375-4460-4acd-987b-acda72bfcf0d", "external-id": "nsx-vlan-transportzone-533", "segmentation_id": 533, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cbeb975-42", "ovs_interfaceid": "3cbeb975-4208-4e0c-aafc-36ad8f83a3cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1240.822057] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99dce4db-b1c0-4be4-850d-e335aa065a08 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.839348] env[68893]: DEBUG oslo_vmware.api [None req-7beca94e-fe28-48a8-9312-f8cfe7579097 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Waiting for the task: (returnval){ [ 1240.839348] env[68893]: value = "task-2792496" [ 1240.839348] env[68893]: _type = "Task" [ 1240.839348] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.840483] env[68893]: DEBUG nova.scheduler.client.report [None req-80796bcf-cb18-4e0c-8a25-458a38bacc43 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1240.852786] env[68893]: DEBUG oslo_vmware.api [None req-7beca94e-fe28-48a8-9312-f8cfe7579097 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': task-2792496, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.927814] env[68893]: DEBUG oslo_vmware.api [None req-e6dbfcce-fffe-4af9-8873-34e894d8492a tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Task: {'id': task-2792495, 'name': ReconfigVM_Task, 'duration_secs': 0.211986} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.928197] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6dbfcce-fffe-4af9-8873-34e894d8492a tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: 7b587048-dac4-4611-9149-6999e7cf06a0] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561250', 'volume_id': '0714c7b0-5454-4deb-94db-b516a4d5e170', 'name': 'volume-0714c7b0-5454-4deb-94db-b516a4d5e170', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7b587048-dac4-4611-9149-6999e7cf06a0', 'attached_at': '', 'detached_at': '', 'volume_id': '0714c7b0-5454-4deb-94db-b516a4d5e170', 'serial': '0714c7b0-5454-4deb-94db-b516a4d5e170'} {{(pid=68893) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1240.943203] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: 706ea7e2-3150-4843-a0dd-e60e1cef3c52] Instance has had 0 of 5 cleanup attempts {{(pid=68893) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1241.322188] env[68893]: DEBUG oslo_concurrency.lockutils [None req-869729c8-73a1-43d1-9028-9b3db9715c61 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Releasing lock "refresh_cache-5cf97efe-7361-4f18-b03d-cb682f191fe7" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.350171] env[68893]: DEBUG oslo_concurrency.lockutils [None req-80796bcf-cb18-4e0c-8a25-458a38bacc43 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.818s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.352216] env[68893]: DEBUG oslo_vmware.api [None req-7beca94e-fe28-48a8-9312-f8cfe7579097 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': task-2792496, 'name': ReconfigVM_Task, 'duration_secs': 0.167743} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.352866] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-7beca94e-fe28-48a8-9312-f8cfe7579097 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: f40a2a83-d2bf-4059-8d84-e893e5664173] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1241.353140] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-25205232-2e85-40ec-9db4-f6dea62995e9 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.360811] env[68893]: DEBUG oslo_vmware.api [None req-7beca94e-fe28-48a8-9312-f8cfe7579097 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Waiting for the task: (returnval){ [ 1241.360811] env[68893]: value = "task-2792497" [ 1241.360811] env[68893]: _type = "Task" [ 1241.360811] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.371567] env[68893]: DEBUG oslo_vmware.api [None req-7beca94e-fe28-48a8-9312-f8cfe7579097 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': task-2792497, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.374840] env[68893]: INFO nova.scheduler.client.report [None req-80796bcf-cb18-4e0c-8a25-458a38bacc43 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Deleted allocations for instance a118e07c-92ea-4b22-8f30-cec7c826a3c4 [ 1241.446664] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: 9eff2a8e-9c7f-4f84-958a-ecf1f5f730d9] Instance has had 0 of 5 cleanup attempts {{(pid=68893) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1241.474331] env[68893]: DEBUG nova.objects.instance [None req-e6dbfcce-fffe-4af9-8873-34e894d8492a tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Lazy-loading 'flavor' on Instance uuid 7b587048-dac4-4611-9149-6999e7cf06a0 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1241.877633] env[68893]: DEBUG oslo_vmware.api [None req-7beca94e-fe28-48a8-9312-f8cfe7579097 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': task-2792497, 'name': PowerOnVM_Task, 'duration_secs': 0.431824} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.877955] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-7beca94e-fe28-48a8-9312-f8cfe7579097 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: f40a2a83-d2bf-4059-8d84-e893e5664173] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1241.881973] env[68893]: DEBUG nova.compute.manager [None req-7beca94e-fe28-48a8-9312-f8cfe7579097 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: f40a2a83-d2bf-4059-8d84-e893e5664173] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1241.883038] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-597d242e-1c37-4d1b-a28c-fa0d54360f50 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.886037] env[68893]: DEBUG oslo_concurrency.lockutils [None req-80796bcf-cb18-4e0c-8a25-458a38bacc43 tempest-ServerDiskConfigTestJSON-1783968223 tempest-ServerDiskConfigTestJSON-1783968223-project-member] Lock "a118e07c-92ea-4b22-8f30-cec7c826a3c4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.514s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.949906] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: 9c6996d6-48cd-4bcd-847a-a05b547a6891] Instance has had 0 of 5 cleanup attempts {{(pid=68893) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1242.452671] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: 71d44879-e74b-4a04-8c49-aaac1163f3f5] Instance has had 0 of 5 cleanup attempts {{(pid=68893) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1242.480976] env[68893]: DEBUG oslo_concurrency.lockutils [None req-e6dbfcce-fffe-4af9-8873-34e894d8492a tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Lock "7b587048-dac4-4611-9149-6999e7cf06a0" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.239s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.843325] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d813784-b8e5-43f5-9578-cc26f6b144ee {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.865537] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-869729c8-73a1-43d1-9028-9b3db9715c61 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 5cf97efe-7361-4f18-b03d-cb682f191fe7] Updating instance '5cf97efe-7361-4f18-b03d-cb682f191fe7' progress to 0 {{(pid=68893) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1242.956256] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: b7b2d291-da9b-4b77-9898-e181a8e011c2] Instance has had 0 of 5 cleanup attempts {{(pid=68893) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1243.373581] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-869729c8-73a1-43d1-9028-9b3db9715c61 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 5cf97efe-7361-4f18-b03d-cb682f191fe7] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1243.373581] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-476de556-7fdb-41ac-88c3-6f0eb5350467 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.381839] env[68893]: DEBUG oslo_vmware.api [None req-869729c8-73a1-43d1-9028-9b3db9715c61 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Waiting for the task: (returnval){ [ 1243.381839] env[68893]: value = "task-2792499" [ 1243.381839] env[68893]: _type = "Task" [ 1243.381839] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.393334] env[68893]: DEBUG oslo_vmware.api [None req-869729c8-73a1-43d1-9028-9b3db9715c61 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792499, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.441103] env[68893]: INFO nova.compute.manager [None req-b7090bc2-2008-4d77-9b1d-b497ca0231fd tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: f40a2a83-d2bf-4059-8d84-e893e5664173] Unrescuing [ 1243.441490] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b7090bc2-2008-4d77-9b1d-b497ca0231fd tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Acquiring lock "refresh_cache-f40a2a83-d2bf-4059-8d84-e893e5664173" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.441637] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b7090bc2-2008-4d77-9b1d-b497ca0231fd tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Acquired lock "refresh_cache-f40a2a83-d2bf-4059-8d84-e893e5664173" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.441888] env[68893]: DEBUG nova.network.neutron [None req-b7090bc2-2008-4d77-9b1d-b497ca0231fd tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: f40a2a83-d2bf-4059-8d84-e893e5664173] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1243.459775] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: 05def266-bea2-46e6-8916-6b0484ce4edd] Instance has had 0 of 5 cleanup attempts {{(pid=68893) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1243.504889] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6cdf40ed-705f-43c5-ba8d-fa94dbafb08e tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Acquiring lock "7b587048-dac4-4611-9149-6999e7cf06a0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.505185] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6cdf40ed-705f-43c5-ba8d-fa94dbafb08e tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Lock "7b587048-dac4-4611-9149-6999e7cf06a0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.505501] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6cdf40ed-705f-43c5-ba8d-fa94dbafb08e tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Acquiring lock "7b587048-dac4-4611-9149-6999e7cf06a0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.505621] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6cdf40ed-705f-43c5-ba8d-fa94dbafb08e tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Lock "7b587048-dac4-4611-9149-6999e7cf06a0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.505831] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6cdf40ed-705f-43c5-ba8d-fa94dbafb08e tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Lock "7b587048-dac4-4611-9149-6999e7cf06a0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.508916] env[68893]: INFO nova.compute.manager [None req-6cdf40ed-705f-43c5-ba8d-fa94dbafb08e tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: 7b587048-dac4-4611-9149-6999e7cf06a0] Terminating instance [ 1243.892603] env[68893]: DEBUG oslo_vmware.api [None req-869729c8-73a1-43d1-9028-9b3db9715c61 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792499, 'name': PowerOffVM_Task, 'duration_secs': 0.262102} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.892876] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-869729c8-73a1-43d1-9028-9b3db9715c61 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 5cf97efe-7361-4f18-b03d-cb682f191fe7] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1243.893062] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-869729c8-73a1-43d1-9028-9b3db9715c61 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 5cf97efe-7361-4f18-b03d-cb682f191fe7] Updating instance '5cf97efe-7361-4f18-b03d-cb682f191fe7' progress to 17 {{(pid=68893) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1243.963129] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: d89cb24d-9485-4641-a78d-758495a82c10] Instance has had 0 of 5 cleanup attempts {{(pid=68893) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1244.013704] env[68893]: DEBUG nova.compute.manager [None req-6cdf40ed-705f-43c5-ba8d-fa94dbafb08e tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: 7b587048-dac4-4611-9149-6999e7cf06a0] Start destroying the instance on the hypervisor. {{(pid=68893) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1244.013892] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-6cdf40ed-705f-43c5-ba8d-fa94dbafb08e tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: 7b587048-dac4-4611-9149-6999e7cf06a0] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1244.014927] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50d08bdb-cc7e-4fef-8cea-423d95ccbea7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.026503] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cdf40ed-705f-43c5-ba8d-fa94dbafb08e tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: 7b587048-dac4-4611-9149-6999e7cf06a0] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1244.026767] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a2757060-3bbf-417f-9736-6a59791fccba {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.034202] env[68893]: DEBUG oslo_vmware.api [None req-6cdf40ed-705f-43c5-ba8d-fa94dbafb08e tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Waiting for the task: (returnval){ [ 1244.034202] env[68893]: value = "task-2792500" [ 1244.034202] env[68893]: _type = "Task" [ 1244.034202] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.044627] env[68893]: DEBUG oslo_vmware.api [None req-6cdf40ed-705f-43c5-ba8d-fa94dbafb08e tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Task: {'id': task-2792500, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.400532] env[68893]: DEBUG nova.virt.hardware [None req-869729c8-73a1-43d1-9028-9b3db9715c61 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1244.400912] env[68893]: DEBUG nova.virt.hardware [None req-869729c8-73a1-43d1-9028-9b3db9715c61 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1244.401106] env[68893]: DEBUG nova.virt.hardware [None req-869729c8-73a1-43d1-9028-9b3db9715c61 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1244.401353] env[68893]: DEBUG nova.virt.hardware [None req-869729c8-73a1-43d1-9028-9b3db9715c61 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1244.401502] env[68893]: DEBUG nova.virt.hardware [None req-869729c8-73a1-43d1-9028-9b3db9715c61 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1244.401648] env[68893]: DEBUG nova.virt.hardware [None req-869729c8-73a1-43d1-9028-9b3db9715c61 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1244.401903] env[68893]: DEBUG nova.virt.hardware [None req-869729c8-73a1-43d1-9028-9b3db9715c61 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1244.402086] env[68893]: DEBUG nova.virt.hardware [None req-869729c8-73a1-43d1-9028-9b3db9715c61 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1244.402286] env[68893]: DEBUG nova.virt.hardware [None req-869729c8-73a1-43d1-9028-9b3db9715c61 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1244.402456] env[68893]: DEBUG nova.virt.hardware [None req-869729c8-73a1-43d1-9028-9b3db9715c61 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1244.402628] env[68893]: DEBUG nova.virt.hardware [None req-869729c8-73a1-43d1-9028-9b3db9715c61 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1244.413142] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e34cf2f-4b01-4fdf-a76c-bfb5aeb35ae4 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.430654] env[68893]: DEBUG oslo_vmware.api [None req-869729c8-73a1-43d1-9028-9b3db9715c61 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Waiting for the task: (returnval){ [ 1244.430654] env[68893]: value = "task-2792501" [ 1244.430654] env[68893]: _type = "Task" [ 1244.430654] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.440231] env[68893]: DEBUG oslo_vmware.api [None req-869729c8-73a1-43d1-9028-9b3db9715c61 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792501, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.466167] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: 7fe829d2-a085-424f-b94f-9255451eb920] Instance has had 0 of 5 cleanup attempts {{(pid=68893) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1244.504649] env[68893]: DEBUG nova.network.neutron [None req-b7090bc2-2008-4d77-9b1d-b497ca0231fd tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: f40a2a83-d2bf-4059-8d84-e893e5664173] Updating instance_info_cache with network_info: [{"id": "a5b95cd9-9d30-4677-8297-0c4977450aa6", "address": "fa:16:3e:89:20:f4", "network": {"id": "828f67bb-7084-451f-9f26-2af42b349424", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1339939224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22a90c81e44d43b6ac94fc939f6737bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5b95cd9-9d", "ovs_interfaceid": "a5b95cd9-9d30-4677-8297-0c4977450aa6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.544446] env[68893]: DEBUG oslo_vmware.api [None req-6cdf40ed-705f-43c5-ba8d-fa94dbafb08e tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Task: {'id': task-2792500, 'name': PowerOffVM_Task, 'duration_secs': 0.192372} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.544667] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cdf40ed-705f-43c5-ba8d-fa94dbafb08e tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: 7b587048-dac4-4611-9149-6999e7cf06a0] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1244.544846] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-6cdf40ed-705f-43c5-ba8d-fa94dbafb08e tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: 7b587048-dac4-4611-9149-6999e7cf06a0] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1244.545144] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-627471df-65a7-4051-a519-138512342b5c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.619949] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-6cdf40ed-705f-43c5-ba8d-fa94dbafb08e tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: 7b587048-dac4-4611-9149-6999e7cf06a0] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1244.619949] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-6cdf40ed-705f-43c5-ba8d-fa94dbafb08e tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: 7b587048-dac4-4611-9149-6999e7cf06a0] Deleting contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1244.619949] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cdf40ed-705f-43c5-ba8d-fa94dbafb08e tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Deleting the datastore file [datastore2] 7b587048-dac4-4611-9149-6999e7cf06a0 {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1244.619949] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4e459b1c-30e3-4e41-8715-fa895d33e6e4 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.626519] env[68893]: DEBUG oslo_vmware.api [None req-6cdf40ed-705f-43c5-ba8d-fa94dbafb08e tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Waiting for the task: (returnval){ [ 1244.626519] env[68893]: value = "task-2792503" [ 1244.626519] env[68893]: _type = "Task" [ 1244.626519] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.635593] env[68893]: DEBUG oslo_vmware.api [None req-6cdf40ed-705f-43c5-ba8d-fa94dbafb08e tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Task: {'id': task-2792503, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.941493] env[68893]: DEBUG oslo_vmware.api [None req-869729c8-73a1-43d1-9028-9b3db9715c61 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792501, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.970327] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: 67b07b13-034d-40ad-a554-518d5d36044c] Instance has had 0 of 5 cleanup attempts {{(pid=68893) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1245.006913] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b7090bc2-2008-4d77-9b1d-b497ca0231fd tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Releasing lock "refresh_cache-f40a2a83-d2bf-4059-8d84-e893e5664173" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.007574] env[68893]: DEBUG nova.objects.instance [None req-b7090bc2-2008-4d77-9b1d-b497ca0231fd tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Lazy-loading 'flavor' on Instance uuid f40a2a83-d2bf-4059-8d84-e893e5664173 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1245.137789] env[68893]: DEBUG oslo_vmware.api [None req-6cdf40ed-705f-43c5-ba8d-fa94dbafb08e tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Task: {'id': task-2792503, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.500044} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.137789] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cdf40ed-705f-43c5-ba8d-fa94dbafb08e tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1245.137789] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-6cdf40ed-705f-43c5-ba8d-fa94dbafb08e tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: 7b587048-dac4-4611-9149-6999e7cf06a0] Deleted contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1245.137789] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-6cdf40ed-705f-43c5-ba8d-fa94dbafb08e tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: 7b587048-dac4-4611-9149-6999e7cf06a0] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1245.137789] env[68893]: INFO nova.compute.manager [None req-6cdf40ed-705f-43c5-ba8d-fa94dbafb08e tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: 7b587048-dac4-4611-9149-6999e7cf06a0] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1245.138054] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6cdf40ed-705f-43c5-ba8d-fa94dbafb08e tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1245.138844] env[68893]: DEBUG nova.compute.manager [-] [instance: 7b587048-dac4-4611-9149-6999e7cf06a0] Deallocating network for instance {{(pid=68893) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1245.138844] env[68893]: DEBUG nova.network.neutron [-] [instance: 7b587048-dac4-4611-9149-6999e7cf06a0] deallocate_for_instance() {{(pid=68893) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1245.201940] env[68893]: DEBUG oslo_concurrency.lockutils [None req-e439ccd2-858d-40db-979c-82c8bbe4083a tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Acquiring lock "a62d2919-2f97-4eeb-8c94-93fbb1585af2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.203033] env[68893]: DEBUG oslo_concurrency.lockutils [None req-e439ccd2-858d-40db-979c-82c8bbe4083a tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Lock "a62d2919-2f97-4eeb-8c94-93fbb1585af2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.393458] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d6e12934-e888-4cc5-b7a8-95c6632fdfcb tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Acquiring lock "cdba6e24-8a5f-4af2-af3c-46704b327ac4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.393715] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d6e12934-e888-4cc5-b7a8-95c6632fdfcb tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Lock "cdba6e24-8a5f-4af2-af3c-46704b327ac4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.443719] env[68893]: DEBUG oslo_vmware.api [None req-869729c8-73a1-43d1-9028-9b3db9715c61 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792501, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.473396] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: b763ec3a-5de5-40c1-9783-23dd20b39989] Instance has had 0 of 5 cleanup attempts {{(pid=68893) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1245.513046] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e4f3ae1-cb12-47b8-9c98-51aad2b410ae {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.539293] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7090bc2-2008-4d77-9b1d-b497ca0231fd tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: f40a2a83-d2bf-4059-8d84-e893e5664173] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1245.539656] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-373eb0d8-3feb-46f8-92fc-e61cc5265940 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.547519] env[68893]: DEBUG oslo_vmware.api [None req-b7090bc2-2008-4d77-9b1d-b497ca0231fd tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Waiting for the task: (returnval){ [ 1245.547519] env[68893]: value = "task-2792504" [ 1245.547519] env[68893]: _type = "Task" [ 1245.547519] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.556589] env[68893]: DEBUG oslo_vmware.api [None req-b7090bc2-2008-4d77-9b1d-b497ca0231fd tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': task-2792504, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.643077] env[68893]: DEBUG nova.compute.manager [req-e7720068-492f-4898-899d-864c7eec6923 req-d9475a45-f896-489d-a1c8-51db9e0e0914 service nova] [instance: 7b587048-dac4-4611-9149-6999e7cf06a0] Received event network-vif-deleted-ad37e289-4f3a-4b55-8846-62fd37f45142 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1245.643077] env[68893]: INFO nova.compute.manager [req-e7720068-492f-4898-899d-864c7eec6923 req-d9475a45-f896-489d-a1c8-51db9e0e0914 service nova] [instance: 7b587048-dac4-4611-9149-6999e7cf06a0] Neutron deleted interface ad37e289-4f3a-4b55-8846-62fd37f45142; detaching it from the instance and deleting it from the info cache [ 1245.643077] env[68893]: DEBUG nova.network.neutron [req-e7720068-492f-4898-899d-864c7eec6923 req-d9475a45-f896-489d-a1c8-51db9e0e0914 service nova] [instance: 7b587048-dac4-4611-9149-6999e7cf06a0] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1245.706451] env[68893]: DEBUG nova.compute.manager [None req-e439ccd2-858d-40db-979c-82c8bbe4083a tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] [instance: a62d2919-2f97-4eeb-8c94-93fbb1585af2] Starting instance... {{(pid=68893) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1245.898557] env[68893]: DEBUG nova.compute.manager [None req-d6e12934-e888-4cc5-b7a8-95c6632fdfcb tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] [instance: cdba6e24-8a5f-4af2-af3c-46704b327ac4] Starting instance... {{(pid=68893) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1245.944414] env[68893]: DEBUG oslo_vmware.api [None req-869729c8-73a1-43d1-9028-9b3db9715c61 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792501, 'name': ReconfigVM_Task, 'duration_secs': 1.334125} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.944601] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-869729c8-73a1-43d1-9028-9b3db9715c61 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 5cf97efe-7361-4f18-b03d-cb682f191fe7] Updating instance '5cf97efe-7361-4f18-b03d-cb682f191fe7' progress to 33 {{(pid=68893) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1245.974326] env[68893]: DEBUG oslo_concurrency.lockutils [None req-550bec11-4e7d-45b2-b6cc-d4f2e5db8186 tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] Acquiring lock "045fc078-3614-4f3d-abf6-bb18186e8c6b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.974649] env[68893]: DEBUG oslo_concurrency.lockutils [None req-550bec11-4e7d-45b2-b6cc-d4f2e5db8186 tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] Lock "045fc078-3614-4f3d-abf6-bb18186e8c6b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.976202] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: 3a606945-8257-4b3f-abfe-6dd8753564cd] Instance has had 0 of 5 cleanup attempts {{(pid=68893) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1246.057493] env[68893]: DEBUG oslo_vmware.api [None req-b7090bc2-2008-4d77-9b1d-b497ca0231fd tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': task-2792504, 'name': PowerOffVM_Task, 'duration_secs': 0.267023} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.057794] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7090bc2-2008-4d77-9b1d-b497ca0231fd tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: f40a2a83-d2bf-4059-8d84-e893e5664173] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1246.063380] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7090bc2-2008-4d77-9b1d-b497ca0231fd tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: f40a2a83-d2bf-4059-8d84-e893e5664173] Reconfiguring VM instance instance-0000006c to detach disk 2002 {{(pid=68893) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1246.063746] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0aff2d82-2bff-47d3-b017-b6e2d4eca16c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.084652] env[68893]: DEBUG oslo_vmware.api [None req-b7090bc2-2008-4d77-9b1d-b497ca0231fd tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Waiting for the task: (returnval){ [ 1246.084652] env[68893]: value = "task-2792505" [ 1246.084652] env[68893]: _type = "Task" [ 1246.084652] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.093418] env[68893]: DEBUG oslo_vmware.api [None req-b7090bc2-2008-4d77-9b1d-b497ca0231fd tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': task-2792505, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.126386] env[68893]: DEBUG nova.network.neutron [-] [instance: 7b587048-dac4-4611-9149-6999e7cf06a0] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1246.146012] env[68893]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-918c3416-155f-454c-87f1-847af6efd05d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.156354] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77a198dd-ee05-4221-aebd-cc2b47c4d6a2 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.190051] env[68893]: DEBUG nova.compute.manager [req-e7720068-492f-4898-899d-864c7eec6923 req-d9475a45-f896-489d-a1c8-51db9e0e0914 service nova] [instance: 7b587048-dac4-4611-9149-6999e7cf06a0] Detach interface failed, port_id=ad37e289-4f3a-4b55-8846-62fd37f45142, reason: Instance 7b587048-dac4-4611-9149-6999e7cf06a0 could not be found. {{(pid=68893) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1246.228339] env[68893]: DEBUG oslo_concurrency.lockutils [None req-e439ccd2-858d-40db-979c-82c8bbe4083a tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.228596] env[68893]: DEBUG oslo_concurrency.lockutils [None req-e439ccd2-858d-40db-979c-82c8bbe4083a tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.230200] env[68893]: INFO nova.compute.claims [None req-e439ccd2-858d-40db-979c-82c8bbe4083a tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] [instance: a62d2919-2f97-4eeb-8c94-93fbb1585af2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1246.417521] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d6e12934-e888-4cc5-b7a8-95c6632fdfcb tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.450851] env[68893]: DEBUG nova.virt.hardware [None req-869729c8-73a1-43d1-9028-9b3db9715c61 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1246.451110] env[68893]: DEBUG nova.virt.hardware [None req-869729c8-73a1-43d1-9028-9b3db9715c61 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1246.452025] env[68893]: DEBUG nova.virt.hardware [None req-869729c8-73a1-43d1-9028-9b3db9715c61 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1246.452025] env[68893]: DEBUG nova.virt.hardware [None req-869729c8-73a1-43d1-9028-9b3db9715c61 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1246.452025] env[68893]: DEBUG nova.virt.hardware [None req-869729c8-73a1-43d1-9028-9b3db9715c61 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1246.452025] env[68893]: DEBUG nova.virt.hardware [None req-869729c8-73a1-43d1-9028-9b3db9715c61 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1246.452025] env[68893]: DEBUG nova.virt.hardware [None req-869729c8-73a1-43d1-9028-9b3db9715c61 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1246.452229] env[68893]: DEBUG nova.virt.hardware [None req-869729c8-73a1-43d1-9028-9b3db9715c61 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1246.452383] env[68893]: DEBUG nova.virt.hardware [None req-869729c8-73a1-43d1-9028-9b3db9715c61 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1246.452549] env[68893]: DEBUG nova.virt.hardware [None req-869729c8-73a1-43d1-9028-9b3db9715c61 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1246.452720] env[68893]: DEBUG nova.virt.hardware [None req-869729c8-73a1-43d1-9028-9b3db9715c61 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1246.457951] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-869729c8-73a1-43d1-9028-9b3db9715c61 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 5cf97efe-7361-4f18-b03d-cb682f191fe7] Reconfiguring VM instance instance-0000006b to detach disk 2000 {{(pid=68893) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1246.458250] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a8c848f-ce7c-4472-a58b-0e2d9720a665 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.477937] env[68893]: DEBUG nova.compute.manager [None req-550bec11-4e7d-45b2-b6cc-d4f2e5db8186 tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] Starting instance... {{(pid=68893) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1246.480857] env[68893]: DEBUG oslo_vmware.api [None req-869729c8-73a1-43d1-9028-9b3db9715c61 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Waiting for the task: (returnval){ [ 1246.480857] env[68893]: value = "task-2792506" [ 1246.480857] env[68893]: _type = "Task" [ 1246.480857] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.481078] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: bd49c388-5a16-4af3-91cf-777982d4567f] Instance has had 0 of 5 cleanup attempts {{(pid=68893) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1246.491456] env[68893]: DEBUG oslo_vmware.api [None req-869729c8-73a1-43d1-9028-9b3db9715c61 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792506, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.596054] env[68893]: DEBUG oslo_vmware.api [None req-b7090bc2-2008-4d77-9b1d-b497ca0231fd tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': task-2792505, 'name': ReconfigVM_Task, 'duration_secs': 0.253595} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.596279] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7090bc2-2008-4d77-9b1d-b497ca0231fd tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: f40a2a83-d2bf-4059-8d84-e893e5664173] Reconfigured VM instance instance-0000006c to detach disk 2002 {{(pid=68893) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1246.596459] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7090bc2-2008-4d77-9b1d-b497ca0231fd tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: f40a2a83-d2bf-4059-8d84-e893e5664173] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1246.596713] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6a9d2a36-0c55-4d19-91ad-fdd110d0042f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.603195] env[68893]: DEBUG oslo_vmware.api [None req-b7090bc2-2008-4d77-9b1d-b497ca0231fd tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Waiting for the task: (returnval){ [ 1246.603195] env[68893]: value = "task-2792507" [ 1246.603195] env[68893]: _type = "Task" [ 1246.603195] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.610968] env[68893]: DEBUG oslo_vmware.api [None req-b7090bc2-2008-4d77-9b1d-b497ca0231fd tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': task-2792507, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.628692] env[68893]: INFO nova.compute.manager [-] [instance: 7b587048-dac4-4611-9149-6999e7cf06a0] Took 1.49 seconds to deallocate network for instance. [ 1246.987120] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: 31e47e18-e4e3-4f5f-90e4-1468a77dff2e] Instance has had 0 of 5 cleanup attempts {{(pid=68893) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1246.997200] env[68893]: DEBUG oslo_vmware.api [None req-869729c8-73a1-43d1-9028-9b3db9715c61 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792506, 'name': ReconfigVM_Task, 'duration_secs': 0.219409} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.997504] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-869729c8-73a1-43d1-9028-9b3db9715c61 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 5cf97efe-7361-4f18-b03d-cb682f191fe7] Reconfigured VM instance instance-0000006b to detach disk 2000 {{(pid=68893) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1246.998361] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51ba79d0-6b6a-4694-8b52-3c69ff6738a7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.024523] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-869729c8-73a1-43d1-9028-9b3db9715c61 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 5cf97efe-7361-4f18-b03d-cb682f191fe7] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] 5cf97efe-7361-4f18-b03d-cb682f191fe7/5cf97efe-7361-4f18-b03d-cb682f191fe7.vmdk or device None with type thin {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1247.026267] env[68893]: DEBUG oslo_concurrency.lockutils [None req-550bec11-4e7d-45b2-b6cc-d4f2e5db8186 tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.026532] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2bed1a16-f49c-45c8-90e7-722e26295578 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.045013] env[68893]: DEBUG oslo_vmware.api [None req-869729c8-73a1-43d1-9028-9b3db9715c61 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Waiting for the task: (returnval){ [ 1247.045013] env[68893]: value = "task-2792508" [ 1247.045013] env[68893]: _type = "Task" [ 1247.045013] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.053700] env[68893]: DEBUG oslo_vmware.api [None req-869729c8-73a1-43d1-9028-9b3db9715c61 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792508, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.113845] env[68893]: DEBUG oslo_vmware.api [None req-b7090bc2-2008-4d77-9b1d-b497ca0231fd tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': task-2792507, 'name': PowerOnVM_Task, 'duration_secs': 0.390382} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.114140] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7090bc2-2008-4d77-9b1d-b497ca0231fd tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: f40a2a83-d2bf-4059-8d84-e893e5664173] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1247.114433] env[68893]: DEBUG nova.compute.manager [None req-b7090bc2-2008-4d77-9b1d-b497ca0231fd tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: f40a2a83-d2bf-4059-8d84-e893e5664173] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1247.115266] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adc80616-af7e-4828-aa7e-c922fef12a1c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.135306] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6cdf40ed-705f-43c5-ba8d-fa94dbafb08e tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.407710] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05951ae7-2394-463d-a58f-52548ed57eaa {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.416561] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4543141a-e580-4b58-b5b4-929325bf4ee0 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.449361] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76f10718-6349-45bc-96df-1c8e21842cfb {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.457628] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7e847db-57f4-48f7-8f72-c90eaf4c565b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.473149] env[68893]: DEBUG nova.compute.provider_tree [None req-e439ccd2-858d-40db-979c-82c8bbe4083a tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1247.492406] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: 70917eab-66ad-4d76-9866-a8a793025df1] Instance has had 0 of 5 cleanup attempts {{(pid=68893) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1247.555434] env[68893]: DEBUG oslo_vmware.api [None req-869729c8-73a1-43d1-9028-9b3db9715c61 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792508, 'name': ReconfigVM_Task, 'duration_secs': 0.31718} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.556557] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-869729c8-73a1-43d1-9028-9b3db9715c61 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 5cf97efe-7361-4f18-b03d-cb682f191fe7] Reconfigured VM instance instance-0000006b to attach disk [datastore1] 5cf97efe-7361-4f18-b03d-cb682f191fe7/5cf97efe-7361-4f18-b03d-cb682f191fe7.vmdk or device None with type thin {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1247.556557] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-869729c8-73a1-43d1-9028-9b3db9715c61 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 5cf97efe-7361-4f18-b03d-cb682f191fe7] Updating instance '5cf97efe-7361-4f18-b03d-cb682f191fe7' progress to 50 {{(pid=68893) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1247.976951] env[68893]: DEBUG nova.scheduler.client.report [None req-e439ccd2-858d-40db-979c-82c8bbe4083a tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1247.995073] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: 92f9ce8c-c3a3-4c6b-8e10-81123681378d] Instance has had 0 of 5 cleanup attempts {{(pid=68893) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1248.063916] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34664cb2-0768-4b4d-b724-53953e670e39 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.087837] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-307f191d-f658-43bb-a894-111fb919c416 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.112246] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-869729c8-73a1-43d1-9028-9b3db9715c61 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 5cf97efe-7361-4f18-b03d-cb682f191fe7] Updating instance '5cf97efe-7361-4f18-b03d-cb682f191fe7' progress to 67 {{(pid=68893) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1248.118013] env[68893]: DEBUG nova.compute.manager [req-4d73bc1d-3592-431b-87fb-5e44b5011024 req-8e9591dd-c875-4d17-bb82-1addb821c14b service nova] [instance: f40a2a83-d2bf-4059-8d84-e893e5664173] Received event network-changed-a5b95cd9-9d30-4677-8297-0c4977450aa6 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1248.118013] env[68893]: DEBUG nova.compute.manager [req-4d73bc1d-3592-431b-87fb-5e44b5011024 req-8e9591dd-c875-4d17-bb82-1addb821c14b service nova] [instance: f40a2a83-d2bf-4059-8d84-e893e5664173] Refreshing instance network info cache due to event network-changed-a5b95cd9-9d30-4677-8297-0c4977450aa6. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1248.118257] env[68893]: DEBUG oslo_concurrency.lockutils [req-4d73bc1d-3592-431b-87fb-5e44b5011024 req-8e9591dd-c875-4d17-bb82-1addb821c14b service nova] Acquiring lock "refresh_cache-f40a2a83-d2bf-4059-8d84-e893e5664173" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.118373] env[68893]: DEBUG oslo_concurrency.lockutils [req-4d73bc1d-3592-431b-87fb-5e44b5011024 req-8e9591dd-c875-4d17-bb82-1addb821c14b service nova] Acquired lock "refresh_cache-f40a2a83-d2bf-4059-8d84-e893e5664173" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.118526] env[68893]: DEBUG nova.network.neutron [req-4d73bc1d-3592-431b-87fb-5e44b5011024 req-8e9591dd-c875-4d17-bb82-1addb821c14b service nova] [instance: f40a2a83-d2bf-4059-8d84-e893e5664173] Refreshing network info cache for port a5b95cd9-9d30-4677-8297-0c4977450aa6 {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1248.482204] env[68893]: DEBUG oslo_concurrency.lockutils [None req-e439ccd2-858d-40db-979c-82c8bbe4083a tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.253s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.482814] env[68893]: DEBUG nova.compute.manager [None req-e439ccd2-858d-40db-979c-82c8bbe4083a tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] [instance: a62d2919-2f97-4eeb-8c94-93fbb1585af2] Start building networks asynchronously for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1248.485298] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d6e12934-e888-4cc5-b7a8-95c6632fdfcb tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.068s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.486672] env[68893]: INFO nova.compute.claims [None req-d6e12934-e888-4cc5-b7a8-95c6632fdfcb tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] [instance: cdba6e24-8a5f-4af2-af3c-46704b327ac4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1248.498480] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: b7c373f5-60c3-44c6-bbe7-d66be17f34fd] Instance has had 0 of 5 cleanup attempts {{(pid=68893) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1248.847821] env[68893]: DEBUG nova.network.neutron [req-4d73bc1d-3592-431b-87fb-5e44b5011024 req-8e9591dd-c875-4d17-bb82-1addb821c14b service nova] [instance: f40a2a83-d2bf-4059-8d84-e893e5664173] Updated VIF entry in instance network info cache for port a5b95cd9-9d30-4677-8297-0c4977450aa6. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1248.848265] env[68893]: DEBUG nova.network.neutron [req-4d73bc1d-3592-431b-87fb-5e44b5011024 req-8e9591dd-c875-4d17-bb82-1addb821c14b service nova] [instance: f40a2a83-d2bf-4059-8d84-e893e5664173] Updating instance_info_cache with network_info: [{"id": "a5b95cd9-9d30-4677-8297-0c4977450aa6", "address": "fa:16:3e:89:20:f4", "network": {"id": "828f67bb-7084-451f-9f26-2af42b349424", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1339939224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22a90c81e44d43b6ac94fc939f6737bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5b95cd9-9d", "ovs_interfaceid": "a5b95cd9-9d30-4677-8297-0c4977450aa6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1248.991059] env[68893]: DEBUG nova.compute.utils [None req-e439ccd2-858d-40db-979c-82c8bbe4083a tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1248.994316] env[68893]: DEBUG nova.compute.manager [None req-e439ccd2-858d-40db-979c-82c8bbe4083a tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] [instance: a62d2919-2f97-4eeb-8c94-93fbb1585af2] Not allocating networking since 'none' was specified. {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1249.001056] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: 74e4929e-3ae3-4358-9544-e64b5c2f237f] Instance has had 0 of 5 cleanup attempts {{(pid=68893) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1249.351403] env[68893]: DEBUG oslo_concurrency.lockutils [req-4d73bc1d-3592-431b-87fb-5e44b5011024 req-8e9591dd-c875-4d17-bb82-1addb821c14b service nova] Releasing lock "refresh_cache-f40a2a83-d2bf-4059-8d84-e893e5664173" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.495145] env[68893]: DEBUG nova.compute.manager [None req-e439ccd2-858d-40db-979c-82c8bbe4083a tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] [instance: a62d2919-2f97-4eeb-8c94-93fbb1585af2] Start building block device mappings for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1249.504373] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: a168e41a-cc22-4f30-b7eb-e390d73f0eff] Instance has had 0 of 5 cleanup attempts {{(pid=68893) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1249.667024] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3708b9ee-4743-4f91-b3e4-515d51907bd0 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.676760] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bad0cb6-023e-458e-95de-2d9b7c463415 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.709683] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e58adbf-e194-41d4-baec-c1f7c22ee29a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.718367] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-897a998f-8ae4-485b-815d-941b2141c0b9 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.735790] env[68893]: DEBUG nova.compute.provider_tree [None req-d6e12934-e888-4cc5-b7a8-95c6632fdfcb tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1249.772530] env[68893]: DEBUG nova.network.neutron [None req-869729c8-73a1-43d1-9028-9b3db9715c61 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 5cf97efe-7361-4f18-b03d-cb682f191fe7] Port 3cbeb975-4208-4e0c-aafc-36ad8f83a3cb binding to destination host cpu-1 is already ACTIVE {{(pid=68893) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1250.007096] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: add4ef29-6e07-4272-b41a-04a95f62e169] Instance has had 0 of 5 cleanup attempts {{(pid=68893) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1250.125367] env[68893]: DEBUG nova.compute.manager [req-f50e5e9d-423a-48a4-be54-568e8bbf2352 req-88a15bda-13c7-4635-90a0-7a71e0d36883 service nova] [instance: f40a2a83-d2bf-4059-8d84-e893e5664173] Received event network-changed-a5b95cd9-9d30-4677-8297-0c4977450aa6 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1250.125562] env[68893]: DEBUG nova.compute.manager [req-f50e5e9d-423a-48a4-be54-568e8bbf2352 req-88a15bda-13c7-4635-90a0-7a71e0d36883 service nova] [instance: f40a2a83-d2bf-4059-8d84-e893e5664173] Refreshing instance network info cache due to event network-changed-a5b95cd9-9d30-4677-8297-0c4977450aa6. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1250.125799] env[68893]: DEBUG oslo_concurrency.lockutils [req-f50e5e9d-423a-48a4-be54-568e8bbf2352 req-88a15bda-13c7-4635-90a0-7a71e0d36883 service nova] Acquiring lock "refresh_cache-f40a2a83-d2bf-4059-8d84-e893e5664173" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.125944] env[68893]: DEBUG oslo_concurrency.lockutils [req-f50e5e9d-423a-48a4-be54-568e8bbf2352 req-88a15bda-13c7-4635-90a0-7a71e0d36883 service nova] Acquired lock "refresh_cache-f40a2a83-d2bf-4059-8d84-e893e5664173" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.126118] env[68893]: DEBUG nova.network.neutron [req-f50e5e9d-423a-48a4-be54-568e8bbf2352 req-88a15bda-13c7-4635-90a0-7a71e0d36883 service nova] [instance: f40a2a83-d2bf-4059-8d84-e893e5664173] Refreshing network info cache for port a5b95cd9-9d30-4677-8297-0c4977450aa6 {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1250.238752] env[68893]: DEBUG nova.scheduler.client.report [None req-d6e12934-e888-4cc5-b7a8-95c6632fdfcb tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1250.507315] env[68893]: DEBUG nova.compute.manager [None req-e439ccd2-858d-40db-979c-82c8bbe4083a tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] [instance: a62d2919-2f97-4eeb-8c94-93fbb1585af2] Start spawning the instance on the hypervisor. {{(pid=68893) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1250.509722] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: d2187069-2dba-4d01-969f-510f659fc163] Instance has had 0 of 5 cleanup attempts {{(pid=68893) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1250.532914] env[68893]: DEBUG nova.virt.hardware [None req-e439ccd2-858d-40db-979c-82c8bbe4083a tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1250.533161] env[68893]: DEBUG nova.virt.hardware [None req-e439ccd2-858d-40db-979c-82c8bbe4083a tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1250.533324] env[68893]: DEBUG nova.virt.hardware [None req-e439ccd2-858d-40db-979c-82c8bbe4083a tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1250.533505] env[68893]: DEBUG nova.virt.hardware [None req-e439ccd2-858d-40db-979c-82c8bbe4083a tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1250.533653] env[68893]: DEBUG nova.virt.hardware [None req-e439ccd2-858d-40db-979c-82c8bbe4083a tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1250.533799] env[68893]: DEBUG nova.virt.hardware [None req-e439ccd2-858d-40db-979c-82c8bbe4083a tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1250.534016] env[68893]: DEBUG nova.virt.hardware [None req-e439ccd2-858d-40db-979c-82c8bbe4083a tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1250.534182] env[68893]: DEBUG nova.virt.hardware [None req-e439ccd2-858d-40db-979c-82c8bbe4083a tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1250.534356] env[68893]: DEBUG nova.virt.hardware [None req-e439ccd2-858d-40db-979c-82c8bbe4083a tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1250.534519] env[68893]: DEBUG nova.virt.hardware [None req-e439ccd2-858d-40db-979c-82c8bbe4083a tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1250.534692] env[68893]: DEBUG nova.virt.hardware [None req-e439ccd2-858d-40db-979c-82c8bbe4083a tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1250.535567] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2692dc99-7971-44a6-8169-b872f2e57f99 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.545292] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fafdd2d4-b0ff-421f-a15a-b709f3889acc {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.559235] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-e439ccd2-858d-40db-979c-82c8bbe4083a tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] [instance: a62d2919-2f97-4eeb-8c94-93fbb1585af2] Instance VIF info [] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1250.564696] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-e439ccd2-858d-40db-979c-82c8bbe4083a tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Creating folder: Project (fce9e2e849e8431c98e5c54c9f27892b). Parent ref: group-v560969. {{(pid=68893) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1250.564954] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-60594bc6-c21c-43f7-8724-a68c08fd1170 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.576511] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-e439ccd2-858d-40db-979c-82c8bbe4083a tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Created folder: Project (fce9e2e849e8431c98e5c54c9f27892b) in parent group-v560969. [ 1250.576699] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-e439ccd2-858d-40db-979c-82c8bbe4083a tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Creating folder: Instances. Parent ref: group-v561272. {{(pid=68893) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1250.576971] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8f0f772b-133a-40cc-ba4b-fbfe195e534a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.586490] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-e439ccd2-858d-40db-979c-82c8bbe4083a tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Created folder: Instances in parent group-v561272. [ 1250.586814] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e439ccd2-858d-40db-979c-82c8bbe4083a tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1250.586927] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a62d2919-2f97-4eeb-8c94-93fbb1585af2] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1250.587134] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cbb92977-b699-43c8-bfe7-079a8e457bf9 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.604460] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1250.604460] env[68893]: value = "task-2792511" [ 1250.604460] env[68893]: _type = "Task" [ 1250.604460] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.612241] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792511, 'name': CreateVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.743520] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d6e12934-e888-4cc5-b7a8-95c6632fdfcb tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.258s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.744044] env[68893]: DEBUG nova.compute.manager [None req-d6e12934-e888-4cc5-b7a8-95c6632fdfcb tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] [instance: cdba6e24-8a5f-4af2-af3c-46704b327ac4] Start building networks asynchronously for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1250.746604] env[68893]: DEBUG oslo_concurrency.lockutils [None req-550bec11-4e7d-45b2-b6cc-d4f2e5db8186 tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.720s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.748077] env[68893]: INFO nova.compute.claims [None req-550bec11-4e7d-45b2-b6cc-d4f2e5db8186 tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1250.795127] env[68893]: DEBUG oslo_concurrency.lockutils [None req-869729c8-73a1-43d1-9028-9b3db9715c61 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Acquiring lock "5cf97efe-7361-4f18-b03d-cb682f191fe7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.795363] env[68893]: DEBUG oslo_concurrency.lockutils [None req-869729c8-73a1-43d1-9028-9b3db9715c61 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Lock "5cf97efe-7361-4f18-b03d-cb682f191fe7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.795537] env[68893]: DEBUG oslo_concurrency.lockutils [None req-869729c8-73a1-43d1-9028-9b3db9715c61 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Lock "5cf97efe-7361-4f18-b03d-cb682f191fe7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.897950] env[68893]: DEBUG nova.network.neutron [req-f50e5e9d-423a-48a4-be54-568e8bbf2352 req-88a15bda-13c7-4635-90a0-7a71e0d36883 service nova] [instance: f40a2a83-d2bf-4059-8d84-e893e5664173] Updated VIF entry in instance network info cache for port a5b95cd9-9d30-4677-8297-0c4977450aa6. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1250.898361] env[68893]: DEBUG nova.network.neutron [req-f50e5e9d-423a-48a4-be54-568e8bbf2352 req-88a15bda-13c7-4635-90a0-7a71e0d36883 service nova] [instance: f40a2a83-d2bf-4059-8d84-e893e5664173] Updating instance_info_cache with network_info: [{"id": "a5b95cd9-9d30-4677-8297-0c4977450aa6", "address": "fa:16:3e:89:20:f4", "network": {"id": "828f67bb-7084-451f-9f26-2af42b349424", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1339939224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22a90c81e44d43b6ac94fc939f6737bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5b95cd9-9d", "ovs_interfaceid": "a5b95cd9-9d30-4677-8297-0c4977450aa6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1251.013332] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1251.013706] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Cleaning up deleted instances with incomplete migration {{(pid=68893) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11791}} [ 1251.114876] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792511, 'name': CreateVM_Task} progress is 99%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.252334] env[68893]: DEBUG nova.compute.utils [None req-d6e12934-e888-4cc5-b7a8-95c6632fdfcb tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1251.255604] env[68893]: DEBUG nova.compute.manager [None req-d6e12934-e888-4cc5-b7a8-95c6632fdfcb tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] [instance: cdba6e24-8a5f-4af2-af3c-46704b327ac4] Not allocating networking since 'none' was specified. {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1251.400862] env[68893]: DEBUG oslo_concurrency.lockutils [req-f50e5e9d-423a-48a4-be54-568e8bbf2352 req-88a15bda-13c7-4635-90a0-7a71e0d36883 service nova] Releasing lock "refresh_cache-f40a2a83-d2bf-4059-8d84-e893e5664173" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.516326] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1251.615410] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792511, 'name': CreateVM_Task} progress is 99%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.756966] env[68893]: DEBUG nova.compute.manager [None req-d6e12934-e888-4cc5-b7a8-95c6632fdfcb tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] [instance: cdba6e24-8a5f-4af2-af3c-46704b327ac4] Start building block device mappings for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1251.842731] env[68893]: DEBUG oslo_concurrency.lockutils [None req-869729c8-73a1-43d1-9028-9b3db9715c61 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Acquiring lock "refresh_cache-5cf97efe-7361-4f18-b03d-cb682f191fe7" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.842916] env[68893]: DEBUG oslo_concurrency.lockutils [None req-869729c8-73a1-43d1-9028-9b3db9715c61 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Acquired lock "refresh_cache-5cf97efe-7361-4f18-b03d-cb682f191fe7" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.843103] env[68893]: DEBUG nova.network.neutron [None req-869729c8-73a1-43d1-9028-9b3db9715c61 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 5cf97efe-7361-4f18-b03d-cb682f191fe7] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1251.935912] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7aafa0d-1dc5-4d2c-9c1b-6bfc1c70b5ba {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.944053] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5b67501-998a-4c2a-9de6-c8057e8174cc {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.976065] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e087f21-97c3-447d-9144-74aaf56aec0c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.983974] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fbcdb38-188d-46b6-b283-2801cc73c659 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.998057] env[68893]: DEBUG nova.compute.provider_tree [None req-550bec11-4e7d-45b2-b6cc-d4f2e5db8186 tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1252.116315] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792511, 'name': CreateVM_Task, 'duration_secs': 1.273562} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.116672] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a62d2919-2f97-4eeb-8c94-93fbb1585af2] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1252.116903] env[68893]: DEBUG oslo_concurrency.lockutils [None req-e439ccd2-858d-40db-979c-82c8bbe4083a tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.117075] env[68893]: DEBUG oslo_concurrency.lockutils [None req-e439ccd2-858d-40db-979c-82c8bbe4083a tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.117402] env[68893]: DEBUG oslo_concurrency.lockutils [None req-e439ccd2-858d-40db-979c-82c8bbe4083a tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.117655] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0265cf02-668d-4028-a6df-2fa2be720c71 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.121940] env[68893]: DEBUG oslo_vmware.api [None req-e439ccd2-858d-40db-979c-82c8bbe4083a tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Waiting for the task: (returnval){ [ 1252.121940] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]5267ca8c-60dc-da03-56b0-f94b5260ae27" [ 1252.121940] env[68893]: _type = "Task" [ 1252.121940] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.129654] env[68893]: DEBUG oslo_vmware.api [None req-e439ccd2-858d-40db-979c-82c8bbe4083a tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]5267ca8c-60dc-da03-56b0-f94b5260ae27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.503394] env[68893]: DEBUG nova.scheduler.client.report [None req-550bec11-4e7d-45b2-b6cc-d4f2e5db8186 tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1252.565031] env[68893]: DEBUG nova.network.neutron [None req-869729c8-73a1-43d1-9028-9b3db9715c61 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 5cf97efe-7361-4f18-b03d-cb682f191fe7] Updating instance_info_cache with network_info: [{"id": "3cbeb975-4208-4e0c-aafc-36ad8f83a3cb", "address": "fa:16:3e:81:49:e9", "network": {"id": "ca00c41c-ec6a-4596-915b-34fd716effc2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2042741287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "863b84ea17a9459287213695c87d2bec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f66f8375-4460-4acd-987b-acda72bfcf0d", "external-id": "nsx-vlan-transportzone-533", "segmentation_id": 533, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cbeb975-42", "ovs_interfaceid": "3cbeb975-4208-4e0c-aafc-36ad8f83a3cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1252.632298] env[68893]: DEBUG oslo_vmware.api [None req-e439ccd2-858d-40db-979c-82c8bbe4083a tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]5267ca8c-60dc-da03-56b0-f94b5260ae27, 'name': SearchDatastore_Task, 'duration_secs': 0.022161} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.632591] env[68893]: DEBUG oslo_concurrency.lockutils [None req-e439ccd2-858d-40db-979c-82c8bbe4083a tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.632819] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-e439ccd2-858d-40db-979c-82c8bbe4083a tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] [instance: a62d2919-2f97-4eeb-8c94-93fbb1585af2] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1252.633055] env[68893]: DEBUG oslo_concurrency.lockutils [None req-e439ccd2-858d-40db-979c-82c8bbe4083a tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.633203] env[68893]: DEBUG oslo_concurrency.lockutils [None req-e439ccd2-858d-40db-979c-82c8bbe4083a tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.633379] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-e439ccd2-858d-40db-979c-82c8bbe4083a tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1252.633654] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9ee50e11-49db-43e1-9e1d-b82001168b36 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.642806] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-e439ccd2-858d-40db-979c-82c8bbe4083a tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1252.642974] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-e439ccd2-858d-40db-979c-82c8bbe4083a tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1252.643693] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f11e17d-d184-47d2-b342-e4ed4cfbe444 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.648636] env[68893]: DEBUG oslo_vmware.api [None req-e439ccd2-858d-40db-979c-82c8bbe4083a tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Waiting for the task: (returnval){ [ 1252.648636] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]527bb775-7c7b-4e2e-d663-3e4a3c17177a" [ 1252.648636] env[68893]: _type = "Task" [ 1252.648636] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.656205] env[68893]: DEBUG oslo_vmware.api [None req-e439ccd2-858d-40db-979c-82c8bbe4083a tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]527bb775-7c7b-4e2e-d663-3e4a3c17177a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.769211] env[68893]: DEBUG nova.compute.manager [None req-d6e12934-e888-4cc5-b7a8-95c6632fdfcb tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] [instance: cdba6e24-8a5f-4af2-af3c-46704b327ac4] Start spawning the instance on the hypervisor. {{(pid=68893) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1252.796325] env[68893]: DEBUG nova.virt.hardware [None req-d6e12934-e888-4cc5-b7a8-95c6632fdfcb tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1252.796578] env[68893]: DEBUG nova.virt.hardware [None req-d6e12934-e888-4cc5-b7a8-95c6632fdfcb tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1252.796731] env[68893]: DEBUG nova.virt.hardware [None req-d6e12934-e888-4cc5-b7a8-95c6632fdfcb tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1252.796938] env[68893]: DEBUG nova.virt.hardware [None req-d6e12934-e888-4cc5-b7a8-95c6632fdfcb tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1252.797067] env[68893]: DEBUG nova.virt.hardware [None req-d6e12934-e888-4cc5-b7a8-95c6632fdfcb tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1252.797236] env[68893]: DEBUG nova.virt.hardware [None req-d6e12934-e888-4cc5-b7a8-95c6632fdfcb tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1252.797492] env[68893]: DEBUG nova.virt.hardware [None req-d6e12934-e888-4cc5-b7a8-95c6632fdfcb tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1252.797664] env[68893]: DEBUG nova.virt.hardware [None req-d6e12934-e888-4cc5-b7a8-95c6632fdfcb tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1252.797837] env[68893]: DEBUG nova.virt.hardware [None req-d6e12934-e888-4cc5-b7a8-95c6632fdfcb tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1252.797999] env[68893]: DEBUG nova.virt.hardware [None req-d6e12934-e888-4cc5-b7a8-95c6632fdfcb tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1252.798189] env[68893]: DEBUG nova.virt.hardware [None req-d6e12934-e888-4cc5-b7a8-95c6632fdfcb tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1252.799111] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f6b073b-3920-4545-b6df-b1ee0603ac9b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.809244] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33083f42-8855-4bf4-bf5e-26dc591b76c2 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.822860] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-d6e12934-e888-4cc5-b7a8-95c6632fdfcb tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] [instance: cdba6e24-8a5f-4af2-af3c-46704b327ac4] Instance VIF info [] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1252.828434] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d6e12934-e888-4cc5-b7a8-95c6632fdfcb tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1252.828605] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdba6e24-8a5f-4af2-af3c-46704b327ac4] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1252.828810] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6538c2fa-3133-4c87-8317-a037af7e477d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.846101] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1252.846101] env[68893]: value = "task-2792512" [ 1252.846101] env[68893]: _type = "Task" [ 1252.846101] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.853997] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792512, 'name': CreateVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.008341] env[68893]: DEBUG oslo_concurrency.lockutils [None req-550bec11-4e7d-45b2-b6cc-d4f2e5db8186 tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.262s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.008540] env[68893]: DEBUG nova.compute.manager [None req-550bec11-4e7d-45b2-b6cc-d4f2e5db8186 tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] Start building networks asynchronously for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1253.012122] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6cdf40ed-705f-43c5-ba8d-fa94dbafb08e tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.876s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.012122] env[68893]: DEBUG nova.objects.instance [None req-6cdf40ed-705f-43c5-ba8d-fa94dbafb08e tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Lazy-loading 'resources' on Instance uuid 7b587048-dac4-4611-9149-6999e7cf06a0 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1253.067175] env[68893]: DEBUG oslo_concurrency.lockutils [None req-869729c8-73a1-43d1-9028-9b3db9715c61 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Releasing lock "refresh_cache-5cf97efe-7361-4f18-b03d-cb682f191fe7" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.159395] env[68893]: DEBUG oslo_vmware.api [None req-e439ccd2-858d-40db-979c-82c8bbe4083a tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]527bb775-7c7b-4e2e-d663-3e4a3c17177a, 'name': SearchDatastore_Task, 'duration_secs': 0.040168} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.160254] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-adcaf437-607f-4308-8914-01ce2de03f7e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.166523] env[68893]: DEBUG oslo_vmware.api [None req-e439ccd2-858d-40db-979c-82c8bbe4083a tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Waiting for the task: (returnval){ [ 1253.166523] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]5286f447-9f5c-acda-a23b-1240dc87be64" [ 1253.166523] env[68893]: _type = "Task" [ 1253.166523] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.174436] env[68893]: DEBUG oslo_vmware.api [None req-e439ccd2-858d-40db-979c-82c8bbe4083a tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]5286f447-9f5c-acda-a23b-1240dc87be64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.356683] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792512, 'name': CreateVM_Task} progress is 99%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.515172] env[68893]: DEBUG nova.compute.utils [None req-550bec11-4e7d-45b2-b6cc-d4f2e5db8186 tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1253.519435] env[68893]: DEBUG nova.compute.manager [None req-550bec11-4e7d-45b2-b6cc-d4f2e5db8186 tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] Allocating IP information in the background. {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1253.519624] env[68893]: DEBUG nova.network.neutron [None req-550bec11-4e7d-45b2-b6cc-d4f2e5db8186 tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] allocate_for_instance() {{(pid=68893) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1253.555274] env[68893]: DEBUG nova.policy [None req-550bec11-4e7d-45b2-b6cc-d4f2e5db8186 tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fd1566912ed74fed87792e869f3f797a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b48898889649429093c8322b64e30bcd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68893) authorize /opt/stack/nova/nova/policy.py:192}} [ 1253.580122] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc1f1c9c-faf7-4b6b-ab10-104c0556f0a8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.590641] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c0755d2-651e-42b1-96c6-79cf273ad954 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.679434] env[68893]: DEBUG oslo_vmware.api [None req-e439ccd2-858d-40db-979c-82c8bbe4083a tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]5286f447-9f5c-acda-a23b-1240dc87be64, 'name': SearchDatastore_Task, 'duration_secs': 0.01158} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.679983] env[68893]: DEBUG oslo_concurrency.lockutils [None req-e439ccd2-858d-40db-979c-82c8bbe4083a tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.679983] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-e439ccd2-858d-40db-979c-82c8bbe4083a tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] a62d2919-2f97-4eeb-8c94-93fbb1585af2/a62d2919-2f97-4eeb-8c94-93fbb1585af2.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1253.680188] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e4e02696-2a9b-4dd3-b820-f1bb76a87cb6 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.687238] env[68893]: DEBUG oslo_vmware.api [None req-e439ccd2-858d-40db-979c-82c8bbe4083a tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Waiting for the task: (returnval){ [ 1253.687238] env[68893]: value = "task-2792513" [ 1253.687238] env[68893]: _type = "Task" [ 1253.687238] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.697013] env[68893]: DEBUG oslo_vmware.api [None req-e439ccd2-858d-40db-979c-82c8bbe4083a tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Task: {'id': task-2792513, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.711105] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a587c3e0-7dab-45fe-88fa-8b53944c504d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.719409] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-162eafb0-9f74-48c3-a67a-95662a0c758a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.750809] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b956029a-bdc0-4d99-8da2-1fcd914bebc4 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.758875] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85d8c6d2-2545-4516-b75b-d824b26e733d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.779489] env[68893]: DEBUG nova.compute.provider_tree [None req-6cdf40ed-705f-43c5-ba8d-fa94dbafb08e tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1253.841916] env[68893]: DEBUG nova.network.neutron [None req-550bec11-4e7d-45b2-b6cc-d4f2e5db8186 tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] Successfully created port: f1fa5019-401f-40fe-9797-479ef1808fc5 {{(pid=68893) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1253.857877] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792512, 'name': CreateVM_Task, 'duration_secs': 0.558412} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.858070] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdba6e24-8a5f-4af2-af3c-46704b327ac4] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1253.858514] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d6e12934-e888-4cc5-b7a8-95c6632fdfcb tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.858680] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d6e12934-e888-4cc5-b7a8-95c6632fdfcb tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.859018] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d6e12934-e888-4cc5-b7a8-95c6632fdfcb tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.859473] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1743223d-410d-4a01-8b79-e389f17f7210 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.866028] env[68893]: DEBUG oslo_vmware.api [None req-d6e12934-e888-4cc5-b7a8-95c6632fdfcb tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Waiting for the task: (returnval){ [ 1253.866028] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52d9e0c8-28bc-3e42-4dd5-06214c51fdb8" [ 1253.866028] env[68893]: _type = "Task" [ 1253.866028] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.875994] env[68893]: DEBUG oslo_vmware.api [None req-d6e12934-e888-4cc5-b7a8-95c6632fdfcb tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52d9e0c8-28bc-3e42-4dd5-06214c51fdb8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.020485] env[68893]: DEBUG nova.compute.manager [None req-550bec11-4e7d-45b2-b6cc-d4f2e5db8186 tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] Start building block device mappings for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1254.199134] env[68893]: DEBUG oslo_vmware.api [None req-e439ccd2-858d-40db-979c-82c8bbe4083a tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Task: {'id': task-2792513, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.475263} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.199694] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-e439ccd2-858d-40db-979c-82c8bbe4083a tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] a62d2919-2f97-4eeb-8c94-93fbb1585af2/a62d2919-2f97-4eeb-8c94-93fbb1585af2.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1254.199921] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-e439ccd2-858d-40db-979c-82c8bbe4083a tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] [instance: a62d2919-2f97-4eeb-8c94-93fbb1585af2] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1254.200187] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d229fbd1-9d66-48e5-a4ff-0211f7ea137a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.208197] env[68893]: DEBUG oslo_vmware.api [None req-e439ccd2-858d-40db-979c-82c8bbe4083a tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Waiting for the task: (returnval){ [ 1254.208197] env[68893]: value = "task-2792514" [ 1254.208197] env[68893]: _type = "Task" [ 1254.208197] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.219366] env[68893]: DEBUG oslo_vmware.api [None req-e439ccd2-858d-40db-979c-82c8bbe4083a tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Task: {'id': task-2792514, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.280748] env[68893]: DEBUG nova.scheduler.client.report [None req-6cdf40ed-705f-43c5-ba8d-fa94dbafb08e tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1254.376749] env[68893]: DEBUG oslo_vmware.api [None req-d6e12934-e888-4cc5-b7a8-95c6632fdfcb tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52d9e0c8-28bc-3e42-4dd5-06214c51fdb8, 'name': SearchDatastore_Task, 'duration_secs': 0.058318} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.377057] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d6e12934-e888-4cc5-b7a8-95c6632fdfcb tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.377280] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-d6e12934-e888-4cc5-b7a8-95c6632fdfcb tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] [instance: cdba6e24-8a5f-4af2-af3c-46704b327ac4] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1254.377511] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d6e12934-e888-4cc5-b7a8-95c6632fdfcb tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.377656] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d6e12934-e888-4cc5-b7a8-95c6632fdfcb tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.377832] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6e12934-e888-4cc5-b7a8-95c6632fdfcb tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1254.378099] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7a69ca25-a808-4980-87c6-37abd0b0099a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.388376] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6e12934-e888-4cc5-b7a8-95c6632fdfcb tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1254.388723] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-d6e12934-e888-4cc5-b7a8-95c6632fdfcb tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1254.389516] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d8264ac-47d0-4535-bf3f-e07fca4471dd {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.395694] env[68893]: DEBUG oslo_vmware.api [None req-d6e12934-e888-4cc5-b7a8-95c6632fdfcb tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Waiting for the task: (returnval){ [ 1254.395694] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]520cd66c-c5da-3f5d-0410-b28bc83111e3" [ 1254.395694] env[68893]: _type = "Task" [ 1254.395694] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.403671] env[68893]: DEBUG oslo_vmware.api [None req-d6e12934-e888-4cc5-b7a8-95c6632fdfcb tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]520cd66c-c5da-3f5d-0410-b28bc83111e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.526406] env[68893]: INFO nova.virt.block_device [None req-550bec11-4e7d-45b2-b6cc-d4f2e5db8186 tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] Booting with volume aee3d91d-138c-4118-b2de-c2d07978f4fa at /dev/sda [ 1254.558929] env[68893]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c05aff37-6ea2-43f3-882d-fdf321bdaf10 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.569094] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f599bb66-0142-4b23-860b-7276df3c6a07 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.603328] env[68893]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-726af1d5-eda0-4b5d-9ff5-9c37fa56e1d5 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.612611] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e9e9eb8-573e-413c-8cc2-18700274ae28 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.646551] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2474f2e0-39ef-401d-9752-35613a32c76b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.653640] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d027c05-4123-42a7-a813-3d262ff8ade1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.680287] env[68893]: DEBUG nova.virt.block_device [None req-550bec11-4e7d-45b2-b6cc-d4f2e5db8186 tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] Updating existing volume attachment record: 23afa404-324b-453a-8978-0a0aded84f90 {{(pid=68893) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1254.697861] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4c5d393-2496-4c04-ae97-98487091115d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.724829] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42c6e179-a9d5-453a-9fb2-8ab5329a5088 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.733302] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-869729c8-73a1-43d1-9028-9b3db9715c61 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 5cf97efe-7361-4f18-b03d-cb682f191fe7] Updating instance '5cf97efe-7361-4f18-b03d-cb682f191fe7' progress to 83 {{(pid=68893) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1254.739901] env[68893]: DEBUG oslo_vmware.api [None req-e439ccd2-858d-40db-979c-82c8bbe4083a tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Task: {'id': task-2792514, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.107802} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.740146] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-e439ccd2-858d-40db-979c-82c8bbe4083a tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] [instance: a62d2919-2f97-4eeb-8c94-93fbb1585af2] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1254.740953] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07d83f91-2446-414b-a493-4faa1f1799ec {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.762130] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-e439ccd2-858d-40db-979c-82c8bbe4083a tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] [instance: a62d2919-2f97-4eeb-8c94-93fbb1585af2] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] a62d2919-2f97-4eeb-8c94-93fbb1585af2/a62d2919-2f97-4eeb-8c94-93fbb1585af2.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1254.762475] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b515bc50-8693-440c-bcd5-42cfb8985be3 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.784192] env[68893]: DEBUG oslo_vmware.api [None req-e439ccd2-858d-40db-979c-82c8bbe4083a tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Waiting for the task: (returnval){ [ 1254.784192] env[68893]: value = "task-2792515" [ 1254.784192] env[68893]: _type = "Task" [ 1254.784192] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.787903] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6cdf40ed-705f-43c5-ba8d-fa94dbafb08e tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.776s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.795949] env[68893]: DEBUG oslo_vmware.api [None req-e439ccd2-858d-40db-979c-82c8bbe4083a tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Task: {'id': task-2792515, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.808900] env[68893]: INFO nova.scheduler.client.report [None req-6cdf40ed-705f-43c5-ba8d-fa94dbafb08e tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Deleted allocations for instance 7b587048-dac4-4611-9149-6999e7cf06a0 [ 1254.907069] env[68893]: DEBUG oslo_vmware.api [None req-d6e12934-e888-4cc5-b7a8-95c6632fdfcb tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]520cd66c-c5da-3f5d-0410-b28bc83111e3, 'name': SearchDatastore_Task, 'duration_secs': 0.011091} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.907914] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73a707f0-259c-4947-9aa8-038690700f3e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.913476] env[68893]: DEBUG oslo_vmware.api [None req-d6e12934-e888-4cc5-b7a8-95c6632fdfcb tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Waiting for the task: (returnval){ [ 1254.913476] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52df5fef-6c09-2588-768a-fb99f1179244" [ 1254.913476] env[68893]: _type = "Task" [ 1254.913476] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.921813] env[68893]: DEBUG oslo_vmware.api [None req-d6e12934-e888-4cc5-b7a8-95c6632fdfcb tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52df5fef-6c09-2588-768a-fb99f1179244, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.242228] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-869729c8-73a1-43d1-9028-9b3db9715c61 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 5cf97efe-7361-4f18-b03d-cb682f191fe7] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1255.246027] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7dd58a7b-75f1-497b-a6ab-2916c1d6558e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.250646] env[68893]: DEBUG oslo_vmware.api [None req-869729c8-73a1-43d1-9028-9b3db9715c61 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Waiting for the task: (returnval){ [ 1255.250646] env[68893]: value = "task-2792516" [ 1255.250646] env[68893]: _type = "Task" [ 1255.250646] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.259908] env[68893]: DEBUG oslo_vmware.api [None req-869729c8-73a1-43d1-9028-9b3db9715c61 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792516, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.294596] env[68893]: DEBUG oslo_vmware.api [None req-e439ccd2-858d-40db-979c-82c8bbe4083a tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Task: {'id': task-2792515, 'name': ReconfigVM_Task, 'duration_secs': 0.31653} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.294874] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-e439ccd2-858d-40db-979c-82c8bbe4083a tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] [instance: a62d2919-2f97-4eeb-8c94-93fbb1585af2] Reconfigured VM instance instance-00000072 to attach disk [datastore2] a62d2919-2f97-4eeb-8c94-93fbb1585af2/a62d2919-2f97-4eeb-8c94-93fbb1585af2.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1255.295507] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-519b380b-9419-4b99-a218-21cbe3a083f3 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.304126] env[68893]: DEBUG oslo_vmware.api [None req-e439ccd2-858d-40db-979c-82c8bbe4083a tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Waiting for the task: (returnval){ [ 1255.304126] env[68893]: value = "task-2792517" [ 1255.304126] env[68893]: _type = "Task" [ 1255.304126] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.318818] env[68893]: DEBUG oslo_vmware.api [None req-e439ccd2-858d-40db-979c-82c8bbe4083a tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Task: {'id': task-2792517, 'name': Rename_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.321818] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6cdf40ed-705f-43c5-ba8d-fa94dbafb08e tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Lock "7b587048-dac4-4611-9149-6999e7cf06a0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.817s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.333739] env[68893]: DEBUG nova.compute.manager [req-2c4c520d-c64f-4c40-9ead-4f327b4ef251 req-1869560c-0863-4c0c-9020-dfa35c8de8a1 service nova] [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] Received event network-vif-plugged-f1fa5019-401f-40fe-9797-479ef1808fc5 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1255.334370] env[68893]: DEBUG oslo_concurrency.lockutils [req-2c4c520d-c64f-4c40-9ead-4f327b4ef251 req-1869560c-0863-4c0c-9020-dfa35c8de8a1 service nova] Acquiring lock "045fc078-3614-4f3d-abf6-bb18186e8c6b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.334370] env[68893]: DEBUG oslo_concurrency.lockutils [req-2c4c520d-c64f-4c40-9ead-4f327b4ef251 req-1869560c-0863-4c0c-9020-dfa35c8de8a1 service nova] Lock "045fc078-3614-4f3d-abf6-bb18186e8c6b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.334370] env[68893]: DEBUG oslo_concurrency.lockutils [req-2c4c520d-c64f-4c40-9ead-4f327b4ef251 req-1869560c-0863-4c0c-9020-dfa35c8de8a1 service nova] Lock "045fc078-3614-4f3d-abf6-bb18186e8c6b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.334533] env[68893]: DEBUG nova.compute.manager [req-2c4c520d-c64f-4c40-9ead-4f327b4ef251 req-1869560c-0863-4c0c-9020-dfa35c8de8a1 service nova] [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] No waiting events found dispatching network-vif-plugged-f1fa5019-401f-40fe-9797-479ef1808fc5 {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1255.334743] env[68893]: WARNING nova.compute.manager [req-2c4c520d-c64f-4c40-9ead-4f327b4ef251 req-1869560c-0863-4c0c-9020-dfa35c8de8a1 service nova] [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] Received unexpected event network-vif-plugged-f1fa5019-401f-40fe-9797-479ef1808fc5 for instance with vm_state building and task_state block_device_mapping. [ 1255.430325] env[68893]: DEBUG oslo_vmware.api [None req-d6e12934-e888-4cc5-b7a8-95c6632fdfcb tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52df5fef-6c09-2588-768a-fb99f1179244, 'name': SearchDatastore_Task, 'duration_secs': 0.022195} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.434329] env[68893]: DEBUG nova.network.neutron [None req-550bec11-4e7d-45b2-b6cc-d4f2e5db8186 tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] Successfully updated port: f1fa5019-401f-40fe-9797-479ef1808fc5 {{(pid=68893) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1255.434329] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d6e12934-e888-4cc5-b7a8-95c6632fdfcb tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.434329] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6e12934-e888-4cc5-b7a8-95c6632fdfcb tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] cdba6e24-8a5f-4af2-af3c-46704b327ac4/cdba6e24-8a5f-4af2-af3c-46704b327ac4.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1255.434329] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2f268146-a3c3-41b1-8970-00cd8b3bf4b0 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.442598] env[68893]: DEBUG oslo_vmware.api [None req-d6e12934-e888-4cc5-b7a8-95c6632fdfcb tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Waiting for the task: (returnval){ [ 1255.442598] env[68893]: value = "task-2792518" [ 1255.442598] env[68893]: _type = "Task" [ 1255.442598] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.452832] env[68893]: DEBUG oslo_vmware.api [None req-d6e12934-e888-4cc5-b7a8-95c6632fdfcb tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Task: {'id': task-2792518, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.762545] env[68893]: DEBUG oslo_vmware.api [None req-869729c8-73a1-43d1-9028-9b3db9715c61 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792516, 'name': PowerOnVM_Task, 'duration_secs': 0.443065} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.762852] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-869729c8-73a1-43d1-9028-9b3db9715c61 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 5cf97efe-7361-4f18-b03d-cb682f191fe7] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1255.763054] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-869729c8-73a1-43d1-9028-9b3db9715c61 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 5cf97efe-7361-4f18-b03d-cb682f191fe7] Updating instance '5cf97efe-7361-4f18-b03d-cb682f191fe7' progress to 100 {{(pid=68893) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1255.816531] env[68893]: DEBUG oslo_vmware.api [None req-e439ccd2-858d-40db-979c-82c8bbe4083a tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Task: {'id': task-2792517, 'name': Rename_Task, 'duration_secs': 0.199316} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.816694] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-e439ccd2-858d-40db-979c-82c8bbe4083a tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] [instance: a62d2919-2f97-4eeb-8c94-93fbb1585af2] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1255.816925] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f8de23a7-2e17-4e75-8fb4-9a4ca1d5fa58 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.827768] env[68893]: DEBUG oslo_vmware.api [None req-e439ccd2-858d-40db-979c-82c8bbe4083a tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Waiting for the task: (returnval){ [ 1255.827768] env[68893]: value = "task-2792519" [ 1255.827768] env[68893]: _type = "Task" [ 1255.827768] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.839093] env[68893]: DEBUG oslo_vmware.api [None req-e439ccd2-858d-40db-979c-82c8bbe4083a tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Task: {'id': task-2792519, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.937583] env[68893]: DEBUG oslo_concurrency.lockutils [None req-550bec11-4e7d-45b2-b6cc-d4f2e5db8186 tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] Acquiring lock "refresh_cache-045fc078-3614-4f3d-abf6-bb18186e8c6b" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.937583] env[68893]: DEBUG oslo_concurrency.lockutils [None req-550bec11-4e7d-45b2-b6cc-d4f2e5db8186 tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] Acquired lock "refresh_cache-045fc078-3614-4f3d-abf6-bb18186e8c6b" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.937583] env[68893]: DEBUG nova.network.neutron [None req-550bec11-4e7d-45b2-b6cc-d4f2e5db8186 tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1255.954019] env[68893]: DEBUG oslo_vmware.api [None req-d6e12934-e888-4cc5-b7a8-95c6632fdfcb tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Task: {'id': task-2792518, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500085} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.956148] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6e12934-e888-4cc5-b7a8-95c6632fdfcb tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] cdba6e24-8a5f-4af2-af3c-46704b327ac4/cdba6e24-8a5f-4af2-af3c-46704b327ac4.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1255.956148] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-d6e12934-e888-4cc5-b7a8-95c6632fdfcb tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] [instance: cdba6e24-8a5f-4af2-af3c-46704b327ac4] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1255.956148] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a4595756-9292-4259-a54b-6af8fd250ad3 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.963913] env[68893]: DEBUG oslo_vmware.api [None req-d6e12934-e888-4cc5-b7a8-95c6632fdfcb tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Waiting for the task: (returnval){ [ 1255.963913] env[68893]: value = "task-2792520" [ 1255.963913] env[68893]: _type = "Task" [ 1255.963913] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.975618] env[68893]: DEBUG oslo_vmware.api [None req-d6e12934-e888-4cc5-b7a8-95c6632fdfcb tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Task: {'id': task-2792520, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.013781] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1256.338971] env[68893]: DEBUG oslo_vmware.api [None req-e439ccd2-858d-40db-979c-82c8bbe4083a tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Task: {'id': task-2792519, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.379452] env[68893]: DEBUG oslo_concurrency.lockutils [None req-c8f16b3a-bbe4-4734-963e-ef1c65f5110d tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Acquiring lock "f03be0d2-ce21-494f-848d-b838a195f4f9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.379747] env[68893]: DEBUG oslo_concurrency.lockutils [None req-c8f16b3a-bbe4-4734-963e-ef1c65f5110d tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Lock "f03be0d2-ce21-494f-848d-b838a195f4f9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.379959] env[68893]: DEBUG oslo_concurrency.lockutils [None req-c8f16b3a-bbe4-4734-963e-ef1c65f5110d tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Acquiring lock "f03be0d2-ce21-494f-848d-b838a195f4f9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.380159] env[68893]: DEBUG oslo_concurrency.lockutils [None req-c8f16b3a-bbe4-4734-963e-ef1c65f5110d tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Lock "f03be0d2-ce21-494f-848d-b838a195f4f9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.380329] env[68893]: DEBUG oslo_concurrency.lockutils [None req-c8f16b3a-bbe4-4734-963e-ef1c65f5110d tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Lock "f03be0d2-ce21-494f-848d-b838a195f4f9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.382486] env[68893]: INFO nova.compute.manager [None req-c8f16b3a-bbe4-4734-963e-ef1c65f5110d tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: f03be0d2-ce21-494f-848d-b838a195f4f9] Terminating instance [ 1256.476029] env[68893]: DEBUG oslo_vmware.api [None req-d6e12934-e888-4cc5-b7a8-95c6632fdfcb tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Task: {'id': task-2792520, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071122} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.476411] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-d6e12934-e888-4cc5-b7a8-95c6632fdfcb tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] [instance: cdba6e24-8a5f-4af2-af3c-46704b327ac4] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1256.477330] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbced03a-0803-4f65-949a-71b4dbc3c069 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.482049] env[68893]: DEBUG nova.network.neutron [None req-550bec11-4e7d-45b2-b6cc-d4f2e5db8186 tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1256.508936] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6e12934-e888-4cc5-b7a8-95c6632fdfcb tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] [instance: cdba6e24-8a5f-4af2-af3c-46704b327ac4] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] cdba6e24-8a5f-4af2-af3c-46704b327ac4/cdba6e24-8a5f-4af2-af3c-46704b327ac4.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1256.511440] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f863b6ad-6acf-43cc-938b-f2db36ce2d2d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.535792] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1256.536204] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._sync_power_states {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1256.542317] env[68893]: DEBUG oslo_vmware.api [None req-d6e12934-e888-4cc5-b7a8-95c6632fdfcb tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Waiting for the task: (returnval){ [ 1256.542317] env[68893]: value = "task-2792521" [ 1256.542317] env[68893]: _type = "Task" [ 1256.542317] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.552843] env[68893]: DEBUG oslo_vmware.api [None req-d6e12934-e888-4cc5-b7a8-95c6632fdfcb tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Task: {'id': task-2792521, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.687609] env[68893]: DEBUG nova.network.neutron [None req-550bec11-4e7d-45b2-b6cc-d4f2e5db8186 tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] Updating instance_info_cache with network_info: [{"id": "f1fa5019-401f-40fe-9797-479ef1808fc5", "address": "fa:16:3e:f0:a3:39", "network": {"id": "8444ef07-0271-41bd-821b-5676ae1e8df9", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1766432224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b48898889649429093c8322b64e30bcd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1fa5019-40", "ovs_interfaceid": "f1fa5019-401f-40fe-9797-479ef1808fc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.781178] env[68893]: DEBUG nova.compute.manager [None req-550bec11-4e7d-45b2-b6cc-d4f2e5db8186 tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] Start spawning the instance on the hypervisor. {{(pid=68893) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1256.781733] env[68893]: DEBUG nova.virt.hardware [None req-550bec11-4e7d-45b2-b6cc-d4f2e5db8186 tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1256.782041] env[68893]: DEBUG nova.virt.hardware [None req-550bec11-4e7d-45b2-b6cc-d4f2e5db8186 tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1256.782177] env[68893]: DEBUG nova.virt.hardware [None req-550bec11-4e7d-45b2-b6cc-d4f2e5db8186 tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1256.782404] env[68893]: DEBUG nova.virt.hardware [None req-550bec11-4e7d-45b2-b6cc-d4f2e5db8186 tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1256.782540] env[68893]: DEBUG nova.virt.hardware [None req-550bec11-4e7d-45b2-b6cc-d4f2e5db8186 tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1256.782714] env[68893]: DEBUG nova.virt.hardware [None req-550bec11-4e7d-45b2-b6cc-d4f2e5db8186 tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1256.782933] env[68893]: DEBUG nova.virt.hardware [None req-550bec11-4e7d-45b2-b6cc-d4f2e5db8186 tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1256.783093] env[68893]: DEBUG nova.virt.hardware [None req-550bec11-4e7d-45b2-b6cc-d4f2e5db8186 tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1256.783281] env[68893]: DEBUG nova.virt.hardware [None req-550bec11-4e7d-45b2-b6cc-d4f2e5db8186 tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1256.783523] env[68893]: DEBUG nova.virt.hardware [None req-550bec11-4e7d-45b2-b6cc-d4f2e5db8186 tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1256.783745] env[68893]: DEBUG nova.virt.hardware [None req-550bec11-4e7d-45b2-b6cc-d4f2e5db8186 tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1256.784684] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0536450-94eb-41b8-abc8-e1ddb13b5552 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.793724] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab4ae7b6-140f-48a4-8e8f-782f8efca3a9 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.839718] env[68893]: DEBUG oslo_vmware.api [None req-e439ccd2-858d-40db-979c-82c8bbe4083a tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Task: {'id': task-2792519, 'name': PowerOnVM_Task, 'duration_secs': 0.905765} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.839718] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-e439ccd2-858d-40db-979c-82c8bbe4083a tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] [instance: a62d2919-2f97-4eeb-8c94-93fbb1585af2] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1256.839958] env[68893]: INFO nova.compute.manager [None req-e439ccd2-858d-40db-979c-82c8bbe4083a tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] [instance: a62d2919-2f97-4eeb-8c94-93fbb1585af2] Took 6.33 seconds to spawn the instance on the hypervisor. [ 1256.840103] env[68893]: DEBUG nova.compute.manager [None req-e439ccd2-858d-40db-979c-82c8bbe4083a tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] [instance: a62d2919-2f97-4eeb-8c94-93fbb1585af2] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1256.840841] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06487d6e-2f8a-4a8d-816c-3f3ee36618ad {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.886236] env[68893]: DEBUG nova.compute.manager [None req-c8f16b3a-bbe4-4734-963e-ef1c65f5110d tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: f03be0d2-ce21-494f-848d-b838a195f4f9] Start destroying the instance on the hypervisor. {{(pid=68893) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1256.886493] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8f16b3a-bbe4-4734-963e-ef1c65f5110d tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: f03be0d2-ce21-494f-848d-b838a195f4f9] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1256.887285] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3bc5d0b5-0a6b-42c1-b042-f5a106d03b11 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.895888] env[68893]: DEBUG oslo_vmware.api [None req-c8f16b3a-bbe4-4734-963e-ef1c65f5110d tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Waiting for the task: (returnval){ [ 1256.895888] env[68893]: value = "task-2792522" [ 1256.895888] env[68893]: _type = "Task" [ 1256.895888] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.906396] env[68893]: DEBUG oslo_vmware.api [None req-c8f16b3a-bbe4-4734-963e-ef1c65f5110d tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2792522, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.041963] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Getting list of instances from cluster (obj){ [ 1257.041963] env[68893]: value = "domain-c8" [ 1257.041963] env[68893]: _type = "ClusterComputeResource" [ 1257.041963] env[68893]: } {{(pid=68893) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1257.042437] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8866f24e-0b2c-4365-97cc-9f31a9bd4ee1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.054165] env[68893]: DEBUG oslo_vmware.api [None req-d6e12934-e888-4cc5-b7a8-95c6632fdfcb tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Task: {'id': task-2792521, 'name': ReconfigVM_Task, 'duration_secs': 0.311791} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.054469] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6e12934-e888-4cc5-b7a8-95c6632fdfcb tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] [instance: cdba6e24-8a5f-4af2-af3c-46704b327ac4] Reconfigured VM instance instance-00000073 to attach disk [datastore2] cdba6e24-8a5f-4af2-af3c-46704b327ac4/cdba6e24-8a5f-4af2-af3c-46704b327ac4.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1257.055507] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1e8ed633-b112-4cdb-9418-3384a638a1f1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.069214] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Got total of 11 instances {{(pid=68893) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1257.069424] env[68893]: WARNING nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] While synchronizing instance power states, found 12 instances in the database and 11 instances on the hypervisor. [ 1257.069563] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Triggering sync for uuid 8c560e82-533e-49c7-aaf4-82e123f75240 {{(pid=68893) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 1257.069793] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Triggering sync for uuid 5fde66d6-de1d-4fc0-8961-a2e90af0b172 {{(pid=68893) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 1257.069980] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Triggering sync for uuid 18c88d54-3409-41b6-9f62-52a2c96d2932 {{(pid=68893) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 1257.070127] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Triggering sync for uuid 550b6591-8962-40ce-87bd-a846d584c99c {{(pid=68893) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 1257.070376] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Triggering sync for uuid 2bb38f74-5089-4750-9147-fd2f468599e3 {{(pid=68893) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 1257.070546] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Triggering sync for uuid 5cf97efe-7361-4f18-b03d-cb682f191fe7 {{(pid=68893) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 1257.070695] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Triggering sync for uuid f40a2a83-d2bf-4059-8d84-e893e5664173 {{(pid=68893) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 1257.070929] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Triggering sync for uuid f03be0d2-ce21-494f-848d-b838a195f4f9 {{(pid=68893) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 1257.071145] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Triggering sync for uuid bec52855-6ca5-48f3-b6ca-0274fd1c12d8 {{(pid=68893) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 1257.071309] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Triggering sync for uuid a62d2919-2f97-4eeb-8c94-93fbb1585af2 {{(pid=68893) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 1257.071484] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Triggering sync for uuid cdba6e24-8a5f-4af2-af3c-46704b327ac4 {{(pid=68893) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 1257.071632] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Triggering sync for uuid 045fc078-3614-4f3d-abf6-bb18186e8c6b {{(pid=68893) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 1257.072524] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Acquiring lock "8c560e82-533e-49c7-aaf4-82e123f75240" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.072800] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Lock "8c560e82-533e-49c7-aaf4-82e123f75240" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.073096] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Acquiring lock "5fde66d6-de1d-4fc0-8961-a2e90af0b172" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.073314] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Lock "5fde66d6-de1d-4fc0-8961-a2e90af0b172" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.073517] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Acquiring lock "18c88d54-3409-41b6-9f62-52a2c96d2932" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.073697] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Lock "18c88d54-3409-41b6-9f62-52a2c96d2932" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.073915] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Acquiring lock "550b6591-8962-40ce-87bd-a846d584c99c" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.074104] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Lock "550b6591-8962-40ce-87bd-a846d584c99c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.074339] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Acquiring lock "2bb38f74-5089-4750-9147-fd2f468599e3" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.074530] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Lock "2bb38f74-5089-4750-9147-fd2f468599e3" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.074771] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Acquiring lock "5cf97efe-7361-4f18-b03d-cb682f191fe7" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.074950] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Lock "5cf97efe-7361-4f18-b03d-cb682f191fe7" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.075133] env[68893]: INFO nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: 5cf97efe-7361-4f18-b03d-cb682f191fe7] During sync_power_state the instance has a pending task (resize_finish). Skip. [ 1257.075296] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Lock "5cf97efe-7361-4f18-b03d-cb682f191fe7" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.075485] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Acquiring lock "f40a2a83-d2bf-4059-8d84-e893e5664173" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.075656] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Lock "f40a2a83-d2bf-4059-8d84-e893e5664173" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.075905] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Acquiring lock "f03be0d2-ce21-494f-848d-b838a195f4f9" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.076176] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Acquiring lock "bec52855-6ca5-48f3-b6ca-0274fd1c12d8" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.076370] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Lock "bec52855-6ca5-48f3-b6ca-0274fd1c12d8" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.076586] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Acquiring lock "a62d2919-2f97-4eeb-8c94-93fbb1585af2" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.076776] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Acquiring lock "cdba6e24-8a5f-4af2-af3c-46704b327ac4" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.076970] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Acquiring lock "045fc078-3614-4f3d-abf6-bb18186e8c6b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.078911] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f802868-34d9-4f30-ae32-60ba7486da37 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.082190] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-038ba71c-e378-491d-b00a-856000240389 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.084993] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31a80470-b8e1-4e48-864c-53a6d6b39914 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.087774] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79671cad-471c-464a-a0ad-d26f60b34f61 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.090552] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8f6d3c8-8ca1-4a10-984c-502acb3b2edc {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.093404] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29ebf2cb-66c1-4050-abdb-c9c97e455e7f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.097132] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80adbb8b-2980-4150-8444-fec0a09ac721 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.099873] env[68893]: DEBUG oslo_vmware.api [None req-d6e12934-e888-4cc5-b7a8-95c6632fdfcb tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Waiting for the task: (returnval){ [ 1257.099873] env[68893]: value = "task-2792523" [ 1257.099873] env[68893]: _type = "Task" [ 1257.099873] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.146293] env[68893]: DEBUG oslo_vmware.api [None req-d6e12934-e888-4cc5-b7a8-95c6632fdfcb tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Task: {'id': task-2792523, 'name': Rename_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.190800] env[68893]: DEBUG oslo_concurrency.lockutils [None req-550bec11-4e7d-45b2-b6cc-d4f2e5db8186 tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] Releasing lock "refresh_cache-045fc078-3614-4f3d-abf6-bb18186e8c6b" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.191140] env[68893]: DEBUG nova.compute.manager [None req-550bec11-4e7d-45b2-b6cc-d4f2e5db8186 tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] Instance network_info: |[{"id": "f1fa5019-401f-40fe-9797-479ef1808fc5", "address": "fa:16:3e:f0:a3:39", "network": {"id": "8444ef07-0271-41bd-821b-5676ae1e8df9", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1766432224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b48898889649429093c8322b64e30bcd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1fa5019-40", "ovs_interfaceid": "f1fa5019-401f-40fe-9797-479ef1808fc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1257.191699] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-550bec11-4e7d-45b2-b6cc-d4f2e5db8186 tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:a3:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3093647a-bab7-4562-ada0-428725e8c0fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f1fa5019-401f-40fe-9797-479ef1808fc5', 'vif_model': 'vmxnet3'}] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1257.199880] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-550bec11-4e7d-45b2-b6cc-d4f2e5db8186 tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] Creating folder: Project (b48898889649429093c8322b64e30bcd). Parent ref: group-v560969. {{(pid=68893) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1257.200283] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4300d9e0-61a8-453e-b4fd-f38904f45365 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.214955] env[68893]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1257.215217] env[68893]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=68893) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1257.215647] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-550bec11-4e7d-45b2-b6cc-d4f2e5db8186 tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] Folder already exists: Project (b48898889649429093c8322b64e30bcd). Parent ref: group-v560969. {{(pid=68893) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1257.215919] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-550bec11-4e7d-45b2-b6cc-d4f2e5db8186 tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] Creating folder: Instances. Parent ref: group-v561262. {{(pid=68893) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1257.216239] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1a63701c-5028-481b-baba-cd0a6b258f19 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.231848] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-550bec11-4e7d-45b2-b6cc-d4f2e5db8186 tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] Created folder: Instances in parent group-v561262. [ 1257.232126] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-550bec11-4e7d-45b2-b6cc-d4f2e5db8186 tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1257.232347] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1257.232668] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5491b8de-34ec-4cdd-b8ab-95e5a2f24406 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.253212] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1257.253212] env[68893]: value = "task-2792526" [ 1257.253212] env[68893]: _type = "Task" [ 1257.253212] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.262849] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792526, 'name': CreateVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.326954] env[68893]: DEBUG oslo_concurrency.lockutils [None req-33116e7f-08f1-42c0-a18e-25c226f09c9f tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Acquiring lock "d6334104-c7a0-474f-b80d-2c6e323b1229" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.326954] env[68893]: DEBUG oslo_concurrency.lockutils [None req-33116e7f-08f1-42c0-a18e-25c226f09c9f tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Lock "d6334104-c7a0-474f-b80d-2c6e323b1229" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.357271] env[68893]: INFO nova.compute.manager [None req-e439ccd2-858d-40db-979c-82c8bbe4083a tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] [instance: a62d2919-2f97-4eeb-8c94-93fbb1585af2] Took 11.15 seconds to build instance. [ 1257.360211] env[68893]: DEBUG nova.compute.manager [req-7922e732-2c39-4d6f-b522-623acc56bbb5 req-cadf4644-07e9-4234-9bab-85407fece7c1 service nova] [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] Received event network-changed-f1fa5019-401f-40fe-9797-479ef1808fc5 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1257.360405] env[68893]: DEBUG nova.compute.manager [req-7922e732-2c39-4d6f-b522-623acc56bbb5 req-cadf4644-07e9-4234-9bab-85407fece7c1 service nova] [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] Refreshing instance network info cache due to event network-changed-f1fa5019-401f-40fe-9797-479ef1808fc5. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1257.360707] env[68893]: DEBUG oslo_concurrency.lockutils [req-7922e732-2c39-4d6f-b522-623acc56bbb5 req-cadf4644-07e9-4234-9bab-85407fece7c1 service nova] Acquiring lock "refresh_cache-045fc078-3614-4f3d-abf6-bb18186e8c6b" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.360753] env[68893]: DEBUG oslo_concurrency.lockutils [req-7922e732-2c39-4d6f-b522-623acc56bbb5 req-cadf4644-07e9-4234-9bab-85407fece7c1 service nova] Acquired lock "refresh_cache-045fc078-3614-4f3d-abf6-bb18186e8c6b" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.360915] env[68893]: DEBUG nova.network.neutron [req-7922e732-2c39-4d6f-b522-623acc56bbb5 req-cadf4644-07e9-4234-9bab-85407fece7c1 service nova] [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] Refreshing network info cache for port f1fa5019-401f-40fe-9797-479ef1808fc5 {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1257.406815] env[68893]: DEBUG oslo_vmware.api [None req-c8f16b3a-bbe4-4734-963e-ef1c65f5110d tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2792522, 'name': PowerOffVM_Task, 'duration_secs': 0.335457} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.407122] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8f16b3a-bbe4-4734-963e-ef1c65f5110d tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: f03be0d2-ce21-494f-848d-b838a195f4f9] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1257.407322] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8f16b3a-bbe4-4734-963e-ef1c65f5110d tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: f03be0d2-ce21-494f-848d-b838a195f4f9] Volume detach. Driver type: vmdk {{(pid=68893) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1257.407591] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8f16b3a-bbe4-4734-963e-ef1c65f5110d tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: f03be0d2-ce21-494f-848d-b838a195f4f9] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561256', 'volume_id': 'aa7d2e10-cda4-4365-8388-9e10594308a8', 'name': 'volume-aa7d2e10-cda4-4365-8388-9e10594308a8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'f03be0d2-ce21-494f-848d-b838a195f4f9', 'attached_at': '2025-03-06T06:43:29.000000', 'detached_at': '', 'volume_id': 'aa7d2e10-cda4-4365-8388-9e10594308a8', 'serial': 'aa7d2e10-cda4-4365-8388-9e10594308a8'} {{(pid=68893) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1257.408431] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c1c191b-fa07-4e41-be3e-1d04b614323e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.428310] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35b7c5b4-8ecb-4372-80da-750591423144 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.435457] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3dbe9d3-3b08-4e34-ab16-a59b2467767f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.452919] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-513c0e36-5b99-4125-9614-357ef94265d9 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.467868] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8f16b3a-bbe4-4734-963e-ef1c65f5110d tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] The volume has not been displaced from its original location: [datastore1] volume-aa7d2e10-cda4-4365-8388-9e10594308a8/volume-aa7d2e10-cda4-4365-8388-9e10594308a8.vmdk. No consolidation needed. {{(pid=68893) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1257.473141] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8f16b3a-bbe4-4734-963e-ef1c65f5110d tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: f03be0d2-ce21-494f-848d-b838a195f4f9] Reconfiguring VM instance instance-0000006f to detach disk 2000 {{(pid=68893) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1257.473684] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08d4e38c-57d1-43eb-ab06-982bdad8f7eb {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.491339] env[68893]: DEBUG oslo_vmware.api [None req-c8f16b3a-bbe4-4734-963e-ef1c65f5110d tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Waiting for the task: (returnval){ [ 1257.491339] env[68893]: value = "task-2792527" [ 1257.491339] env[68893]: _type = "Task" [ 1257.491339] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.501994] env[68893]: DEBUG oslo_vmware.api [None req-c8f16b3a-bbe4-4734-963e-ef1c65f5110d tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2792527, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.612595] env[68893]: DEBUG oslo_vmware.api [None req-d6e12934-e888-4cc5-b7a8-95c6632fdfcb tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Task: {'id': task-2792523, 'name': Rename_Task, 'duration_secs': 0.156043} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.612970] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6e12934-e888-4cc5-b7a8-95c6632fdfcb tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] [instance: cdba6e24-8a5f-4af2-af3c-46704b327ac4] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1257.613255] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a22ddb87-44f9-4eb3-bded-8f1acad3078b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.621932] env[68893]: DEBUG oslo_vmware.api [None req-d6e12934-e888-4cc5-b7a8-95c6632fdfcb tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Waiting for the task: (returnval){ [ 1257.621932] env[68893]: value = "task-2792528" [ 1257.621932] env[68893]: _type = "Task" [ 1257.621932] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.631015] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Lock "8c560e82-533e-49c7-aaf4-82e123f75240" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.558s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.631424] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Lock "2bb38f74-5089-4750-9147-fd2f468599e3" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.557s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.631748] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Lock "18c88d54-3409-41b6-9f62-52a2c96d2932" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.558s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.632038] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Lock "5fde66d6-de1d-4fc0-8961-a2e90af0b172" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.559s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.632270] env[68893]: DEBUG oslo_vmware.api [None req-d6e12934-e888-4cc5-b7a8-95c6632fdfcb tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Task: {'id': task-2792528, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.638762] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Lock "bec52855-6ca5-48f3-b6ca-0274fd1c12d8" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.562s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.639100] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Lock "f40a2a83-d2bf-4059-8d84-e893e5664173" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.563s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.639438] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Lock "550b6591-8962-40ce-87bd-a846d584c99c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.565s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.763195] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792526, 'name': CreateVM_Task} progress is 99%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.832112] env[68893]: DEBUG nova.compute.manager [None req-33116e7f-08f1-42c0-a18e-25c226f09c9f tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: d6334104-c7a0-474f-b80d-2c6e323b1229] Starting instance... {{(pid=68893) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1257.863206] env[68893]: DEBUG oslo_concurrency.lockutils [None req-e439ccd2-858d-40db-979c-82c8bbe4083a tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Lock "a62d2919-2f97-4eeb-8c94-93fbb1585af2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.661s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.866228] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Lock "a62d2919-2f97-4eeb-8c94-93fbb1585af2" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.790s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.866423] env[68893]: INFO nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: a62d2919-2f97-4eeb-8c94-93fbb1585af2] During sync_power_state the instance has a pending task (spawning). Skip. [ 1257.866593] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Lock "a62d2919-2f97-4eeb-8c94-93fbb1585af2" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.001765] env[68893]: DEBUG oslo_vmware.api [None req-c8f16b3a-bbe4-4734-963e-ef1c65f5110d tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2792527, 'name': ReconfigVM_Task, 'duration_secs': 0.250795} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.002069] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8f16b3a-bbe4-4734-963e-ef1c65f5110d tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: f03be0d2-ce21-494f-848d-b838a195f4f9] Reconfigured VM instance instance-0000006f to detach disk 2000 {{(pid=68893) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1258.006716] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec75fa8b-fbf9-4c26-a04f-6cc133558c5d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.023655] env[68893]: DEBUG oslo_vmware.api [None req-c8f16b3a-bbe4-4734-963e-ef1c65f5110d tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Waiting for the task: (returnval){ [ 1258.023655] env[68893]: value = "task-2792529" [ 1258.023655] env[68893]: _type = "Task" [ 1258.023655] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.031791] env[68893]: DEBUG oslo_vmware.api [None req-c8f16b3a-bbe4-4734-963e-ef1c65f5110d tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2792529, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.081113] env[68893]: DEBUG nova.network.neutron [req-7922e732-2c39-4d6f-b522-623acc56bbb5 req-cadf4644-07e9-4234-9bab-85407fece7c1 service nova] [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] Updated VIF entry in instance network info cache for port f1fa5019-401f-40fe-9797-479ef1808fc5. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1258.081631] env[68893]: DEBUG nova.network.neutron [req-7922e732-2c39-4d6f-b522-623acc56bbb5 req-cadf4644-07e9-4234-9bab-85407fece7c1 service nova] [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] Updating instance_info_cache with network_info: [{"id": "f1fa5019-401f-40fe-9797-479ef1808fc5", "address": "fa:16:3e:f0:a3:39", "network": {"id": "8444ef07-0271-41bd-821b-5676ae1e8df9", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1766432224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b48898889649429093c8322b64e30bcd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1fa5019-40", "ovs_interfaceid": "f1fa5019-401f-40fe-9797-479ef1808fc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1258.131814] env[68893]: DEBUG oslo_vmware.api [None req-d6e12934-e888-4cc5-b7a8-95c6632fdfcb tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Task: {'id': task-2792528, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.264894] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792526, 'name': CreateVM_Task, 'duration_secs': 0.515512} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.265039] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1258.265665] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-550bec11-4e7d-45b2-b6cc-d4f2e5db8186 tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561271', 'volume_id': 'aee3d91d-138c-4118-b2de-c2d07978f4fa', 'name': 'volume-aee3d91d-138c-4118-b2de-c2d07978f4fa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '045fc078-3614-4f3d-abf6-bb18186e8c6b', 'attached_at': '', 'detached_at': '', 'volume_id': 'aee3d91d-138c-4118-b2de-c2d07978f4fa', 'serial': 'aee3d91d-138c-4118-b2de-c2d07978f4fa'}, 'delete_on_termination': True, 'device_type': None, 'guest_format': None, 'boot_index': 0, 'attachment_id': '23afa404-324b-453a-8978-0a0aded84f90', 'disk_bus': None, 'mount_device': '/dev/sda', 'volume_type': None}], 'swap': None} {{(pid=68893) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1258.265878] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-550bec11-4e7d-45b2-b6cc-d4f2e5db8186 tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] Root volume attach. Driver type: vmdk {{(pid=68893) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1258.266670] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3d0ff31-239a-40c8-b034-2ea1d62793a4 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.276770] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53512177-e8c1-4058-9846-ce48e37a6a9d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.282815] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09c6bc99-9aa6-4a6a-bfbb-146fa4dee7d1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.288403] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-a3abf55e-bb4f-464b-9d02-380ca726816f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.297151] env[68893]: DEBUG oslo_vmware.api [None req-550bec11-4e7d-45b2-b6cc-d4f2e5db8186 tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] Waiting for the task: (returnval){ [ 1258.297151] env[68893]: value = "task-2792530" [ 1258.297151] env[68893]: _type = "Task" [ 1258.297151] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.304881] env[68893]: DEBUG oslo_vmware.api [None req-550bec11-4e7d-45b2-b6cc-d4f2e5db8186 tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] Task: {'id': task-2792530, 'name': RelocateVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.356263] env[68893]: DEBUG oslo_concurrency.lockutils [None req-33116e7f-08f1-42c0-a18e-25c226f09c9f tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.356546] env[68893]: DEBUG oslo_concurrency.lockutils [None req-33116e7f-08f1-42c0-a18e-25c226f09c9f tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.358495] env[68893]: INFO nova.compute.claims [None req-33116e7f-08f1-42c0-a18e-25c226f09c9f tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: d6334104-c7a0-474f-b80d-2c6e323b1229] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1258.361737] env[68893]: DEBUG nova.network.neutron [None req-93f54c22-584a-472d-8aba-ef1c2e8aa96f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 5cf97efe-7361-4f18-b03d-cb682f191fe7] Port 3cbeb975-4208-4e0c-aafc-36ad8f83a3cb binding to destination host cpu-1 is already ACTIVE {{(pid=68893) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1258.361737] env[68893]: DEBUG oslo_concurrency.lockutils [None req-93f54c22-584a-472d-8aba-ef1c2e8aa96f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Acquiring lock "refresh_cache-5cf97efe-7361-4f18-b03d-cb682f191fe7" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.361877] env[68893]: DEBUG oslo_concurrency.lockutils [None req-93f54c22-584a-472d-8aba-ef1c2e8aa96f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Acquired lock "refresh_cache-5cf97efe-7361-4f18-b03d-cb682f191fe7" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.361975] env[68893]: DEBUG nova.network.neutron [None req-93f54c22-584a-472d-8aba-ef1c2e8aa96f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 5cf97efe-7361-4f18-b03d-cb682f191fe7] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1259.253799] env[68893]: DEBUG oslo_concurrency.lockutils [req-7922e732-2c39-4d6f-b522-623acc56bbb5 req-cadf4644-07e9-4234-9bab-85407fece7c1 service nova] Releasing lock "refresh_cache-045fc078-3614-4f3d-abf6-bb18186e8c6b" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.258467] env[68893]: DEBUG oslo_vmware.api [None req-c8f16b3a-bbe4-4734-963e-ef1c65f5110d tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2792529, 'name': ReconfigVM_Task, 'duration_secs': 0.132257} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.264758] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8f16b3a-bbe4-4734-963e-ef1c65f5110d tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: f03be0d2-ce21-494f-848d-b838a195f4f9] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561256', 'volume_id': 'aa7d2e10-cda4-4365-8388-9e10594308a8', 'name': 'volume-aa7d2e10-cda4-4365-8388-9e10594308a8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'f03be0d2-ce21-494f-848d-b838a195f4f9', 'attached_at': '2025-03-06T06:43:29.000000', 'detached_at': '', 'volume_id': 'aa7d2e10-cda4-4365-8388-9e10594308a8', 'serial': 'aa7d2e10-cda4-4365-8388-9e10594308a8'} {{(pid=68893) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1259.265089] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-c8f16b3a-bbe4-4734-963e-ef1c65f5110d tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: f03be0d2-ce21-494f-848d-b838a195f4f9] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1259.266658] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ffc1f32-f474-463d-b063-777726daf1e2 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.275007] env[68893]: DEBUG oslo_vmware.api [None req-d6e12934-e888-4cc5-b7a8-95c6632fdfcb tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Task: {'id': task-2792528, 'name': PowerOnVM_Task, 'duration_secs': 0.544079} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.279681] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6e12934-e888-4cc5-b7a8-95c6632fdfcb tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] [instance: cdba6e24-8a5f-4af2-af3c-46704b327ac4] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1259.279968] env[68893]: INFO nova.compute.manager [None req-d6e12934-e888-4cc5-b7a8-95c6632fdfcb tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] [instance: cdba6e24-8a5f-4af2-af3c-46704b327ac4] Took 6.51 seconds to spawn the instance on the hypervisor. [ 1259.280207] env[68893]: DEBUG nova.compute.manager [None req-d6e12934-e888-4cc5-b7a8-95c6632fdfcb tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] [instance: cdba6e24-8a5f-4af2-af3c-46704b327ac4] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1259.280536] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-c8f16b3a-bbe4-4734-963e-ef1c65f5110d tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: f03be0d2-ce21-494f-848d-b838a195f4f9] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1259.281053] env[68893]: DEBUG oslo_vmware.api [None req-550bec11-4e7d-45b2-b6cc-d4f2e5db8186 tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] Task: {'id': task-2792530, 'name': RelocateVM_Task, 'duration_secs': 0.378785} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.281819] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c48f95c-b1ec-4009-908d-c71f1c4d58d3 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.284272] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2f022319-33e8-4618-aa03-108a33035c15 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.285683] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-550bec11-4e7d-45b2-b6cc-d4f2e5db8186 tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] Volume attach. Driver type: vmdk {{(pid=68893) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1259.285896] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-550bec11-4e7d-45b2-b6cc-d4f2e5db8186 tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561271', 'volume_id': 'aee3d91d-138c-4118-b2de-c2d07978f4fa', 'name': 'volume-aee3d91d-138c-4118-b2de-c2d07978f4fa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '045fc078-3614-4f3d-abf6-bb18186e8c6b', 'attached_at': '', 'detached_at': '', 'volume_id': 'aee3d91d-138c-4118-b2de-c2d07978f4fa', 'serial': 'aee3d91d-138c-4118-b2de-c2d07978f4fa'} {{(pid=68893) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1259.286659] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c03213c1-14c9-4e2e-bade-4f097f177933 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.306273] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a43c95c-cb97-4874-b84c-1c6afe00003d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.331624] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-550bec11-4e7d-45b2-b6cc-d4f2e5db8186 tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] volume-aee3d91d-138c-4118-b2de-c2d07978f4fa/volume-aee3d91d-138c-4118-b2de-c2d07978f4fa.vmdk or device None with type thin {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1259.332796] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5c6aac9-9044-4eab-a86f-a345c4707adb {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.354585] env[68893]: DEBUG oslo_vmware.api [None req-550bec11-4e7d-45b2-b6cc-d4f2e5db8186 tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] Waiting for the task: (returnval){ [ 1259.354585] env[68893]: value = "task-2792532" [ 1259.354585] env[68893]: _type = "Task" [ 1259.354585] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.356291] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-c8f16b3a-bbe4-4734-963e-ef1c65f5110d tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: f03be0d2-ce21-494f-848d-b838a195f4f9] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1259.356291] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-c8f16b3a-bbe4-4734-963e-ef1c65f5110d tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: f03be0d2-ce21-494f-848d-b838a195f4f9] Deleting contents of the VM from datastore datastore1 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1259.356522] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8f16b3a-bbe4-4734-963e-ef1c65f5110d tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Deleting the datastore file [datastore1] f03be0d2-ce21-494f-848d-b838a195f4f9 {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1259.360210] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a4208324-fd77-4fe1-b35c-b59821619ad2 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.370964] env[68893]: DEBUG oslo_vmware.api [None req-550bec11-4e7d-45b2-b6cc-d4f2e5db8186 tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] Task: {'id': task-2792532, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.371295] env[68893]: DEBUG oslo_vmware.api [None req-c8f16b3a-bbe4-4734-963e-ef1c65f5110d tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Waiting for the task: (returnval){ [ 1259.371295] env[68893]: value = "task-2792533" [ 1259.371295] env[68893]: _type = "Task" [ 1259.371295] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.380300] env[68893]: DEBUG oslo_vmware.api [None req-c8f16b3a-bbe4-4734-963e-ef1c65f5110d tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2792533, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.518794] env[68893]: DEBUG nova.network.neutron [None req-93f54c22-584a-472d-8aba-ef1c2e8aa96f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 5cf97efe-7361-4f18-b03d-cb682f191fe7] Updating instance_info_cache with network_info: [{"id": "3cbeb975-4208-4e0c-aafc-36ad8f83a3cb", "address": "fa:16:3e:81:49:e9", "network": {"id": "ca00c41c-ec6a-4596-915b-34fd716effc2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2042741287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "863b84ea17a9459287213695c87d2bec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f66f8375-4460-4acd-987b-acda72bfcf0d", "external-id": "nsx-vlan-transportzone-533", "segmentation_id": 533, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cbeb975-42", "ovs_interfaceid": "3cbeb975-4208-4e0c-aafc-36ad8f83a3cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1259.812326] env[68893]: INFO nova.compute.manager [None req-d6e12934-e888-4cc5-b7a8-95c6632fdfcb tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] [instance: cdba6e24-8a5f-4af2-af3c-46704b327ac4] Took 13.41 seconds to build instance. [ 1259.867358] env[68893]: DEBUG oslo_vmware.api [None req-550bec11-4e7d-45b2-b6cc-d4f2e5db8186 tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] Task: {'id': task-2792532, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.881360] env[68893]: DEBUG oslo_vmware.api [None req-c8f16b3a-bbe4-4734-963e-ef1c65f5110d tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2792533, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.10733} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.883891] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8f16b3a-bbe4-4734-963e-ef1c65f5110d tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1259.884145] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-c8f16b3a-bbe4-4734-963e-ef1c65f5110d tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: f03be0d2-ce21-494f-848d-b838a195f4f9] Deleted contents of the VM from datastore datastore1 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1259.884344] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-c8f16b3a-bbe4-4734-963e-ef1c65f5110d tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: f03be0d2-ce21-494f-848d-b838a195f4f9] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1259.884517] env[68893]: INFO nova.compute.manager [None req-c8f16b3a-bbe4-4734-963e-ef1c65f5110d tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: f03be0d2-ce21-494f-848d-b838a195f4f9] Took 3.00 seconds to destroy the instance on the hypervisor. [ 1259.884746] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c8f16b3a-bbe4-4734-963e-ef1c65f5110d tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1259.885160] env[68893]: DEBUG nova.compute.manager [-] [instance: f03be0d2-ce21-494f-848d-b838a195f4f9] Deallocating network for instance {{(pid=68893) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1259.885257] env[68893]: DEBUG nova.network.neutron [-] [instance: f03be0d2-ce21-494f-848d-b838a195f4f9] deallocate_for_instance() {{(pid=68893) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1259.945430] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e9ff4be-ab78-4182-8e5b-a79b37ed6b42 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.954235] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49d7be37-0c59-47b8-8904-e9e649e93d2f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.985246] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f257ff62-aecd-47d9-a60f-18b679f1c609 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.992874] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-472437c9-1955-4116-9f70-d2fbb6815c8c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.006360] env[68893]: DEBUG nova.compute.provider_tree [None req-33116e7f-08f1-42c0-a18e-25c226f09c9f tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1260.021441] env[68893]: DEBUG oslo_concurrency.lockutils [None req-93f54c22-584a-472d-8aba-ef1c2e8aa96f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Releasing lock "refresh_cache-5cf97efe-7361-4f18-b03d-cb682f191fe7" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.316505] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d6e12934-e888-4cc5-b7a8-95c6632fdfcb tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Lock "cdba6e24-8a5f-4af2-af3c-46704b327ac4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.923s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.316801] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Lock "cdba6e24-8a5f-4af2-af3c-46704b327ac4" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 3.240s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.316991] env[68893]: INFO nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: cdba6e24-8a5f-4af2-af3c-46704b327ac4] During sync_power_state the instance has a pending task (spawning). Skip. [ 1260.317176] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Lock "cdba6e24-8a5f-4af2-af3c-46704b327ac4" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.370464] env[68893]: DEBUG oslo_vmware.api [None req-550bec11-4e7d-45b2-b6cc-d4f2e5db8186 tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] Task: {'id': task-2792532, 'name': ReconfigVM_Task, 'duration_secs': 0.741508} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.370745] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-550bec11-4e7d-45b2-b6cc-d4f2e5db8186 tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] Reconfigured VM instance instance-00000074 to attach disk [datastore2] volume-aee3d91d-138c-4118-b2de-c2d07978f4fa/volume-aee3d91d-138c-4118-b2de-c2d07978f4fa.vmdk or device None with type thin {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1260.376068] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f416246d-90f7-46a4-9347-0cc4cd3ccf83 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.388927] env[68893]: DEBUG nova.compute.manager [req-978d13aa-ff7c-45f5-a8e8-5218e6f1d651 req-2f709b46-3d43-47a8-9017-7bd9f7232cfe service nova] [instance: f03be0d2-ce21-494f-848d-b838a195f4f9] Received event network-vif-deleted-2c35ede4-46b4-41c5-9885-3341ea6429a0 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1260.389157] env[68893]: INFO nova.compute.manager [req-978d13aa-ff7c-45f5-a8e8-5218e6f1d651 req-2f709b46-3d43-47a8-9017-7bd9f7232cfe service nova] [instance: f03be0d2-ce21-494f-848d-b838a195f4f9] Neutron deleted interface 2c35ede4-46b4-41c5-9885-3341ea6429a0; detaching it from the instance and deleting it from the info cache [ 1260.389397] env[68893]: DEBUG nova.network.neutron [req-978d13aa-ff7c-45f5-a8e8-5218e6f1d651 req-2f709b46-3d43-47a8-9017-7bd9f7232cfe service nova] [instance: f03be0d2-ce21-494f-848d-b838a195f4f9] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.396527] env[68893]: DEBUG oslo_vmware.api [None req-550bec11-4e7d-45b2-b6cc-d4f2e5db8186 tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] Waiting for the task: (returnval){ [ 1260.396527] env[68893]: value = "task-2792534" [ 1260.396527] env[68893]: _type = "Task" [ 1260.396527] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.407328] env[68893]: DEBUG oslo_vmware.api [None req-550bec11-4e7d-45b2-b6cc-d4f2e5db8186 tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] Task: {'id': task-2792534, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.510215] env[68893]: DEBUG nova.scheduler.client.report [None req-33116e7f-08f1-42c0-a18e-25c226f09c9f tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1260.526164] env[68893]: DEBUG nova.compute.manager [None req-93f54c22-584a-472d-8aba-ef1c2e8aa96f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 5cf97efe-7361-4f18-b03d-cb682f191fe7] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=68893) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1260.556371] env[68893]: INFO nova.compute.manager [None req-6bb9d131-f165-45f5-92bc-548a2561d3d8 tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] [instance: cdba6e24-8a5f-4af2-af3c-46704b327ac4] Rebuilding instance [ 1260.613537] env[68893]: DEBUG nova.compute.manager [None req-6bb9d131-f165-45f5-92bc-548a2561d3d8 tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] [instance: cdba6e24-8a5f-4af2-af3c-46704b327ac4] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1260.614434] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e67a61f-0d9b-4147-9a72-08c68ddee45b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.865367] env[68893]: DEBUG nova.network.neutron [-] [instance: f03be0d2-ce21-494f-848d-b838a195f4f9] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.894610] env[68893]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-adec955d-3f0d-415c-9e96-a8f296cc5c8f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.910211] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-133f319f-ddb7-41bd-aaab-9939d81741cd {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.920684] env[68893]: DEBUG oslo_vmware.api [None req-550bec11-4e7d-45b2-b6cc-d4f2e5db8186 tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] Task: {'id': task-2792534, 'name': ReconfigVM_Task, 'duration_secs': 0.151349} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.921681] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-550bec11-4e7d-45b2-b6cc-d4f2e5db8186 tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561271', 'volume_id': 'aee3d91d-138c-4118-b2de-c2d07978f4fa', 'name': 'volume-aee3d91d-138c-4118-b2de-c2d07978f4fa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '045fc078-3614-4f3d-abf6-bb18186e8c6b', 'attached_at': '', 'detached_at': '', 'volume_id': 'aee3d91d-138c-4118-b2de-c2d07978f4fa', 'serial': 'aee3d91d-138c-4118-b2de-c2d07978f4fa'} {{(pid=68893) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1260.922675] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4a97f7e8-59b7-40f7-b1f0-0bd14c7bbb3f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.929792] env[68893]: DEBUG oslo_vmware.api [None req-550bec11-4e7d-45b2-b6cc-d4f2e5db8186 tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] Waiting for the task: (returnval){ [ 1260.929792] env[68893]: value = "task-2792535" [ 1260.929792] env[68893]: _type = "Task" [ 1260.929792] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.944470] env[68893]: DEBUG nova.compute.manager [req-978d13aa-ff7c-45f5-a8e8-5218e6f1d651 req-2f709b46-3d43-47a8-9017-7bd9f7232cfe service nova] [instance: f03be0d2-ce21-494f-848d-b838a195f4f9] Detach interface failed, port_id=2c35ede4-46b4-41c5-9885-3341ea6429a0, reason: Instance f03be0d2-ce21-494f-848d-b838a195f4f9 could not be found. {{(pid=68893) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1260.948110] env[68893]: DEBUG oslo_vmware.api [None req-550bec11-4e7d-45b2-b6cc-d4f2e5db8186 tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] Task: {'id': task-2792535, 'name': Rename_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.015527] env[68893]: DEBUG oslo_concurrency.lockutils [None req-33116e7f-08f1-42c0-a18e-25c226f09c9f tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.659s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.016076] env[68893]: DEBUG nova.compute.manager [None req-33116e7f-08f1-42c0-a18e-25c226f09c9f tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: d6334104-c7a0-474f-b80d-2c6e323b1229] Start building networks asynchronously for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1261.373073] env[68893]: INFO nova.compute.manager [-] [instance: f03be0d2-ce21-494f-848d-b838a195f4f9] Took 1.49 seconds to deallocate network for instance. [ 1261.440495] env[68893]: DEBUG oslo_vmware.api [None req-550bec11-4e7d-45b2-b6cc-d4f2e5db8186 tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] Task: {'id': task-2792535, 'name': Rename_Task, 'duration_secs': 0.140521} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.440748] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-550bec11-4e7d-45b2-b6cc-d4f2e5db8186 tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1261.440983] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-992f7874-8ee6-449b-942f-86594516c469 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.446954] env[68893]: DEBUG oslo_vmware.api [None req-550bec11-4e7d-45b2-b6cc-d4f2e5db8186 tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] Waiting for the task: (returnval){ [ 1261.446954] env[68893]: value = "task-2792536" [ 1261.446954] env[68893]: _type = "Task" [ 1261.446954] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.454154] env[68893]: DEBUG oslo_vmware.api [None req-550bec11-4e7d-45b2-b6cc-d4f2e5db8186 tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] Task: {'id': task-2792536, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.520837] env[68893]: DEBUG nova.compute.utils [None req-33116e7f-08f1-42c0-a18e-25c226f09c9f tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1261.522425] env[68893]: DEBUG nova.compute.manager [None req-33116e7f-08f1-42c0-a18e-25c226f09c9f tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: d6334104-c7a0-474f-b80d-2c6e323b1229] Allocating IP information in the background. {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1261.522653] env[68893]: DEBUG nova.network.neutron [None req-33116e7f-08f1-42c0-a18e-25c226f09c9f tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: d6334104-c7a0-474f-b80d-2c6e323b1229] allocate_for_instance() {{(pid=68893) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1261.568852] env[68893]: DEBUG nova.policy [None req-33116e7f-08f1-42c0-a18e-25c226f09c9f tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '56313e1bc7e1419481c84d7e6c5db83e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3a4fbfb5198240238c8f658161335220', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68893) authorize /opt/stack/nova/nova/policy.py:192}} [ 1261.628392] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bb9d131-f165-45f5-92bc-548a2561d3d8 tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] [instance: cdba6e24-8a5f-4af2-af3c-46704b327ac4] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1261.628547] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8fd5985e-b2ca-4347-a60a-55f8b65cedf1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.636737] env[68893]: DEBUG oslo_vmware.api [None req-6bb9d131-f165-45f5-92bc-548a2561d3d8 tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Waiting for the task: (returnval){ [ 1261.636737] env[68893]: value = "task-2792537" [ 1261.636737] env[68893]: _type = "Task" [ 1261.636737] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.641491] env[68893]: DEBUG oslo_concurrency.lockutils [None req-93f54c22-584a-472d-8aba-ef1c2e8aa96f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.641739] env[68893]: DEBUG oslo_concurrency.lockutils [None req-93f54c22-584a-472d-8aba-ef1c2e8aa96f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.646992] env[68893]: DEBUG oslo_vmware.api [None req-6bb9d131-f165-45f5-92bc-548a2561d3d8 tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Task: {'id': task-2792537, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.888370] env[68893]: DEBUG nova.network.neutron [None req-33116e7f-08f1-42c0-a18e-25c226f09c9f tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: d6334104-c7a0-474f-b80d-2c6e323b1229] Successfully created port: 983250fc-a92f-4e30-8320-15dd61c170cc {{(pid=68893) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1261.916476] env[68893]: INFO nova.compute.manager [None req-c8f16b3a-bbe4-4734-963e-ef1c65f5110d tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: f03be0d2-ce21-494f-848d-b838a195f4f9] Took 0.54 seconds to detach 1 volumes for instance. [ 1261.918556] env[68893]: DEBUG nova.compute.manager [None req-c8f16b3a-bbe4-4734-963e-ef1c65f5110d tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: f03be0d2-ce21-494f-848d-b838a195f4f9] Deleting volume: aa7d2e10-cda4-4365-8388-9e10594308a8 {{(pid=68893) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1261.957036] env[68893]: DEBUG oslo_vmware.api [None req-550bec11-4e7d-45b2-b6cc-d4f2e5db8186 tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] Task: {'id': task-2792536, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.026212] env[68893]: DEBUG nova.compute.manager [None req-33116e7f-08f1-42c0-a18e-25c226f09c9f tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: d6334104-c7a0-474f-b80d-2c6e323b1229] Start building block device mappings for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1262.146382] env[68893]: DEBUG oslo_vmware.api [None req-6bb9d131-f165-45f5-92bc-548a2561d3d8 tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Task: {'id': task-2792537, 'name': PowerOffVM_Task, 'duration_secs': 0.218504} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.146659] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bb9d131-f165-45f5-92bc-548a2561d3d8 tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] [instance: cdba6e24-8a5f-4af2-af3c-46704b327ac4] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1262.146885] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-6bb9d131-f165-45f5-92bc-548a2561d3d8 tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] [instance: cdba6e24-8a5f-4af2-af3c-46704b327ac4] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1262.147674] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cc6aa89-f060-4d5c-b50e-a712bf158ee8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.150642] env[68893]: DEBUG nova.objects.instance [None req-93f54c22-584a-472d-8aba-ef1c2e8aa96f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Lazy-loading 'migration_context' on Instance uuid 5cf97efe-7361-4f18-b03d-cb682f191fe7 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1262.156008] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-6bb9d131-f165-45f5-92bc-548a2561d3d8 tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] [instance: cdba6e24-8a5f-4af2-af3c-46704b327ac4] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1262.156261] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b81f891a-39b0-4c50-98f2-6103610b1c05 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.180161] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-6bb9d131-f165-45f5-92bc-548a2561d3d8 tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] [instance: cdba6e24-8a5f-4af2-af3c-46704b327ac4] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1262.180429] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-6bb9d131-f165-45f5-92bc-548a2561d3d8 tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] [instance: cdba6e24-8a5f-4af2-af3c-46704b327ac4] Deleting contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1262.180609] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bb9d131-f165-45f5-92bc-548a2561d3d8 tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Deleting the datastore file [datastore2] cdba6e24-8a5f-4af2-af3c-46704b327ac4 {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1262.180880] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4f4f9e3c-3dd1-4ad3-8814-ff88277a6a51 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.187632] env[68893]: DEBUG oslo_vmware.api [None req-6bb9d131-f165-45f5-92bc-548a2561d3d8 tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Waiting for the task: (returnval){ [ 1262.187632] env[68893]: value = "task-2792540" [ 1262.187632] env[68893]: _type = "Task" [ 1262.187632] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.196649] env[68893]: DEBUG oslo_vmware.api [None req-6bb9d131-f165-45f5-92bc-548a2561d3d8 tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Task: {'id': task-2792540, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.458054] env[68893]: DEBUG oslo_vmware.api [None req-550bec11-4e7d-45b2-b6cc-d4f2e5db8186 tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] Task: {'id': task-2792536, 'name': PowerOnVM_Task, 'duration_secs': 0.721756} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.458363] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-550bec11-4e7d-45b2-b6cc-d4f2e5db8186 tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1262.458363] env[68893]: INFO nova.compute.manager [None req-550bec11-4e7d-45b2-b6cc-d4f2e5db8186 tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] Took 5.68 seconds to spawn the instance on the hypervisor. [ 1262.458585] env[68893]: DEBUG nova.compute.manager [None req-550bec11-4e7d-45b2-b6cc-d4f2e5db8186 tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1262.460081] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2869d99-7798-427d-a6fc-b29c3e046adf {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.464518] env[68893]: DEBUG oslo_concurrency.lockutils [None req-c8f16b3a-bbe4-4734-963e-ef1c65f5110d tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.697989] env[68893]: DEBUG oslo_vmware.api [None req-6bb9d131-f165-45f5-92bc-548a2561d3d8 tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Task: {'id': task-2792540, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.10293} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.700301] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bb9d131-f165-45f5-92bc-548a2561d3d8 tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1262.700489] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-6bb9d131-f165-45f5-92bc-548a2561d3d8 tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] [instance: cdba6e24-8a5f-4af2-af3c-46704b327ac4] Deleted contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1262.700657] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-6bb9d131-f165-45f5-92bc-548a2561d3d8 tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] [instance: cdba6e24-8a5f-4af2-af3c-46704b327ac4] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1262.820832] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a329c6ed-1751-4e09-a3c3-04fc85084ca3 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.827920] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fb7a6e3-abec-4f0b-9dd4-2dea6b1274fc {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.856852] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-905a3055-a54e-4e9d-9cd1-281242742f0a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.864184] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe981d27-bc68-4a6b-a189-90e4fde80030 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.877378] env[68893]: DEBUG nova.compute.provider_tree [None req-93f54c22-584a-472d-8aba-ef1c2e8aa96f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1262.979869] env[68893]: INFO nova.compute.manager [None req-550bec11-4e7d-45b2-b6cc-d4f2e5db8186 tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] Took 15.99 seconds to build instance. [ 1263.035951] env[68893]: DEBUG nova.compute.manager [None req-33116e7f-08f1-42c0-a18e-25c226f09c9f tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: d6334104-c7a0-474f-b80d-2c6e323b1229] Start spawning the instance on the hypervisor. {{(pid=68893) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1263.061521] env[68893]: DEBUG nova.virt.hardware [None req-33116e7f-08f1-42c0-a18e-25c226f09c9f tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1263.061792] env[68893]: DEBUG nova.virt.hardware [None req-33116e7f-08f1-42c0-a18e-25c226f09c9f tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1263.061952] env[68893]: DEBUG nova.virt.hardware [None req-33116e7f-08f1-42c0-a18e-25c226f09c9f tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1263.062159] env[68893]: DEBUG nova.virt.hardware [None req-33116e7f-08f1-42c0-a18e-25c226f09c9f tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1263.062310] env[68893]: DEBUG nova.virt.hardware [None req-33116e7f-08f1-42c0-a18e-25c226f09c9f tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1263.062620] env[68893]: DEBUG nova.virt.hardware [None req-33116e7f-08f1-42c0-a18e-25c226f09c9f tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1263.062936] env[68893]: DEBUG nova.virt.hardware [None req-33116e7f-08f1-42c0-a18e-25c226f09c9f tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1263.063228] env[68893]: DEBUG nova.virt.hardware [None req-33116e7f-08f1-42c0-a18e-25c226f09c9f tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1263.063400] env[68893]: DEBUG nova.virt.hardware [None req-33116e7f-08f1-42c0-a18e-25c226f09c9f tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1263.063614] env[68893]: DEBUG nova.virt.hardware [None req-33116e7f-08f1-42c0-a18e-25c226f09c9f tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1263.063899] env[68893]: DEBUG nova.virt.hardware [None req-33116e7f-08f1-42c0-a18e-25c226f09c9f tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1263.065322] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-415d4cc8-645e-4cda-a2f4-00dd21a4e92f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.074388] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dbde4b3-48fa-4b57-ac86-51356e139a73 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.272252] env[68893]: DEBUG nova.compute.manager [req-01d3f9da-d6a4-4d9b-bab4-b7df7128332a req-9083f2ec-a5c8-42c8-b54d-42decc6b84aa service nova] [instance: d6334104-c7a0-474f-b80d-2c6e323b1229] Received event network-vif-plugged-983250fc-a92f-4e30-8320-15dd61c170cc {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1263.273154] env[68893]: DEBUG oslo_concurrency.lockutils [req-01d3f9da-d6a4-4d9b-bab4-b7df7128332a req-9083f2ec-a5c8-42c8-b54d-42decc6b84aa service nova] Acquiring lock "d6334104-c7a0-474f-b80d-2c6e323b1229-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.273154] env[68893]: DEBUG oslo_concurrency.lockutils [req-01d3f9da-d6a4-4d9b-bab4-b7df7128332a req-9083f2ec-a5c8-42c8-b54d-42decc6b84aa service nova] Lock "d6334104-c7a0-474f-b80d-2c6e323b1229-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.273154] env[68893]: DEBUG oslo_concurrency.lockutils [req-01d3f9da-d6a4-4d9b-bab4-b7df7128332a req-9083f2ec-a5c8-42c8-b54d-42decc6b84aa service nova] Lock "d6334104-c7a0-474f-b80d-2c6e323b1229-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.273154] env[68893]: DEBUG nova.compute.manager [req-01d3f9da-d6a4-4d9b-bab4-b7df7128332a req-9083f2ec-a5c8-42c8-b54d-42decc6b84aa service nova] [instance: d6334104-c7a0-474f-b80d-2c6e323b1229] No waiting events found dispatching network-vif-plugged-983250fc-a92f-4e30-8320-15dd61c170cc {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1263.274877] env[68893]: WARNING nova.compute.manager [req-01d3f9da-d6a4-4d9b-bab4-b7df7128332a req-9083f2ec-a5c8-42c8-b54d-42decc6b84aa service nova] [instance: d6334104-c7a0-474f-b80d-2c6e323b1229] Received unexpected event network-vif-plugged-983250fc-a92f-4e30-8320-15dd61c170cc for instance with vm_state building and task_state spawning. [ 1263.359090] env[68893]: DEBUG nova.network.neutron [None req-33116e7f-08f1-42c0-a18e-25c226f09c9f tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: d6334104-c7a0-474f-b80d-2c6e323b1229] Successfully updated port: 983250fc-a92f-4e30-8320-15dd61c170cc {{(pid=68893) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1263.380844] env[68893]: DEBUG nova.scheduler.client.report [None req-93f54c22-584a-472d-8aba-ef1c2e8aa96f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1263.481427] env[68893]: DEBUG oslo_concurrency.lockutils [None req-550bec11-4e7d-45b2-b6cc-d4f2e5db8186 tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] Lock "045fc078-3614-4f3d-abf6-bb18186e8c6b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.507s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.481882] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Lock "045fc078-3614-4f3d-abf6-bb18186e8c6b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 6.405s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.481971] env[68893]: INFO nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] During sync_power_state the instance has a pending task (spawning). Skip. [ 1263.482069] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Lock "045fc078-3614-4f3d-abf6-bb18186e8c6b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.551329] env[68893]: DEBUG nova.compute.manager [req-f04f516f-1c31-4bc4-ad49-e77066679ed2 req-c21a08a8-5cc7-4772-a8e9-2ad7d6972d89 service nova] [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] Received event network-changed-f1fa5019-401f-40fe-9797-479ef1808fc5 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1263.551599] env[68893]: DEBUG nova.compute.manager [req-f04f516f-1c31-4bc4-ad49-e77066679ed2 req-c21a08a8-5cc7-4772-a8e9-2ad7d6972d89 service nova] [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] Refreshing instance network info cache due to event network-changed-f1fa5019-401f-40fe-9797-479ef1808fc5. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1263.551817] env[68893]: DEBUG oslo_concurrency.lockutils [req-f04f516f-1c31-4bc4-ad49-e77066679ed2 req-c21a08a8-5cc7-4772-a8e9-2ad7d6972d89 service nova] Acquiring lock "refresh_cache-045fc078-3614-4f3d-abf6-bb18186e8c6b" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.551926] env[68893]: DEBUG oslo_concurrency.lockutils [req-f04f516f-1c31-4bc4-ad49-e77066679ed2 req-c21a08a8-5cc7-4772-a8e9-2ad7d6972d89 service nova] Acquired lock "refresh_cache-045fc078-3614-4f3d-abf6-bb18186e8c6b" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.552117] env[68893]: DEBUG nova.network.neutron [req-f04f516f-1c31-4bc4-ad49-e77066679ed2 req-c21a08a8-5cc7-4772-a8e9-2ad7d6972d89 service nova] [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] Refreshing network info cache for port f1fa5019-401f-40fe-9797-479ef1808fc5 {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1263.735205] env[68893]: DEBUG nova.virt.hardware [None req-6bb9d131-f165-45f5-92bc-548a2561d3d8 tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1263.735467] env[68893]: DEBUG nova.virt.hardware [None req-6bb9d131-f165-45f5-92bc-548a2561d3d8 tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1263.735626] env[68893]: DEBUG nova.virt.hardware [None req-6bb9d131-f165-45f5-92bc-548a2561d3d8 tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1263.735805] env[68893]: DEBUG nova.virt.hardware [None req-6bb9d131-f165-45f5-92bc-548a2561d3d8 tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1263.735947] env[68893]: DEBUG nova.virt.hardware [None req-6bb9d131-f165-45f5-92bc-548a2561d3d8 tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1263.736106] env[68893]: DEBUG nova.virt.hardware [None req-6bb9d131-f165-45f5-92bc-548a2561d3d8 tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1263.736316] env[68893]: DEBUG nova.virt.hardware [None req-6bb9d131-f165-45f5-92bc-548a2561d3d8 tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1263.736477] env[68893]: DEBUG nova.virt.hardware [None req-6bb9d131-f165-45f5-92bc-548a2561d3d8 tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1263.736644] env[68893]: DEBUG nova.virt.hardware [None req-6bb9d131-f165-45f5-92bc-548a2561d3d8 tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1263.736803] env[68893]: DEBUG nova.virt.hardware [None req-6bb9d131-f165-45f5-92bc-548a2561d3d8 tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1263.737063] env[68893]: DEBUG nova.virt.hardware [None req-6bb9d131-f165-45f5-92bc-548a2561d3d8 tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1263.737925] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5843bb96-fd50-404e-9e51-3b8393714f0d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.745906] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d997a9f0-72bc-45ac-8e11-11549812da35 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.759077] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-6bb9d131-f165-45f5-92bc-548a2561d3d8 tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] [instance: cdba6e24-8a5f-4af2-af3c-46704b327ac4] Instance VIF info [] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1263.764689] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6bb9d131-f165-45f5-92bc-548a2561d3d8 tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1263.764917] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdba6e24-8a5f-4af2-af3c-46704b327ac4] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1263.765131] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d4ed1b3c-3ed7-46b6-b536-2372fde26d2a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.781586] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1263.781586] env[68893]: value = "task-2792541" [ 1263.781586] env[68893]: _type = "Task" [ 1263.781586] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.789624] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792541, 'name': CreateVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.863687] env[68893]: DEBUG oslo_concurrency.lockutils [None req-33116e7f-08f1-42c0-a18e-25c226f09c9f tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Acquiring lock "refresh_cache-d6334104-c7a0-474f-b80d-2c6e323b1229" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.863848] env[68893]: DEBUG oslo_concurrency.lockutils [None req-33116e7f-08f1-42c0-a18e-25c226f09c9f tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Acquired lock "refresh_cache-d6334104-c7a0-474f-b80d-2c6e323b1229" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.864059] env[68893]: DEBUG nova.network.neutron [None req-33116e7f-08f1-42c0-a18e-25c226f09c9f tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: d6334104-c7a0-474f-b80d-2c6e323b1229] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1264.280254] env[68893]: DEBUG nova.network.neutron [req-f04f516f-1c31-4bc4-ad49-e77066679ed2 req-c21a08a8-5cc7-4772-a8e9-2ad7d6972d89 service nova] [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] Updated VIF entry in instance network info cache for port f1fa5019-401f-40fe-9797-479ef1808fc5. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1264.280685] env[68893]: DEBUG nova.network.neutron [req-f04f516f-1c31-4bc4-ad49-e77066679ed2 req-c21a08a8-5cc7-4772-a8e9-2ad7d6972d89 service nova] [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] Updating instance_info_cache with network_info: [{"id": "f1fa5019-401f-40fe-9797-479ef1808fc5", "address": "fa:16:3e:f0:a3:39", "network": {"id": "8444ef07-0271-41bd-821b-5676ae1e8df9", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1766432224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b48898889649429093c8322b64e30bcd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1fa5019-40", "ovs_interfaceid": "f1fa5019-401f-40fe-9797-479ef1808fc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1264.291101] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792541, 'name': CreateVM_Task, 'duration_secs': 0.274321} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.291280] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdba6e24-8a5f-4af2-af3c-46704b327ac4] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1264.292173] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6bb9d131-f165-45f5-92bc-548a2561d3d8 tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.292173] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6bb9d131-f165-45f5-92bc-548a2561d3d8 tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.292431] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6bb9d131-f165-45f5-92bc-548a2561d3d8 tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.292806] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70eb25ae-fa73-4ec9-b543-8325ade6181b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.298252] env[68893]: DEBUG oslo_vmware.api [None req-6bb9d131-f165-45f5-92bc-548a2561d3d8 tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Waiting for the task: (returnval){ [ 1264.298252] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]5254607d-0f18-6306-64a8-fa4f4780c411" [ 1264.298252] env[68893]: _type = "Task" [ 1264.298252] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.306199] env[68893]: DEBUG oslo_vmware.api [None req-6bb9d131-f165-45f5-92bc-548a2561d3d8 tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]5254607d-0f18-6306-64a8-fa4f4780c411, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.394036] env[68893]: DEBUG oslo_concurrency.lockutils [None req-93f54c22-584a-472d-8aba-ef1c2e8aa96f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.752s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.400424] env[68893]: DEBUG nova.network.neutron [None req-33116e7f-08f1-42c0-a18e-25c226f09c9f tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: d6334104-c7a0-474f-b80d-2c6e323b1229] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1264.402402] env[68893]: DEBUG oslo_concurrency.lockutils [None req-c8f16b3a-bbe4-4734-963e-ef1c65f5110d tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.938s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.402636] env[68893]: DEBUG oslo_concurrency.lockutils [None req-c8f16b3a-bbe4-4734-963e-ef1c65f5110d tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.433542] env[68893]: INFO nova.scheduler.client.report [None req-c8f16b3a-bbe4-4734-963e-ef1c65f5110d tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Deleted allocations for instance f03be0d2-ce21-494f-848d-b838a195f4f9 [ 1264.533065] env[68893]: DEBUG nova.network.neutron [None req-33116e7f-08f1-42c0-a18e-25c226f09c9f tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: d6334104-c7a0-474f-b80d-2c6e323b1229] Updating instance_info_cache with network_info: [{"id": "983250fc-a92f-4e30-8320-15dd61c170cc", "address": "fa:16:3e:2c:bf:d0", "network": {"id": "2e9af55f-91c5-44a5-9f11-01c431a48424", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1682638634-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a4fbfb5198240238c8f658161335220", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap983250fc-a9", "ovs_interfaceid": "983250fc-a92f-4e30-8320-15dd61c170cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1264.786723] env[68893]: DEBUG oslo_concurrency.lockutils [req-f04f516f-1c31-4bc4-ad49-e77066679ed2 req-c21a08a8-5cc7-4772-a8e9-2ad7d6972d89 service nova] Releasing lock "refresh_cache-045fc078-3614-4f3d-abf6-bb18186e8c6b" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.809683] env[68893]: DEBUG oslo_vmware.api [None req-6bb9d131-f165-45f5-92bc-548a2561d3d8 tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]5254607d-0f18-6306-64a8-fa4f4780c411, 'name': SearchDatastore_Task, 'duration_secs': 0.012809} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.810283] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6bb9d131-f165-45f5-92bc-548a2561d3d8 tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.810283] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-6bb9d131-f165-45f5-92bc-548a2561d3d8 tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] [instance: cdba6e24-8a5f-4af2-af3c-46704b327ac4] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1264.810465] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6bb9d131-f165-45f5-92bc-548a2561d3d8 tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.810612] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6bb9d131-f165-45f5-92bc-548a2561d3d8 tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.810787] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bb9d131-f165-45f5-92bc-548a2561d3d8 tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1264.811062] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9cca0175-4496-4884-a2de-9ef5c64d923f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.820175] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bb9d131-f165-45f5-92bc-548a2561d3d8 tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1264.820427] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-6bb9d131-f165-45f5-92bc-548a2561d3d8 tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1264.821091] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c08da393-bf47-4567-bccc-22e10623afca {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.826319] env[68893]: DEBUG oslo_vmware.api [None req-6bb9d131-f165-45f5-92bc-548a2561d3d8 tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Waiting for the task: (returnval){ [ 1264.826319] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]522aeba3-3890-87de-1b1c-9f6d6ad0168d" [ 1264.826319] env[68893]: _type = "Task" [ 1264.826319] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.833923] env[68893]: DEBUG oslo_vmware.api [None req-6bb9d131-f165-45f5-92bc-548a2561d3d8 tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]522aeba3-3890-87de-1b1c-9f6d6ad0168d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.941902] env[68893]: DEBUG oslo_concurrency.lockutils [None req-c8f16b3a-bbe4-4734-963e-ef1c65f5110d tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Lock "f03be0d2-ce21-494f-848d-b838a195f4f9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.562s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.943668] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Lock "f03be0d2-ce21-494f-848d-b838a195f4f9" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 7.868s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.944413] env[68893]: INFO nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: f03be0d2-ce21-494f-848d-b838a195f4f9] During sync_power_state the instance has a pending task (deleting). Skip. [ 1264.944413] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Lock "f03be0d2-ce21-494f-848d-b838a195f4f9" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.036070] env[68893]: DEBUG oslo_concurrency.lockutils [None req-33116e7f-08f1-42c0-a18e-25c226f09c9f tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Releasing lock "refresh_cache-d6334104-c7a0-474f-b80d-2c6e323b1229" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.036070] env[68893]: DEBUG nova.compute.manager [None req-33116e7f-08f1-42c0-a18e-25c226f09c9f tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: d6334104-c7a0-474f-b80d-2c6e323b1229] Instance network_info: |[{"id": "983250fc-a92f-4e30-8320-15dd61c170cc", "address": "fa:16:3e:2c:bf:d0", "network": {"id": "2e9af55f-91c5-44a5-9f11-01c431a48424", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1682638634-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a4fbfb5198240238c8f658161335220", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap983250fc-a9", "ovs_interfaceid": "983250fc-a92f-4e30-8320-15dd61c170cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1265.036490] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-33116e7f-08f1-42c0-a18e-25c226f09c9f tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: d6334104-c7a0-474f-b80d-2c6e323b1229] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:bf:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd5970ab5-34b8-4065-bfa6-f568b8f103b7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '983250fc-a92f-4e30-8320-15dd61c170cc', 'vif_model': 'vmxnet3'}] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1265.044237] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-33116e7f-08f1-42c0-a18e-25c226f09c9f tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1265.044462] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6334104-c7a0-474f-b80d-2c6e323b1229] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1265.044685] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-68dc6bc4-fdda-4238-ba8b-180e40e7316b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.064811] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1265.064811] env[68893]: value = "task-2792542" [ 1265.064811] env[68893]: _type = "Task" [ 1265.064811] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.072721] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792542, 'name': CreateVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.271660] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d3729b06-e192-492b-9892-0b71aab893da tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Acquiring lock "2bb38f74-5089-4750-9147-fd2f468599e3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.271923] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d3729b06-e192-492b-9892-0b71aab893da tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Lock "2bb38f74-5089-4750-9147-fd2f468599e3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.272151] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d3729b06-e192-492b-9892-0b71aab893da tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Acquiring lock "2bb38f74-5089-4750-9147-fd2f468599e3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.272335] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d3729b06-e192-492b-9892-0b71aab893da tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Lock "2bb38f74-5089-4750-9147-fd2f468599e3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.272528] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d3729b06-e192-492b-9892-0b71aab893da tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Lock "2bb38f74-5089-4750-9147-fd2f468599e3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.274794] env[68893]: INFO nova.compute.manager [None req-d3729b06-e192-492b-9892-0b71aab893da tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 2bb38f74-5089-4750-9147-fd2f468599e3] Terminating instance [ 1265.298538] env[68893]: DEBUG nova.compute.manager [req-031d3250-129a-481c-8d87-a576e631db69 req-d270f073-1abd-4573-8167-a93032137d6e service nova] [instance: d6334104-c7a0-474f-b80d-2c6e323b1229] Received event network-changed-983250fc-a92f-4e30-8320-15dd61c170cc {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1265.298538] env[68893]: DEBUG nova.compute.manager [req-031d3250-129a-481c-8d87-a576e631db69 req-d270f073-1abd-4573-8167-a93032137d6e service nova] [instance: d6334104-c7a0-474f-b80d-2c6e323b1229] Refreshing instance network info cache due to event network-changed-983250fc-a92f-4e30-8320-15dd61c170cc. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1265.298680] env[68893]: DEBUG oslo_concurrency.lockutils [req-031d3250-129a-481c-8d87-a576e631db69 req-d270f073-1abd-4573-8167-a93032137d6e service nova] Acquiring lock "refresh_cache-d6334104-c7a0-474f-b80d-2c6e323b1229" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.298817] env[68893]: DEBUG oslo_concurrency.lockutils [req-031d3250-129a-481c-8d87-a576e631db69 req-d270f073-1abd-4573-8167-a93032137d6e service nova] Acquired lock "refresh_cache-d6334104-c7a0-474f-b80d-2c6e323b1229" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.298968] env[68893]: DEBUG nova.network.neutron [req-031d3250-129a-481c-8d87-a576e631db69 req-d270f073-1abd-4573-8167-a93032137d6e service nova] [instance: d6334104-c7a0-474f-b80d-2c6e323b1229] Refreshing network info cache for port 983250fc-a92f-4e30-8320-15dd61c170cc {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1265.338535] env[68893]: DEBUG oslo_vmware.api [None req-6bb9d131-f165-45f5-92bc-548a2561d3d8 tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]522aeba3-3890-87de-1b1c-9f6d6ad0168d, 'name': SearchDatastore_Task, 'duration_secs': 0.008387} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.339560] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7790847c-6229-49aa-90a7-5e4b5eb5720d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.345234] env[68893]: DEBUG oslo_vmware.api [None req-6bb9d131-f165-45f5-92bc-548a2561d3d8 tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Waiting for the task: (returnval){ [ 1265.345234] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52d19c94-8dd5-da13-280a-297f93651689" [ 1265.345234] env[68893]: _type = "Task" [ 1265.345234] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.353269] env[68893]: DEBUG oslo_vmware.api [None req-6bb9d131-f165-45f5-92bc-548a2561d3d8 tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52d19c94-8dd5-da13-280a-297f93651689, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.573870] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792542, 'name': CreateVM_Task} progress is 25%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.778939] env[68893]: DEBUG nova.compute.manager [None req-d3729b06-e192-492b-9892-0b71aab893da tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 2bb38f74-5089-4750-9147-fd2f468599e3] Start destroying the instance on the hypervisor. {{(pid=68893) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1265.779197] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-d3729b06-e192-492b-9892-0b71aab893da tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 2bb38f74-5089-4750-9147-fd2f468599e3] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1265.780093] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae3708e6-15b4-4440-a93d-41daf6f56ba1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.787937] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3729b06-e192-492b-9892-0b71aab893da tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 2bb38f74-5089-4750-9147-fd2f468599e3] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1265.788183] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-92e338b6-4f68-4af2-8767-9cdeef85d01e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.794148] env[68893]: DEBUG oslo_vmware.api [None req-d3729b06-e192-492b-9892-0b71aab893da tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Waiting for the task: (returnval){ [ 1265.794148] env[68893]: value = "task-2792543" [ 1265.794148] env[68893]: _type = "Task" [ 1265.794148] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.803390] env[68893]: DEBUG oslo_vmware.api [None req-d3729b06-e192-492b-9892-0b71aab893da tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2792543, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.854860] env[68893]: DEBUG oslo_vmware.api [None req-6bb9d131-f165-45f5-92bc-548a2561d3d8 tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52d19c94-8dd5-da13-280a-297f93651689, 'name': SearchDatastore_Task, 'duration_secs': 0.009973} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.855189] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6bb9d131-f165-45f5-92bc-548a2561d3d8 tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.855382] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bb9d131-f165-45f5-92bc-548a2561d3d8 tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] cdba6e24-8a5f-4af2-af3c-46704b327ac4/cdba6e24-8a5f-4af2-af3c-46704b327ac4.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1265.855642] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ecc7c131-d40d-4e80-8308-ad140ddb6e14 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.862346] env[68893]: DEBUG oslo_vmware.api [None req-6bb9d131-f165-45f5-92bc-548a2561d3d8 tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Waiting for the task: (returnval){ [ 1265.862346] env[68893]: value = "task-2792544" [ 1265.862346] env[68893]: _type = "Task" [ 1265.862346] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.870104] env[68893]: DEBUG oslo_vmware.api [None req-6bb9d131-f165-45f5-92bc-548a2561d3d8 tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Task: {'id': task-2792544, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.939535] env[68893]: INFO nova.compute.manager [None req-93f54c22-584a-472d-8aba-ef1c2e8aa96f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 5cf97efe-7361-4f18-b03d-cb682f191fe7] Swapping old allocation on dict_keys(['d14b70d6-a636-4db0-b5a6-b901da6fa895']) held by migration c303aa86-1d5b-42f6-a8fb-c7b1a35e4081 for instance [ 1265.968911] env[68893]: DEBUG nova.scheduler.client.report [None req-93f54c22-584a-472d-8aba-ef1c2e8aa96f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Overwriting current allocation {'allocations': {'d14b70d6-a636-4db0-b5a6-b901da6fa895': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 173}}, 'project_id': '863b84ea17a9459287213695c87d2bec', 'user_id': 'c01f2f05cf464d3598cb8045386542bd', 'consumer_generation': 1} on consumer 5cf97efe-7361-4f18-b03d-cb682f191fe7 {{(pid=68893) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1266.063798] env[68893]: DEBUG oslo_concurrency.lockutils [None req-93f54c22-584a-472d-8aba-ef1c2e8aa96f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Acquiring lock "refresh_cache-5cf97efe-7361-4f18-b03d-cb682f191fe7" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.064008] env[68893]: DEBUG oslo_concurrency.lockutils [None req-93f54c22-584a-472d-8aba-ef1c2e8aa96f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Acquired lock "refresh_cache-5cf97efe-7361-4f18-b03d-cb682f191fe7" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.064208] env[68893]: DEBUG nova.network.neutron [None req-93f54c22-584a-472d-8aba-ef1c2e8aa96f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 5cf97efe-7361-4f18-b03d-cb682f191fe7] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1266.076149] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792542, 'name': CreateVM_Task} progress is 99%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.077283] env[68893]: DEBUG nova.network.neutron [req-031d3250-129a-481c-8d87-a576e631db69 req-d270f073-1abd-4573-8167-a93032137d6e service nova] [instance: d6334104-c7a0-474f-b80d-2c6e323b1229] Updated VIF entry in instance network info cache for port 983250fc-a92f-4e30-8320-15dd61c170cc. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1266.077626] env[68893]: DEBUG nova.network.neutron [req-031d3250-129a-481c-8d87-a576e631db69 req-d270f073-1abd-4573-8167-a93032137d6e service nova] [instance: d6334104-c7a0-474f-b80d-2c6e323b1229] Updating instance_info_cache with network_info: [{"id": "983250fc-a92f-4e30-8320-15dd61c170cc", "address": "fa:16:3e:2c:bf:d0", "network": {"id": "2e9af55f-91c5-44a5-9f11-01c431a48424", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1682638634-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a4fbfb5198240238c8f658161335220", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap983250fc-a9", "ovs_interfaceid": "983250fc-a92f-4e30-8320-15dd61c170cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1266.306694] env[68893]: DEBUG oslo_vmware.api [None req-d3729b06-e192-492b-9892-0b71aab893da tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2792543, 'name': PowerOffVM_Task, 'duration_secs': 0.215898} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.306967] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3729b06-e192-492b-9892-0b71aab893da tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 2bb38f74-5089-4750-9147-fd2f468599e3] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1266.307168] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-d3729b06-e192-492b-9892-0b71aab893da tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 2bb38f74-5089-4750-9147-fd2f468599e3] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1266.307439] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-09d5b6e6-474c-48b4-8ea3-727283cc138e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.371809] env[68893]: DEBUG oslo_vmware.api [None req-6bb9d131-f165-45f5-92bc-548a2561d3d8 tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Task: {'id': task-2792544, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488803} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.372976] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bb9d131-f165-45f5-92bc-548a2561d3d8 tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] cdba6e24-8a5f-4af2-af3c-46704b327ac4/cdba6e24-8a5f-4af2-af3c-46704b327ac4.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1266.373222] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-6bb9d131-f165-45f5-92bc-548a2561d3d8 tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] [instance: cdba6e24-8a5f-4af2-af3c-46704b327ac4] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1266.373490] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-d3729b06-e192-492b-9892-0b71aab893da tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 2bb38f74-5089-4750-9147-fd2f468599e3] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1266.373670] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-d3729b06-e192-492b-9892-0b71aab893da tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 2bb38f74-5089-4750-9147-fd2f468599e3] Deleting contents of the VM from datastore datastore1 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1266.373837] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3729b06-e192-492b-9892-0b71aab893da tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Deleting the datastore file [datastore1] 2bb38f74-5089-4750-9147-fd2f468599e3 {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1266.374085] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-17dffbdf-daec-4fda-aaf2-1cee46fab658 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.375900] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-17691c38-5d58-4684-81a6-2a40a7097f34 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.382016] env[68893]: DEBUG oslo_vmware.api [None req-d3729b06-e192-492b-9892-0b71aab893da tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Waiting for the task: (returnval){ [ 1266.382016] env[68893]: value = "task-2792547" [ 1266.382016] env[68893]: _type = "Task" [ 1266.382016] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.383197] env[68893]: DEBUG oslo_vmware.api [None req-6bb9d131-f165-45f5-92bc-548a2561d3d8 tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Waiting for the task: (returnval){ [ 1266.383197] env[68893]: value = "task-2792546" [ 1266.383197] env[68893]: _type = "Task" [ 1266.383197] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.397227] env[68893]: DEBUG oslo_vmware.api [None req-d3729b06-e192-492b-9892-0b71aab893da tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2792547, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.400306] env[68893]: DEBUG oslo_vmware.api [None req-6bb9d131-f165-45f5-92bc-548a2561d3d8 tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Task: {'id': task-2792546, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.577067] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792542, 'name': CreateVM_Task} progress is 99%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.580688] env[68893]: DEBUG oslo_concurrency.lockutils [req-031d3250-129a-481c-8d87-a576e631db69 req-d270f073-1abd-4573-8167-a93032137d6e service nova] Releasing lock "refresh_cache-d6334104-c7a0-474f-b80d-2c6e323b1229" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.776339] env[68893]: DEBUG nova.network.neutron [None req-93f54c22-584a-472d-8aba-ef1c2e8aa96f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 5cf97efe-7361-4f18-b03d-cb682f191fe7] Updating instance_info_cache with network_info: [{"id": "3cbeb975-4208-4e0c-aafc-36ad8f83a3cb", "address": "fa:16:3e:81:49:e9", "network": {"id": "ca00c41c-ec6a-4596-915b-34fd716effc2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2042741287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "863b84ea17a9459287213695c87d2bec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f66f8375-4460-4acd-987b-acda72bfcf0d", "external-id": "nsx-vlan-transportzone-533", "segmentation_id": 533, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cbeb975-42", "ovs_interfaceid": "3cbeb975-4208-4e0c-aafc-36ad8f83a3cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1266.897100] env[68893]: DEBUG oslo_vmware.api [None req-d3729b06-e192-492b-9892-0b71aab893da tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2792547, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.125644} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.899222] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3729b06-e192-492b-9892-0b71aab893da tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1266.899440] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-d3729b06-e192-492b-9892-0b71aab893da tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 2bb38f74-5089-4750-9147-fd2f468599e3] Deleted contents of the VM from datastore datastore1 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1266.899613] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-d3729b06-e192-492b-9892-0b71aab893da tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 2bb38f74-5089-4750-9147-fd2f468599e3] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1266.899793] env[68893]: INFO nova.compute.manager [None req-d3729b06-e192-492b-9892-0b71aab893da tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 2bb38f74-5089-4750-9147-fd2f468599e3] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1266.900016] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d3729b06-e192-492b-9892-0b71aab893da tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1266.900216] env[68893]: DEBUG oslo_vmware.api [None req-6bb9d131-f165-45f5-92bc-548a2561d3d8 tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Task: {'id': task-2792546, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059771} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.900408] env[68893]: DEBUG nova.compute.manager [-] [instance: 2bb38f74-5089-4750-9147-fd2f468599e3] Deallocating network for instance {{(pid=68893) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1266.900496] env[68893]: DEBUG nova.network.neutron [-] [instance: 2bb38f74-5089-4750-9147-fd2f468599e3] deallocate_for_instance() {{(pid=68893) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1266.902148] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-6bb9d131-f165-45f5-92bc-548a2561d3d8 tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] [instance: cdba6e24-8a5f-4af2-af3c-46704b327ac4] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1266.902959] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca491535-a1e0-4625-b756-495044a650f6 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.923619] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bb9d131-f165-45f5-92bc-548a2561d3d8 tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] [instance: cdba6e24-8a5f-4af2-af3c-46704b327ac4] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] cdba6e24-8a5f-4af2-af3c-46704b327ac4/cdba6e24-8a5f-4af2-af3c-46704b327ac4.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1266.924277] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2c551a4-ed04-4941-bf83-d9d8af46f37a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.945339] env[68893]: DEBUG oslo_vmware.api [None req-6bb9d131-f165-45f5-92bc-548a2561d3d8 tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Waiting for the task: (returnval){ [ 1266.945339] env[68893]: value = "task-2792548" [ 1266.945339] env[68893]: _type = "Task" [ 1266.945339] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.953110] env[68893]: DEBUG oslo_vmware.api [None req-6bb9d131-f165-45f5-92bc-548a2561d3d8 tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Task: {'id': task-2792548, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.076657] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792542, 'name': CreateVM_Task, 'duration_secs': 1.782309} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.076895] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6334104-c7a0-474f-b80d-2c6e323b1229] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1267.077640] env[68893]: DEBUG oslo_concurrency.lockutils [None req-33116e7f-08f1-42c0-a18e-25c226f09c9f tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.077837] env[68893]: DEBUG oslo_concurrency.lockutils [None req-33116e7f-08f1-42c0-a18e-25c226f09c9f tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.078189] env[68893]: DEBUG oslo_concurrency.lockutils [None req-33116e7f-08f1-42c0-a18e-25c226f09c9f tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.078499] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65dcb102-8289-4fbe-acdf-d072495a3aa3 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.083349] env[68893]: DEBUG oslo_vmware.api [None req-33116e7f-08f1-42c0-a18e-25c226f09c9f tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Waiting for the task: (returnval){ [ 1267.083349] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52976ad7-6bf3-46ec-f0d3-1fdf8e29e9a5" [ 1267.083349] env[68893]: _type = "Task" [ 1267.083349] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.091269] env[68893]: DEBUG oslo_vmware.api [None req-33116e7f-08f1-42c0-a18e-25c226f09c9f tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52976ad7-6bf3-46ec-f0d3-1fdf8e29e9a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.279323] env[68893]: DEBUG oslo_concurrency.lockutils [None req-93f54c22-584a-472d-8aba-ef1c2e8aa96f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Releasing lock "refresh_cache-5cf97efe-7361-4f18-b03d-cb682f191fe7" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.280320] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e019702-b628-44db-b12c-2e311dd87f25 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.287377] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e81ea59-e3fa-41ac-ada9-a458e0bef172 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.322948] env[68893]: DEBUG nova.compute.manager [req-8d3b1026-fa6e-477e-ae39-1b6beedb1d76 req-8ead97d4-f021-49a5-b62d-627cf6fdda32 service nova] [instance: 2bb38f74-5089-4750-9147-fd2f468599e3] Received event network-vif-deleted-1c781ff5-dac4-44e3-a11a-47f2b81ac59b {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1267.323148] env[68893]: INFO nova.compute.manager [req-8d3b1026-fa6e-477e-ae39-1b6beedb1d76 req-8ead97d4-f021-49a5-b62d-627cf6fdda32 service nova] [instance: 2bb38f74-5089-4750-9147-fd2f468599e3] Neutron deleted interface 1c781ff5-dac4-44e3-a11a-47f2b81ac59b; detaching it from the instance and deleting it from the info cache [ 1267.323324] env[68893]: DEBUG nova.network.neutron [req-8d3b1026-fa6e-477e-ae39-1b6beedb1d76 req-8ead97d4-f021-49a5-b62d-627cf6fdda32 service nova] [instance: 2bb38f74-5089-4750-9147-fd2f468599e3] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1267.455220] env[68893]: DEBUG oslo_vmware.api [None req-6bb9d131-f165-45f5-92bc-548a2561d3d8 tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Task: {'id': task-2792548, 'name': ReconfigVM_Task, 'duration_secs': 0.286594} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.455583] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bb9d131-f165-45f5-92bc-548a2561d3d8 tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] [instance: cdba6e24-8a5f-4af2-af3c-46704b327ac4] Reconfigured VM instance instance-00000073 to attach disk [datastore2] cdba6e24-8a5f-4af2-af3c-46704b327ac4/cdba6e24-8a5f-4af2-af3c-46704b327ac4.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1267.456243] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ecb0d159-ba98-4a5c-a742-2dfffd3eb1b0 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.465270] env[68893]: DEBUG oslo_vmware.api [None req-6bb9d131-f165-45f5-92bc-548a2561d3d8 tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Waiting for the task: (returnval){ [ 1267.465270] env[68893]: value = "task-2792549" [ 1267.465270] env[68893]: _type = "Task" [ 1267.465270] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.474511] env[68893]: DEBUG oslo_vmware.api [None req-6bb9d131-f165-45f5-92bc-548a2561d3d8 tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Task: {'id': task-2792549, 'name': Rename_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.593868] env[68893]: DEBUG oslo_vmware.api [None req-33116e7f-08f1-42c0-a18e-25c226f09c9f tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52976ad7-6bf3-46ec-f0d3-1fdf8e29e9a5, 'name': SearchDatastore_Task, 'duration_secs': 0.02262} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.594212] env[68893]: DEBUG oslo_concurrency.lockutils [None req-33116e7f-08f1-42c0-a18e-25c226f09c9f tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.595023] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-33116e7f-08f1-42c0-a18e-25c226f09c9f tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: d6334104-c7a0-474f-b80d-2c6e323b1229] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1267.595023] env[68893]: DEBUG oslo_concurrency.lockutils [None req-33116e7f-08f1-42c0-a18e-25c226f09c9f tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.595023] env[68893]: DEBUG oslo_concurrency.lockutils [None req-33116e7f-08f1-42c0-a18e-25c226f09c9f tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.595023] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-33116e7f-08f1-42c0-a18e-25c226f09c9f tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1267.595256] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d65cc2f4-1bf2-4215-8b6d-4d30bb711dc9 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.603277] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-33116e7f-08f1-42c0-a18e-25c226f09c9f tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1267.603456] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-33116e7f-08f1-42c0-a18e-25c226f09c9f tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1267.604161] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e21e890d-70be-4bba-9eea-0c11125b55aa {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.608761] env[68893]: DEBUG oslo_vmware.api [None req-33116e7f-08f1-42c0-a18e-25c226f09c9f tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Waiting for the task: (returnval){ [ 1267.608761] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]524e7182-00a5-01ed-80f5-457e1c3e95e5" [ 1267.608761] env[68893]: _type = "Task" [ 1267.608761] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.616228] env[68893]: DEBUG oslo_vmware.api [None req-33116e7f-08f1-42c0-a18e-25c226f09c9f tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]524e7182-00a5-01ed-80f5-457e1c3e95e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.635912] env[68893]: DEBUG nova.network.neutron [-] [instance: 2bb38f74-5089-4750-9147-fd2f468599e3] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1267.825522] env[68893]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5b775309-8c01-4f33-b3a6-ca0cc9f71dfa {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.834855] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-894bf93a-638f-4f8b-8d0d-b98f8681c285 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.870026] env[68893]: DEBUG nova.compute.manager [req-8d3b1026-fa6e-477e-ae39-1b6beedb1d76 req-8ead97d4-f021-49a5-b62d-627cf6fdda32 service nova] [instance: 2bb38f74-5089-4750-9147-fd2f468599e3] Detach interface failed, port_id=1c781ff5-dac4-44e3-a11a-47f2b81ac59b, reason: Instance 2bb38f74-5089-4750-9147-fd2f468599e3 could not be found. {{(pid=68893) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1267.973368] env[68893]: DEBUG oslo_vmware.api [None req-6bb9d131-f165-45f5-92bc-548a2561d3d8 tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Task: {'id': task-2792549, 'name': Rename_Task, 'duration_secs': 0.139743} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.973647] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bb9d131-f165-45f5-92bc-548a2561d3d8 tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] [instance: cdba6e24-8a5f-4af2-af3c-46704b327ac4] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1267.974017] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0735daa5-43f9-4630-95c0-44e7bb7ed9f0 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.980348] env[68893]: DEBUG oslo_vmware.api [None req-6bb9d131-f165-45f5-92bc-548a2561d3d8 tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Waiting for the task: (returnval){ [ 1267.980348] env[68893]: value = "task-2792550" [ 1267.980348] env[68893]: _type = "Task" [ 1267.980348] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.987578] env[68893]: DEBUG oslo_vmware.api [None req-6bb9d131-f165-45f5-92bc-548a2561d3d8 tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Task: {'id': task-2792550, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.119064] env[68893]: DEBUG oslo_vmware.api [None req-33116e7f-08f1-42c0-a18e-25c226f09c9f tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]524e7182-00a5-01ed-80f5-457e1c3e95e5, 'name': SearchDatastore_Task, 'duration_secs': 0.009016} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.119653] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b41691ad-1486-43c0-bb71-90d44278b1e5 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.124623] env[68893]: DEBUG oslo_vmware.api [None req-33116e7f-08f1-42c0-a18e-25c226f09c9f tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Waiting for the task: (returnval){ [ 1268.124623] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]521480ac-16a8-bdd4-d033-fd897191d004" [ 1268.124623] env[68893]: _type = "Task" [ 1268.124623] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.132257] env[68893]: DEBUG oslo_vmware.api [None req-33116e7f-08f1-42c0-a18e-25c226f09c9f tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]521480ac-16a8-bdd4-d033-fd897191d004, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.137781] env[68893]: INFO nova.compute.manager [-] [instance: 2bb38f74-5089-4750-9147-fd2f468599e3] Took 1.24 seconds to deallocate network for instance. [ 1268.379913] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-93f54c22-584a-472d-8aba-ef1c2e8aa96f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 5cf97efe-7361-4f18-b03d-cb682f191fe7] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1268.380234] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-959896ef-7e9b-49fb-9776-38b40e73d126 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.389583] env[68893]: DEBUG oslo_vmware.api [None req-93f54c22-584a-472d-8aba-ef1c2e8aa96f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Waiting for the task: (returnval){ [ 1268.389583] env[68893]: value = "task-2792551" [ 1268.389583] env[68893]: _type = "Task" [ 1268.389583] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.397062] env[68893]: DEBUG oslo_vmware.api [None req-93f54c22-584a-472d-8aba-ef1c2e8aa96f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792551, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.490058] env[68893]: DEBUG oslo_vmware.api [None req-6bb9d131-f165-45f5-92bc-548a2561d3d8 tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Task: {'id': task-2792550, 'name': PowerOnVM_Task, 'duration_secs': 0.413439} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.490346] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bb9d131-f165-45f5-92bc-548a2561d3d8 tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] [instance: cdba6e24-8a5f-4af2-af3c-46704b327ac4] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1268.490537] env[68893]: DEBUG nova.compute.manager [None req-6bb9d131-f165-45f5-92bc-548a2561d3d8 tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] [instance: cdba6e24-8a5f-4af2-af3c-46704b327ac4] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1268.491308] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-174202dc-4dea-4eb5-b6f4-e3957c656c4b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.634996] env[68893]: DEBUG oslo_vmware.api [None req-33116e7f-08f1-42c0-a18e-25c226f09c9f tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]521480ac-16a8-bdd4-d033-fd897191d004, 'name': SearchDatastore_Task, 'duration_secs': 0.009374} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.635341] env[68893]: DEBUG oslo_concurrency.lockutils [None req-33116e7f-08f1-42c0-a18e-25c226f09c9f tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.637049] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-33116e7f-08f1-42c0-a18e-25c226f09c9f tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] d6334104-c7a0-474f-b80d-2c6e323b1229/d6334104-c7a0-474f-b80d-2c6e323b1229.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1268.637049] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5634d34f-ef83-4a85-8bd5-2f37b897cc7e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.641733] env[68893]: DEBUG oslo_vmware.api [None req-33116e7f-08f1-42c0-a18e-25c226f09c9f tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Waiting for the task: (returnval){ [ 1268.641733] env[68893]: value = "task-2792552" [ 1268.641733] env[68893]: _type = "Task" [ 1268.641733] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.645374] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d3729b06-e192-492b-9892-0b71aab893da tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.645646] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d3729b06-e192-492b-9892-0b71aab893da tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.645859] env[68893]: DEBUG nova.objects.instance [None req-d3729b06-e192-492b-9892-0b71aab893da tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Lazy-loading 'resources' on Instance uuid 2bb38f74-5089-4750-9147-fd2f468599e3 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1268.651454] env[68893]: DEBUG oslo_vmware.api [None req-33116e7f-08f1-42c0-a18e-25c226f09c9f tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Task: {'id': task-2792552, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.902978] env[68893]: DEBUG oslo_vmware.api [None req-93f54c22-584a-472d-8aba-ef1c2e8aa96f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792551, 'name': PowerOffVM_Task, 'duration_secs': 0.214507} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.903926] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-93f54c22-584a-472d-8aba-ef1c2e8aa96f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 5cf97efe-7361-4f18-b03d-cb682f191fe7] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1268.904661] env[68893]: DEBUG nova.virt.hardware [None req-93f54c22-584a-472d-8aba-ef1c2e8aa96f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1268.904898] env[68893]: DEBUG nova.virt.hardware [None req-93f54c22-584a-472d-8aba-ef1c2e8aa96f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1268.905072] env[68893]: DEBUG nova.virt.hardware [None req-93f54c22-584a-472d-8aba-ef1c2e8aa96f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1268.905263] env[68893]: DEBUG nova.virt.hardware [None req-93f54c22-584a-472d-8aba-ef1c2e8aa96f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1268.905472] env[68893]: DEBUG nova.virt.hardware [None req-93f54c22-584a-472d-8aba-ef1c2e8aa96f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1268.905667] env[68893]: DEBUG nova.virt.hardware [None req-93f54c22-584a-472d-8aba-ef1c2e8aa96f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1268.905895] env[68893]: DEBUG nova.virt.hardware [None req-93f54c22-584a-472d-8aba-ef1c2e8aa96f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1268.906095] env[68893]: DEBUG nova.virt.hardware [None req-93f54c22-584a-472d-8aba-ef1c2e8aa96f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1268.906288] env[68893]: DEBUG nova.virt.hardware [None req-93f54c22-584a-472d-8aba-ef1c2e8aa96f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1268.906459] env[68893]: DEBUG nova.virt.hardware [None req-93f54c22-584a-472d-8aba-ef1c2e8aa96f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1268.906664] env[68893]: DEBUG nova.virt.hardware [None req-93f54c22-584a-472d-8aba-ef1c2e8aa96f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1268.912893] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-088986f0-9389-4941-9e51-872a9e7f5087 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.932093] env[68893]: DEBUG oslo_vmware.api [None req-93f54c22-584a-472d-8aba-ef1c2e8aa96f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Waiting for the task: (returnval){ [ 1268.932093] env[68893]: value = "task-2792553" [ 1268.932093] env[68893]: _type = "Task" [ 1268.932093] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.942122] env[68893]: DEBUG oslo_vmware.api [None req-93f54c22-584a-472d-8aba-ef1c2e8aa96f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792553, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.008809] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6bb9d131-f165-45f5-92bc-548a2561d3d8 tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.154397] env[68893]: DEBUG oslo_vmware.api [None req-33116e7f-08f1-42c0-a18e-25c226f09c9f tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Task: {'id': task-2792552, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.418719} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.154673] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-33116e7f-08f1-42c0-a18e-25c226f09c9f tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] d6334104-c7a0-474f-b80d-2c6e323b1229/d6334104-c7a0-474f-b80d-2c6e323b1229.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1269.155131] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-33116e7f-08f1-42c0-a18e-25c226f09c9f tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: d6334104-c7a0-474f-b80d-2c6e323b1229] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1269.155253] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9e24f14f-f29e-4e1d-a5c1-b0005ed271fd {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.162070] env[68893]: DEBUG oslo_vmware.api [None req-33116e7f-08f1-42c0-a18e-25c226f09c9f tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Waiting for the task: (returnval){ [ 1269.162070] env[68893]: value = "task-2792554" [ 1269.162070] env[68893]: _type = "Task" [ 1269.162070] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.170192] env[68893]: DEBUG oslo_vmware.api [None req-33116e7f-08f1-42c0-a18e-25c226f09c9f tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Task: {'id': task-2792554, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.305799] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70971ecf-f1cf-4994-8ef4-d148af3c9364 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.313160] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f67558a-de34-4cab-b197-ab911f13724e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.343590] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74cc1d76-ea48-4365-8aa4-0ca41abd5156 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.350075] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44e43088-0477-401f-be4b-c742861a56f3 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.362724] env[68893]: DEBUG nova.compute.provider_tree [None req-d3729b06-e192-492b-9892-0b71aab893da tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1269.390761] env[68893]: DEBUG oslo_concurrency.lockutils [None req-58db7b74-13b2-458c-baa7-420abba76955 tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Acquiring lock "cdba6e24-8a5f-4af2-af3c-46704b327ac4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.391106] env[68893]: DEBUG oslo_concurrency.lockutils [None req-58db7b74-13b2-458c-baa7-420abba76955 tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Lock "cdba6e24-8a5f-4af2-af3c-46704b327ac4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.391530] env[68893]: DEBUG oslo_concurrency.lockutils [None req-58db7b74-13b2-458c-baa7-420abba76955 tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Acquiring lock "cdba6e24-8a5f-4af2-af3c-46704b327ac4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.391814] env[68893]: DEBUG oslo_concurrency.lockutils [None req-58db7b74-13b2-458c-baa7-420abba76955 tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Lock "cdba6e24-8a5f-4af2-af3c-46704b327ac4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.392011] env[68893]: DEBUG oslo_concurrency.lockutils [None req-58db7b74-13b2-458c-baa7-420abba76955 tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Lock "cdba6e24-8a5f-4af2-af3c-46704b327ac4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.393996] env[68893]: INFO nova.compute.manager [None req-58db7b74-13b2-458c-baa7-420abba76955 tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] [instance: cdba6e24-8a5f-4af2-af3c-46704b327ac4] Terminating instance [ 1269.441950] env[68893]: DEBUG oslo_vmware.api [None req-93f54c22-584a-472d-8aba-ef1c2e8aa96f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792553, 'name': ReconfigVM_Task, 'duration_secs': 0.18968} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.442786] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f50506e-1b1e-4459-b18d-4966cccb5769 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.462952] env[68893]: DEBUG nova.virt.hardware [None req-93f54c22-584a-472d-8aba-ef1c2e8aa96f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1269.463241] env[68893]: DEBUG nova.virt.hardware [None req-93f54c22-584a-472d-8aba-ef1c2e8aa96f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1269.463415] env[68893]: DEBUG nova.virt.hardware [None req-93f54c22-584a-472d-8aba-ef1c2e8aa96f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1269.463601] env[68893]: DEBUG nova.virt.hardware [None req-93f54c22-584a-472d-8aba-ef1c2e8aa96f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1269.463755] env[68893]: DEBUG nova.virt.hardware [None req-93f54c22-584a-472d-8aba-ef1c2e8aa96f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1269.463941] env[68893]: DEBUG nova.virt.hardware [None req-93f54c22-584a-472d-8aba-ef1c2e8aa96f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1269.464175] env[68893]: DEBUG nova.virt.hardware [None req-93f54c22-584a-472d-8aba-ef1c2e8aa96f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1269.464336] env[68893]: DEBUG nova.virt.hardware [None req-93f54c22-584a-472d-8aba-ef1c2e8aa96f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1269.464508] env[68893]: DEBUG nova.virt.hardware [None req-93f54c22-584a-472d-8aba-ef1c2e8aa96f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1269.464669] env[68893]: DEBUG nova.virt.hardware [None req-93f54c22-584a-472d-8aba-ef1c2e8aa96f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1269.464843] env[68893]: DEBUG nova.virt.hardware [None req-93f54c22-584a-472d-8aba-ef1c2e8aa96f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1269.465633] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05ded2c5-cd24-4223-a483-13250cc4c9d2 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.470991] env[68893]: DEBUG oslo_vmware.api [None req-93f54c22-584a-472d-8aba-ef1c2e8aa96f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Waiting for the task: (returnval){ [ 1269.470991] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52b52b06-e0ed-12e2-4ba9-5e66a49d0cdf" [ 1269.470991] env[68893]: _type = "Task" [ 1269.470991] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.478352] env[68893]: DEBUG oslo_vmware.api [None req-93f54c22-584a-472d-8aba-ef1c2e8aa96f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52b52b06-e0ed-12e2-4ba9-5e66a49d0cdf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.680346] env[68893]: DEBUG oslo_vmware.api [None req-33116e7f-08f1-42c0-a18e-25c226f09c9f tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Task: {'id': task-2792554, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08194} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.680713] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-33116e7f-08f1-42c0-a18e-25c226f09c9f tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: d6334104-c7a0-474f-b80d-2c6e323b1229] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1269.681411] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aae71155-52fe-42e7-89f9-d40fac9b792a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.704292] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-33116e7f-08f1-42c0-a18e-25c226f09c9f tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: d6334104-c7a0-474f-b80d-2c6e323b1229] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] d6334104-c7a0-474f-b80d-2c6e323b1229/d6334104-c7a0-474f-b80d-2c6e323b1229.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1269.704522] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e720b8c-1718-469b-9ec6-53b551eb7d25 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.723344] env[68893]: DEBUG oslo_vmware.api [None req-33116e7f-08f1-42c0-a18e-25c226f09c9f tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Waiting for the task: (returnval){ [ 1269.723344] env[68893]: value = "task-2792555" [ 1269.723344] env[68893]: _type = "Task" [ 1269.723344] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.730586] env[68893]: DEBUG oslo_vmware.api [None req-33116e7f-08f1-42c0-a18e-25c226f09c9f tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Task: {'id': task-2792555, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.865970] env[68893]: DEBUG nova.scheduler.client.report [None req-d3729b06-e192-492b-9892-0b71aab893da tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1269.897656] env[68893]: DEBUG oslo_concurrency.lockutils [None req-58db7b74-13b2-458c-baa7-420abba76955 tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Acquiring lock "refresh_cache-cdba6e24-8a5f-4af2-af3c-46704b327ac4" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.897854] env[68893]: DEBUG oslo_concurrency.lockutils [None req-58db7b74-13b2-458c-baa7-420abba76955 tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Acquired lock "refresh_cache-cdba6e24-8a5f-4af2-af3c-46704b327ac4" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.898044] env[68893]: DEBUG nova.network.neutron [None req-58db7b74-13b2-458c-baa7-420abba76955 tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] [instance: cdba6e24-8a5f-4af2-af3c-46704b327ac4] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1269.981217] env[68893]: DEBUG oslo_vmware.api [None req-93f54c22-584a-472d-8aba-ef1c2e8aa96f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52b52b06-e0ed-12e2-4ba9-5e66a49d0cdf, 'name': SearchDatastore_Task, 'duration_secs': 0.007135} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.986740] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-93f54c22-584a-472d-8aba-ef1c2e8aa96f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 5cf97efe-7361-4f18-b03d-cb682f191fe7] Reconfiguring VM instance instance-0000006b to detach disk 2000 {{(pid=68893) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1269.987059] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4049dee-ccca-46d3-a57d-8e82a1f97147 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.005802] env[68893]: DEBUG oslo_vmware.api [None req-93f54c22-584a-472d-8aba-ef1c2e8aa96f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Waiting for the task: (returnval){ [ 1270.005802] env[68893]: value = "task-2792556" [ 1270.005802] env[68893]: _type = "Task" [ 1270.005802] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.013848] env[68893]: DEBUG oslo_vmware.api [None req-93f54c22-584a-472d-8aba-ef1c2e8aa96f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792556, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.232883] env[68893]: DEBUG oslo_vmware.api [None req-33116e7f-08f1-42c0-a18e-25c226f09c9f tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Task: {'id': task-2792555, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.371032] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d3729b06-e192-492b-9892-0b71aab893da tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.725s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.373499] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6bb9d131-f165-45f5-92bc-548a2561d3d8 tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.365s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.373694] env[68893]: DEBUG nova.objects.instance [None req-6bb9d131-f165-45f5-92bc-548a2561d3d8 tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] [instance: cdba6e24-8a5f-4af2-af3c-46704b327ac4] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68893) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1270.391284] env[68893]: INFO nova.scheduler.client.report [None req-d3729b06-e192-492b-9892-0b71aab893da tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Deleted allocations for instance 2bb38f74-5089-4750-9147-fd2f468599e3 [ 1270.441135] env[68893]: DEBUG nova.network.neutron [None req-58db7b74-13b2-458c-baa7-420abba76955 tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] [instance: cdba6e24-8a5f-4af2-af3c-46704b327ac4] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1270.493415] env[68893]: DEBUG nova.network.neutron [None req-58db7b74-13b2-458c-baa7-420abba76955 tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] [instance: cdba6e24-8a5f-4af2-af3c-46704b327ac4] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.515975] env[68893]: DEBUG oslo_vmware.api [None req-93f54c22-584a-472d-8aba-ef1c2e8aa96f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792556, 'name': ReconfigVM_Task, 'duration_secs': 0.396601} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.516279] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-93f54c22-584a-472d-8aba-ef1c2e8aa96f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 5cf97efe-7361-4f18-b03d-cb682f191fe7] Reconfigured VM instance instance-0000006b to detach disk 2000 {{(pid=68893) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1270.517043] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-973ffb5e-bd21-4bf0-a03e-96934874a941 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.541529] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-93f54c22-584a-472d-8aba-ef1c2e8aa96f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 5cf97efe-7361-4f18-b03d-cb682f191fe7] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] 5cf97efe-7361-4f18-b03d-cb682f191fe7/5cf97efe-7361-4f18-b03d-cb682f191fe7.vmdk or device None with type thin {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1270.541985] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a25e114-f252-45c5-90ea-fe6768e80499 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.559598] env[68893]: DEBUG oslo_vmware.api [None req-93f54c22-584a-472d-8aba-ef1c2e8aa96f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Waiting for the task: (returnval){ [ 1270.559598] env[68893]: value = "task-2792557" [ 1270.559598] env[68893]: _type = "Task" [ 1270.559598] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.566857] env[68893]: DEBUG oslo_vmware.api [None req-93f54c22-584a-472d-8aba-ef1c2e8aa96f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792557, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.734467] env[68893]: DEBUG oslo_vmware.api [None req-33116e7f-08f1-42c0-a18e-25c226f09c9f tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Task: {'id': task-2792555, 'name': ReconfigVM_Task, 'duration_secs': 0.711488} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.734893] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-33116e7f-08f1-42c0-a18e-25c226f09c9f tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: d6334104-c7a0-474f-b80d-2c6e323b1229] Reconfigured VM instance instance-00000075 to attach disk [datastore2] d6334104-c7a0-474f-b80d-2c6e323b1229/d6334104-c7a0-474f-b80d-2c6e323b1229.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1270.735503] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-83a6be8f-366c-4ebb-9ff8-dc512ac13752 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.742306] env[68893]: DEBUG oslo_vmware.api [None req-33116e7f-08f1-42c0-a18e-25c226f09c9f tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Waiting for the task: (returnval){ [ 1270.742306] env[68893]: value = "task-2792558" [ 1270.742306] env[68893]: _type = "Task" [ 1270.742306] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.751840] env[68893]: DEBUG oslo_vmware.api [None req-33116e7f-08f1-42c0-a18e-25c226f09c9f tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Task: {'id': task-2792558, 'name': Rename_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.898623] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d3729b06-e192-492b-9892-0b71aab893da tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Lock "2bb38f74-5089-4750-9147-fd2f468599e3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.627s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.997116] env[68893]: DEBUG oslo_concurrency.lockutils [None req-58db7b74-13b2-458c-baa7-420abba76955 tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Releasing lock "refresh_cache-cdba6e24-8a5f-4af2-af3c-46704b327ac4" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.997116] env[68893]: DEBUG nova.compute.manager [None req-58db7b74-13b2-458c-baa7-420abba76955 tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] [instance: cdba6e24-8a5f-4af2-af3c-46704b327ac4] Start destroying the instance on the hypervisor. {{(pid=68893) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1270.997116] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-58db7b74-13b2-458c-baa7-420abba76955 tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] [instance: cdba6e24-8a5f-4af2-af3c-46704b327ac4] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1270.998039] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c6dd87c-2414-42a2-ab65-d2e7bc20286e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.005664] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-58db7b74-13b2-458c-baa7-420abba76955 tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] [instance: cdba6e24-8a5f-4af2-af3c-46704b327ac4] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1271.005953] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd81bbdf-626e-4262-912c-eea091bfd2e2 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.011902] env[68893]: DEBUG oslo_vmware.api [None req-58db7b74-13b2-458c-baa7-420abba76955 tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Waiting for the task: (returnval){ [ 1271.011902] env[68893]: value = "task-2792559" [ 1271.011902] env[68893]: _type = "Task" [ 1271.011902] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.020325] env[68893]: DEBUG oslo_vmware.api [None req-58db7b74-13b2-458c-baa7-420abba76955 tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Task: {'id': task-2792559, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.069242] env[68893]: DEBUG oslo_vmware.api [None req-93f54c22-584a-472d-8aba-ef1c2e8aa96f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792557, 'name': ReconfigVM_Task, 'duration_secs': 0.294635} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.069379] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-93f54c22-584a-472d-8aba-ef1c2e8aa96f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 5cf97efe-7361-4f18-b03d-cb682f191fe7] Reconfigured VM instance instance-0000006b to attach disk [datastore1] 5cf97efe-7361-4f18-b03d-cb682f191fe7/5cf97efe-7361-4f18-b03d-cb682f191fe7.vmdk or device None with type thin {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1271.070238] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd76744c-6410-41e8-9363-d669ae2471f6 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.092816] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3598bef-5090-491c-be3a-368a2524c270 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.113205] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a86a91e9-e0a0-442d-8882-87d354591d1d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.133551] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d79a97d5-cab9-4088-9fbc-bf1a49a1cf08 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.140367] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-93f54c22-584a-472d-8aba-ef1c2e8aa96f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 5cf97efe-7361-4f18-b03d-cb682f191fe7] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1271.140609] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-52e066a9-32d7-46c5-af6c-01c249abddd1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.145999] env[68893]: DEBUG oslo_vmware.api [None req-93f54c22-584a-472d-8aba-ef1c2e8aa96f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Waiting for the task: (returnval){ [ 1271.145999] env[68893]: value = "task-2792560" [ 1271.145999] env[68893]: _type = "Task" [ 1271.145999] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.153246] env[68893]: DEBUG oslo_vmware.api [None req-93f54c22-584a-472d-8aba-ef1c2e8aa96f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792560, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.252053] env[68893]: DEBUG oslo_vmware.api [None req-33116e7f-08f1-42c0-a18e-25c226f09c9f tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Task: {'id': task-2792558, 'name': Rename_Task, 'duration_secs': 0.149557} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.252343] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-33116e7f-08f1-42c0-a18e-25c226f09c9f tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: d6334104-c7a0-474f-b80d-2c6e323b1229] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1271.252659] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6ed5d389-ae59-4675-8da0-8998e3b2b114 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.257860] env[68893]: DEBUG oslo_vmware.api [None req-33116e7f-08f1-42c0-a18e-25c226f09c9f tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Waiting for the task: (returnval){ [ 1271.257860] env[68893]: value = "task-2792561" [ 1271.257860] env[68893]: _type = "Task" [ 1271.257860] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.266592] env[68893]: DEBUG oslo_vmware.api [None req-33116e7f-08f1-42c0-a18e-25c226f09c9f tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Task: {'id': task-2792561, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.381609] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6bb9d131-f165-45f5-92bc-548a2561d3d8 tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.526524] env[68893]: DEBUG oslo_vmware.api [None req-58db7b74-13b2-458c-baa7-420abba76955 tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Task: {'id': task-2792559, 'name': PowerOffVM_Task, 'duration_secs': 0.112084} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.526954] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-58db7b74-13b2-458c-baa7-420abba76955 tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] [instance: cdba6e24-8a5f-4af2-af3c-46704b327ac4] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1271.527278] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-58db7b74-13b2-458c-baa7-420abba76955 tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] [instance: cdba6e24-8a5f-4af2-af3c-46704b327ac4] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1271.527653] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7629eb91-f4da-466a-b5b3-4d3ac794fe08 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.553474] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-58db7b74-13b2-458c-baa7-420abba76955 tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] [instance: cdba6e24-8a5f-4af2-af3c-46704b327ac4] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1271.553672] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-58db7b74-13b2-458c-baa7-420abba76955 tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] [instance: cdba6e24-8a5f-4af2-af3c-46704b327ac4] Deleting contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1271.553924] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-58db7b74-13b2-458c-baa7-420abba76955 tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Deleting the datastore file [datastore2] cdba6e24-8a5f-4af2-af3c-46704b327ac4 {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1271.554213] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0eb3fe13-e322-46f3-9a88-929f7c634b8c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.559988] env[68893]: DEBUG oslo_vmware.api [None req-58db7b74-13b2-458c-baa7-420abba76955 tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Waiting for the task: (returnval){ [ 1271.559988] env[68893]: value = "task-2792564" [ 1271.559988] env[68893]: _type = "Task" [ 1271.559988] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.568259] env[68893]: DEBUG oslo_vmware.api [None req-58db7b74-13b2-458c-baa7-420abba76955 tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Task: {'id': task-2792564, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.655609] env[68893]: DEBUG oslo_vmware.api [None req-93f54c22-584a-472d-8aba-ef1c2e8aa96f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792560, 'name': PowerOnVM_Task, 'duration_secs': 0.406639} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.655933] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-93f54c22-584a-472d-8aba-ef1c2e8aa96f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 5cf97efe-7361-4f18-b03d-cb682f191fe7] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1271.767250] env[68893]: DEBUG oslo_vmware.api [None req-33116e7f-08f1-42c0-a18e-25c226f09c9f tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Task: {'id': task-2792561, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.070537] env[68893]: DEBUG oslo_vmware.api [None req-58db7b74-13b2-458c-baa7-420abba76955 tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Task: {'id': task-2792564, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.102876} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.070823] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-58db7b74-13b2-458c-baa7-420abba76955 tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1272.071021] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-58db7b74-13b2-458c-baa7-420abba76955 tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] [instance: cdba6e24-8a5f-4af2-af3c-46704b327ac4] Deleted contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1272.071200] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-58db7b74-13b2-458c-baa7-420abba76955 tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] [instance: cdba6e24-8a5f-4af2-af3c-46704b327ac4] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1272.071377] env[68893]: INFO nova.compute.manager [None req-58db7b74-13b2-458c-baa7-420abba76955 tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] [instance: cdba6e24-8a5f-4af2-af3c-46704b327ac4] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1272.071655] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-58db7b74-13b2-458c-baa7-420abba76955 tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1272.071853] env[68893]: DEBUG nova.compute.manager [-] [instance: cdba6e24-8a5f-4af2-af3c-46704b327ac4] Deallocating network for instance {{(pid=68893) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1272.071950] env[68893]: DEBUG nova.network.neutron [-] [instance: cdba6e24-8a5f-4af2-af3c-46704b327ac4] deallocate_for_instance() {{(pid=68893) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1272.088256] env[68893]: DEBUG nova.network.neutron [-] [instance: cdba6e24-8a5f-4af2-af3c-46704b327ac4] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1272.268842] env[68893]: DEBUG oslo_vmware.api [None req-33116e7f-08f1-42c0-a18e-25c226f09c9f tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Task: {'id': task-2792561, 'name': PowerOnVM_Task, 'duration_secs': 0.531048} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.269130] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-33116e7f-08f1-42c0-a18e-25c226f09c9f tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: d6334104-c7a0-474f-b80d-2c6e323b1229] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1272.269366] env[68893]: INFO nova.compute.manager [None req-33116e7f-08f1-42c0-a18e-25c226f09c9f tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: d6334104-c7a0-474f-b80d-2c6e323b1229] Took 9.23 seconds to spawn the instance on the hypervisor. [ 1272.269508] env[68893]: DEBUG nova.compute.manager [None req-33116e7f-08f1-42c0-a18e-25c226f09c9f tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: d6334104-c7a0-474f-b80d-2c6e323b1229] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1272.270334] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-374e5b19-cfc7-4914-ac2a-2692fca15c1f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.592081] env[68893]: DEBUG nova.network.neutron [-] [instance: cdba6e24-8a5f-4af2-af3c-46704b327ac4] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1272.699127] env[68893]: INFO nova.compute.manager [None req-93f54c22-584a-472d-8aba-ef1c2e8aa96f tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 5cf97efe-7361-4f18-b03d-cb682f191fe7] Updating instance to original state: 'active' [ 1272.786259] env[68893]: INFO nova.compute.manager [None req-33116e7f-08f1-42c0-a18e-25c226f09c9f tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: d6334104-c7a0-474f-b80d-2c6e323b1229] Took 14.45 seconds to build instance. [ 1273.094209] env[68893]: INFO nova.compute.manager [-] [instance: cdba6e24-8a5f-4af2-af3c-46704b327ac4] Took 1.02 seconds to deallocate network for instance. [ 1273.288021] env[68893]: DEBUG oslo_concurrency.lockutils [None req-33116e7f-08f1-42c0-a18e-25c226f09c9f tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Lock "d6334104-c7a0-474f-b80d-2c6e323b1229" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.961s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.602398] env[68893]: DEBUG oslo_concurrency.lockutils [None req-58db7b74-13b2-458c-baa7-420abba76955 tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.602398] env[68893]: DEBUG oslo_concurrency.lockutils [None req-58db7b74-13b2-458c-baa7-420abba76955 tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.602398] env[68893]: DEBUG nova.objects.instance [None req-58db7b74-13b2-458c-baa7-420abba76955 tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Lazy-loading 'resources' on Instance uuid cdba6e24-8a5f-4af2-af3c-46704b327ac4 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1273.809947] env[68893]: DEBUG nova.compute.manager [req-a439677c-d08e-4641-a6ba-0787b826f2ef req-c357b332-6056-4da6-97c7-cf15ff9dc513 service nova] [instance: d6334104-c7a0-474f-b80d-2c6e323b1229] Received event network-changed-983250fc-a92f-4e30-8320-15dd61c170cc {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1273.810269] env[68893]: DEBUG nova.compute.manager [req-a439677c-d08e-4641-a6ba-0787b826f2ef req-c357b332-6056-4da6-97c7-cf15ff9dc513 service nova] [instance: d6334104-c7a0-474f-b80d-2c6e323b1229] Refreshing instance network info cache due to event network-changed-983250fc-a92f-4e30-8320-15dd61c170cc. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1273.810421] env[68893]: DEBUG oslo_concurrency.lockutils [req-a439677c-d08e-4641-a6ba-0787b826f2ef req-c357b332-6056-4da6-97c7-cf15ff9dc513 service nova] Acquiring lock "refresh_cache-d6334104-c7a0-474f-b80d-2c6e323b1229" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.810602] env[68893]: DEBUG oslo_concurrency.lockutils [req-a439677c-d08e-4641-a6ba-0787b826f2ef req-c357b332-6056-4da6-97c7-cf15ff9dc513 service nova] Acquired lock "refresh_cache-d6334104-c7a0-474f-b80d-2c6e323b1229" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.810793] env[68893]: DEBUG nova.network.neutron [req-a439677c-d08e-4641-a6ba-0787b826f2ef req-c357b332-6056-4da6-97c7-cf15ff9dc513 service nova] [instance: d6334104-c7a0-474f-b80d-2c6e323b1229] Refreshing network info cache for port 983250fc-a92f-4e30-8320-15dd61c170cc {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1274.242130] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9b6325c-7322-475e-8004-19b6eb0da740 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.249552] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d695cc78-414f-45c6-8bd2-621d8043d105 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.281129] env[68893]: DEBUG oslo_concurrency.lockutils [None req-14c5150c-6de7-4318-9136-8452f61cd363 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Acquiring lock "5cf97efe-7361-4f18-b03d-cb682f191fe7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.281434] env[68893]: DEBUG oslo_concurrency.lockutils [None req-14c5150c-6de7-4318-9136-8452f61cd363 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Lock "5cf97efe-7361-4f18-b03d-cb682f191fe7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.281688] env[68893]: DEBUG oslo_concurrency.lockutils [None req-14c5150c-6de7-4318-9136-8452f61cd363 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Acquiring lock "5cf97efe-7361-4f18-b03d-cb682f191fe7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.281901] env[68893]: DEBUG oslo_concurrency.lockutils [None req-14c5150c-6de7-4318-9136-8452f61cd363 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Lock "5cf97efe-7361-4f18-b03d-cb682f191fe7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.282089] env[68893]: DEBUG oslo_concurrency.lockutils [None req-14c5150c-6de7-4318-9136-8452f61cd363 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Lock "5cf97efe-7361-4f18-b03d-cb682f191fe7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.284502] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d01e45ac-0d2d-41bf-81b3-d29ddcbc9b19 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.287391] env[68893]: INFO nova.compute.manager [None req-14c5150c-6de7-4318-9136-8452f61cd363 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 5cf97efe-7361-4f18-b03d-cb682f191fe7] Terminating instance [ 1274.295145] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cba5729-24cd-4ab9-9aed-cd15a30578e3 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.309595] env[68893]: DEBUG nova.compute.provider_tree [None req-58db7b74-13b2-458c-baa7-420abba76955 tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1274.321237] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1274.321237] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68893) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 1274.533822] env[68893]: DEBUG nova.network.neutron [req-a439677c-d08e-4641-a6ba-0787b826f2ef req-c357b332-6056-4da6-97c7-cf15ff9dc513 service nova] [instance: d6334104-c7a0-474f-b80d-2c6e323b1229] Updated VIF entry in instance network info cache for port 983250fc-a92f-4e30-8320-15dd61c170cc. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1274.534191] env[68893]: DEBUG nova.network.neutron [req-a439677c-d08e-4641-a6ba-0787b826f2ef req-c357b332-6056-4da6-97c7-cf15ff9dc513 service nova] [instance: d6334104-c7a0-474f-b80d-2c6e323b1229] Updating instance_info_cache with network_info: [{"id": "983250fc-a92f-4e30-8320-15dd61c170cc", "address": "fa:16:3e:2c:bf:d0", "network": {"id": "2e9af55f-91c5-44a5-9f11-01c431a48424", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1682638634-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a4fbfb5198240238c8f658161335220", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap983250fc-a9", "ovs_interfaceid": "983250fc-a92f-4e30-8320-15dd61c170cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.792558] env[68893]: DEBUG nova.compute.manager [None req-14c5150c-6de7-4318-9136-8452f61cd363 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 5cf97efe-7361-4f18-b03d-cb682f191fe7] Start destroying the instance on the hypervisor. {{(pid=68893) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1274.792839] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-14c5150c-6de7-4318-9136-8452f61cd363 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 5cf97efe-7361-4f18-b03d-cb682f191fe7] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1274.793155] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bf4aa2f9-a98c-44b4-ac56-ea23952a00f5 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.800712] env[68893]: DEBUG oslo_vmware.api [None req-14c5150c-6de7-4318-9136-8452f61cd363 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Waiting for the task: (returnval){ [ 1274.800712] env[68893]: value = "task-2792565" [ 1274.800712] env[68893]: _type = "Task" [ 1274.800712] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.808408] env[68893]: DEBUG oslo_vmware.api [None req-14c5150c-6de7-4318-9136-8452f61cd363 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792565, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.812731] env[68893]: DEBUG nova.scheduler.client.report [None req-58db7b74-13b2-458c-baa7-420abba76955 tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1275.037678] env[68893]: DEBUG oslo_concurrency.lockutils [req-a439677c-d08e-4641-a6ba-0787b826f2ef req-c357b332-6056-4da6-97c7-cf15ff9dc513 service nova] Releasing lock "refresh_cache-d6334104-c7a0-474f-b80d-2c6e323b1229" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.051535] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6265b066-7946-4d79-b008-280bb5a5e208 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Acquiring lock "8c560e82-533e-49c7-aaf4-82e123f75240" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.051857] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6265b066-7946-4d79-b008-280bb5a5e208 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Lock "8c560e82-533e-49c7-aaf4-82e123f75240" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.052095] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6265b066-7946-4d79-b008-280bb5a5e208 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Acquiring lock "8c560e82-533e-49c7-aaf4-82e123f75240-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.052284] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6265b066-7946-4d79-b008-280bb5a5e208 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Lock "8c560e82-533e-49c7-aaf4-82e123f75240-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.052466] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6265b066-7946-4d79-b008-280bb5a5e208 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Lock "8c560e82-533e-49c7-aaf4-82e123f75240-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.054713] env[68893]: INFO nova.compute.manager [None req-6265b066-7946-4d79-b008-280bb5a5e208 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 8c560e82-533e-49c7-aaf4-82e123f75240] Terminating instance [ 1275.310501] env[68893]: DEBUG oslo_vmware.api [None req-14c5150c-6de7-4318-9136-8452f61cd363 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792565, 'name': PowerOffVM_Task, 'duration_secs': 0.400239} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.310808] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-14c5150c-6de7-4318-9136-8452f61cd363 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 5cf97efe-7361-4f18-b03d-cb682f191fe7] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1275.311039] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-14c5150c-6de7-4318-9136-8452f61cd363 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 5cf97efe-7361-4f18-b03d-cb682f191fe7] Volume detach. Driver type: vmdk {{(pid=68893) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1275.311242] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-14c5150c-6de7-4318-9136-8452f61cd363 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 5cf97efe-7361-4f18-b03d-cb682f191fe7] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561267', 'volume_id': '8e9b8cc3-b963-4d0f-9e1b-d697942a2cea', 'name': 'volume-8e9b8cc3-b963-4d0f-9e1b-d697942a2cea', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '5cf97efe-7361-4f18-b03d-cb682f191fe7', 'attached_at': '2025-03-06T06:44:18.000000', 'detached_at': '', 'volume_id': '8e9b8cc3-b963-4d0f-9e1b-d697942a2cea', 'serial': '8e9b8cc3-b963-4d0f-9e1b-d697942a2cea'} {{(pid=68893) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1275.312065] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-478ebab1-914d-4b9f-b586-e64cb617be6a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.317303] env[68893]: DEBUG oslo_concurrency.lockutils [None req-58db7b74-13b2-458c-baa7-420abba76955 tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.716s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.336172] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1275.337166] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac4cf43e-c3a4-4fd3-b46a-7e8b1668a9c2 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.340590] env[68893]: INFO nova.scheduler.client.report [None req-58db7b74-13b2-458c-baa7-420abba76955 tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Deleted allocations for instance cdba6e24-8a5f-4af2-af3c-46704b327ac4 [ 1275.347364] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ad6e56f-7297-4e0b-ab44-ccedb03ed019 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.371091] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ab87f26-9c87-4cb2-a761-9476a668656f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.386567] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-14c5150c-6de7-4318-9136-8452f61cd363 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] The volume has not been displaced from its original location: [datastore2] volume-8e9b8cc3-b963-4d0f-9e1b-d697942a2cea/volume-8e9b8cc3-b963-4d0f-9e1b-d697942a2cea.vmdk. No consolidation needed. {{(pid=68893) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1275.391819] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-14c5150c-6de7-4318-9136-8452f61cd363 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 5cf97efe-7361-4f18-b03d-cb682f191fe7] Reconfiguring VM instance instance-0000006b to detach disk 2001 {{(pid=68893) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1275.392804] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03279106-2a4a-456a-8f53-5c3ad9b5e157 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.409984] env[68893]: DEBUG oslo_vmware.api [None req-14c5150c-6de7-4318-9136-8452f61cd363 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Waiting for the task: (returnval){ [ 1275.409984] env[68893]: value = "task-2792566" [ 1275.409984] env[68893]: _type = "Task" [ 1275.409984] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.417938] env[68893]: DEBUG oslo_vmware.api [None req-14c5150c-6de7-4318-9136-8452f61cd363 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792566, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.558687] env[68893]: DEBUG nova.compute.manager [None req-6265b066-7946-4d79-b008-280bb5a5e208 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 8c560e82-533e-49c7-aaf4-82e123f75240] Start destroying the instance on the hypervisor. {{(pid=68893) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1275.558910] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-6265b066-7946-4d79-b008-280bb5a5e208 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 8c560e82-533e-49c7-aaf4-82e123f75240] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1275.559809] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eb35540-8b89-4e4d-9507-b08299c1180e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.567183] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-6265b066-7946-4d79-b008-280bb5a5e208 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 8c560e82-533e-49c7-aaf4-82e123f75240] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1275.567424] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ad621415-8c2e-4577-9ba1-fed02dee9200 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.573326] env[68893]: DEBUG oslo_vmware.api [None req-6265b066-7946-4d79-b008-280bb5a5e208 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Waiting for the task: (returnval){ [ 1275.573326] env[68893]: value = "task-2792567" [ 1275.573326] env[68893]: _type = "Task" [ 1275.573326] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.581354] env[68893]: DEBUG oslo_vmware.api [None req-6265b066-7946-4d79-b008-280bb5a5e208 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2792567, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.853278] env[68893]: DEBUG oslo_concurrency.lockutils [None req-58db7b74-13b2-458c-baa7-420abba76955 tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Lock "cdba6e24-8a5f-4af2-af3c-46704b327ac4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.462s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.919809] env[68893]: DEBUG oslo_vmware.api [None req-14c5150c-6de7-4318-9136-8452f61cd363 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792566, 'name': ReconfigVM_Task, 'duration_secs': 0.202128} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.920131] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-14c5150c-6de7-4318-9136-8452f61cd363 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 5cf97efe-7361-4f18-b03d-cb682f191fe7] Reconfigured VM instance instance-0000006b to detach disk 2001 {{(pid=68893) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1275.924810] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2fe47bd7-36b0-4215-9025-0b6fbc29ce40 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.939532] env[68893]: DEBUG oslo_vmware.api [None req-14c5150c-6de7-4318-9136-8452f61cd363 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Waiting for the task: (returnval){ [ 1275.939532] env[68893]: value = "task-2792568" [ 1275.939532] env[68893]: _type = "Task" [ 1275.939532] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.947203] env[68893]: DEBUG oslo_vmware.api [None req-14c5150c-6de7-4318-9136-8452f61cd363 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792568, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.084542] env[68893]: DEBUG oslo_vmware.api [None req-6265b066-7946-4d79-b008-280bb5a5e208 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2792567, 'name': PowerOffVM_Task, 'duration_secs': 0.161694} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.084832] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-6265b066-7946-4d79-b008-280bb5a5e208 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 8c560e82-533e-49c7-aaf4-82e123f75240] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1276.085034] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-6265b066-7946-4d79-b008-280bb5a5e208 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 8c560e82-533e-49c7-aaf4-82e123f75240] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1276.085312] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1b9dc515-d910-45b5-b1c3-b3de484a2165 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.146767] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-6265b066-7946-4d79-b008-280bb5a5e208 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 8c560e82-533e-49c7-aaf4-82e123f75240] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1276.146767] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-6265b066-7946-4d79-b008-280bb5a5e208 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 8c560e82-533e-49c7-aaf4-82e123f75240] Deleting contents of the VM from datastore datastore1 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1276.146947] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-6265b066-7946-4d79-b008-280bb5a5e208 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Deleting the datastore file [datastore1] 8c560e82-533e-49c7-aaf4-82e123f75240 {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1276.147442] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d2e70ecc-d883-4031-abb7-bcd7abaec058 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.154327] env[68893]: DEBUG oslo_vmware.api [None req-6265b066-7946-4d79-b008-280bb5a5e208 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Waiting for the task: (returnval){ [ 1276.154327] env[68893]: value = "task-2792570" [ 1276.154327] env[68893]: _type = "Task" [ 1276.154327] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.167396] env[68893]: DEBUG oslo_vmware.api [None req-6265b066-7946-4d79-b008-280bb5a5e208 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2792570, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.321372] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1276.449059] env[68893]: DEBUG oslo_vmware.api [None req-14c5150c-6de7-4318-9136-8452f61cd363 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792568, 'name': ReconfigVM_Task, 'duration_secs': 0.129546} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.450358] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-14c5150c-6de7-4318-9136-8452f61cd363 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 5cf97efe-7361-4f18-b03d-cb682f191fe7] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561267', 'volume_id': '8e9b8cc3-b963-4d0f-9e1b-d697942a2cea', 'name': 'volume-8e9b8cc3-b963-4d0f-9e1b-d697942a2cea', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '5cf97efe-7361-4f18-b03d-cb682f191fe7', 'attached_at': '2025-03-06T06:44:18.000000', 'detached_at': '', 'volume_id': '8e9b8cc3-b963-4d0f-9e1b-d697942a2cea', 'serial': '8e9b8cc3-b963-4d0f-9e1b-d697942a2cea'} {{(pid=68893) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1276.450655] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-14c5150c-6de7-4318-9136-8452f61cd363 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 5cf97efe-7361-4f18-b03d-cb682f191fe7] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1276.453936] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa46cb1b-d58e-4f73-9e2b-73d8a96de227 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.461134] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-14c5150c-6de7-4318-9136-8452f61cd363 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 5cf97efe-7361-4f18-b03d-cb682f191fe7] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1276.461802] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c298f2aa-4aa9-452d-bd78-770032a0e655 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.538947] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-14c5150c-6de7-4318-9136-8452f61cd363 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 5cf97efe-7361-4f18-b03d-cb682f191fe7] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1276.538947] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-14c5150c-6de7-4318-9136-8452f61cd363 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 5cf97efe-7361-4f18-b03d-cb682f191fe7] Deleting contents of the VM from datastore datastore1 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1276.538947] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-14c5150c-6de7-4318-9136-8452f61cd363 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Deleting the datastore file [datastore1] 5cf97efe-7361-4f18-b03d-cb682f191fe7 {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1276.539282] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6fae892a-e6e3-4f76-8ef5-c03ef7d79a27 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.545211] env[68893]: DEBUG oslo_vmware.api [None req-14c5150c-6de7-4318-9136-8452f61cd363 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Waiting for the task: (returnval){ [ 1276.545211] env[68893]: value = "task-2792572" [ 1276.545211] env[68893]: _type = "Task" [ 1276.545211] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.553210] env[68893]: DEBUG oslo_vmware.api [None req-14c5150c-6de7-4318-9136-8452f61cd363 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792572, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.665615] env[68893]: INFO nova.compute.manager [None req-aedfcbf7-71a0-4cf3-9571-fb48d371b612 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: bec52855-6ca5-48f3-b6ca-0274fd1c12d8] Rebuilding instance [ 1276.667646] env[68893]: DEBUG oslo_vmware.api [None req-6265b066-7946-4d79-b008-280bb5a5e208 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Task: {'id': task-2792570, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.126451} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.668209] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-6265b066-7946-4d79-b008-280bb5a5e208 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1276.668403] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-6265b066-7946-4d79-b008-280bb5a5e208 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 8c560e82-533e-49c7-aaf4-82e123f75240] Deleted contents of the VM from datastore datastore1 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1276.668583] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-6265b066-7946-4d79-b008-280bb5a5e208 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 8c560e82-533e-49c7-aaf4-82e123f75240] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1276.668830] env[68893]: INFO nova.compute.manager [None req-6265b066-7946-4d79-b008-280bb5a5e208 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] [instance: 8c560e82-533e-49c7-aaf4-82e123f75240] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1276.669014] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6265b066-7946-4d79-b008-280bb5a5e208 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1276.669230] env[68893]: DEBUG nova.compute.manager [-] [instance: 8c560e82-533e-49c7-aaf4-82e123f75240] Deallocating network for instance {{(pid=68893) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1276.669303] env[68893]: DEBUG nova.network.neutron [-] [instance: 8c560e82-533e-49c7-aaf4-82e123f75240] deallocate_for_instance() {{(pid=68893) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1276.714932] env[68893]: DEBUG nova.compute.manager [None req-aedfcbf7-71a0-4cf3-9571-fb48d371b612 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: bec52855-6ca5-48f3-b6ca-0274fd1c12d8] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1276.715795] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aecc070-c83c-40c0-90de-49d5cf2d78e6 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.957870] env[68893]: DEBUG oslo_concurrency.lockutils [None req-faa3ba4e-20bd-4b57-8c51-ba70797102df tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Acquiring lock "a62d2919-2f97-4eeb-8c94-93fbb1585af2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.958246] env[68893]: DEBUG oslo_concurrency.lockutils [None req-faa3ba4e-20bd-4b57-8c51-ba70797102df tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Lock "a62d2919-2f97-4eeb-8c94-93fbb1585af2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.958375] env[68893]: DEBUG oslo_concurrency.lockutils [None req-faa3ba4e-20bd-4b57-8c51-ba70797102df tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Acquiring lock "a62d2919-2f97-4eeb-8c94-93fbb1585af2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.958548] env[68893]: DEBUG oslo_concurrency.lockutils [None req-faa3ba4e-20bd-4b57-8c51-ba70797102df tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Lock "a62d2919-2f97-4eeb-8c94-93fbb1585af2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.958734] env[68893]: DEBUG oslo_concurrency.lockutils [None req-faa3ba4e-20bd-4b57-8c51-ba70797102df tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Lock "a62d2919-2f97-4eeb-8c94-93fbb1585af2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.961201] env[68893]: INFO nova.compute.manager [None req-faa3ba4e-20bd-4b57-8c51-ba70797102df tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] [instance: a62d2919-2f97-4eeb-8c94-93fbb1585af2] Terminating instance [ 1277.054873] env[68893]: DEBUG oslo_vmware.api [None req-14c5150c-6de7-4318-9136-8452f61cd363 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792572, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128599} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.055200] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-14c5150c-6de7-4318-9136-8452f61cd363 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1277.055388] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-14c5150c-6de7-4318-9136-8452f61cd363 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 5cf97efe-7361-4f18-b03d-cb682f191fe7] Deleted contents of the VM from datastore datastore1 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1277.055566] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-14c5150c-6de7-4318-9136-8452f61cd363 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 5cf97efe-7361-4f18-b03d-cb682f191fe7] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1277.055742] env[68893]: INFO nova.compute.manager [None req-14c5150c-6de7-4318-9136-8452f61cd363 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 5cf97efe-7361-4f18-b03d-cb682f191fe7] Took 2.26 seconds to destroy the instance on the hypervisor. [ 1277.055978] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-14c5150c-6de7-4318-9136-8452f61cd363 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1277.056180] env[68893]: DEBUG nova.compute.manager [-] [instance: 5cf97efe-7361-4f18-b03d-cb682f191fe7] Deallocating network for instance {{(pid=68893) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1277.056274] env[68893]: DEBUG nova.network.neutron [-] [instance: 5cf97efe-7361-4f18-b03d-cb682f191fe7] deallocate_for_instance() {{(pid=68893) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1277.192164] env[68893]: DEBUG nova.compute.manager [req-1864c635-adbd-45b8-9f1d-8466dd466163 req-174225a0-4158-4f4e-9f7c-ef27d0c0c1fc service nova] [instance: 8c560e82-533e-49c7-aaf4-82e123f75240] Received event network-vif-deleted-4b4674a7-af9a-43c6-9dec-45bc870e99cc {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1277.192295] env[68893]: INFO nova.compute.manager [req-1864c635-adbd-45b8-9f1d-8466dd466163 req-174225a0-4158-4f4e-9f7c-ef27d0c0c1fc service nova] [instance: 8c560e82-533e-49c7-aaf4-82e123f75240] Neutron deleted interface 4b4674a7-af9a-43c6-9dec-45bc870e99cc; detaching it from the instance and deleting it from the info cache [ 1277.192445] env[68893]: DEBUG nova.network.neutron [req-1864c635-adbd-45b8-9f1d-8466dd466163 req-174225a0-4158-4f4e-9f7c-ef27d0c0c1fc service nova] [instance: 8c560e82-533e-49c7-aaf4-82e123f75240] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.317766] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1277.320984] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1277.464530] env[68893]: DEBUG oslo_concurrency.lockutils [None req-faa3ba4e-20bd-4b57-8c51-ba70797102df tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Acquiring lock "refresh_cache-a62d2919-2f97-4eeb-8c94-93fbb1585af2" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.464739] env[68893]: DEBUG oslo_concurrency.lockutils [None req-faa3ba4e-20bd-4b57-8c51-ba70797102df tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Acquired lock "refresh_cache-a62d2919-2f97-4eeb-8c94-93fbb1585af2" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.464921] env[68893]: DEBUG nova.network.neutron [None req-faa3ba4e-20bd-4b57-8c51-ba70797102df tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] [instance: a62d2919-2f97-4eeb-8c94-93fbb1585af2] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1277.670519] env[68893]: DEBUG nova.network.neutron [-] [instance: 8c560e82-533e-49c7-aaf4-82e123f75240] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.696029] env[68893]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c10b867a-5ac9-4466-a64d-020ebb01223b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.704913] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-969f22d9-825c-4170-9caf-40601f33afd9 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.736617] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-aedfcbf7-71a0-4cf3-9571-fb48d371b612 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: bec52855-6ca5-48f3-b6ca-0274fd1c12d8] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1277.736968] env[68893]: DEBUG nova.compute.manager [req-1864c635-adbd-45b8-9f1d-8466dd466163 req-174225a0-4158-4f4e-9f7c-ef27d0c0c1fc service nova] [instance: 8c560e82-533e-49c7-aaf4-82e123f75240] Detach interface failed, port_id=4b4674a7-af9a-43c6-9dec-45bc870e99cc, reason: Instance 8c560e82-533e-49c7-aaf4-82e123f75240 could not be found. {{(pid=68893) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1277.737768] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-58f1b592-a253-45d1-a476-38bbb6fcd836 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.746193] env[68893]: DEBUG oslo_vmware.api [None req-aedfcbf7-71a0-4cf3-9571-fb48d371b612 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Waiting for the task: (returnval){ [ 1277.746193] env[68893]: value = "task-2792573" [ 1277.746193] env[68893]: _type = "Task" [ 1277.746193] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.755266] env[68893]: DEBUG oslo_vmware.api [None req-aedfcbf7-71a0-4cf3-9571-fb48d371b612 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': task-2792573, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.787991] env[68893]: DEBUG nova.compute.manager [req-990cae51-e360-45a1-9126-1fce5c4204f2 req-09f966dc-8f3a-42fa-be76-29627753c955 service nova] [instance: 5cf97efe-7361-4f18-b03d-cb682f191fe7] Received event network-vif-deleted-3cbeb975-4208-4e0c-aafc-36ad8f83a3cb {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1277.788232] env[68893]: INFO nova.compute.manager [req-990cae51-e360-45a1-9126-1fce5c4204f2 req-09f966dc-8f3a-42fa-be76-29627753c955 service nova] [instance: 5cf97efe-7361-4f18-b03d-cb682f191fe7] Neutron deleted interface 3cbeb975-4208-4e0c-aafc-36ad8f83a3cb; detaching it from the instance and deleting it from the info cache [ 1277.788377] env[68893]: DEBUG nova.network.neutron [req-990cae51-e360-45a1-9126-1fce5c4204f2 req-09f966dc-8f3a-42fa-be76-29627753c955 service nova] [instance: 5cf97efe-7361-4f18-b03d-cb682f191fe7] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.983233] env[68893]: DEBUG nova.network.neutron [None req-faa3ba4e-20bd-4b57-8c51-ba70797102df tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] [instance: a62d2919-2f97-4eeb-8c94-93fbb1585af2] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1278.035451] env[68893]: DEBUG nova.network.neutron [None req-faa3ba4e-20bd-4b57-8c51-ba70797102df tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] [instance: a62d2919-2f97-4eeb-8c94-93fbb1585af2] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1278.174053] env[68893]: INFO nova.compute.manager [-] [instance: 8c560e82-533e-49c7-aaf4-82e123f75240] Took 1.50 seconds to deallocate network for instance. [ 1278.257054] env[68893]: DEBUG oslo_vmware.api [None req-aedfcbf7-71a0-4cf3-9571-fb48d371b612 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': task-2792573, 'name': PowerOffVM_Task, 'duration_secs': 0.181922} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.257054] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-aedfcbf7-71a0-4cf3-9571-fb48d371b612 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: bec52855-6ca5-48f3-b6ca-0274fd1c12d8] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1278.257054] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-aedfcbf7-71a0-4cf3-9571-fb48d371b612 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: bec52855-6ca5-48f3-b6ca-0274fd1c12d8] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1278.257749] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f7a477e-1372-4d1f-902a-81c6325c701b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.264199] env[68893]: DEBUG nova.network.neutron [-] [instance: 5cf97efe-7361-4f18-b03d-cb682f191fe7] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1278.265210] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-aedfcbf7-71a0-4cf3-9571-fb48d371b612 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: bec52855-6ca5-48f3-b6ca-0274fd1c12d8] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1278.265611] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-51fc8c50-c6db-40f5-b0e8-f13c71865980 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.291566] env[68893]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c6d69309-3733-415e-8881-fc739a17d8fd {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.300199] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30b80584-c8bd-4a51-aaa4-8ae7f3c7c2c0 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.329794] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1278.330244] env[68893]: DEBUG nova.compute.manager [req-990cae51-e360-45a1-9126-1fce5c4204f2 req-09f966dc-8f3a-42fa-be76-29627753c955 service nova] [instance: 5cf97efe-7361-4f18-b03d-cb682f191fe7] Detach interface failed, port_id=3cbeb975-4208-4e0c-aafc-36ad8f83a3cb, reason: Instance 5cf97efe-7361-4f18-b03d-cb682f191fe7 could not be found. {{(pid=68893) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1278.331588] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager.update_available_resource {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1278.332629] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-aedfcbf7-71a0-4cf3-9571-fb48d371b612 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: bec52855-6ca5-48f3-b6ca-0274fd1c12d8] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1278.333288] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-aedfcbf7-71a0-4cf3-9571-fb48d371b612 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: bec52855-6ca5-48f3-b6ca-0274fd1c12d8] Deleting contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1278.333288] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-aedfcbf7-71a0-4cf3-9571-fb48d371b612 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Deleting the datastore file [datastore2] bec52855-6ca5-48f3-b6ca-0274fd1c12d8 {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1278.333524] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-175ee9e9-48d6-4632-a5f2-8c8ddf150b90 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.339055] env[68893]: DEBUG oslo_vmware.api [None req-aedfcbf7-71a0-4cf3-9571-fb48d371b612 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Waiting for the task: (returnval){ [ 1278.339055] env[68893]: value = "task-2792575" [ 1278.339055] env[68893]: _type = "Task" [ 1278.339055] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.349064] env[68893]: DEBUG oslo_vmware.api [None req-aedfcbf7-71a0-4cf3-9571-fb48d371b612 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': task-2792575, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.538681] env[68893]: DEBUG oslo_concurrency.lockutils [None req-faa3ba4e-20bd-4b57-8c51-ba70797102df tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Releasing lock "refresh_cache-a62d2919-2f97-4eeb-8c94-93fbb1585af2" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.539101] env[68893]: DEBUG nova.compute.manager [None req-faa3ba4e-20bd-4b57-8c51-ba70797102df tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] [instance: a62d2919-2f97-4eeb-8c94-93fbb1585af2] Start destroying the instance on the hypervisor. {{(pid=68893) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1278.539300] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-faa3ba4e-20bd-4b57-8c51-ba70797102df tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] [instance: a62d2919-2f97-4eeb-8c94-93fbb1585af2] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1278.540271] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb5f308f-8dc0-4926-bbd0-35531a3c9ff5 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.547826] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-faa3ba4e-20bd-4b57-8c51-ba70797102df tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] [instance: a62d2919-2f97-4eeb-8c94-93fbb1585af2] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1278.548060] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8139bfd8-d51a-4da6-8182-7d75243f7468 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.553857] env[68893]: DEBUG oslo_vmware.api [None req-faa3ba4e-20bd-4b57-8c51-ba70797102df tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Waiting for the task: (returnval){ [ 1278.553857] env[68893]: value = "task-2792576" [ 1278.553857] env[68893]: _type = "Task" [ 1278.553857] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.561389] env[68893]: DEBUG oslo_vmware.api [None req-faa3ba4e-20bd-4b57-8c51-ba70797102df tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Task: {'id': task-2792576, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.679743] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6265b066-7946-4d79-b008-280bb5a5e208 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.680137] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6265b066-7946-4d79-b008-280bb5a5e208 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.680408] env[68893]: DEBUG nova.objects.instance [None req-6265b066-7946-4d79-b008-280bb5a5e208 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Lazy-loading 'resources' on Instance uuid 8c560e82-533e-49c7-aaf4-82e123f75240 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1278.766842] env[68893]: INFO nova.compute.manager [-] [instance: 5cf97efe-7361-4f18-b03d-cb682f191fe7] Took 1.71 seconds to deallocate network for instance. [ 1278.834802] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.848486] env[68893]: DEBUG oslo_vmware.api [None req-aedfcbf7-71a0-4cf3-9571-fb48d371b612 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': task-2792575, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133508} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.848846] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-aedfcbf7-71a0-4cf3-9571-fb48d371b612 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1278.848955] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-aedfcbf7-71a0-4cf3-9571-fb48d371b612 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: bec52855-6ca5-48f3-b6ca-0274fd1c12d8] Deleted contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1278.849081] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-aedfcbf7-71a0-4cf3-9571-fb48d371b612 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: bec52855-6ca5-48f3-b6ca-0274fd1c12d8] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1279.063826] env[68893]: DEBUG oslo_vmware.api [None req-faa3ba4e-20bd-4b57-8c51-ba70797102df tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Task: {'id': task-2792576, 'name': PowerOffVM_Task, 'duration_secs': 0.132218} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.064157] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-faa3ba4e-20bd-4b57-8c51-ba70797102df tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] [instance: a62d2919-2f97-4eeb-8c94-93fbb1585af2] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1279.064333] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-faa3ba4e-20bd-4b57-8c51-ba70797102df tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] [instance: a62d2919-2f97-4eeb-8c94-93fbb1585af2] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1279.064583] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2e921a59-aa83-4564-898f-ee4507eff7b9 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.090292] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-faa3ba4e-20bd-4b57-8c51-ba70797102df tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] [instance: a62d2919-2f97-4eeb-8c94-93fbb1585af2] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1279.090515] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-faa3ba4e-20bd-4b57-8c51-ba70797102df tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] [instance: a62d2919-2f97-4eeb-8c94-93fbb1585af2] Deleting contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1279.090694] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-faa3ba4e-20bd-4b57-8c51-ba70797102df tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Deleting the datastore file [datastore2] a62d2919-2f97-4eeb-8c94-93fbb1585af2 {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1279.090954] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0e8eb8eb-ca05-47a9-a26d-27b46dbd3932 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.097474] env[68893]: DEBUG oslo_vmware.api [None req-faa3ba4e-20bd-4b57-8c51-ba70797102df tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Waiting for the task: (returnval){ [ 1279.097474] env[68893]: value = "task-2792578" [ 1279.097474] env[68893]: _type = "Task" [ 1279.097474] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.105509] env[68893]: DEBUG oslo_vmware.api [None req-faa3ba4e-20bd-4b57-8c51-ba70797102df tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Task: {'id': task-2792578, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.310896] env[68893]: INFO nova.compute.manager [None req-14c5150c-6de7-4318-9136-8452f61cd363 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 5cf97efe-7361-4f18-b03d-cb682f191fe7] Took 0.54 seconds to detach 1 volumes for instance. [ 1279.324151] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcebf5a1-6c5d-4a2f-8960-723618d7c755 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.331960] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4d30f62-9284-4a3a-809c-be2bffba6358 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.367325] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ae60e9a-f881-4c8e-88ae-8f84c570ca28 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.375781] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1631790-8477-43fb-a6da-b5e9517f97ce {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.390773] env[68893]: DEBUG nova.compute.provider_tree [None req-6265b066-7946-4d79-b008-280bb5a5e208 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1279.606813] env[68893]: DEBUG oslo_vmware.api [None req-faa3ba4e-20bd-4b57-8c51-ba70797102df tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Task: {'id': task-2792578, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14036} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.607075] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-faa3ba4e-20bd-4b57-8c51-ba70797102df tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1279.607261] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-faa3ba4e-20bd-4b57-8c51-ba70797102df tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] [instance: a62d2919-2f97-4eeb-8c94-93fbb1585af2] Deleted contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1279.607439] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-faa3ba4e-20bd-4b57-8c51-ba70797102df tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] [instance: a62d2919-2f97-4eeb-8c94-93fbb1585af2] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1279.607629] env[68893]: INFO nova.compute.manager [None req-faa3ba4e-20bd-4b57-8c51-ba70797102df tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] [instance: a62d2919-2f97-4eeb-8c94-93fbb1585af2] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1279.607867] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-faa3ba4e-20bd-4b57-8c51-ba70797102df tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1279.608067] env[68893]: DEBUG nova.compute.manager [-] [instance: a62d2919-2f97-4eeb-8c94-93fbb1585af2] Deallocating network for instance {{(pid=68893) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1279.608163] env[68893]: DEBUG nova.network.neutron [-] [instance: a62d2919-2f97-4eeb-8c94-93fbb1585af2] deallocate_for_instance() {{(pid=68893) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1279.623270] env[68893]: DEBUG nova.network.neutron [-] [instance: a62d2919-2f97-4eeb-8c94-93fbb1585af2] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1279.818968] env[68893]: DEBUG oslo_concurrency.lockutils [None req-14c5150c-6de7-4318-9136-8452f61cd363 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.893648] env[68893]: DEBUG nova.scheduler.client.report [None req-6265b066-7946-4d79-b008-280bb5a5e208 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1279.898797] env[68893]: DEBUG nova.virt.hardware [None req-aedfcbf7-71a0-4cf3-9571-fb48d371b612 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1279.899036] env[68893]: DEBUG nova.virt.hardware [None req-aedfcbf7-71a0-4cf3-9571-fb48d371b612 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1279.899198] env[68893]: DEBUG nova.virt.hardware [None req-aedfcbf7-71a0-4cf3-9571-fb48d371b612 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1279.899377] env[68893]: DEBUG nova.virt.hardware [None req-aedfcbf7-71a0-4cf3-9571-fb48d371b612 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1279.899522] env[68893]: DEBUG nova.virt.hardware [None req-aedfcbf7-71a0-4cf3-9571-fb48d371b612 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1279.899666] env[68893]: DEBUG nova.virt.hardware [None req-aedfcbf7-71a0-4cf3-9571-fb48d371b612 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1279.899870] env[68893]: DEBUG nova.virt.hardware [None req-aedfcbf7-71a0-4cf3-9571-fb48d371b612 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1279.900035] env[68893]: DEBUG nova.virt.hardware [None req-aedfcbf7-71a0-4cf3-9571-fb48d371b612 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1279.900210] env[68893]: DEBUG nova.virt.hardware [None req-aedfcbf7-71a0-4cf3-9571-fb48d371b612 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1279.900371] env[68893]: DEBUG nova.virt.hardware [None req-aedfcbf7-71a0-4cf3-9571-fb48d371b612 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1279.900541] env[68893]: DEBUG nova.virt.hardware [None req-aedfcbf7-71a0-4cf3-9571-fb48d371b612 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1279.901380] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dedc7470-5582-4b62-905f-81edd74fe3bb {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.909923] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c7b7883-c318-43df-959c-31b7b3dfda23 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.924063] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-aedfcbf7-71a0-4cf3-9571-fb48d371b612 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: bec52855-6ca5-48f3-b6ca-0274fd1c12d8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:08:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f44b2fa3-6730-4b87-8839-947eff21213f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c45c7217-8aa7-40ca-aa1c-4bbb480a1442', 'vif_model': 'vmxnet3'}] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1279.930776] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aedfcbf7-71a0-4cf3-9571-fb48d371b612 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1279.931334] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bec52855-6ca5-48f3-b6ca-0274fd1c12d8] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1279.931597] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d9fd74ad-66cf-4723-aeb4-5256e2d8cc31 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.951012] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1279.951012] env[68893]: value = "task-2792579" [ 1279.951012] env[68893]: _type = "Task" [ 1279.951012] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.958314] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792579, 'name': CreateVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.125437] env[68893]: DEBUG nova.network.neutron [-] [instance: a62d2919-2f97-4eeb-8c94-93fbb1585af2] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1280.406140] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6265b066-7946-4d79-b008-280bb5a5e208 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.725s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.408290] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.574s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.408470] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.408621] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68893) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1280.408952] env[68893]: DEBUG oslo_concurrency.lockutils [None req-14c5150c-6de7-4318-9136-8452f61cd363 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.590s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.409116] env[68893]: DEBUG oslo_concurrency.lockutils [None req-14c5150c-6de7-4318-9136-8452f61cd363 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.411595] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-842e7671-08c8-4beb-953a-1d137b21a75f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.419785] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ffc3a0-c91e-4282-bfb1-a8ebcd8709bd {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.437781] env[68893]: INFO nova.scheduler.client.report [None req-14c5150c-6de7-4318-9136-8452f61cd363 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Deleted allocations for instance 5cf97efe-7361-4f18-b03d-cb682f191fe7 [ 1280.439482] env[68893]: INFO nova.scheduler.client.report [None req-6265b066-7946-4d79-b008-280bb5a5e208 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Deleted allocations for instance 8c560e82-533e-49c7-aaf4-82e123f75240 [ 1280.440971] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4195f5a2-c137-4922-88a5-a8386d7ecb0d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.452027] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a65384c0-8488-48de-bfb6-2a6ee93c7bb5 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.463442] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792579, 'name': CreateVM_Task, 'duration_secs': 0.501918} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.487125] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bec52855-6ca5-48f3-b6ca-0274fd1c12d8] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1280.487480] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179120MB free_disk=174GB free_vcpus=48 pci_devices=None {{(pid=68893) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1280.487622] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.487836] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.497668] env[68893]: DEBUG oslo_concurrency.lockutils [None req-aedfcbf7-71a0-4cf3-9571-fb48d371b612 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.497836] env[68893]: DEBUG oslo_concurrency.lockutils [None req-aedfcbf7-71a0-4cf3-9571-fb48d371b612 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.498199] env[68893]: DEBUG oslo_concurrency.lockutils [None req-aedfcbf7-71a0-4cf3-9571-fb48d371b612 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.498475] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-142f0fd0-0a27-4dc5-a9e8-6eb4104f78f5 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.503541] env[68893]: DEBUG oslo_vmware.api [None req-aedfcbf7-71a0-4cf3-9571-fb48d371b612 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Waiting for the task: (returnval){ [ 1280.503541] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]526e4ff0-ce5e-f617-1639-3cbae64b5116" [ 1280.503541] env[68893]: _type = "Task" [ 1280.503541] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.511620] env[68893]: DEBUG oslo_vmware.api [None req-aedfcbf7-71a0-4cf3-9571-fb48d371b612 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]526e4ff0-ce5e-f617-1639-3cbae64b5116, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.628672] env[68893]: INFO nova.compute.manager [-] [instance: a62d2919-2f97-4eeb-8c94-93fbb1585af2] Took 1.02 seconds to deallocate network for instance. [ 1280.952613] env[68893]: DEBUG oslo_concurrency.lockutils [None req-14c5150c-6de7-4318-9136-8452f61cd363 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Lock "5cf97efe-7361-4f18-b03d-cb682f191fe7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.671s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.953602] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6265b066-7946-4d79-b008-280bb5a5e208 tempest-ServerActionsTestOtherA-2089888 tempest-ServerActionsTestOtherA-2089888-project-member] Lock "8c560e82-533e-49c7-aaf4-82e123f75240" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.902s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.014137] env[68893]: DEBUG oslo_vmware.api [None req-aedfcbf7-71a0-4cf3-9571-fb48d371b612 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]526e4ff0-ce5e-f617-1639-3cbae64b5116, 'name': SearchDatastore_Task, 'duration_secs': 0.008715} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.014451] env[68893]: DEBUG oslo_concurrency.lockutils [None req-aedfcbf7-71a0-4cf3-9571-fb48d371b612 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.014676] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-aedfcbf7-71a0-4cf3-9571-fb48d371b612 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: bec52855-6ca5-48f3-b6ca-0274fd1c12d8] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1281.014905] env[68893]: DEBUG oslo_concurrency.lockutils [None req-aedfcbf7-71a0-4cf3-9571-fb48d371b612 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.015061] env[68893]: DEBUG oslo_concurrency.lockutils [None req-aedfcbf7-71a0-4cf3-9571-fb48d371b612 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.015279] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-aedfcbf7-71a0-4cf3-9571-fb48d371b612 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1281.015487] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3a18a3ba-f752-45eb-8c81-938d0c18c372 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.023381] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-aedfcbf7-71a0-4cf3-9571-fb48d371b612 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1281.023554] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-aedfcbf7-71a0-4cf3-9571-fb48d371b612 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1281.024266] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9e26803-26d0-4995-b524-8b117fb012ae {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.029462] env[68893]: DEBUG oslo_vmware.api [None req-aedfcbf7-71a0-4cf3-9571-fb48d371b612 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Waiting for the task: (returnval){ [ 1281.029462] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52287a8c-982d-4104-976b-5e41d2703f08" [ 1281.029462] env[68893]: _type = "Task" [ 1281.029462] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.036532] env[68893]: DEBUG oslo_vmware.api [None req-aedfcbf7-71a0-4cf3-9571-fb48d371b612 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52287a8c-982d-4104-976b-5e41d2703f08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.135783] env[68893]: DEBUG oslo_concurrency.lockutils [None req-faa3ba4e-20bd-4b57-8c51-ba70797102df tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.515859] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance 5fde66d6-de1d-4fc0-8961-a2e90af0b172 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1281.516044] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance 18c88d54-3409-41b6-9f62-52a2c96d2932 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1281.516177] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance 550b6591-8962-40ce-87bd-a846d584c99c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1281.516295] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance f40a2a83-d2bf-4059-8d84-e893e5664173 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1281.516409] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance bec52855-6ca5-48f3-b6ca-0274fd1c12d8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1281.516520] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance a62d2919-2f97-4eeb-8c94-93fbb1585af2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1281.516633] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance 045fc078-3614-4f3d-abf6-bb18186e8c6b actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1281.516747] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance d6334104-c7a0-474f-b80d-2c6e323b1229 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1281.541732] env[68893]: DEBUG oslo_vmware.api [None req-aedfcbf7-71a0-4cf3-9571-fb48d371b612 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52287a8c-982d-4104-976b-5e41d2703f08, 'name': SearchDatastore_Task, 'duration_secs': 0.007827} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.542520] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9e942ee-5d06-4f9c-94ff-548b882654af {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.547696] env[68893]: DEBUG oslo_vmware.api [None req-aedfcbf7-71a0-4cf3-9571-fb48d371b612 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Waiting for the task: (returnval){ [ 1281.547696] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52d2d670-44d6-86c3-2fe4-836dcdb9d450" [ 1281.547696] env[68893]: _type = "Task" [ 1281.547696] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.555762] env[68893]: DEBUG oslo_vmware.api [None req-aedfcbf7-71a0-4cf3-9571-fb48d371b612 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52d2d670-44d6-86c3-2fe4-836dcdb9d450, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.737107] env[68893]: DEBUG oslo_concurrency.lockutils [None req-3965d09f-4fcc-4a2d-b18e-5e65bd4b2428 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Acquiring lock "4e72f3c2-cbfb-4eb1-9505-b252fd475521" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.737671] env[68893]: DEBUG oslo_concurrency.lockutils [None req-3965d09f-4fcc-4a2d-b18e-5e65bd4b2428 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Lock "4e72f3c2-cbfb-4eb1-9505-b252fd475521" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.020088] env[68893]: INFO nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance 4e72f3c2-cbfb-4eb1-9505-b252fd475521 has allocations against this compute host but is not found in the database. [ 1282.020454] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=68893) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1282.020559] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2048MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=8 pci_stats=[] {{(pid=68893) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1282.057754] env[68893]: DEBUG oslo_vmware.api [None req-aedfcbf7-71a0-4cf3-9571-fb48d371b612 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52d2d670-44d6-86c3-2fe4-836dcdb9d450, 'name': SearchDatastore_Task, 'duration_secs': 0.00975} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.060919] env[68893]: DEBUG oslo_concurrency.lockutils [None req-aedfcbf7-71a0-4cf3-9571-fb48d371b612 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.060919] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-aedfcbf7-71a0-4cf3-9571-fb48d371b612 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] bec52855-6ca5-48f3-b6ca-0274fd1c12d8/bec52855-6ca5-48f3-b6ca-0274fd1c12d8.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1282.061053] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e524b933-a2bc-413e-9f1c-514bd7ee5e48 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.066933] env[68893]: DEBUG oslo_vmware.api [None req-aedfcbf7-71a0-4cf3-9571-fb48d371b612 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Waiting for the task: (returnval){ [ 1282.066933] env[68893]: value = "task-2792580" [ 1282.066933] env[68893]: _type = "Task" [ 1282.066933] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.074769] env[68893]: DEBUG oslo_vmware.api [None req-aedfcbf7-71a0-4cf3-9571-fb48d371b612 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': task-2792580, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.167020] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fe76011-c14f-4121-b828-e39d1f5114d7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.173093] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7d43914-f1e7-4d7f-acb4-bd89e7a70c03 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.206242] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb729566-f76b-4785-a2c2-7cfa4cef6a10 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.220209] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-babc8bad-8121-4c13-9b41-ad0b729e4276 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.238689] env[68893]: DEBUG nova.compute.provider_tree [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1282.240358] env[68893]: DEBUG nova.compute.manager [None req-3965d09f-4fcc-4a2d-b18e-5e65bd4b2428 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 4e72f3c2-cbfb-4eb1-9505-b252fd475521] Starting instance... {{(pid=68893) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1282.577968] env[68893]: DEBUG oslo_vmware.api [None req-aedfcbf7-71a0-4cf3-9571-fb48d371b612 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': task-2792580, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.444722} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.578302] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-aedfcbf7-71a0-4cf3-9571-fb48d371b612 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] bec52855-6ca5-48f3-b6ca-0274fd1c12d8/bec52855-6ca5-48f3-b6ca-0274fd1c12d8.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1282.578537] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-aedfcbf7-71a0-4cf3-9571-fb48d371b612 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: bec52855-6ca5-48f3-b6ca-0274fd1c12d8] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1282.578831] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2946d209-fdf9-4060-acad-1e5b10618b13 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.585413] env[68893]: DEBUG oslo_vmware.api [None req-aedfcbf7-71a0-4cf3-9571-fb48d371b612 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Waiting for the task: (returnval){ [ 1282.585413] env[68893]: value = "task-2792581" [ 1282.585413] env[68893]: _type = "Task" [ 1282.585413] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.592849] env[68893]: DEBUG oslo_vmware.api [None req-aedfcbf7-71a0-4cf3-9571-fb48d371b612 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': task-2792581, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.714573] env[68893]: DEBUG oslo_concurrency.lockutils [None req-21b6452d-c8f2-4188-98fa-d550b947d339 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Acquiring lock "f40a2a83-d2bf-4059-8d84-e893e5664173" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1282.714853] env[68893]: DEBUG oslo_concurrency.lockutils [None req-21b6452d-c8f2-4188-98fa-d550b947d339 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Lock "f40a2a83-d2bf-4059-8d84-e893e5664173" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.745154] env[68893]: DEBUG nova.scheduler.client.report [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1282.763100] env[68893]: DEBUG oslo_concurrency.lockutils [None req-3965d09f-4fcc-4a2d-b18e-5e65bd4b2428 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1283.095641] env[68893]: DEBUG oslo_vmware.api [None req-aedfcbf7-71a0-4cf3-9571-fb48d371b612 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': task-2792581, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061927} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.095962] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-aedfcbf7-71a0-4cf3-9571-fb48d371b612 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: bec52855-6ca5-48f3-b6ca-0274fd1c12d8] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1283.096947] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14b0bd79-4651-43f4-9bec-b5fbf82aeb07 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.120443] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-aedfcbf7-71a0-4cf3-9571-fb48d371b612 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: bec52855-6ca5-48f3-b6ca-0274fd1c12d8] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] bec52855-6ca5-48f3-b6ca-0274fd1c12d8/bec52855-6ca5-48f3-b6ca-0274fd1c12d8.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1283.120786] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3dd2b35-ab85-42aa-af5c-051b079d7e63 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.140948] env[68893]: DEBUG oslo_vmware.api [None req-aedfcbf7-71a0-4cf3-9571-fb48d371b612 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Waiting for the task: (returnval){ [ 1283.140948] env[68893]: value = "task-2792582" [ 1283.140948] env[68893]: _type = "Task" [ 1283.140948] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.150777] env[68893]: DEBUG oslo_vmware.api [None req-aedfcbf7-71a0-4cf3-9571-fb48d371b612 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': task-2792582, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.217932] env[68893]: INFO nova.compute.manager [None req-21b6452d-c8f2-4188-98fa-d550b947d339 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: f40a2a83-d2bf-4059-8d84-e893e5664173] Detaching volume ef3ff92a-f826-4ee6-988a-13f3aa37d807 [ 1283.253993] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68893) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1283.254244] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.766s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.255844] env[68893]: INFO nova.virt.block_device [None req-21b6452d-c8f2-4188-98fa-d550b947d339 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: f40a2a83-d2bf-4059-8d84-e893e5664173] Attempting to driver detach volume ef3ff92a-f826-4ee6-988a-13f3aa37d807 from mountpoint /dev/sdb [ 1283.256077] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-21b6452d-c8f2-4188-98fa-d550b947d339 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: f40a2a83-d2bf-4059-8d84-e893e5664173] Volume detach. Driver type: vmdk {{(pid=68893) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1283.256277] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-21b6452d-c8f2-4188-98fa-d550b947d339 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: f40a2a83-d2bf-4059-8d84-e893e5664173] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561269', 'volume_id': 'ef3ff92a-f826-4ee6-988a-13f3aa37d807', 'name': 'volume-ef3ff92a-f826-4ee6-988a-13f3aa37d807', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f40a2a83-d2bf-4059-8d84-e893e5664173', 'attached_at': '', 'detached_at': '', 'volume_id': 'ef3ff92a-f826-4ee6-988a-13f3aa37d807', 'serial': 'ef3ff92a-f826-4ee6-988a-13f3aa37d807'} {{(pid=68893) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1283.256599] env[68893]: DEBUG oslo_concurrency.lockutils [None req-faa3ba4e-20bd-4b57-8c51-ba70797102df tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.121s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.256829] env[68893]: DEBUG nova.objects.instance [None req-faa3ba4e-20bd-4b57-8c51-ba70797102df tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Lazy-loading 'resources' on Instance uuid a62d2919-2f97-4eeb-8c94-93fbb1585af2 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1283.262019] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f21d6779-f4ae-4681-9c21-cbc048b574b1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.283197] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba8ac2ed-38a6-4d1f-b449-0ae61723409f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.290645] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a279780-328c-4a84-8680-86dc591fb94a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.313675] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6e6cb6b-e16a-4268-813c-da2c0f37b93f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.328000] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-21b6452d-c8f2-4188-98fa-d550b947d339 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] The volume has not been displaced from its original location: [datastore2] volume-ef3ff92a-f826-4ee6-988a-13f3aa37d807/volume-ef3ff92a-f826-4ee6-988a-13f3aa37d807.vmdk. No consolidation needed. {{(pid=68893) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1283.333051] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-21b6452d-c8f2-4188-98fa-d550b947d339 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: f40a2a83-d2bf-4059-8d84-e893e5664173] Reconfiguring VM instance instance-0000006c to detach disk 2001 {{(pid=68893) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1283.333320] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-464306e8-d1bb-49f8-974a-6b479e85f454 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.350768] env[68893]: DEBUG oslo_vmware.api [None req-21b6452d-c8f2-4188-98fa-d550b947d339 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Waiting for the task: (returnval){ [ 1283.350768] env[68893]: value = "task-2792583" [ 1283.350768] env[68893]: _type = "Task" [ 1283.350768] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.361515] env[68893]: DEBUG oslo_vmware.api [None req-21b6452d-c8f2-4188-98fa-d550b947d339 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': task-2792583, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.650193] env[68893]: DEBUG oslo_vmware.api [None req-aedfcbf7-71a0-4cf3-9571-fb48d371b612 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': task-2792582, 'name': ReconfigVM_Task, 'duration_secs': 0.30213} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.650479] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-aedfcbf7-71a0-4cf3-9571-fb48d371b612 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: bec52855-6ca5-48f3-b6ca-0274fd1c12d8] Reconfigured VM instance instance-00000071 to attach disk [datastore2] bec52855-6ca5-48f3-b6ca-0274fd1c12d8/bec52855-6ca5-48f3-b6ca-0274fd1c12d8.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1283.651114] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e21ef2e4-0e88-413d-8644-b05a18b64915 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.656681] env[68893]: DEBUG oslo_vmware.api [None req-aedfcbf7-71a0-4cf3-9571-fb48d371b612 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Waiting for the task: (returnval){ [ 1283.656681] env[68893]: value = "task-2792584" [ 1283.656681] env[68893]: _type = "Task" [ 1283.656681] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.663671] env[68893]: DEBUG oslo_vmware.api [None req-aedfcbf7-71a0-4cf3-9571-fb48d371b612 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': task-2792584, 'name': Rename_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.860298] env[68893]: DEBUG oslo_vmware.api [None req-21b6452d-c8f2-4188-98fa-d550b947d339 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': task-2792583, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.877232] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f603ff39-d3ef-4ba6-aa15-89eb9304ed91 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.883743] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-031121dc-bdca-4517-995d-a4f1882513d1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.913655] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4155a8e-4840-47ba-a485-919a8b227b1f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.919923] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce8e78d7-f3e1-4d34-b9ad-4c888bbec583 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.933166] env[68893]: DEBUG nova.compute.provider_tree [None req-faa3ba4e-20bd-4b57-8c51-ba70797102df tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1284.167977] env[68893]: DEBUG oslo_vmware.api [None req-aedfcbf7-71a0-4cf3-9571-fb48d371b612 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': task-2792584, 'name': Rename_Task, 'duration_secs': 0.135873} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.168286] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-aedfcbf7-71a0-4cf3-9571-fb48d371b612 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: bec52855-6ca5-48f3-b6ca-0274fd1c12d8] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1284.168574] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-267a8e8e-cfdd-4c72-92c1-e04e42183f07 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.174666] env[68893]: DEBUG oslo_vmware.api [None req-aedfcbf7-71a0-4cf3-9571-fb48d371b612 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Waiting for the task: (returnval){ [ 1284.174666] env[68893]: value = "task-2792585" [ 1284.174666] env[68893]: _type = "Task" [ 1284.174666] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.181867] env[68893]: DEBUG oslo_vmware.api [None req-aedfcbf7-71a0-4cf3-9571-fb48d371b612 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': task-2792585, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.361111] env[68893]: DEBUG oslo_vmware.api [None req-21b6452d-c8f2-4188-98fa-d550b947d339 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': task-2792583, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.436918] env[68893]: DEBUG nova.scheduler.client.report [None req-faa3ba4e-20bd-4b57-8c51-ba70797102df tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1284.687600] env[68893]: DEBUG oslo_vmware.api [None req-aedfcbf7-71a0-4cf3-9571-fb48d371b612 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': task-2792585, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.862345] env[68893]: DEBUG oslo_vmware.api [None req-21b6452d-c8f2-4188-98fa-d550b947d339 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': task-2792583, 'name': ReconfigVM_Task, 'duration_secs': 1.23124} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.862668] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-21b6452d-c8f2-4188-98fa-d550b947d339 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: f40a2a83-d2bf-4059-8d84-e893e5664173] Reconfigured VM instance instance-0000006c to detach disk 2001 {{(pid=68893) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1284.867541] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67248d99-8311-4054-9f99-8d6a09b4cb7a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.882633] env[68893]: DEBUG oslo_vmware.api [None req-21b6452d-c8f2-4188-98fa-d550b947d339 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Waiting for the task: (returnval){ [ 1284.882633] env[68893]: value = "task-2792586" [ 1284.882633] env[68893]: _type = "Task" [ 1284.882633] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.890676] env[68893]: DEBUG oslo_vmware.api [None req-21b6452d-c8f2-4188-98fa-d550b947d339 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': task-2792586, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.942279] env[68893]: DEBUG oslo_concurrency.lockutils [None req-faa3ba4e-20bd-4b57-8c51-ba70797102df tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.685s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.944891] env[68893]: DEBUG oslo_concurrency.lockutils [None req-3965d09f-4fcc-4a2d-b18e-5e65bd4b2428 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.182s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1284.946602] env[68893]: INFO nova.compute.claims [None req-3965d09f-4fcc-4a2d-b18e-5e65bd4b2428 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 4e72f3c2-cbfb-4eb1-9505-b252fd475521] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1284.962105] env[68893]: INFO nova.scheduler.client.report [None req-faa3ba4e-20bd-4b57-8c51-ba70797102df tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Deleted allocations for instance a62d2919-2f97-4eeb-8c94-93fbb1585af2 [ 1285.190808] env[68893]: DEBUG oslo_vmware.api [None req-aedfcbf7-71a0-4cf3-9571-fb48d371b612 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': task-2792585, 'name': PowerOnVM_Task, 'duration_secs': 0.676568} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.191233] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-aedfcbf7-71a0-4cf3-9571-fb48d371b612 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: bec52855-6ca5-48f3-b6ca-0274fd1c12d8] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1285.191528] env[68893]: DEBUG nova.compute.manager [None req-aedfcbf7-71a0-4cf3-9571-fb48d371b612 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: bec52855-6ca5-48f3-b6ca-0274fd1c12d8] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1285.192724] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e039f151-673b-4b7a-806f-7565d3e243f7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.249201] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1285.392975] env[68893]: DEBUG oslo_vmware.api [None req-21b6452d-c8f2-4188-98fa-d550b947d339 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': task-2792586, 'name': ReconfigVM_Task, 'duration_secs': 0.140631} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.393374] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-21b6452d-c8f2-4188-98fa-d550b947d339 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: f40a2a83-d2bf-4059-8d84-e893e5664173] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561269', 'volume_id': 'ef3ff92a-f826-4ee6-988a-13f3aa37d807', 'name': 'volume-ef3ff92a-f826-4ee6-988a-13f3aa37d807', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f40a2a83-d2bf-4059-8d84-e893e5664173', 'attached_at': '', 'detached_at': '', 'volume_id': 'ef3ff92a-f826-4ee6-988a-13f3aa37d807', 'serial': 'ef3ff92a-f826-4ee6-988a-13f3aa37d807'} {{(pid=68893) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1285.471030] env[68893]: DEBUG oslo_concurrency.lockutils [None req-faa3ba4e-20bd-4b57-8c51-ba70797102df tempest-ServerShowV247Test-1839298826 tempest-ServerShowV247Test-1839298826-project-member] Lock "a62d2919-2f97-4eeb-8c94-93fbb1585af2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.513s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1285.711269] env[68893]: DEBUG oslo_concurrency.lockutils [None req-aedfcbf7-71a0-4cf3-9571-fb48d371b612 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.937053] env[68893]: DEBUG nova.objects.instance [None req-21b6452d-c8f2-4188-98fa-d550b947d339 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Lazy-loading 'flavor' on Instance uuid f40a2a83-d2bf-4059-8d84-e893e5664173 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1286.060470] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-568c215e-c207-4088-a2c8-ecd0508b93de {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.068213] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ca5cbcb-1f35-48de-bdb1-8a6572a955ae {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.101369] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca29e7e1-b4b4-489d-b5bd-28927af44699 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.108760] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72bd8dd6-b8ce-475c-bbf9-3df6b91eb6b3 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.121643] env[68893]: DEBUG nova.compute.provider_tree [None req-3965d09f-4fcc-4a2d-b18e-5e65bd4b2428 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1286.624427] env[68893]: DEBUG nova.scheduler.client.report [None req-3965d09f-4fcc-4a2d-b18e-5e65bd4b2428 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1286.946074] env[68893]: DEBUG oslo_concurrency.lockutils [None req-21b6452d-c8f2-4188-98fa-d550b947d339 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Lock "f40a2a83-d2bf-4059-8d84-e893e5664173" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.231s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.129767] env[68893]: DEBUG oslo_concurrency.lockutils [None req-3965d09f-4fcc-4a2d-b18e-5e65bd4b2428 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.185s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.130285] env[68893]: DEBUG nova.compute.manager [None req-3965d09f-4fcc-4a2d-b18e-5e65bd4b2428 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 4e72f3c2-cbfb-4eb1-9505-b252fd475521] Start building networks asynchronously for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1287.133203] env[68893]: DEBUG oslo_concurrency.lockutils [None req-aedfcbf7-71a0-4cf3-9571-fb48d371b612 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.422s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.133388] env[68893]: DEBUG nova.objects.instance [None req-aedfcbf7-71a0-4cf3-9571-fb48d371b612 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: bec52855-6ca5-48f3-b6ca-0274fd1c12d8] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68893) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1287.637285] env[68893]: DEBUG nova.compute.utils [None req-3965d09f-4fcc-4a2d-b18e-5e65bd4b2428 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1287.638644] env[68893]: DEBUG nova.compute.manager [None req-3965d09f-4fcc-4a2d-b18e-5e65bd4b2428 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 4e72f3c2-cbfb-4eb1-9505-b252fd475521] Allocating IP information in the background. {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1287.638848] env[68893]: DEBUG nova.network.neutron [None req-3965d09f-4fcc-4a2d-b18e-5e65bd4b2428 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 4e72f3c2-cbfb-4eb1-9505-b252fd475521] allocate_for_instance() {{(pid=68893) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1287.685663] env[68893]: DEBUG nova.policy [None req-3965d09f-4fcc-4a2d-b18e-5e65bd4b2428 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c01f2f05cf464d3598cb8045386542bd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '863b84ea17a9459287213695c87d2bec', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68893) authorize /opt/stack/nova/nova/policy.py:192}} [ 1287.947222] env[68893]: DEBUG nova.network.neutron [None req-3965d09f-4fcc-4a2d-b18e-5e65bd4b2428 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 4e72f3c2-cbfb-4eb1-9505-b252fd475521] Successfully created port: 12e2c5b6-eaca-4e15-b6bf-24a2cc82a42a {{(pid=68893) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1288.088656] env[68893]: DEBUG oslo_concurrency.lockutils [None req-abc1117a-c07c-4b16-8677-a5c21d73aed4 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Acquiring lock "f40a2a83-d2bf-4059-8d84-e893e5664173" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.089179] env[68893]: DEBUG oslo_concurrency.lockutils [None req-abc1117a-c07c-4b16-8677-a5c21d73aed4 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Lock "f40a2a83-d2bf-4059-8d84-e893e5664173" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.089343] env[68893]: DEBUG oslo_concurrency.lockutils [None req-abc1117a-c07c-4b16-8677-a5c21d73aed4 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Acquiring lock "f40a2a83-d2bf-4059-8d84-e893e5664173-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.089780] env[68893]: DEBUG oslo_concurrency.lockutils [None req-abc1117a-c07c-4b16-8677-a5c21d73aed4 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Lock "f40a2a83-d2bf-4059-8d84-e893e5664173-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.089780] env[68893]: DEBUG oslo_concurrency.lockutils [None req-abc1117a-c07c-4b16-8677-a5c21d73aed4 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Lock "f40a2a83-d2bf-4059-8d84-e893e5664173-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.091809] env[68893]: INFO nova.compute.manager [None req-abc1117a-c07c-4b16-8677-a5c21d73aed4 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: f40a2a83-d2bf-4059-8d84-e893e5664173] Terminating instance [ 1288.144786] env[68893]: DEBUG nova.compute.manager [None req-3965d09f-4fcc-4a2d-b18e-5e65bd4b2428 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 4e72f3c2-cbfb-4eb1-9505-b252fd475521] Start building block device mappings for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1288.152021] env[68893]: DEBUG oslo_concurrency.lockutils [None req-aedfcbf7-71a0-4cf3-9571-fb48d371b612 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.595828] env[68893]: DEBUG nova.compute.manager [None req-abc1117a-c07c-4b16-8677-a5c21d73aed4 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: f40a2a83-d2bf-4059-8d84-e893e5664173] Start destroying the instance on the hypervisor. {{(pid=68893) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1288.596125] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-abc1117a-c07c-4b16-8677-a5c21d73aed4 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: f40a2a83-d2bf-4059-8d84-e893e5664173] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1288.597037] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6975a1a-a4ce-481d-b6d3-ea0967e9301f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.605296] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-abc1117a-c07c-4b16-8677-a5c21d73aed4 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: f40a2a83-d2bf-4059-8d84-e893e5664173] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1288.605489] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c2704f5-d6fc-44d2-b129-94544f900f03 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.610903] env[68893]: DEBUG oslo_vmware.api [None req-abc1117a-c07c-4b16-8677-a5c21d73aed4 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Waiting for the task: (returnval){ [ 1288.610903] env[68893]: value = "task-2792587" [ 1288.610903] env[68893]: _type = "Task" [ 1288.610903] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.620247] env[68893]: DEBUG oslo_vmware.api [None req-abc1117a-c07c-4b16-8677-a5c21d73aed4 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': task-2792587, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.121307] env[68893]: DEBUG oslo_vmware.api [None req-abc1117a-c07c-4b16-8677-a5c21d73aed4 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': task-2792587, 'name': PowerOffVM_Task, 'duration_secs': 0.204429} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.121621] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-abc1117a-c07c-4b16-8677-a5c21d73aed4 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: f40a2a83-d2bf-4059-8d84-e893e5664173] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1289.121782] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-abc1117a-c07c-4b16-8677-a5c21d73aed4 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: f40a2a83-d2bf-4059-8d84-e893e5664173] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1289.122169] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f6486da3-9762-482f-8755-8e0104474fe4 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.155137] env[68893]: DEBUG nova.compute.manager [None req-3965d09f-4fcc-4a2d-b18e-5e65bd4b2428 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 4e72f3c2-cbfb-4eb1-9505-b252fd475521] Start spawning the instance on the hypervisor. {{(pid=68893) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1289.182222] env[68893]: DEBUG nova.virt.hardware [None req-3965d09f-4fcc-4a2d-b18e-5e65bd4b2428 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1289.182540] env[68893]: DEBUG nova.virt.hardware [None req-3965d09f-4fcc-4a2d-b18e-5e65bd4b2428 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1289.182712] env[68893]: DEBUG nova.virt.hardware [None req-3965d09f-4fcc-4a2d-b18e-5e65bd4b2428 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1289.182900] env[68893]: DEBUG nova.virt.hardware [None req-3965d09f-4fcc-4a2d-b18e-5e65bd4b2428 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1289.183060] env[68893]: DEBUG nova.virt.hardware [None req-3965d09f-4fcc-4a2d-b18e-5e65bd4b2428 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1289.183214] env[68893]: DEBUG nova.virt.hardware [None req-3965d09f-4fcc-4a2d-b18e-5e65bd4b2428 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1289.183428] env[68893]: DEBUG nova.virt.hardware [None req-3965d09f-4fcc-4a2d-b18e-5e65bd4b2428 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1289.183585] env[68893]: DEBUG nova.virt.hardware [None req-3965d09f-4fcc-4a2d-b18e-5e65bd4b2428 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1289.183759] env[68893]: DEBUG nova.virt.hardware [None req-3965d09f-4fcc-4a2d-b18e-5e65bd4b2428 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1289.183917] env[68893]: DEBUG nova.virt.hardware [None req-3965d09f-4fcc-4a2d-b18e-5e65bd4b2428 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1289.184106] env[68893]: DEBUG nova.virt.hardware [None req-3965d09f-4fcc-4a2d-b18e-5e65bd4b2428 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1289.185572] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f79e5c30-4365-43ea-9573-28b23ab61715 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.189537] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-abc1117a-c07c-4b16-8677-a5c21d73aed4 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: f40a2a83-d2bf-4059-8d84-e893e5664173] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1289.189721] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-abc1117a-c07c-4b16-8677-a5c21d73aed4 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: f40a2a83-d2bf-4059-8d84-e893e5664173] Deleting contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1289.189905] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-abc1117a-c07c-4b16-8677-a5c21d73aed4 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Deleting the datastore file [datastore2] f40a2a83-d2bf-4059-8d84-e893e5664173 {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1289.190588] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-40c0e568-1fb7-4ee4-94e8-7e3c08cf1866 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.196962] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2c4e5cb-226b-417e-8969-e82a4197d859 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.202074] env[68893]: DEBUG oslo_vmware.api [None req-abc1117a-c07c-4b16-8677-a5c21d73aed4 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Waiting for the task: (returnval){ [ 1289.202074] env[68893]: value = "task-2792589" [ 1289.202074] env[68893]: _type = "Task" [ 1289.202074] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.218048] env[68893]: DEBUG oslo_vmware.api [None req-abc1117a-c07c-4b16-8677-a5c21d73aed4 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': task-2792589, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.306459] env[68893]: DEBUG nova.compute.manager [req-3808f946-7e4d-429a-9f77-41d216e1247a req-902ed389-a9b7-4b6d-8953-0c95e664d018 service nova] [instance: 4e72f3c2-cbfb-4eb1-9505-b252fd475521] Received event network-vif-plugged-12e2c5b6-eaca-4e15-b6bf-24a2cc82a42a {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1289.306637] env[68893]: DEBUG oslo_concurrency.lockutils [req-3808f946-7e4d-429a-9f77-41d216e1247a req-902ed389-a9b7-4b6d-8953-0c95e664d018 service nova] Acquiring lock "4e72f3c2-cbfb-4eb1-9505-b252fd475521-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.306867] env[68893]: DEBUG oslo_concurrency.lockutils [req-3808f946-7e4d-429a-9f77-41d216e1247a req-902ed389-a9b7-4b6d-8953-0c95e664d018 service nova] Lock "4e72f3c2-cbfb-4eb1-9505-b252fd475521-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.307104] env[68893]: DEBUG oslo_concurrency.lockutils [req-3808f946-7e4d-429a-9f77-41d216e1247a req-902ed389-a9b7-4b6d-8953-0c95e664d018 service nova] Lock "4e72f3c2-cbfb-4eb1-9505-b252fd475521-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.307260] env[68893]: DEBUG nova.compute.manager [req-3808f946-7e4d-429a-9f77-41d216e1247a req-902ed389-a9b7-4b6d-8953-0c95e664d018 service nova] [instance: 4e72f3c2-cbfb-4eb1-9505-b252fd475521] No waiting events found dispatching network-vif-plugged-12e2c5b6-eaca-4e15-b6bf-24a2cc82a42a {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1289.307427] env[68893]: WARNING nova.compute.manager [req-3808f946-7e4d-429a-9f77-41d216e1247a req-902ed389-a9b7-4b6d-8953-0c95e664d018 service nova] [instance: 4e72f3c2-cbfb-4eb1-9505-b252fd475521] Received unexpected event network-vif-plugged-12e2c5b6-eaca-4e15-b6bf-24a2cc82a42a for instance with vm_state building and task_state spawning. [ 1289.396173] env[68893]: DEBUG nova.network.neutron [None req-3965d09f-4fcc-4a2d-b18e-5e65bd4b2428 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 4e72f3c2-cbfb-4eb1-9505-b252fd475521] Successfully updated port: 12e2c5b6-eaca-4e15-b6bf-24a2cc82a42a {{(pid=68893) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1289.712515] env[68893]: DEBUG oslo_vmware.api [None req-abc1117a-c07c-4b16-8677-a5c21d73aed4 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': task-2792589, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144884} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.712515] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-abc1117a-c07c-4b16-8677-a5c21d73aed4 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1289.712789] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-abc1117a-c07c-4b16-8677-a5c21d73aed4 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: f40a2a83-d2bf-4059-8d84-e893e5664173] Deleted contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1289.712789] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-abc1117a-c07c-4b16-8677-a5c21d73aed4 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: f40a2a83-d2bf-4059-8d84-e893e5664173] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1289.712941] env[68893]: INFO nova.compute.manager [None req-abc1117a-c07c-4b16-8677-a5c21d73aed4 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: f40a2a83-d2bf-4059-8d84-e893e5664173] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1289.713216] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-abc1117a-c07c-4b16-8677-a5c21d73aed4 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1289.713409] env[68893]: DEBUG nova.compute.manager [-] [instance: f40a2a83-d2bf-4059-8d84-e893e5664173] Deallocating network for instance {{(pid=68893) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1289.713502] env[68893]: DEBUG nova.network.neutron [-] [instance: f40a2a83-d2bf-4059-8d84-e893e5664173] deallocate_for_instance() {{(pid=68893) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1289.898441] env[68893]: DEBUG oslo_concurrency.lockutils [None req-3965d09f-4fcc-4a2d-b18e-5e65bd4b2428 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Acquiring lock "refresh_cache-4e72f3c2-cbfb-4eb1-9505-b252fd475521" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.898608] env[68893]: DEBUG oslo_concurrency.lockutils [None req-3965d09f-4fcc-4a2d-b18e-5e65bd4b2428 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Acquired lock "refresh_cache-4e72f3c2-cbfb-4eb1-9505-b252fd475521" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.898721] env[68893]: DEBUG nova.network.neutron [None req-3965d09f-4fcc-4a2d-b18e-5e65bd4b2428 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 4e72f3c2-cbfb-4eb1-9505-b252fd475521] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1290.429650] env[68893]: DEBUG nova.network.neutron [None req-3965d09f-4fcc-4a2d-b18e-5e65bd4b2428 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 4e72f3c2-cbfb-4eb1-9505-b252fd475521] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1290.541567] env[68893]: DEBUG nova.network.neutron [None req-3965d09f-4fcc-4a2d-b18e-5e65bd4b2428 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 4e72f3c2-cbfb-4eb1-9505-b252fd475521] Updating instance_info_cache with network_info: [{"id": "12e2c5b6-eaca-4e15-b6bf-24a2cc82a42a", "address": "fa:16:3e:9b:88:ad", "network": {"id": "ca00c41c-ec6a-4596-915b-34fd716effc2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2042741287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "863b84ea17a9459287213695c87d2bec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f66f8375-4460-4acd-987b-acda72bfcf0d", "external-id": "nsx-vlan-transportzone-533", "segmentation_id": 533, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12e2c5b6-ea", "ovs_interfaceid": "12e2c5b6-eaca-4e15-b6bf-24a2cc82a42a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1290.653139] env[68893]: DEBUG nova.network.neutron [-] [instance: f40a2a83-d2bf-4059-8d84-e893e5664173] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1291.045022] env[68893]: DEBUG oslo_concurrency.lockutils [None req-3965d09f-4fcc-4a2d-b18e-5e65bd4b2428 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Releasing lock "refresh_cache-4e72f3c2-cbfb-4eb1-9505-b252fd475521" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.045022] env[68893]: DEBUG nova.compute.manager [None req-3965d09f-4fcc-4a2d-b18e-5e65bd4b2428 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 4e72f3c2-cbfb-4eb1-9505-b252fd475521] Instance network_info: |[{"id": "12e2c5b6-eaca-4e15-b6bf-24a2cc82a42a", "address": "fa:16:3e:9b:88:ad", "network": {"id": "ca00c41c-ec6a-4596-915b-34fd716effc2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2042741287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "863b84ea17a9459287213695c87d2bec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f66f8375-4460-4acd-987b-acda72bfcf0d", "external-id": "nsx-vlan-transportzone-533", "segmentation_id": 533, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12e2c5b6-ea", "ovs_interfaceid": "12e2c5b6-eaca-4e15-b6bf-24a2cc82a42a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1291.045230] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-3965d09f-4fcc-4a2d-b18e-5e65bd4b2428 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 4e72f3c2-cbfb-4eb1-9505-b252fd475521] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:88:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f66f8375-4460-4acd-987b-acda72bfcf0d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '12e2c5b6-eaca-4e15-b6bf-24a2cc82a42a', 'vif_model': 'vmxnet3'}] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1291.052509] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3965d09f-4fcc-4a2d-b18e-5e65bd4b2428 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1291.052777] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e72f3c2-cbfb-4eb1-9505-b252fd475521] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1291.053015] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3f299fe0-d38a-4e90-a338-72a1994acc89 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.073996] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1291.073996] env[68893]: value = "task-2792590" [ 1291.073996] env[68893]: _type = "Task" [ 1291.073996] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.081462] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792590, 'name': CreateVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.156223] env[68893]: INFO nova.compute.manager [-] [instance: f40a2a83-d2bf-4059-8d84-e893e5664173] Took 1.44 seconds to deallocate network for instance. [ 1291.335142] env[68893]: DEBUG nova.compute.manager [req-f681a43e-f42e-4612-927f-e42ccb3b62a1 req-22569639-ed95-4473-8465-c63d1206eb6c service nova] [instance: 4e72f3c2-cbfb-4eb1-9505-b252fd475521] Received event network-changed-12e2c5b6-eaca-4e15-b6bf-24a2cc82a42a {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1291.335335] env[68893]: DEBUG nova.compute.manager [req-f681a43e-f42e-4612-927f-e42ccb3b62a1 req-22569639-ed95-4473-8465-c63d1206eb6c service nova] [instance: 4e72f3c2-cbfb-4eb1-9505-b252fd475521] Refreshing instance network info cache due to event network-changed-12e2c5b6-eaca-4e15-b6bf-24a2cc82a42a. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1291.335561] env[68893]: DEBUG oslo_concurrency.lockutils [req-f681a43e-f42e-4612-927f-e42ccb3b62a1 req-22569639-ed95-4473-8465-c63d1206eb6c service nova] Acquiring lock "refresh_cache-4e72f3c2-cbfb-4eb1-9505-b252fd475521" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.335707] env[68893]: DEBUG oslo_concurrency.lockutils [req-f681a43e-f42e-4612-927f-e42ccb3b62a1 req-22569639-ed95-4473-8465-c63d1206eb6c service nova] Acquired lock "refresh_cache-4e72f3c2-cbfb-4eb1-9505-b252fd475521" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.335865] env[68893]: DEBUG nova.network.neutron [req-f681a43e-f42e-4612-927f-e42ccb3b62a1 req-22569639-ed95-4473-8465-c63d1206eb6c service nova] [instance: 4e72f3c2-cbfb-4eb1-9505-b252fd475521] Refreshing network info cache for port 12e2c5b6-eaca-4e15-b6bf-24a2cc82a42a {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1291.585774] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792590, 'name': CreateVM_Task, 'duration_secs': 0.320235} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.586158] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e72f3c2-cbfb-4eb1-9505-b252fd475521] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1291.586551] env[68893]: DEBUG oslo_concurrency.lockutils [None req-3965d09f-4fcc-4a2d-b18e-5e65bd4b2428 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.586713] env[68893]: DEBUG oslo_concurrency.lockutils [None req-3965d09f-4fcc-4a2d-b18e-5e65bd4b2428 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.587096] env[68893]: DEBUG oslo_concurrency.lockutils [None req-3965d09f-4fcc-4a2d-b18e-5e65bd4b2428 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.587360] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55d6b381-8072-41a5-88dd-8ad2edb2c0f7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.592017] env[68893]: DEBUG oslo_vmware.api [None req-3965d09f-4fcc-4a2d-b18e-5e65bd4b2428 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Waiting for the task: (returnval){ [ 1291.592017] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52272f27-cebe-ef02-bcdf-5965624ce7b7" [ 1291.592017] env[68893]: _type = "Task" [ 1291.592017] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.599782] env[68893]: DEBUG oslo_vmware.api [None req-3965d09f-4fcc-4a2d-b18e-5e65bd4b2428 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52272f27-cebe-ef02-bcdf-5965624ce7b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.663692] env[68893]: DEBUG oslo_concurrency.lockutils [None req-abc1117a-c07c-4b16-8677-a5c21d73aed4 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1291.664099] env[68893]: DEBUG oslo_concurrency.lockutils [None req-abc1117a-c07c-4b16-8677-a5c21d73aed4 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1291.664413] env[68893]: DEBUG nova.objects.instance [None req-abc1117a-c07c-4b16-8677-a5c21d73aed4 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Lazy-loading 'resources' on Instance uuid f40a2a83-d2bf-4059-8d84-e893e5664173 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1292.046715] env[68893]: DEBUG nova.network.neutron [req-f681a43e-f42e-4612-927f-e42ccb3b62a1 req-22569639-ed95-4473-8465-c63d1206eb6c service nova] [instance: 4e72f3c2-cbfb-4eb1-9505-b252fd475521] Updated VIF entry in instance network info cache for port 12e2c5b6-eaca-4e15-b6bf-24a2cc82a42a. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1292.047100] env[68893]: DEBUG nova.network.neutron [req-f681a43e-f42e-4612-927f-e42ccb3b62a1 req-22569639-ed95-4473-8465-c63d1206eb6c service nova] [instance: 4e72f3c2-cbfb-4eb1-9505-b252fd475521] Updating instance_info_cache with network_info: [{"id": "12e2c5b6-eaca-4e15-b6bf-24a2cc82a42a", "address": "fa:16:3e:9b:88:ad", "network": {"id": "ca00c41c-ec6a-4596-915b-34fd716effc2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2042741287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "863b84ea17a9459287213695c87d2bec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f66f8375-4460-4acd-987b-acda72bfcf0d", "external-id": "nsx-vlan-transportzone-533", "segmentation_id": 533, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12e2c5b6-ea", "ovs_interfaceid": "12e2c5b6-eaca-4e15-b6bf-24a2cc82a42a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1292.102048] env[68893]: DEBUG oslo_vmware.api [None req-3965d09f-4fcc-4a2d-b18e-5e65bd4b2428 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52272f27-cebe-ef02-bcdf-5965624ce7b7, 'name': SearchDatastore_Task, 'duration_secs': 0.010559} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.102350] env[68893]: DEBUG oslo_concurrency.lockutils [None req-3965d09f-4fcc-4a2d-b18e-5e65bd4b2428 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.102578] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-3965d09f-4fcc-4a2d-b18e-5e65bd4b2428 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 4e72f3c2-cbfb-4eb1-9505-b252fd475521] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1292.102844] env[68893]: DEBUG oslo_concurrency.lockutils [None req-3965d09f-4fcc-4a2d-b18e-5e65bd4b2428 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.103015] env[68893]: DEBUG oslo_concurrency.lockutils [None req-3965d09f-4fcc-4a2d-b18e-5e65bd4b2428 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.103205] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-3965d09f-4fcc-4a2d-b18e-5e65bd4b2428 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1292.103463] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9eee1977-fcbf-4612-9269-86cd29d99a0b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.112117] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-3965d09f-4fcc-4a2d-b18e-5e65bd4b2428 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1292.112239] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-3965d09f-4fcc-4a2d-b18e-5e65bd4b2428 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1292.112915] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02f4dc31-5cd9-42c8-9fc1-ffcec87ef1ac {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.117830] env[68893]: DEBUG oslo_vmware.api [None req-3965d09f-4fcc-4a2d-b18e-5e65bd4b2428 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Waiting for the task: (returnval){ [ 1292.117830] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]5231e9a9-635f-d145-4919-f67c1dc73b2d" [ 1292.117830] env[68893]: _type = "Task" [ 1292.117830] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.125788] env[68893]: DEBUG oslo_vmware.api [None req-3965d09f-4fcc-4a2d-b18e-5e65bd4b2428 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]5231e9a9-635f-d145-4919-f67c1dc73b2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.273479] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceb6d389-6953-4f29-8ac9-1de0303f7147 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.281064] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df41fe30-5a09-4278-b200-4748fe9b7bc6 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.310429] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86d4ee12-c2cd-4699-8816-64133e16a75f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.317326] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83c402dd-dfd8-4034-b6cf-c9df9c9cb3d5 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.331822] env[68893]: DEBUG nova.compute.provider_tree [None req-abc1117a-c07c-4b16-8677-a5c21d73aed4 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1292.550347] env[68893]: DEBUG oslo_concurrency.lockutils [req-f681a43e-f42e-4612-927f-e42ccb3b62a1 req-22569639-ed95-4473-8465-c63d1206eb6c service nova] Releasing lock "refresh_cache-4e72f3c2-cbfb-4eb1-9505-b252fd475521" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.550655] env[68893]: DEBUG nova.compute.manager [req-f681a43e-f42e-4612-927f-e42ccb3b62a1 req-22569639-ed95-4473-8465-c63d1206eb6c service nova] [instance: f40a2a83-d2bf-4059-8d84-e893e5664173] Received event network-vif-deleted-a5b95cd9-9d30-4677-8297-0c4977450aa6 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1292.628459] env[68893]: DEBUG oslo_vmware.api [None req-3965d09f-4fcc-4a2d-b18e-5e65bd4b2428 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]5231e9a9-635f-d145-4919-f67c1dc73b2d, 'name': SearchDatastore_Task, 'duration_secs': 0.0089} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.629249] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b7c383d-7e08-4afc-9929-98fb44855db4 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.634269] env[68893]: DEBUG oslo_vmware.api [None req-3965d09f-4fcc-4a2d-b18e-5e65bd4b2428 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Waiting for the task: (returnval){ [ 1292.634269] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]529c8ab5-2e5f-7eeb-a516-bfc195c57fbf" [ 1292.634269] env[68893]: _type = "Task" [ 1292.634269] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.641443] env[68893]: DEBUG oslo_vmware.api [None req-3965d09f-4fcc-4a2d-b18e-5e65bd4b2428 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]529c8ab5-2e5f-7eeb-a516-bfc195c57fbf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.834845] env[68893]: DEBUG nova.scheduler.client.report [None req-abc1117a-c07c-4b16-8677-a5c21d73aed4 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1293.144915] env[68893]: DEBUG oslo_vmware.api [None req-3965d09f-4fcc-4a2d-b18e-5e65bd4b2428 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]529c8ab5-2e5f-7eeb-a516-bfc195c57fbf, 'name': SearchDatastore_Task, 'duration_secs': 0.009403} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.145215] env[68893]: DEBUG oslo_concurrency.lockutils [None req-3965d09f-4fcc-4a2d-b18e-5e65bd4b2428 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.145543] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-3965d09f-4fcc-4a2d-b18e-5e65bd4b2428 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] 4e72f3c2-cbfb-4eb1-9505-b252fd475521/4e72f3c2-cbfb-4eb1-9505-b252fd475521.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1293.145723] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e03903f2-3ab4-44ee-b292-d90f0c191f15 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.151784] env[68893]: DEBUG oslo_vmware.api [None req-3965d09f-4fcc-4a2d-b18e-5e65bd4b2428 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Waiting for the task: (returnval){ [ 1293.151784] env[68893]: value = "task-2792591" [ 1293.151784] env[68893]: _type = "Task" [ 1293.151784] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.158541] env[68893]: DEBUG oslo_vmware.api [None req-3965d09f-4fcc-4a2d-b18e-5e65bd4b2428 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792591, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.340126] env[68893]: DEBUG oslo_concurrency.lockutils [None req-abc1117a-c07c-4b16-8677-a5c21d73aed4 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.676s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.360259] env[68893]: INFO nova.scheduler.client.report [None req-abc1117a-c07c-4b16-8677-a5c21d73aed4 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Deleted allocations for instance f40a2a83-d2bf-4059-8d84-e893e5664173 [ 1293.663047] env[68893]: DEBUG oslo_vmware.api [None req-3965d09f-4fcc-4a2d-b18e-5e65bd4b2428 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792591, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.458418} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.663047] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-3965d09f-4fcc-4a2d-b18e-5e65bd4b2428 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] 4e72f3c2-cbfb-4eb1-9505-b252fd475521/4e72f3c2-cbfb-4eb1-9505-b252fd475521.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1293.663047] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-3965d09f-4fcc-4a2d-b18e-5e65bd4b2428 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 4e72f3c2-cbfb-4eb1-9505-b252fd475521] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1293.663510] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c7e6e6a7-0f5f-4ccb-8019-10f780f018e2 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.669759] env[68893]: DEBUG oslo_vmware.api [None req-3965d09f-4fcc-4a2d-b18e-5e65bd4b2428 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Waiting for the task: (returnval){ [ 1293.669759] env[68893]: value = "task-2792592" [ 1293.669759] env[68893]: _type = "Task" [ 1293.669759] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.677955] env[68893]: DEBUG oslo_vmware.api [None req-3965d09f-4fcc-4a2d-b18e-5e65bd4b2428 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792592, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.868573] env[68893]: DEBUG oslo_concurrency.lockutils [None req-abc1117a-c07c-4b16-8677-a5c21d73aed4 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Lock "f40a2a83-d2bf-4059-8d84-e893e5664173" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.779s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1294.180253] env[68893]: DEBUG oslo_vmware.api [None req-3965d09f-4fcc-4a2d-b18e-5e65bd4b2428 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792592, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062798} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.180644] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-3965d09f-4fcc-4a2d-b18e-5e65bd4b2428 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 4e72f3c2-cbfb-4eb1-9505-b252fd475521] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1294.181763] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-352a100d-c514-4d58-998c-f064ee39dc12 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.203456] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-3965d09f-4fcc-4a2d-b18e-5e65bd4b2428 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 4e72f3c2-cbfb-4eb1-9505-b252fd475521] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] 4e72f3c2-cbfb-4eb1-9505-b252fd475521/4e72f3c2-cbfb-4eb1-9505-b252fd475521.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1294.203740] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03ae89d3-b501-4d73-bf02-018af19d61f1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.222924] env[68893]: DEBUG oslo_vmware.api [None req-3965d09f-4fcc-4a2d-b18e-5e65bd4b2428 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Waiting for the task: (returnval){ [ 1294.222924] env[68893]: value = "task-2792593" [ 1294.222924] env[68893]: _type = "Task" [ 1294.222924] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.230921] env[68893]: DEBUG oslo_vmware.api [None req-3965d09f-4fcc-4a2d-b18e-5e65bd4b2428 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792593, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.732756] env[68893]: DEBUG oslo_vmware.api [None req-3965d09f-4fcc-4a2d-b18e-5e65bd4b2428 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792593, 'name': ReconfigVM_Task, 'duration_secs': 0.294409} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.733065] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-3965d09f-4fcc-4a2d-b18e-5e65bd4b2428 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 4e72f3c2-cbfb-4eb1-9505-b252fd475521] Reconfigured VM instance instance-00000076 to attach disk [datastore2] 4e72f3c2-cbfb-4eb1-9505-b252fd475521/4e72f3c2-cbfb-4eb1-9505-b252fd475521.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1294.733698] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fab58c5a-3432-4d86-9a13-e6715e36216e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.740038] env[68893]: DEBUG oslo_vmware.api [None req-3965d09f-4fcc-4a2d-b18e-5e65bd4b2428 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Waiting for the task: (returnval){ [ 1294.740038] env[68893]: value = "task-2792595" [ 1294.740038] env[68893]: _type = "Task" [ 1294.740038] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.748394] env[68893]: DEBUG oslo_vmware.api [None req-3965d09f-4fcc-4a2d-b18e-5e65bd4b2428 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792595, 'name': Rename_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.249928] env[68893]: DEBUG oslo_vmware.api [None req-3965d09f-4fcc-4a2d-b18e-5e65bd4b2428 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792595, 'name': Rename_Task, 'duration_secs': 0.143914} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.250651] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-3965d09f-4fcc-4a2d-b18e-5e65bd4b2428 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 4e72f3c2-cbfb-4eb1-9505-b252fd475521] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1295.250745] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a11c18c5-b26a-41a3-b436-9030616cf975 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.257692] env[68893]: DEBUG oslo_vmware.api [None req-3965d09f-4fcc-4a2d-b18e-5e65bd4b2428 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Waiting for the task: (returnval){ [ 1295.257692] env[68893]: value = "task-2792596" [ 1295.257692] env[68893]: _type = "Task" [ 1295.257692] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.265619] env[68893]: DEBUG oslo_vmware.api [None req-3965d09f-4fcc-4a2d-b18e-5e65bd4b2428 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792596, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.767970] env[68893]: DEBUG oslo_vmware.api [None req-3965d09f-4fcc-4a2d-b18e-5e65bd4b2428 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792596, 'name': PowerOnVM_Task, 'duration_secs': 0.462983} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.768327] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-3965d09f-4fcc-4a2d-b18e-5e65bd4b2428 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 4e72f3c2-cbfb-4eb1-9505-b252fd475521] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1295.768518] env[68893]: INFO nova.compute.manager [None req-3965d09f-4fcc-4a2d-b18e-5e65bd4b2428 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 4e72f3c2-cbfb-4eb1-9505-b252fd475521] Took 6.61 seconds to spawn the instance on the hypervisor. [ 1295.768700] env[68893]: DEBUG nova.compute.manager [None req-3965d09f-4fcc-4a2d-b18e-5e65bd4b2428 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 4e72f3c2-cbfb-4eb1-9505-b252fd475521] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1295.769466] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b530874f-32cd-4257-b7f8-9c1f6b5ec775 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.287262] env[68893]: INFO nova.compute.manager [None req-3965d09f-4fcc-4a2d-b18e-5e65bd4b2428 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 4e72f3c2-cbfb-4eb1-9505-b252fd475521] Took 13.54 seconds to build instance. [ 1296.789047] env[68893]: DEBUG oslo_concurrency.lockutils [None req-3965d09f-4fcc-4a2d-b18e-5e65bd4b2428 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Lock "4e72f3c2-cbfb-4eb1-9505-b252fd475521" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.051s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1297.033115] env[68893]: DEBUG nova.compute.manager [req-8e5d78cb-e1cd-41a3-a9c3-d5d325374784 req-5d34c9c2-f99b-4b53-bb97-82aab0e58940 service nova] [instance: 4e72f3c2-cbfb-4eb1-9505-b252fd475521] Received event network-changed-12e2c5b6-eaca-4e15-b6bf-24a2cc82a42a {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1297.033115] env[68893]: DEBUG nova.compute.manager [req-8e5d78cb-e1cd-41a3-a9c3-d5d325374784 req-5d34c9c2-f99b-4b53-bb97-82aab0e58940 service nova] [instance: 4e72f3c2-cbfb-4eb1-9505-b252fd475521] Refreshing instance network info cache due to event network-changed-12e2c5b6-eaca-4e15-b6bf-24a2cc82a42a. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1297.033115] env[68893]: DEBUG oslo_concurrency.lockutils [req-8e5d78cb-e1cd-41a3-a9c3-d5d325374784 req-5d34c9c2-f99b-4b53-bb97-82aab0e58940 service nova] Acquiring lock "refresh_cache-4e72f3c2-cbfb-4eb1-9505-b252fd475521" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.033115] env[68893]: DEBUG oslo_concurrency.lockutils [req-8e5d78cb-e1cd-41a3-a9c3-d5d325374784 req-5d34c9c2-f99b-4b53-bb97-82aab0e58940 service nova] Acquired lock "refresh_cache-4e72f3c2-cbfb-4eb1-9505-b252fd475521" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.033115] env[68893]: DEBUG nova.network.neutron [req-8e5d78cb-e1cd-41a3-a9c3-d5d325374784 req-5d34c9c2-f99b-4b53-bb97-82aab0e58940 service nova] [instance: 4e72f3c2-cbfb-4eb1-9505-b252fd475521] Refreshing network info cache for port 12e2c5b6-eaca-4e15-b6bf-24a2cc82a42a {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1297.731226] env[68893]: DEBUG nova.network.neutron [req-8e5d78cb-e1cd-41a3-a9c3-d5d325374784 req-5d34c9c2-f99b-4b53-bb97-82aab0e58940 service nova] [instance: 4e72f3c2-cbfb-4eb1-9505-b252fd475521] Updated VIF entry in instance network info cache for port 12e2c5b6-eaca-4e15-b6bf-24a2cc82a42a. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1297.731600] env[68893]: DEBUG nova.network.neutron [req-8e5d78cb-e1cd-41a3-a9c3-d5d325374784 req-5d34c9c2-f99b-4b53-bb97-82aab0e58940 service nova] [instance: 4e72f3c2-cbfb-4eb1-9505-b252fd475521] Updating instance_info_cache with network_info: [{"id": "12e2c5b6-eaca-4e15-b6bf-24a2cc82a42a", "address": "fa:16:3e:9b:88:ad", "network": {"id": "ca00c41c-ec6a-4596-915b-34fd716effc2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2042741287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "863b84ea17a9459287213695c87d2bec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f66f8375-4460-4acd-987b-acda72bfcf0d", "external-id": "nsx-vlan-transportzone-533", "segmentation_id": 533, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12e2c5b6-ea", "ovs_interfaceid": "12e2c5b6-eaca-4e15-b6bf-24a2cc82a42a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1298.235019] env[68893]: DEBUG oslo_concurrency.lockutils [req-8e5d78cb-e1cd-41a3-a9c3-d5d325374784 req-5d34c9c2-f99b-4b53-bb97-82aab0e58940 service nova] Releasing lock "refresh_cache-4e72f3c2-cbfb-4eb1-9505-b252fd475521" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.229239] env[68893]: DEBUG oslo_concurrency.lockutils [None req-7d4b17a0-3eb8-4398-8868-6402fb97660e tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Acquiring lock "550b6591-8962-40ce-87bd-a846d584c99c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1299.229511] env[68893]: DEBUG oslo_concurrency.lockutils [None req-7d4b17a0-3eb8-4398-8868-6402fb97660e tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Lock "550b6591-8962-40ce-87bd-a846d584c99c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1299.229734] env[68893]: DEBUG oslo_concurrency.lockutils [None req-7d4b17a0-3eb8-4398-8868-6402fb97660e tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Acquiring lock "550b6591-8962-40ce-87bd-a846d584c99c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1299.229959] env[68893]: DEBUG oslo_concurrency.lockutils [None req-7d4b17a0-3eb8-4398-8868-6402fb97660e tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Lock "550b6591-8962-40ce-87bd-a846d584c99c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1299.230158] env[68893]: DEBUG oslo_concurrency.lockutils [None req-7d4b17a0-3eb8-4398-8868-6402fb97660e tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Lock "550b6591-8962-40ce-87bd-a846d584c99c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1299.232356] env[68893]: INFO nova.compute.manager [None req-7d4b17a0-3eb8-4398-8868-6402fb97660e tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: 550b6591-8962-40ce-87bd-a846d584c99c] Terminating instance [ 1299.736398] env[68893]: DEBUG nova.compute.manager [None req-7d4b17a0-3eb8-4398-8868-6402fb97660e tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: 550b6591-8962-40ce-87bd-a846d584c99c] Start destroying the instance on the hypervisor. {{(pid=68893) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1299.736757] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-7d4b17a0-3eb8-4398-8868-6402fb97660e tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: 550b6591-8962-40ce-87bd-a846d584c99c] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1299.737605] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2790083b-d0eb-40c9-ad47-000fa50d7345 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.745400] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d4b17a0-3eb8-4398-8868-6402fb97660e tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: 550b6591-8962-40ce-87bd-a846d584c99c] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1299.745619] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fb9051a0-f755-4966-9bd2-838991813f65 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.750876] env[68893]: DEBUG oslo_vmware.api [None req-7d4b17a0-3eb8-4398-8868-6402fb97660e tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Waiting for the task: (returnval){ [ 1299.750876] env[68893]: value = "task-2792597" [ 1299.750876] env[68893]: _type = "Task" [ 1299.750876] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.758591] env[68893]: DEBUG oslo_vmware.api [None req-7d4b17a0-3eb8-4398-8868-6402fb97660e tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': task-2792597, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.262353] env[68893]: DEBUG oslo_vmware.api [None req-7d4b17a0-3eb8-4398-8868-6402fb97660e tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': task-2792597, 'name': PowerOffVM_Task, 'duration_secs': 0.214645} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.262619] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d4b17a0-3eb8-4398-8868-6402fb97660e tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: 550b6591-8962-40ce-87bd-a846d584c99c] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1300.262784] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-7d4b17a0-3eb8-4398-8868-6402fb97660e tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: 550b6591-8962-40ce-87bd-a846d584c99c] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1300.263050] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c78c410f-7e99-489a-9e04-9b109623063a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.864114] env[68893]: INFO nova.compute.manager [None req-9fcc19de-1447-4099-aeff-1bb0ab9edc5a tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] Rebuilding instance [ 1301.904144] env[68893]: DEBUG nova.compute.manager [None req-9fcc19de-1447-4099-aeff-1bb0ab9edc5a tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1301.905008] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7d7f849-ec4e-4310-8de1-be6c3ae20fa3 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.917771] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fcc19de-1447-4099-aeff-1bb0ab9edc5a tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1302.918134] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e511583a-c62e-4553-9497-d7887a31ded3 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.925450] env[68893]: DEBUG oslo_vmware.api [None req-9fcc19de-1447-4099-aeff-1bb0ab9edc5a tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] Waiting for the task: (returnval){ [ 1302.925450] env[68893]: value = "task-2792599" [ 1302.925450] env[68893]: _type = "Task" [ 1302.925450] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.934066] env[68893]: DEBUG oslo_vmware.api [None req-9fcc19de-1447-4099-aeff-1bb0ab9edc5a tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] Task: {'id': task-2792599, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.217079] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-7d4b17a0-3eb8-4398-8868-6402fb97660e tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: 550b6591-8962-40ce-87bd-a846d584c99c] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1303.217079] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-7d4b17a0-3eb8-4398-8868-6402fb97660e tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: 550b6591-8962-40ce-87bd-a846d584c99c] Deleting contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1303.217408] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d4b17a0-3eb8-4398-8868-6402fb97660e tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Deleting the datastore file [datastore2] 550b6591-8962-40ce-87bd-a846d584c99c {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1303.217488] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4eccc516-28b8-42e5-bf50-02b3b5478f24 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.223780] env[68893]: DEBUG oslo_vmware.api [None req-7d4b17a0-3eb8-4398-8868-6402fb97660e tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Waiting for the task: (returnval){ [ 1303.223780] env[68893]: value = "task-2792600" [ 1303.223780] env[68893]: _type = "Task" [ 1303.223780] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.231551] env[68893]: DEBUG oslo_vmware.api [None req-7d4b17a0-3eb8-4398-8868-6402fb97660e tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': task-2792600, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.434865] env[68893]: DEBUG oslo_vmware.api [None req-9fcc19de-1447-4099-aeff-1bb0ab9edc5a tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] Task: {'id': task-2792599, 'name': PowerOffVM_Task, 'duration_secs': 0.21317} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.435093] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fcc19de-1447-4099-aeff-1bb0ab9edc5a tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1303.435779] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fcc19de-1447-4099-aeff-1bb0ab9edc5a tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1303.436034] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3e616d33-1df3-423d-adcf-5c6040653dda {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.441435] env[68893]: DEBUG oslo_vmware.api [None req-9fcc19de-1447-4099-aeff-1bb0ab9edc5a tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] Waiting for the task: (returnval){ [ 1303.441435] env[68893]: value = "task-2792601" [ 1303.441435] env[68893]: _type = "Task" [ 1303.441435] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.448863] env[68893]: DEBUG oslo_vmware.api [None req-9fcc19de-1447-4099-aeff-1bb0ab9edc5a tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] Task: {'id': task-2792601, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.734272] env[68893]: DEBUG oslo_vmware.api [None req-7d4b17a0-3eb8-4398-8868-6402fb97660e tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': task-2792600, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176619} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.734580] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d4b17a0-3eb8-4398-8868-6402fb97660e tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1303.734764] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-7d4b17a0-3eb8-4398-8868-6402fb97660e tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: 550b6591-8962-40ce-87bd-a846d584c99c] Deleted contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1303.734945] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-7d4b17a0-3eb8-4398-8868-6402fb97660e tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: 550b6591-8962-40ce-87bd-a846d584c99c] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1303.735143] env[68893]: INFO nova.compute.manager [None req-7d4b17a0-3eb8-4398-8868-6402fb97660e tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: 550b6591-8962-40ce-87bd-a846d584c99c] Took 4.00 seconds to destroy the instance on the hypervisor. [ 1303.735384] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7d4b17a0-3eb8-4398-8868-6402fb97660e tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1303.735574] env[68893]: DEBUG nova.compute.manager [-] [instance: 550b6591-8962-40ce-87bd-a846d584c99c] Deallocating network for instance {{(pid=68893) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1303.735670] env[68893]: DEBUG nova.network.neutron [-] [instance: 550b6591-8962-40ce-87bd-a846d584c99c] deallocate_for_instance() {{(pid=68893) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1303.951325] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fcc19de-1447-4099-aeff-1bb0ab9edc5a tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] VM already powered off {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1303.951596] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fcc19de-1447-4099-aeff-1bb0ab9edc5a tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] Volume detach. Driver type: vmdk {{(pid=68893) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1303.951768] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fcc19de-1447-4099-aeff-1bb0ab9edc5a tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561271', 'volume_id': 'aee3d91d-138c-4118-b2de-c2d07978f4fa', 'name': 'volume-aee3d91d-138c-4118-b2de-c2d07978f4fa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '045fc078-3614-4f3d-abf6-bb18186e8c6b', 'attached_at': '', 'detached_at': '', 'volume_id': 'aee3d91d-138c-4118-b2de-c2d07978f4fa', 'serial': 'aee3d91d-138c-4118-b2de-c2d07978f4fa'} {{(pid=68893) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1303.953260] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bf99da1-cf53-4893-8e1e-1c645bb025d4 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.972877] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-792a45d7-b5c0-4c36-a2c4-bf43b36331a5 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.980884] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04161aa1-2409-46f6-a5cf-ba18fafe6537 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.999992] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30ce3247-7201-4804-83cf-edc919e5f6e1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.003629] env[68893]: DEBUG nova.compute.manager [req-3e5f26b5-c38c-45cd-b75b-9cb85cf661b3 req-90d6a3f6-7f97-4603-89c5-e13e5d9e5cb7 service nova] [instance: 550b6591-8962-40ce-87bd-a846d584c99c] Received event network-vif-deleted-d0140b83-c36e-45ba-819d-56f6579326bc {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1304.003920] env[68893]: INFO nova.compute.manager [req-3e5f26b5-c38c-45cd-b75b-9cb85cf661b3 req-90d6a3f6-7f97-4603-89c5-e13e5d9e5cb7 service nova] [instance: 550b6591-8962-40ce-87bd-a846d584c99c] Neutron deleted interface d0140b83-c36e-45ba-819d-56f6579326bc; detaching it from the instance and deleting it from the info cache [ 1304.003920] env[68893]: DEBUG nova.network.neutron [req-3e5f26b5-c38c-45cd-b75b-9cb85cf661b3 req-90d6a3f6-7f97-4603-89c5-e13e5d9e5cb7 service nova] [instance: 550b6591-8962-40ce-87bd-a846d584c99c] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1304.018441] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fcc19de-1447-4099-aeff-1bb0ab9edc5a tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] The volume has not been displaced from its original location: [datastore2] volume-aee3d91d-138c-4118-b2de-c2d07978f4fa/volume-aee3d91d-138c-4118-b2de-c2d07978f4fa.vmdk. No consolidation needed. {{(pid=68893) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1304.024253] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fcc19de-1447-4099-aeff-1bb0ab9edc5a tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] Reconfiguring VM instance instance-00000074 to detach disk 2000 {{(pid=68893) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1304.024929] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe02fb92-cc43-4223-9c64-dff55ba490e4 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.042928] env[68893]: DEBUG oslo_vmware.api [None req-9fcc19de-1447-4099-aeff-1bb0ab9edc5a tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] Waiting for the task: (returnval){ [ 1304.042928] env[68893]: value = "task-2792602" [ 1304.042928] env[68893]: _type = "Task" [ 1304.042928] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.050429] env[68893]: DEBUG oslo_vmware.api [None req-9fcc19de-1447-4099-aeff-1bb0ab9edc5a tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] Task: {'id': task-2792602, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.478354] env[68893]: DEBUG nova.network.neutron [-] [instance: 550b6591-8962-40ce-87bd-a846d584c99c] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1304.506979] env[68893]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3b734695-bc1a-4aec-8254-e583759efcd6 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.517228] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d53156-23cf-4db2-a084-cf33a90831aa {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.545116] env[68893]: DEBUG nova.compute.manager [req-3e5f26b5-c38c-45cd-b75b-9cb85cf661b3 req-90d6a3f6-7f97-4603-89c5-e13e5d9e5cb7 service nova] [instance: 550b6591-8962-40ce-87bd-a846d584c99c] Detach interface failed, port_id=d0140b83-c36e-45ba-819d-56f6579326bc, reason: Instance 550b6591-8962-40ce-87bd-a846d584c99c could not be found. {{(pid=68893) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1304.552529] env[68893]: DEBUG oslo_vmware.api [None req-9fcc19de-1447-4099-aeff-1bb0ab9edc5a tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] Task: {'id': task-2792602, 'name': ReconfigVM_Task, 'duration_secs': 0.170909} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.552776] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fcc19de-1447-4099-aeff-1bb0ab9edc5a tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] Reconfigured VM instance instance-00000074 to detach disk 2000 {{(pid=68893) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1304.557349] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f99f39fa-9877-4835-98ec-03be4714fa08 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.571327] env[68893]: DEBUG oslo_vmware.api [None req-9fcc19de-1447-4099-aeff-1bb0ab9edc5a tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] Waiting for the task: (returnval){ [ 1304.571327] env[68893]: value = "task-2792603" [ 1304.571327] env[68893]: _type = "Task" [ 1304.571327] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.580323] env[68893]: DEBUG oslo_vmware.api [None req-9fcc19de-1447-4099-aeff-1bb0ab9edc5a tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] Task: {'id': task-2792603, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.981450] env[68893]: INFO nova.compute.manager [-] [instance: 550b6591-8962-40ce-87bd-a846d584c99c] Took 1.25 seconds to deallocate network for instance. [ 1305.081125] env[68893]: DEBUG oslo_vmware.api [None req-9fcc19de-1447-4099-aeff-1bb0ab9edc5a tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] Task: {'id': task-2792603, 'name': ReconfigVM_Task, 'duration_secs': 0.102927} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.081379] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fcc19de-1447-4099-aeff-1bb0ab9edc5a tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561271', 'volume_id': 'aee3d91d-138c-4118-b2de-c2d07978f4fa', 'name': 'volume-aee3d91d-138c-4118-b2de-c2d07978f4fa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '045fc078-3614-4f3d-abf6-bb18186e8c6b', 'attached_at': '', 'detached_at': '', 'volume_id': 'aee3d91d-138c-4118-b2de-c2d07978f4fa', 'serial': 'aee3d91d-138c-4118-b2de-c2d07978f4fa'} {{(pid=68893) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1305.081682] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-9fcc19de-1447-4099-aeff-1bb0ab9edc5a tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1305.082483] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c7540c2-7aa0-46ae-b1db-3638ee1bf072 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.088600] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-9fcc19de-1447-4099-aeff-1bb0ab9edc5a tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1305.088813] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-62f602fd-a877-4497-be53-4a83b9c18b37 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.156405] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-9fcc19de-1447-4099-aeff-1bb0ab9edc5a tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1305.156643] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-9fcc19de-1447-4099-aeff-1bb0ab9edc5a tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] Deleting contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1305.156801] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fcc19de-1447-4099-aeff-1bb0ab9edc5a tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] Deleting the datastore file [datastore2] 045fc078-3614-4f3d-abf6-bb18186e8c6b {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1305.157082] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fdb5f92b-ede1-46c7-a092-d85f5a211281 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.164856] env[68893]: DEBUG oslo_vmware.api [None req-9fcc19de-1447-4099-aeff-1bb0ab9edc5a tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] Waiting for the task: (returnval){ [ 1305.164856] env[68893]: value = "task-2792605" [ 1305.164856] env[68893]: _type = "Task" [ 1305.164856] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.172757] env[68893]: DEBUG oslo_vmware.api [None req-9fcc19de-1447-4099-aeff-1bb0ab9edc5a tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] Task: {'id': task-2792605, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.488159] env[68893]: DEBUG oslo_concurrency.lockutils [None req-7d4b17a0-3eb8-4398-8868-6402fb97660e tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.488483] env[68893]: DEBUG oslo_concurrency.lockutils [None req-7d4b17a0-3eb8-4398-8868-6402fb97660e tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1305.488712] env[68893]: DEBUG nova.objects.instance [None req-7d4b17a0-3eb8-4398-8868-6402fb97660e tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Lazy-loading 'resources' on Instance uuid 550b6591-8962-40ce-87bd-a846d584c99c {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1305.675134] env[68893]: DEBUG oslo_vmware.api [None req-9fcc19de-1447-4099-aeff-1bb0ab9edc5a tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] Task: {'id': task-2792605, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.07884} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.675352] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fcc19de-1447-4099-aeff-1bb0ab9edc5a tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1305.675537] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-9fcc19de-1447-4099-aeff-1bb0ab9edc5a tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] Deleted contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1305.675711] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-9fcc19de-1447-4099-aeff-1bb0ab9edc5a tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1305.727223] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fcc19de-1447-4099-aeff-1bb0ab9edc5a tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] Volume detach. Driver type: vmdk {{(pid=68893) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1305.727547] env[68893]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-409c851a-a4bc-4724-add8-3fe0b25583e5 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.736221] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8603ad7d-a91b-40d6-98c4-fa0ad6b6cb55 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.764159] env[68893]: ERROR nova.compute.manager [None req-9fcc19de-1447-4099-aeff-1bb0ab9edc5a tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] Failed to detach volume aee3d91d-138c-4118-b2de-c2d07978f4fa from /dev/sda: nova.exception.InstanceNotFound: Instance 045fc078-3614-4f3d-abf6-bb18186e8c6b could not be found. [ 1305.764159] env[68893]: ERROR nova.compute.manager [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] Traceback (most recent call last): [ 1305.764159] env[68893]: ERROR nova.compute.manager [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1305.764159] env[68893]: ERROR nova.compute.manager [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] self.driver.rebuild(**kwargs) [ 1305.764159] env[68893]: ERROR nova.compute.manager [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1305.764159] env[68893]: ERROR nova.compute.manager [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] raise NotImplementedError() [ 1305.764159] env[68893]: ERROR nova.compute.manager [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] NotImplementedError [ 1305.764159] env[68893]: ERROR nova.compute.manager [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] [ 1305.764159] env[68893]: ERROR nova.compute.manager [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] During handling of the above exception, another exception occurred: [ 1305.764159] env[68893]: ERROR nova.compute.manager [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] [ 1305.764159] env[68893]: ERROR nova.compute.manager [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] Traceback (most recent call last): [ 1305.764159] env[68893]: ERROR nova.compute.manager [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1305.764159] env[68893]: ERROR nova.compute.manager [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] self.driver.detach_volume(context, old_connection_info, [ 1305.764159] env[68893]: ERROR nova.compute.manager [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1305.764159] env[68893]: ERROR nova.compute.manager [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] return self._volumeops.detach_volume(connection_info, instance) [ 1305.764159] env[68893]: ERROR nova.compute.manager [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1305.764159] env[68893]: ERROR nova.compute.manager [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] self._detach_volume_vmdk(connection_info, instance) [ 1305.764159] env[68893]: ERROR nova.compute.manager [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1305.764159] env[68893]: ERROR nova.compute.manager [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1305.764159] env[68893]: ERROR nova.compute.manager [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1305.764159] env[68893]: ERROR nova.compute.manager [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] stable_ref.fetch_moref(session) [ 1305.764159] env[68893]: ERROR nova.compute.manager [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1305.764159] env[68893]: ERROR nova.compute.manager [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1305.764159] env[68893]: ERROR nova.compute.manager [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] nova.exception.InstanceNotFound: Instance 045fc078-3614-4f3d-abf6-bb18186e8c6b could not be found. [ 1305.764159] env[68893]: ERROR nova.compute.manager [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] [ 1305.884863] env[68893]: DEBUG nova.compute.utils [None req-9fcc19de-1447-4099-aeff-1bb0ab9edc5a tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] Build of instance 045fc078-3614-4f3d-abf6-bb18186e8c6b aborted: Failed to rebuild volume backed instance. {{(pid=68893) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 1305.888478] env[68893]: ERROR nova.compute.manager [None req-9fcc19de-1447-4099-aeff-1bb0ab9edc5a tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 045fc078-3614-4f3d-abf6-bb18186e8c6b aborted: Failed to rebuild volume backed instance. [ 1305.888478] env[68893]: ERROR nova.compute.manager [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] Traceback (most recent call last): [ 1305.888478] env[68893]: ERROR nova.compute.manager [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1305.888478] env[68893]: ERROR nova.compute.manager [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] self.driver.rebuild(**kwargs) [ 1305.888478] env[68893]: ERROR nova.compute.manager [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1305.888478] env[68893]: ERROR nova.compute.manager [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] raise NotImplementedError() [ 1305.888478] env[68893]: ERROR nova.compute.manager [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] NotImplementedError [ 1305.888478] env[68893]: ERROR nova.compute.manager [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] [ 1305.888478] env[68893]: ERROR nova.compute.manager [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] During handling of the above exception, another exception occurred: [ 1305.888478] env[68893]: ERROR nova.compute.manager [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] [ 1305.888478] env[68893]: ERROR nova.compute.manager [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] Traceback (most recent call last): [ 1305.888478] env[68893]: ERROR nova.compute.manager [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 1305.888478] env[68893]: ERROR nova.compute.manager [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] self._detach_root_volume(context, instance, root_bdm) [ 1305.888478] env[68893]: ERROR nova.compute.manager [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 1305.888478] env[68893]: ERROR nova.compute.manager [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] with excutils.save_and_reraise_exception(): [ 1305.888478] env[68893]: ERROR nova.compute.manager [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1305.888478] env[68893]: ERROR nova.compute.manager [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] self.force_reraise() [ 1305.888478] env[68893]: ERROR nova.compute.manager [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1305.888478] env[68893]: ERROR nova.compute.manager [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] raise self.value [ 1305.888478] env[68893]: ERROR nova.compute.manager [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1305.888478] env[68893]: ERROR nova.compute.manager [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] self.driver.detach_volume(context, old_connection_info, [ 1305.888478] env[68893]: ERROR nova.compute.manager [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1305.888478] env[68893]: ERROR nova.compute.manager [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] return self._volumeops.detach_volume(connection_info, instance) [ 1305.888478] env[68893]: ERROR nova.compute.manager [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1305.888478] env[68893]: ERROR nova.compute.manager [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] self._detach_volume_vmdk(connection_info, instance) [ 1305.888478] env[68893]: ERROR nova.compute.manager [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1305.888478] env[68893]: ERROR nova.compute.manager [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1305.888478] env[68893]: ERROR nova.compute.manager [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1305.888478] env[68893]: ERROR nova.compute.manager [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] stable_ref.fetch_moref(session) [ 1305.888478] env[68893]: ERROR nova.compute.manager [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1305.888478] env[68893]: ERROR nova.compute.manager [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1305.888478] env[68893]: ERROR nova.compute.manager [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] nova.exception.InstanceNotFound: Instance 045fc078-3614-4f3d-abf6-bb18186e8c6b could not be found. [ 1305.888478] env[68893]: ERROR nova.compute.manager [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] [ 1305.888478] env[68893]: ERROR nova.compute.manager [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] During handling of the above exception, another exception occurred: [ 1305.888478] env[68893]: ERROR nova.compute.manager [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] [ 1305.888478] env[68893]: ERROR nova.compute.manager [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] Traceback (most recent call last): [ 1305.888478] env[68893]: ERROR nova.compute.manager [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] File "/opt/stack/nova/nova/compute/manager.py", line 11390, in _error_out_instance_on_exception [ 1305.888478] env[68893]: ERROR nova.compute.manager [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] yield [ 1305.888478] env[68893]: ERROR nova.compute.manager [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 1305.888478] env[68893]: ERROR nova.compute.manager [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] self._do_rebuild_instance_with_claim( [ 1305.889728] env[68893]: ERROR nova.compute.manager [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 1305.889728] env[68893]: ERROR nova.compute.manager [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] self._do_rebuild_instance( [ 1305.889728] env[68893]: ERROR nova.compute.manager [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 1305.889728] env[68893]: ERROR nova.compute.manager [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] self._rebuild_default_impl(**kwargs) [ 1305.889728] env[68893]: ERROR nova.compute.manager [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 1305.889728] env[68893]: ERROR nova.compute.manager [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] self._rebuild_volume_backed_instance( [ 1305.889728] env[68893]: ERROR nova.compute.manager [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 1305.889728] env[68893]: ERROR nova.compute.manager [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] raise exception.BuildAbortException( [ 1305.889728] env[68893]: ERROR nova.compute.manager [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] nova.exception.BuildAbortException: Build of instance 045fc078-3614-4f3d-abf6-bb18186e8c6b aborted: Failed to rebuild volume backed instance. [ 1305.889728] env[68893]: ERROR nova.compute.manager [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] [ 1306.059855] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd8245ec-7263-4e47-ae48-650255a0d326 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.066973] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bf5a6e2-7ba4-43c4-bec2-40ac36df5caf {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.098142] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37bbab53-4bfe-4a04-b3f8-da2e4420858a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.104953] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1ffbf15-10c3-4a00-984a-f65ea10d506b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.117533] env[68893]: DEBUG nova.compute.provider_tree [None req-7d4b17a0-3eb8-4398-8868-6402fb97660e tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1306.620867] env[68893]: DEBUG nova.scheduler.client.report [None req-7d4b17a0-3eb8-4398-8868-6402fb97660e tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1307.125622] env[68893]: DEBUG oslo_concurrency.lockutils [None req-7d4b17a0-3eb8-4398-8868-6402fb97660e tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.637s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1307.144407] env[68893]: INFO nova.scheduler.client.report [None req-7d4b17a0-3eb8-4398-8868-6402fb97660e tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Deleted allocations for instance 550b6591-8962-40ce-87bd-a846d584c99c [ 1307.652484] env[68893]: DEBUG oslo_concurrency.lockutils [None req-7d4b17a0-3eb8-4398-8868-6402fb97660e tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Lock "550b6591-8962-40ce-87bd-a846d584c99c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.423s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1307.902361] env[68893]: DEBUG oslo_concurrency.lockutils [None req-9fcc19de-1447-4099-aeff-1bb0ab9edc5a tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1307.902661] env[68893]: DEBUG oslo_concurrency.lockutils [None req-9fcc19de-1447-4099-aeff-1bb0ab9edc5a tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1307.967206] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21d1e76a-ff59-4c7a-8ee5-015a4d8cfbdb {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.974568] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5e95211-ed66-45f8-8bdf-89502b862a2f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.005147] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7692a021-b4e2-4e9e-8a0a-e69d970c17ce {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.011979] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a78ab35-21a2-4f05-bd62-669671d72a6c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.024644] env[68893]: DEBUG nova.compute.provider_tree [None req-9fcc19de-1447-4099-aeff-1bb0ab9edc5a tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1308.044170] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d7022e0d-edff-4f36-9827-b86a97adfbd6 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Acquiring lock "18c88d54-3409-41b6-9f62-52a2c96d2932" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1308.044413] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d7022e0d-edff-4f36-9827-b86a97adfbd6 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Lock "18c88d54-3409-41b6-9f62-52a2c96d2932" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1308.044615] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d7022e0d-edff-4f36-9827-b86a97adfbd6 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Acquiring lock "18c88d54-3409-41b6-9f62-52a2c96d2932-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1308.044795] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d7022e0d-edff-4f36-9827-b86a97adfbd6 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Lock "18c88d54-3409-41b6-9f62-52a2c96d2932-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1308.044959] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d7022e0d-edff-4f36-9827-b86a97adfbd6 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Lock "18c88d54-3409-41b6-9f62-52a2c96d2932-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.046670] env[68893]: INFO nova.compute.manager [None req-d7022e0d-edff-4f36-9827-b86a97adfbd6 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: 18c88d54-3409-41b6-9f62-52a2c96d2932] Terminating instance [ 1308.527618] env[68893]: DEBUG nova.scheduler.client.report [None req-9fcc19de-1447-4099-aeff-1bb0ab9edc5a tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1308.550311] env[68893]: DEBUG nova.compute.manager [None req-d7022e0d-edff-4f36-9827-b86a97adfbd6 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: 18c88d54-3409-41b6-9f62-52a2c96d2932] Start destroying the instance on the hypervisor. {{(pid=68893) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1308.550521] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-d7022e0d-edff-4f36-9827-b86a97adfbd6 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: 18c88d54-3409-41b6-9f62-52a2c96d2932] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1308.551620] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34683eff-b878-443a-b67b-07ccf6debfa6 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.559468] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7022e0d-edff-4f36-9827-b86a97adfbd6 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: 18c88d54-3409-41b6-9f62-52a2c96d2932] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1308.559694] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-575c9394-b405-4887-97a4-dde834a88604 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.565805] env[68893]: DEBUG oslo_vmware.api [None req-d7022e0d-edff-4f36-9827-b86a97adfbd6 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Waiting for the task: (returnval){ [ 1308.565805] env[68893]: value = "task-2792606" [ 1308.565805] env[68893]: _type = "Task" [ 1308.565805] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.574131] env[68893]: DEBUG oslo_vmware.api [None req-d7022e0d-edff-4f36-9827-b86a97adfbd6 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': task-2792606, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.777349] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6f735e38-e6e9-4727-be51-2ba65c41c9bd tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] Acquiring lock "045fc078-3614-4f3d-abf6-bb18186e8c6b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1308.777626] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6f735e38-e6e9-4727-be51-2ba65c41c9bd tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] Lock "045fc078-3614-4f3d-abf6-bb18186e8c6b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1308.777846] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6f735e38-e6e9-4727-be51-2ba65c41c9bd tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] Acquiring lock "045fc078-3614-4f3d-abf6-bb18186e8c6b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1308.778971] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6f735e38-e6e9-4727-be51-2ba65c41c9bd tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] Lock "045fc078-3614-4f3d-abf6-bb18186e8c6b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1308.778971] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6f735e38-e6e9-4727-be51-2ba65c41c9bd tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] Lock "045fc078-3614-4f3d-abf6-bb18186e8c6b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.780428] env[68893]: INFO nova.compute.manager [None req-6f735e38-e6e9-4727-be51-2ba65c41c9bd tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] Terminating instance [ 1309.032895] env[68893]: DEBUG oslo_concurrency.lockutils [None req-9fcc19de-1447-4099-aeff-1bb0ab9edc5a tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.130s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1309.033116] env[68893]: INFO nova.compute.manager [None req-9fcc19de-1447-4099-aeff-1bb0ab9edc5a tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] Successfully reverted task state from rebuilding on failure for instance. [ 1309.077690] env[68893]: DEBUG oslo_vmware.api [None req-d7022e0d-edff-4f36-9827-b86a97adfbd6 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': task-2792606, 'name': PowerOffVM_Task, 'duration_secs': 0.207216} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.077989] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7022e0d-edff-4f36-9827-b86a97adfbd6 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: 18c88d54-3409-41b6-9f62-52a2c96d2932] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1309.078220] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-d7022e0d-edff-4f36-9827-b86a97adfbd6 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: 18c88d54-3409-41b6-9f62-52a2c96d2932] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1309.078499] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a84e4785-2b64-42b5-a022-1f426bacd82e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.155401] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-d7022e0d-edff-4f36-9827-b86a97adfbd6 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: 18c88d54-3409-41b6-9f62-52a2c96d2932] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1309.155631] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-d7022e0d-edff-4f36-9827-b86a97adfbd6 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: 18c88d54-3409-41b6-9f62-52a2c96d2932] Deleting contents of the VM from datastore datastore1 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1309.155926] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7022e0d-edff-4f36-9827-b86a97adfbd6 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Deleting the datastore file [datastore1] 18c88d54-3409-41b6-9f62-52a2c96d2932 {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1309.156307] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-38609727-3afc-47dc-bc6e-914e4be56264 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.164675] env[68893]: DEBUG oslo_vmware.api [None req-d7022e0d-edff-4f36-9827-b86a97adfbd6 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Waiting for the task: (returnval){ [ 1309.164675] env[68893]: value = "task-2792608" [ 1309.164675] env[68893]: _type = "Task" [ 1309.164675] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.174725] env[68893]: DEBUG oslo_vmware.api [None req-d7022e0d-edff-4f36-9827-b86a97adfbd6 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': task-2792608, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.284095] env[68893]: DEBUG nova.compute.manager [None req-6f735e38-e6e9-4727-be51-2ba65c41c9bd tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] Start destroying the instance on the hypervisor. {{(pid=68893) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1309.284505] env[68893]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e38e53c9-18df-4b11-b770-6813f67ccc80 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.294157] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbc87cbc-92f8-4b58-b8ad-8635fc22ec6c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.322288] env[68893]: WARNING nova.virt.vmwareapi.driver [None req-6f735e38-e6e9-4727-be51-2ba65c41c9bd tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 045fc078-3614-4f3d-abf6-bb18186e8c6b could not be found. [ 1309.322514] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-6f735e38-e6e9-4727-be51-2ba65c41c9bd tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1309.322853] env[68893]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f00b118b-32d4-48b3-8e52-9b237497d3d0 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.331804] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-654d92c2-9b3c-4281-aea9-260ab576e502 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.359078] env[68893]: WARNING nova.virt.vmwareapi.vmops [None req-6f735e38-e6e9-4727-be51-2ba65c41c9bd tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 045fc078-3614-4f3d-abf6-bb18186e8c6b could not be found. [ 1309.359336] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-6f735e38-e6e9-4727-be51-2ba65c41c9bd tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1309.359544] env[68893]: INFO nova.compute.manager [None req-6f735e38-e6e9-4727-be51-2ba65c41c9bd tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] Took 0.08 seconds to destroy the instance on the hypervisor. [ 1309.359814] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6f735e38-e6e9-4727-be51-2ba65c41c9bd tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1309.360154] env[68893]: DEBUG nova.compute.manager [-] [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] Deallocating network for instance {{(pid=68893) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1309.360272] env[68893]: DEBUG nova.network.neutron [-] [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] deallocate_for_instance() {{(pid=68893) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1309.679738] env[68893]: DEBUG oslo_vmware.api [None req-d7022e0d-edff-4f36-9827-b86a97adfbd6 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Task: {'id': task-2792608, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.30099} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.680085] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7022e0d-edff-4f36-9827-b86a97adfbd6 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1309.680227] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-d7022e0d-edff-4f36-9827-b86a97adfbd6 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: 18c88d54-3409-41b6-9f62-52a2c96d2932] Deleted contents of the VM from datastore datastore1 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1309.680637] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-d7022e0d-edff-4f36-9827-b86a97adfbd6 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: 18c88d54-3409-41b6-9f62-52a2c96d2932] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1309.681213] env[68893]: INFO nova.compute.manager [None req-d7022e0d-edff-4f36-9827-b86a97adfbd6 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] [instance: 18c88d54-3409-41b6-9f62-52a2c96d2932] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1309.681597] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d7022e0d-edff-4f36-9827-b86a97adfbd6 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1309.681826] env[68893]: DEBUG nova.compute.manager [-] [instance: 18c88d54-3409-41b6-9f62-52a2c96d2932] Deallocating network for instance {{(pid=68893) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1309.681993] env[68893]: DEBUG nova.network.neutron [-] [instance: 18c88d54-3409-41b6-9f62-52a2c96d2932] deallocate_for_instance() {{(pid=68893) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1309.822223] env[68893]: DEBUG nova.compute.manager [req-f82d96af-74bc-4013-aaaf-1b33e93c4730 req-841cf7d7-99af-4daa-9f6b-3885a87abc37 service nova] [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] Received event network-vif-deleted-f1fa5019-401f-40fe-9797-479ef1808fc5 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1309.822432] env[68893]: INFO nova.compute.manager [req-f82d96af-74bc-4013-aaaf-1b33e93c4730 req-841cf7d7-99af-4daa-9f6b-3885a87abc37 service nova] [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] Neutron deleted interface f1fa5019-401f-40fe-9797-479ef1808fc5; detaching it from the instance and deleting it from the info cache [ 1309.822621] env[68893]: DEBUG nova.network.neutron [req-f82d96af-74bc-4013-aaaf-1b33e93c4730 req-841cf7d7-99af-4daa-9f6b-3885a87abc37 service nova] [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1310.076906] env[68893]: DEBUG nova.compute.manager [req-2b0b3c3e-f41a-46a1-b0c3-dfb917d6ac5c req-c74970c9-f8e4-4b19-906d-bacaee3b0ad5 service nova] [instance: 18c88d54-3409-41b6-9f62-52a2c96d2932] Received event network-vif-deleted-bfc1e5a4-757d-4bf1-b40a-df1b978766dc {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1310.077740] env[68893]: INFO nova.compute.manager [req-2b0b3c3e-f41a-46a1-b0c3-dfb917d6ac5c req-c74970c9-f8e4-4b19-906d-bacaee3b0ad5 service nova] [instance: 18c88d54-3409-41b6-9f62-52a2c96d2932] Neutron deleted interface bfc1e5a4-757d-4bf1-b40a-df1b978766dc; detaching it from the instance and deleting it from the info cache [ 1310.077740] env[68893]: DEBUG nova.network.neutron [req-2b0b3c3e-f41a-46a1-b0c3-dfb917d6ac5c req-c74970c9-f8e4-4b19-906d-bacaee3b0ad5 service nova] [instance: 18c88d54-3409-41b6-9f62-52a2c96d2932] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1310.299159] env[68893]: DEBUG nova.network.neutron [-] [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1310.325333] env[68893]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3283944b-9b3f-41f5-affb-5be3acaea83c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.336347] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea442a21-e40a-4a4a-a1eb-a012e6cc4cd9 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.366123] env[68893]: DEBUG nova.compute.manager [req-f82d96af-74bc-4013-aaaf-1b33e93c4730 req-841cf7d7-99af-4daa-9f6b-3885a87abc37 service nova] [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] Detach interface failed, port_id=f1fa5019-401f-40fe-9797-479ef1808fc5, reason: Instance 045fc078-3614-4f3d-abf6-bb18186e8c6b could not be found. {{(pid=68893) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1310.559163] env[68893]: DEBUG nova.network.neutron [-] [instance: 18c88d54-3409-41b6-9f62-52a2c96d2932] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1310.579455] env[68893]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aed3edac-c3bf-4c99-bf33-aa35ebc8f163 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.589677] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba5b7c99-5a65-4ada-8b79-f0dfa60f6aba {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.618916] env[68893]: DEBUG nova.compute.manager [req-2b0b3c3e-f41a-46a1-b0c3-dfb917d6ac5c req-c74970c9-f8e4-4b19-906d-bacaee3b0ad5 service nova] [instance: 18c88d54-3409-41b6-9f62-52a2c96d2932] Detach interface failed, port_id=bfc1e5a4-757d-4bf1-b40a-df1b978766dc, reason: Instance 18c88d54-3409-41b6-9f62-52a2c96d2932 could not be found. {{(pid=68893) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1310.801842] env[68893]: INFO nova.compute.manager [-] [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] Took 1.44 seconds to deallocate network for instance. [ 1311.060881] env[68893]: INFO nova.compute.manager [-] [instance: 18c88d54-3409-41b6-9f62-52a2c96d2932] Took 1.38 seconds to deallocate network for instance. [ 1311.348458] env[68893]: INFO nova.compute.manager [None req-6f735e38-e6e9-4727-be51-2ba65c41c9bd tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] Took 0.55 seconds to detach 1 volumes for instance. [ 1311.351545] env[68893]: DEBUG nova.compute.manager [None req-6f735e38-e6e9-4727-be51-2ba65c41c9bd tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] Deleting volume: aee3d91d-138c-4118-b2de-c2d07978f4fa {{(pid=68893) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1311.454578] env[68893]: DEBUG oslo_concurrency.lockutils [None req-1d1034d2-0e12-4548-bd42-49748c905b46 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Acquiring lock "d6334104-c7a0-474f-b80d-2c6e323b1229" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.454835] env[68893]: DEBUG oslo_concurrency.lockutils [None req-1d1034d2-0e12-4548-bd42-49748c905b46 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Lock "d6334104-c7a0-474f-b80d-2c6e323b1229" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1311.568747] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d7022e0d-edff-4f36-9827-b86a97adfbd6 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.568747] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d7022e0d-edff-4f36-9827-b86a97adfbd6 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1311.568747] env[68893]: DEBUG nova.objects.instance [None req-d7022e0d-edff-4f36-9827-b86a97adfbd6 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Lazy-loading 'resources' on Instance uuid 18c88d54-3409-41b6-9f62-52a2c96d2932 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1311.895593] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6f735e38-e6e9-4727-be51-2ba65c41c9bd tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.958015] env[68893]: DEBUG nova.compute.utils [None req-1d1034d2-0e12-4548-bd42-49748c905b46 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1312.156791] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca6ce8f1-e70e-4def-9e07-9663ad86c69e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.164472] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6290a8f3-744f-479c-8f5e-1dacb04757c3 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.194116] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-092fe614-6dbb-4aa0-8d98-a92391988224 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.201382] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-940590d7-2175-4757-93d3-18852e135e06 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.215587] env[68893]: DEBUG nova.compute.provider_tree [None req-d7022e0d-edff-4f36-9827-b86a97adfbd6 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1312.460592] env[68893]: DEBUG oslo_concurrency.lockutils [None req-1d1034d2-0e12-4548-bd42-49748c905b46 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Lock "d6334104-c7a0-474f-b80d-2c6e323b1229" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1312.719162] env[68893]: DEBUG nova.scheduler.client.report [None req-d7022e0d-edff-4f36-9827-b86a97adfbd6 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1313.228053] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d7022e0d-edff-4f36-9827-b86a97adfbd6 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.657s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1313.228053] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6f735e38-e6e9-4727-be51-2ba65c41c9bd tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.332s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1313.228053] env[68893]: DEBUG nova.objects.instance [None req-6f735e38-e6e9-4727-be51-2ba65c41c9bd tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] Lazy-loading 'resources' on Instance uuid 045fc078-3614-4f3d-abf6-bb18186e8c6b {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1313.251528] env[68893]: INFO nova.scheduler.client.report [None req-d7022e0d-edff-4f36-9827-b86a97adfbd6 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Deleted allocations for instance 18c88d54-3409-41b6-9f62-52a2c96d2932 [ 1313.537578] env[68893]: DEBUG oslo_concurrency.lockutils [None req-1d1034d2-0e12-4548-bd42-49748c905b46 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Acquiring lock "d6334104-c7a0-474f-b80d-2c6e323b1229" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1313.537578] env[68893]: DEBUG oslo_concurrency.lockutils [None req-1d1034d2-0e12-4548-bd42-49748c905b46 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Lock "d6334104-c7a0-474f-b80d-2c6e323b1229" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1313.537578] env[68893]: INFO nova.compute.manager [None req-1d1034d2-0e12-4548-bd42-49748c905b46 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: d6334104-c7a0-474f-b80d-2c6e323b1229] Attaching volume b2bb5722-a1aa-48c4-9fef-786626b9469e to /dev/sdb [ 1313.572017] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a919f449-43bc-42ec-b47d-029606088fca {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.577378] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8ea320a-300b-4b05-aef2-7a532c8acf79 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.591022] env[68893]: DEBUG nova.virt.block_device [None req-1d1034d2-0e12-4548-bd42-49748c905b46 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: d6334104-c7a0-474f-b80d-2c6e323b1229] Updating existing volume attachment record: 4454a694-6bad-481b-a2db-695462a3d2f5 {{(pid=68893) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1313.762798] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d7022e0d-edff-4f36-9827-b86a97adfbd6 tempest-ServerRescueNegativeTestJSON-1643167816 tempest-ServerRescueNegativeTestJSON-1643167816-project-member] Lock "18c88d54-3409-41b6-9f62-52a2c96d2932" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.717s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1313.814257] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04ae3334-c6df-43a5-ba63-a3b19406ad44 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.823127] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-019ea435-e801-4b4f-9937-2e27d7705be8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.861169] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faadbd02-1216-4e02-bf17-7dfaa8c5b4d7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.868017] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92af8d41-597f-4e7e-9705-6e1fd3decd9b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.883107] env[68893]: DEBUG nova.compute.provider_tree [None req-6f735e38-e6e9-4727-be51-2ba65c41c9bd tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1314.386901] env[68893]: DEBUG nova.scheduler.client.report [None req-6f735e38-e6e9-4727-be51-2ba65c41c9bd tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1314.779404] env[68893]: DEBUG oslo_concurrency.lockutils [None req-5ee93d49-a1f8-400c-9616-3599d051616e tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Acquiring lock "be296a4b-6f77-4a19-89dc-d99928d11264" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1314.779696] env[68893]: DEBUG oslo_concurrency.lockutils [None req-5ee93d49-a1f8-400c-9616-3599d051616e tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Lock "be296a4b-6f77-4a19-89dc-d99928d11264" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1314.893414] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6f735e38-e6e9-4727-be51-2ba65c41c9bd tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.666s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1315.285723] env[68893]: DEBUG nova.compute.manager [None req-5ee93d49-a1f8-400c-9616-3599d051616e tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] [instance: be296a4b-6f77-4a19-89dc-d99928d11264] Starting instance... {{(pid=68893) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1315.416836] env[68893]: DEBUG oslo_concurrency.lockutils [None req-6f735e38-e6e9-4727-be51-2ba65c41c9bd tempest-ServerActionsV293TestJSON-1460810519 tempest-ServerActionsV293TestJSON-1460810519-project-member] Lock "045fc078-3614-4f3d-abf6-bb18186e8c6b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.639s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1315.809013] env[68893]: DEBUG oslo_concurrency.lockutils [None req-5ee93d49-a1f8-400c-9616-3599d051616e tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1315.809435] env[68893]: DEBUG oslo_concurrency.lockutils [None req-5ee93d49-a1f8-400c-9616-3599d051616e tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1315.811495] env[68893]: INFO nova.compute.claims [None req-5ee93d49-a1f8-400c-9616-3599d051616e tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] [instance: be296a4b-6f77-4a19-89dc-d99928d11264] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1316.897087] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1316ee9c-eab3-4470-8255-3f44e08d1102 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.905011] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e88f53b-9b08-429b-9611-2b8eba301dbd {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.938016] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ac3bb4e-10bc-4851-93be-a1727617ed8d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.945486] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1af19e1b-c5b5-46c3-821a-e097d1568961 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.958837] env[68893]: DEBUG nova.compute.provider_tree [None req-5ee93d49-a1f8-400c-9616-3599d051616e tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1317.461638] env[68893]: DEBUG nova.scheduler.client.report [None req-5ee93d49-a1f8-400c-9616-3599d051616e tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1317.967537] env[68893]: DEBUG oslo_concurrency.lockutils [None req-5ee93d49-a1f8-400c-9616-3599d051616e tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.158s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1317.968162] env[68893]: DEBUG nova.compute.manager [None req-5ee93d49-a1f8-400c-9616-3599d051616e tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] [instance: be296a4b-6f77-4a19-89dc-d99928d11264] Start building networks asynchronously for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1318.135411] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d1034d2-0e12-4548-bd42-49748c905b46 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: d6334104-c7a0-474f-b80d-2c6e323b1229] Volume attach. Driver type: vmdk {{(pid=68893) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1318.135657] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d1034d2-0e12-4548-bd42-49748c905b46 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: d6334104-c7a0-474f-b80d-2c6e323b1229] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561282', 'volume_id': 'b2bb5722-a1aa-48c4-9fef-786626b9469e', 'name': 'volume-b2bb5722-a1aa-48c4-9fef-786626b9469e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd6334104-c7a0-474f-b80d-2c6e323b1229', 'attached_at': '', 'detached_at': '', 'volume_id': 'b2bb5722-a1aa-48c4-9fef-786626b9469e', 'serial': 'b2bb5722-a1aa-48c4-9fef-786626b9469e'} {{(pid=68893) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1318.136558] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cef438d-9408-45e4-be68-fd0219eae531 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.153080] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0f68da2-aa34-4993-94e2-2dc0b95a7b8b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.178025] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d1034d2-0e12-4548-bd42-49748c905b46 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: d6334104-c7a0-474f-b80d-2c6e323b1229] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] volume-b2bb5722-a1aa-48c4-9fef-786626b9469e/volume-b2bb5722-a1aa-48c4-9fef-786626b9469e.vmdk or device None with type thin {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1318.178885] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6746c33b-f65c-4878-ad9a-89e08356970c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.196522] env[68893]: DEBUG oslo_vmware.api [None req-1d1034d2-0e12-4548-bd42-49748c905b46 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Waiting for the task: (returnval){ [ 1318.196522] env[68893]: value = "task-2792612" [ 1318.196522] env[68893]: _type = "Task" [ 1318.196522] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.204166] env[68893]: DEBUG oslo_vmware.api [None req-1d1034d2-0e12-4548-bd42-49748c905b46 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Task: {'id': task-2792612, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.472867] env[68893]: DEBUG nova.compute.utils [None req-5ee93d49-a1f8-400c-9616-3599d051616e tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1318.474495] env[68893]: DEBUG nova.compute.manager [None req-5ee93d49-a1f8-400c-9616-3599d051616e tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] [instance: be296a4b-6f77-4a19-89dc-d99928d11264] Allocating IP information in the background. {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1318.474667] env[68893]: DEBUG nova.network.neutron [None req-5ee93d49-a1f8-400c-9616-3599d051616e tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] [instance: be296a4b-6f77-4a19-89dc-d99928d11264] allocate_for_instance() {{(pid=68893) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1318.521069] env[68893]: DEBUG nova.policy [None req-5ee93d49-a1f8-400c-9616-3599d051616e tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c8b681336edb44eebff4a2dc171c8947', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '681d8cc5649a46669b658ff21cc71a3c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68893) authorize /opt/stack/nova/nova/policy.py:192}} [ 1318.707325] env[68893]: DEBUG oslo_vmware.api [None req-1d1034d2-0e12-4548-bd42-49748c905b46 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Task: {'id': task-2792612, 'name': ReconfigVM_Task, 'duration_secs': 0.310618} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.707616] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d1034d2-0e12-4548-bd42-49748c905b46 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: d6334104-c7a0-474f-b80d-2c6e323b1229] Reconfigured VM instance instance-00000075 to attach disk [datastore2] volume-b2bb5722-a1aa-48c4-9fef-786626b9469e/volume-b2bb5722-a1aa-48c4-9fef-786626b9469e.vmdk or device None with type thin {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1318.712279] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cfaf2b02-949e-453b-aed1-8e5068c5ffed {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.727959] env[68893]: DEBUG oslo_vmware.api [None req-1d1034d2-0e12-4548-bd42-49748c905b46 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Waiting for the task: (returnval){ [ 1318.727959] env[68893]: value = "task-2792613" [ 1318.727959] env[68893]: _type = "Task" [ 1318.727959] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.737070] env[68893]: DEBUG oslo_vmware.api [None req-1d1034d2-0e12-4548-bd42-49748c905b46 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Task: {'id': task-2792613, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.766584] env[68893]: DEBUG nova.network.neutron [None req-5ee93d49-a1f8-400c-9616-3599d051616e tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] [instance: be296a4b-6f77-4a19-89dc-d99928d11264] Successfully created port: 4f8a910a-796e-4285-9706-5626dbc1bf83 {{(pid=68893) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1318.978121] env[68893]: DEBUG nova.compute.manager [None req-5ee93d49-a1f8-400c-9616-3599d051616e tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] [instance: be296a4b-6f77-4a19-89dc-d99928d11264] Start building block device mappings for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1319.237201] env[68893]: DEBUG oslo_vmware.api [None req-1d1034d2-0e12-4548-bd42-49748c905b46 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Task: {'id': task-2792613, 'name': ReconfigVM_Task, 'duration_secs': 0.132015} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.237806] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d1034d2-0e12-4548-bd42-49748c905b46 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: d6334104-c7a0-474f-b80d-2c6e323b1229] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561282', 'volume_id': 'b2bb5722-a1aa-48c4-9fef-786626b9469e', 'name': 'volume-b2bb5722-a1aa-48c4-9fef-786626b9469e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd6334104-c7a0-474f-b80d-2c6e323b1229', 'attached_at': '', 'detached_at': '', 'volume_id': 'b2bb5722-a1aa-48c4-9fef-786626b9469e', 'serial': 'b2bb5722-a1aa-48c4-9fef-786626b9469e'} {{(pid=68893) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1319.988341] env[68893]: DEBUG nova.compute.manager [None req-5ee93d49-a1f8-400c-9616-3599d051616e tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] [instance: be296a4b-6f77-4a19-89dc-d99928d11264] Start spawning the instance on the hypervisor. {{(pid=68893) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1320.013985] env[68893]: DEBUG nova.virt.hardware [None req-5ee93d49-a1f8-400c-9616-3599d051616e tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1320.014365] env[68893]: DEBUG nova.virt.hardware [None req-5ee93d49-a1f8-400c-9616-3599d051616e tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1320.014593] env[68893]: DEBUG nova.virt.hardware [None req-5ee93d49-a1f8-400c-9616-3599d051616e tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1320.014887] env[68893]: DEBUG nova.virt.hardware [None req-5ee93d49-a1f8-400c-9616-3599d051616e tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1320.015136] env[68893]: DEBUG nova.virt.hardware [None req-5ee93d49-a1f8-400c-9616-3599d051616e tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1320.015375] env[68893]: DEBUG nova.virt.hardware [None req-5ee93d49-a1f8-400c-9616-3599d051616e tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1320.015644] env[68893]: DEBUG nova.virt.hardware [None req-5ee93d49-a1f8-400c-9616-3599d051616e tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1320.015849] env[68893]: DEBUG nova.virt.hardware [None req-5ee93d49-a1f8-400c-9616-3599d051616e tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1320.016108] env[68893]: DEBUG nova.virt.hardware [None req-5ee93d49-a1f8-400c-9616-3599d051616e tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1320.016330] env[68893]: DEBUG nova.virt.hardware [None req-5ee93d49-a1f8-400c-9616-3599d051616e tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1320.016552] env[68893]: DEBUG nova.virt.hardware [None req-5ee93d49-a1f8-400c-9616-3599d051616e tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1320.017451] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f483a01-5aa5-4be1-946f-29d59a244009 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.025318] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1177ae6-8bf9-4e0a-97b5-748cdcd8751c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.110699] env[68893]: DEBUG nova.compute.manager [req-143992f9-6afc-40d5-a345-f9968e994783 req-d01e49b8-0f44-454e-a9fe-110ab2abb335 service nova] [instance: be296a4b-6f77-4a19-89dc-d99928d11264] Received event network-vif-plugged-4f8a910a-796e-4285-9706-5626dbc1bf83 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1320.110973] env[68893]: DEBUG oslo_concurrency.lockutils [req-143992f9-6afc-40d5-a345-f9968e994783 req-d01e49b8-0f44-454e-a9fe-110ab2abb335 service nova] Acquiring lock "be296a4b-6f77-4a19-89dc-d99928d11264-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.111151] env[68893]: DEBUG oslo_concurrency.lockutils [req-143992f9-6afc-40d5-a345-f9968e994783 req-d01e49b8-0f44-454e-a9fe-110ab2abb335 service nova] Lock "be296a4b-6f77-4a19-89dc-d99928d11264-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.111289] env[68893]: DEBUG oslo_concurrency.lockutils [req-143992f9-6afc-40d5-a345-f9968e994783 req-d01e49b8-0f44-454e-a9fe-110ab2abb335 service nova] Lock "be296a4b-6f77-4a19-89dc-d99928d11264-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.111460] env[68893]: DEBUG nova.compute.manager [req-143992f9-6afc-40d5-a345-f9968e994783 req-d01e49b8-0f44-454e-a9fe-110ab2abb335 service nova] [instance: be296a4b-6f77-4a19-89dc-d99928d11264] No waiting events found dispatching network-vif-plugged-4f8a910a-796e-4285-9706-5626dbc1bf83 {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1320.111626] env[68893]: WARNING nova.compute.manager [req-143992f9-6afc-40d5-a345-f9968e994783 req-d01e49b8-0f44-454e-a9fe-110ab2abb335 service nova] [instance: be296a4b-6f77-4a19-89dc-d99928d11264] Received unexpected event network-vif-plugged-4f8a910a-796e-4285-9706-5626dbc1bf83 for instance with vm_state building and task_state spawning. [ 1320.192071] env[68893]: DEBUG nova.network.neutron [None req-5ee93d49-a1f8-400c-9616-3599d051616e tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] [instance: be296a4b-6f77-4a19-89dc-d99928d11264] Successfully updated port: 4f8a910a-796e-4285-9706-5626dbc1bf83 {{(pid=68893) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1320.274639] env[68893]: DEBUG nova.objects.instance [None req-1d1034d2-0e12-4548-bd42-49748c905b46 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Lazy-loading 'flavor' on Instance uuid d6334104-c7a0-474f-b80d-2c6e323b1229 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1320.694535] env[68893]: DEBUG oslo_concurrency.lockutils [None req-5ee93d49-a1f8-400c-9616-3599d051616e tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Acquiring lock "refresh_cache-be296a4b-6f77-4a19-89dc-d99928d11264" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.694535] env[68893]: DEBUG oslo_concurrency.lockutils [None req-5ee93d49-a1f8-400c-9616-3599d051616e tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Acquired lock "refresh_cache-be296a4b-6f77-4a19-89dc-d99928d11264" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.694713] env[68893]: DEBUG nova.network.neutron [None req-5ee93d49-a1f8-400c-9616-3599d051616e tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] [instance: be296a4b-6f77-4a19-89dc-d99928d11264] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1320.779349] env[68893]: DEBUG oslo_concurrency.lockutils [None req-1d1034d2-0e12-4548-bd42-49748c905b46 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Lock "d6334104-c7a0-474f-b80d-2c6e323b1229" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.244s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1321.014386] env[68893]: DEBUG oslo_concurrency.lockutils [None req-bbe004f7-6921-44f1-a77d-3e395646a53b tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Acquiring lock "d6334104-c7a0-474f-b80d-2c6e323b1229" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1321.014772] env[68893]: DEBUG oslo_concurrency.lockutils [None req-bbe004f7-6921-44f1-a77d-3e395646a53b tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Lock "d6334104-c7a0-474f-b80d-2c6e323b1229" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1321.234579] env[68893]: DEBUG nova.network.neutron [None req-5ee93d49-a1f8-400c-9616-3599d051616e tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] [instance: be296a4b-6f77-4a19-89dc-d99928d11264] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1321.350751] env[68893]: DEBUG nova.network.neutron [None req-5ee93d49-a1f8-400c-9616-3599d051616e tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] [instance: be296a4b-6f77-4a19-89dc-d99928d11264] Updating instance_info_cache with network_info: [{"id": "4f8a910a-796e-4285-9706-5626dbc1bf83", "address": "fa:16:3e:69:e1:bb", "network": {"id": "1f2c7e21-f527-4f96-9846-1467cf21d76d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2038804572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "681d8cc5649a46669b658ff21cc71a3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f8a910a-79", "ovs_interfaceid": "4f8a910a-796e-4285-9706-5626dbc1bf83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1321.518099] env[68893]: INFO nova.compute.manager [None req-bbe004f7-6921-44f1-a77d-3e395646a53b tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: d6334104-c7a0-474f-b80d-2c6e323b1229] Detaching volume b2bb5722-a1aa-48c4-9fef-786626b9469e [ 1321.553018] env[68893]: INFO nova.virt.block_device [None req-bbe004f7-6921-44f1-a77d-3e395646a53b tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: d6334104-c7a0-474f-b80d-2c6e323b1229] Attempting to driver detach volume b2bb5722-a1aa-48c4-9fef-786626b9469e from mountpoint /dev/sdb [ 1321.553018] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbe004f7-6921-44f1-a77d-3e395646a53b tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: d6334104-c7a0-474f-b80d-2c6e323b1229] Volume detach. Driver type: vmdk {{(pid=68893) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1321.553018] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbe004f7-6921-44f1-a77d-3e395646a53b tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: d6334104-c7a0-474f-b80d-2c6e323b1229] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561282', 'volume_id': 'b2bb5722-a1aa-48c4-9fef-786626b9469e', 'name': 'volume-b2bb5722-a1aa-48c4-9fef-786626b9469e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd6334104-c7a0-474f-b80d-2c6e323b1229', 'attached_at': '', 'detached_at': '', 'volume_id': 'b2bb5722-a1aa-48c4-9fef-786626b9469e', 'serial': 'b2bb5722-a1aa-48c4-9fef-786626b9469e'} {{(pid=68893) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1321.553018] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b51cb4a5-b8be-45db-93e9-74c3d42aa503 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.575250] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aa6c29f-9fd2-4a4b-b25d-299df955d263 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.581821] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c85961f5-8414-4b90-a7b7-a0d7d9e51d05 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.601459] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b53eb69-7615-4499-a726-178500e5c3c9 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.615234] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbe004f7-6921-44f1-a77d-3e395646a53b tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] The volume has not been displaced from its original location: [datastore2] volume-b2bb5722-a1aa-48c4-9fef-786626b9469e/volume-b2bb5722-a1aa-48c4-9fef-786626b9469e.vmdk. No consolidation needed. {{(pid=68893) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1321.620508] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbe004f7-6921-44f1-a77d-3e395646a53b tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: d6334104-c7a0-474f-b80d-2c6e323b1229] Reconfiguring VM instance instance-00000075 to detach disk 2001 {{(pid=68893) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1321.621173] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8fb7e257-2428-4961-85c7-3dc110312a0e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.637712] env[68893]: DEBUG oslo_vmware.api [None req-bbe004f7-6921-44f1-a77d-3e395646a53b tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Waiting for the task: (returnval){ [ 1321.637712] env[68893]: value = "task-2792614" [ 1321.637712] env[68893]: _type = "Task" [ 1321.637712] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.647232] env[68893]: DEBUG oslo_vmware.api [None req-bbe004f7-6921-44f1-a77d-3e395646a53b tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Task: {'id': task-2792614, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.853392] env[68893]: DEBUG oslo_concurrency.lockutils [None req-5ee93d49-a1f8-400c-9616-3599d051616e tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Releasing lock "refresh_cache-be296a4b-6f77-4a19-89dc-d99928d11264" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.853668] env[68893]: DEBUG nova.compute.manager [None req-5ee93d49-a1f8-400c-9616-3599d051616e tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] [instance: be296a4b-6f77-4a19-89dc-d99928d11264] Instance network_info: |[{"id": "4f8a910a-796e-4285-9706-5626dbc1bf83", "address": "fa:16:3e:69:e1:bb", "network": {"id": "1f2c7e21-f527-4f96-9846-1467cf21d76d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2038804572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "681d8cc5649a46669b658ff21cc71a3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f8a910a-79", "ovs_interfaceid": "4f8a910a-796e-4285-9706-5626dbc1bf83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1321.854096] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-5ee93d49-a1f8-400c-9616-3599d051616e tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] [instance: be296a4b-6f77-4a19-89dc-d99928d11264] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:e1:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74e6f6e0-95e6-4531-99e9-0e78350fb655', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4f8a910a-796e-4285-9706-5626dbc1bf83', 'vif_model': 'vmxnet3'}] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1321.861574] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ee93d49-a1f8-400c-9616-3599d051616e tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Creating folder: Project (681d8cc5649a46669b658ff21cc71a3c). Parent ref: group-v560969. {{(pid=68893) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1321.862167] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7d1e954c-017e-4b1c-a3ed-a91b654e189c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.872704] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-5ee93d49-a1f8-400c-9616-3599d051616e tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Created folder: Project (681d8cc5649a46669b658ff21cc71a3c) in parent group-v560969. [ 1321.872890] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ee93d49-a1f8-400c-9616-3599d051616e tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Creating folder: Instances. Parent ref: group-v561283. {{(pid=68893) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1321.873148] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9b8117d4-a3f9-4ef8-a856-2b2ecbc23a22 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.881738] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-5ee93d49-a1f8-400c-9616-3599d051616e tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Created folder: Instances in parent group-v561283. [ 1321.881993] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5ee93d49-a1f8-400c-9616-3599d051616e tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1321.883070] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be296a4b-6f77-4a19-89dc-d99928d11264] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1321.883070] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-46546e54-4dcd-4a45-ab45-a3176d9b6418 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.900647] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1321.900647] env[68893]: value = "task-2792617" [ 1321.900647] env[68893]: _type = "Task" [ 1321.900647] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.907778] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792617, 'name': CreateVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.136228] env[68893]: DEBUG nova.compute.manager [req-96dd1b1c-b8c2-45ed-adb4-f403b960b51a req-88a0b32a-e29e-46aa-85ac-38b351f3110c service nova] [instance: be296a4b-6f77-4a19-89dc-d99928d11264] Received event network-changed-4f8a910a-796e-4285-9706-5626dbc1bf83 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1322.136506] env[68893]: DEBUG nova.compute.manager [req-96dd1b1c-b8c2-45ed-adb4-f403b960b51a req-88a0b32a-e29e-46aa-85ac-38b351f3110c service nova] [instance: be296a4b-6f77-4a19-89dc-d99928d11264] Refreshing instance network info cache due to event network-changed-4f8a910a-796e-4285-9706-5626dbc1bf83. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1322.136756] env[68893]: DEBUG oslo_concurrency.lockutils [req-96dd1b1c-b8c2-45ed-adb4-f403b960b51a req-88a0b32a-e29e-46aa-85ac-38b351f3110c service nova] Acquiring lock "refresh_cache-be296a4b-6f77-4a19-89dc-d99928d11264" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.136756] env[68893]: DEBUG oslo_concurrency.lockutils [req-96dd1b1c-b8c2-45ed-adb4-f403b960b51a req-88a0b32a-e29e-46aa-85ac-38b351f3110c service nova] Acquired lock "refresh_cache-be296a4b-6f77-4a19-89dc-d99928d11264" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.136913] env[68893]: DEBUG nova.network.neutron [req-96dd1b1c-b8c2-45ed-adb4-f403b960b51a req-88a0b32a-e29e-46aa-85ac-38b351f3110c service nova] [instance: be296a4b-6f77-4a19-89dc-d99928d11264] Refreshing network info cache for port 4f8a910a-796e-4285-9706-5626dbc1bf83 {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1322.147974] env[68893]: DEBUG oslo_vmware.api [None req-bbe004f7-6921-44f1-a77d-3e395646a53b tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Task: {'id': task-2792614, 'name': ReconfigVM_Task, 'duration_secs': 0.199131} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.148250] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbe004f7-6921-44f1-a77d-3e395646a53b tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: d6334104-c7a0-474f-b80d-2c6e323b1229] Reconfigured VM instance instance-00000075 to detach disk 2001 {{(pid=68893) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1322.153530] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82f41418-0390-48d0-8f05-dd90e6874f7d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.169357] env[68893]: DEBUG oslo_vmware.api [None req-bbe004f7-6921-44f1-a77d-3e395646a53b tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Waiting for the task: (returnval){ [ 1322.169357] env[68893]: value = "task-2792618" [ 1322.169357] env[68893]: _type = "Task" [ 1322.169357] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.179838] env[68893]: DEBUG oslo_vmware.api [None req-bbe004f7-6921-44f1-a77d-3e395646a53b tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Task: {'id': task-2792618, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.410279] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792617, 'name': CreateVM_Task, 'duration_secs': 0.333115} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.410456] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be296a4b-6f77-4a19-89dc-d99928d11264] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1322.411106] env[68893]: DEBUG oslo_concurrency.lockutils [None req-5ee93d49-a1f8-400c-9616-3599d051616e tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.411280] env[68893]: DEBUG oslo_concurrency.lockutils [None req-5ee93d49-a1f8-400c-9616-3599d051616e tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.411599] env[68893]: DEBUG oslo_concurrency.lockutils [None req-5ee93d49-a1f8-400c-9616-3599d051616e tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.411853] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a8da0a6-4948-490b-8552-9f3354231b30 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.416262] env[68893]: DEBUG oslo_vmware.api [None req-5ee93d49-a1f8-400c-9616-3599d051616e tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Waiting for the task: (returnval){ [ 1322.416262] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]5220eaee-6258-1ea3-d522-4312ad9b17e7" [ 1322.416262] env[68893]: _type = "Task" [ 1322.416262] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.423767] env[68893]: DEBUG oslo_vmware.api [None req-5ee93d49-a1f8-400c-9616-3599d051616e tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]5220eaee-6258-1ea3-d522-4312ad9b17e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.537327] env[68893]: DEBUG oslo_concurrency.lockutils [None req-0f67012c-e33a-458b-91b9-572711c838e1 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Acquiring lock "bec52855-6ca5-48f3-b6ca-0274fd1c12d8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1322.537608] env[68893]: DEBUG oslo_concurrency.lockutils [None req-0f67012c-e33a-458b-91b9-572711c838e1 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Lock "bec52855-6ca5-48f3-b6ca-0274fd1c12d8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1322.537823] env[68893]: DEBUG oslo_concurrency.lockutils [None req-0f67012c-e33a-458b-91b9-572711c838e1 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Acquiring lock "bec52855-6ca5-48f3-b6ca-0274fd1c12d8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1322.538019] env[68893]: DEBUG oslo_concurrency.lockutils [None req-0f67012c-e33a-458b-91b9-572711c838e1 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Lock "bec52855-6ca5-48f3-b6ca-0274fd1c12d8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1322.538204] env[68893]: DEBUG oslo_concurrency.lockutils [None req-0f67012c-e33a-458b-91b9-572711c838e1 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Lock "bec52855-6ca5-48f3-b6ca-0274fd1c12d8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1322.540260] env[68893]: INFO nova.compute.manager [None req-0f67012c-e33a-458b-91b9-572711c838e1 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: bec52855-6ca5-48f3-b6ca-0274fd1c12d8] Terminating instance [ 1322.678676] env[68893]: DEBUG oslo_vmware.api [None req-bbe004f7-6921-44f1-a77d-3e395646a53b tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Task: {'id': task-2792618, 'name': ReconfigVM_Task, 'duration_secs': 0.132437} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.678989] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbe004f7-6921-44f1-a77d-3e395646a53b tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: d6334104-c7a0-474f-b80d-2c6e323b1229] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561282', 'volume_id': 'b2bb5722-a1aa-48c4-9fef-786626b9469e', 'name': 'volume-b2bb5722-a1aa-48c4-9fef-786626b9469e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd6334104-c7a0-474f-b80d-2c6e323b1229', 'attached_at': '', 'detached_at': '', 'volume_id': 'b2bb5722-a1aa-48c4-9fef-786626b9469e', 'serial': 'b2bb5722-a1aa-48c4-9fef-786626b9469e'} {{(pid=68893) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1322.822818] env[68893]: DEBUG nova.network.neutron [req-96dd1b1c-b8c2-45ed-adb4-f403b960b51a req-88a0b32a-e29e-46aa-85ac-38b351f3110c service nova] [instance: be296a4b-6f77-4a19-89dc-d99928d11264] Updated VIF entry in instance network info cache for port 4f8a910a-796e-4285-9706-5626dbc1bf83. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1322.823456] env[68893]: DEBUG nova.network.neutron [req-96dd1b1c-b8c2-45ed-adb4-f403b960b51a req-88a0b32a-e29e-46aa-85ac-38b351f3110c service nova] [instance: be296a4b-6f77-4a19-89dc-d99928d11264] Updating instance_info_cache with network_info: [{"id": "4f8a910a-796e-4285-9706-5626dbc1bf83", "address": "fa:16:3e:69:e1:bb", "network": {"id": "1f2c7e21-f527-4f96-9846-1467cf21d76d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2038804572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "681d8cc5649a46669b658ff21cc71a3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f8a910a-79", "ovs_interfaceid": "4f8a910a-796e-4285-9706-5626dbc1bf83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1322.926958] env[68893]: DEBUG oslo_vmware.api [None req-5ee93d49-a1f8-400c-9616-3599d051616e tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]5220eaee-6258-1ea3-d522-4312ad9b17e7, 'name': SearchDatastore_Task, 'duration_secs': 0.010773} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.927255] env[68893]: DEBUG oslo_concurrency.lockutils [None req-5ee93d49-a1f8-400c-9616-3599d051616e tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.927511] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-5ee93d49-a1f8-400c-9616-3599d051616e tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] [instance: be296a4b-6f77-4a19-89dc-d99928d11264] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1322.927739] env[68893]: DEBUG oslo_concurrency.lockutils [None req-5ee93d49-a1f8-400c-9616-3599d051616e tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.927883] env[68893]: DEBUG oslo_concurrency.lockutils [None req-5ee93d49-a1f8-400c-9616-3599d051616e tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.928130] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ee93d49-a1f8-400c-9616-3599d051616e tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1322.928429] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-82e1b8d7-336f-42e0-9bbf-f925924773ee {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.936484] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ee93d49-a1f8-400c-9616-3599d051616e tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1322.936656] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-5ee93d49-a1f8-400c-9616-3599d051616e tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1322.937335] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c1fc2cb-8269-4f8a-9ba8-30ea28e3f734 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.942472] env[68893]: DEBUG oslo_vmware.api [None req-5ee93d49-a1f8-400c-9616-3599d051616e tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Waiting for the task: (returnval){ [ 1322.942472] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]5271a6de-6661-2ff1-cb18-1143251e85de" [ 1322.942472] env[68893]: _type = "Task" [ 1322.942472] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.949336] env[68893]: DEBUG oslo_vmware.api [None req-5ee93d49-a1f8-400c-9616-3599d051616e tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]5271a6de-6661-2ff1-cb18-1143251e85de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.043932] env[68893]: DEBUG nova.compute.manager [None req-0f67012c-e33a-458b-91b9-572711c838e1 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: bec52855-6ca5-48f3-b6ca-0274fd1c12d8] Start destroying the instance on the hypervisor. {{(pid=68893) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1323.044197] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-0f67012c-e33a-458b-91b9-572711c838e1 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: bec52855-6ca5-48f3-b6ca-0274fd1c12d8] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1323.045105] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e700e48-a8a5-4bb5-b3dd-65c3faaa7bf4 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.052798] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f67012c-e33a-458b-91b9-572711c838e1 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: bec52855-6ca5-48f3-b6ca-0274fd1c12d8] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1323.053043] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-100457c0-6e96-49e7-8860-47592b3b7cba {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.058736] env[68893]: DEBUG oslo_vmware.api [None req-0f67012c-e33a-458b-91b9-572711c838e1 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Waiting for the task: (returnval){ [ 1323.058736] env[68893]: value = "task-2792619" [ 1323.058736] env[68893]: _type = "Task" [ 1323.058736] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.065764] env[68893]: DEBUG oslo_vmware.api [None req-0f67012c-e33a-458b-91b9-572711c838e1 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': task-2792619, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.219137] env[68893]: DEBUG nova.objects.instance [None req-bbe004f7-6921-44f1-a77d-3e395646a53b tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Lazy-loading 'flavor' on Instance uuid d6334104-c7a0-474f-b80d-2c6e323b1229 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1323.326499] env[68893]: DEBUG oslo_concurrency.lockutils [req-96dd1b1c-b8c2-45ed-adb4-f403b960b51a req-88a0b32a-e29e-46aa-85ac-38b351f3110c service nova] Releasing lock "refresh_cache-be296a4b-6f77-4a19-89dc-d99928d11264" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.454535] env[68893]: DEBUG oslo_vmware.api [None req-5ee93d49-a1f8-400c-9616-3599d051616e tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]5271a6de-6661-2ff1-cb18-1143251e85de, 'name': SearchDatastore_Task, 'duration_secs': 0.008046} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.455274] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-127bbed2-4c99-47f7-9d36-d963fff74c88 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.459926] env[68893]: DEBUG oslo_vmware.api [None req-5ee93d49-a1f8-400c-9616-3599d051616e tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Waiting for the task: (returnval){ [ 1323.459926] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]526e85f3-ffba-889b-fda7-25f356aafa3a" [ 1323.459926] env[68893]: _type = "Task" [ 1323.459926] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.466898] env[68893]: DEBUG oslo_vmware.api [None req-5ee93d49-a1f8-400c-9616-3599d051616e tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]526e85f3-ffba-889b-fda7-25f356aafa3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.567799] env[68893]: DEBUG oslo_vmware.api [None req-0f67012c-e33a-458b-91b9-572711c838e1 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': task-2792619, 'name': PowerOffVM_Task, 'duration_secs': 0.160515} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.568069] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f67012c-e33a-458b-91b9-572711c838e1 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: bec52855-6ca5-48f3-b6ca-0274fd1c12d8] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1323.568243] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-0f67012c-e33a-458b-91b9-572711c838e1 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: bec52855-6ca5-48f3-b6ca-0274fd1c12d8] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1323.568584] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-455d13e8-1092-4486-9c1e-bdfc05ebece1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.626332] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-0f67012c-e33a-458b-91b9-572711c838e1 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: bec52855-6ca5-48f3-b6ca-0274fd1c12d8] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1323.626575] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-0f67012c-e33a-458b-91b9-572711c838e1 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: bec52855-6ca5-48f3-b6ca-0274fd1c12d8] Deleting contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1323.626719] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f67012c-e33a-458b-91b9-572711c838e1 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Deleting the datastore file [datastore2] bec52855-6ca5-48f3-b6ca-0274fd1c12d8 {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1323.626994] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9aa5ba5a-66ee-4b18-932d-3f0f0995eda3 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.633553] env[68893]: DEBUG oslo_vmware.api [None req-0f67012c-e33a-458b-91b9-572711c838e1 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Waiting for the task: (returnval){ [ 1323.633553] env[68893]: value = "task-2792621" [ 1323.633553] env[68893]: _type = "Task" [ 1323.633553] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.640760] env[68893]: DEBUG oslo_vmware.api [None req-0f67012c-e33a-458b-91b9-572711c838e1 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': task-2792621, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.969761] env[68893]: DEBUG oslo_vmware.api [None req-5ee93d49-a1f8-400c-9616-3599d051616e tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]526e85f3-ffba-889b-fda7-25f356aafa3a, 'name': SearchDatastore_Task, 'duration_secs': 0.009024} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.970082] env[68893]: DEBUG oslo_concurrency.lockutils [None req-5ee93d49-a1f8-400c-9616-3599d051616e tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.970360] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ee93d49-a1f8-400c-9616-3599d051616e tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] be296a4b-6f77-4a19-89dc-d99928d11264/be296a4b-6f77-4a19-89dc-d99928d11264.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1323.970619] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e1b00e3c-04bc-4833-a97a-d294b7ac9bb7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.977296] env[68893]: DEBUG oslo_vmware.api [None req-5ee93d49-a1f8-400c-9616-3599d051616e tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Waiting for the task: (returnval){ [ 1323.977296] env[68893]: value = "task-2792622" [ 1323.977296] env[68893]: _type = "Task" [ 1323.977296] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.985069] env[68893]: DEBUG oslo_vmware.api [None req-5ee93d49-a1f8-400c-9616-3599d051616e tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Task: {'id': task-2792622, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.144866] env[68893]: DEBUG oslo_vmware.api [None req-0f67012c-e33a-458b-91b9-572711c838e1 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': task-2792621, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127751} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.145166] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f67012c-e33a-458b-91b9-572711c838e1 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1324.145358] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-0f67012c-e33a-458b-91b9-572711c838e1 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: bec52855-6ca5-48f3-b6ca-0274fd1c12d8] Deleted contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1324.145533] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-0f67012c-e33a-458b-91b9-572711c838e1 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: bec52855-6ca5-48f3-b6ca-0274fd1c12d8] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1324.145700] env[68893]: INFO nova.compute.manager [None req-0f67012c-e33a-458b-91b9-572711c838e1 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: bec52855-6ca5-48f3-b6ca-0274fd1c12d8] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1324.145946] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0f67012c-e33a-458b-91b9-572711c838e1 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1324.146158] env[68893]: DEBUG nova.compute.manager [-] [instance: bec52855-6ca5-48f3-b6ca-0274fd1c12d8] Deallocating network for instance {{(pid=68893) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1324.146257] env[68893]: DEBUG nova.network.neutron [-] [instance: bec52855-6ca5-48f3-b6ca-0274fd1c12d8] deallocate_for_instance() {{(pid=68893) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1324.227022] env[68893]: DEBUG oslo_concurrency.lockutils [None req-bbe004f7-6921-44f1-a77d-3e395646a53b tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Lock "d6334104-c7a0-474f-b80d-2c6e323b1229" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.212s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1324.487236] env[68893]: DEBUG oslo_vmware.api [None req-5ee93d49-a1f8-400c-9616-3599d051616e tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Task: {'id': task-2792622, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.451941} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.487519] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ee93d49-a1f8-400c-9616-3599d051616e tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] be296a4b-6f77-4a19-89dc-d99928d11264/be296a4b-6f77-4a19-89dc-d99928d11264.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1324.487733] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-5ee93d49-a1f8-400c-9616-3599d051616e tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] [instance: be296a4b-6f77-4a19-89dc-d99928d11264] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1324.488041] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c705b20e-0314-45f9-9899-61a390ea288e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.495103] env[68893]: DEBUG oslo_vmware.api [None req-5ee93d49-a1f8-400c-9616-3599d051616e tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Waiting for the task: (returnval){ [ 1324.495103] env[68893]: value = "task-2792623" [ 1324.495103] env[68893]: _type = "Task" [ 1324.495103] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.502792] env[68893]: DEBUG oslo_vmware.api [None req-5ee93d49-a1f8-400c-9616-3599d051616e tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Task: {'id': task-2792623, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.608091] env[68893]: DEBUG nova.compute.manager [req-85a37d74-88c6-4b99-ad55-e14f41226246 req-3e540ae8-24c3-48b3-ad41-6ad39f3a2ed6 service nova] [instance: bec52855-6ca5-48f3-b6ca-0274fd1c12d8] Received event network-vif-deleted-c45c7217-8aa7-40ca-aa1c-4bbb480a1442 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1324.608305] env[68893]: INFO nova.compute.manager [req-85a37d74-88c6-4b99-ad55-e14f41226246 req-3e540ae8-24c3-48b3-ad41-6ad39f3a2ed6 service nova] [instance: bec52855-6ca5-48f3-b6ca-0274fd1c12d8] Neutron deleted interface c45c7217-8aa7-40ca-aa1c-4bbb480a1442; detaching it from the instance and deleting it from the info cache [ 1324.608481] env[68893]: DEBUG nova.network.neutron [req-85a37d74-88c6-4b99-ad55-e14f41226246 req-3e540ae8-24c3-48b3-ad41-6ad39f3a2ed6 service nova] [instance: bec52855-6ca5-48f3-b6ca-0274fd1c12d8] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1325.006518] env[68893]: DEBUG oslo_vmware.api [None req-5ee93d49-a1f8-400c-9616-3599d051616e tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Task: {'id': task-2792623, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062507} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.006795] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-5ee93d49-a1f8-400c-9616-3599d051616e tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] [instance: be296a4b-6f77-4a19-89dc-d99928d11264] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1325.007552] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bdbca7d-678a-4b6f-bee7-95f30a689edc {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.031054] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ee93d49-a1f8-400c-9616-3599d051616e tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] [instance: be296a4b-6f77-4a19-89dc-d99928d11264] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] be296a4b-6f77-4a19-89dc-d99928d11264/be296a4b-6f77-4a19-89dc-d99928d11264.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1325.031625] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e3bbda1-15ff-4f87-bad3-07ac50b2f8dc {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.051625] env[68893]: DEBUG oslo_vmware.api [None req-5ee93d49-a1f8-400c-9616-3599d051616e tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Waiting for the task: (returnval){ [ 1325.051625] env[68893]: value = "task-2792624" [ 1325.051625] env[68893]: _type = "Task" [ 1325.051625] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.059746] env[68893]: DEBUG oslo_vmware.api [None req-5ee93d49-a1f8-400c-9616-3599d051616e tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Task: {'id': task-2792624, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.088612] env[68893]: DEBUG nova.network.neutron [-] [instance: bec52855-6ca5-48f3-b6ca-0274fd1c12d8] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1325.111478] env[68893]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3a48eac5-f940-44bd-b477-d27f1461c71c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.122902] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2383db56-cef3-4f96-9ff0-b581dabb044a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.157029] env[68893]: DEBUG nova.compute.manager [req-85a37d74-88c6-4b99-ad55-e14f41226246 req-3e540ae8-24c3-48b3-ad41-6ad39f3a2ed6 service nova] [instance: bec52855-6ca5-48f3-b6ca-0274fd1c12d8] Detach interface failed, port_id=c45c7217-8aa7-40ca-aa1c-4bbb480a1442, reason: Instance bec52855-6ca5-48f3-b6ca-0274fd1c12d8 could not be found. {{(pid=68893) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1325.265958] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60c43397-a088-4ab4-a092-ec9ba86bc121 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Acquiring lock "d6334104-c7a0-474f-b80d-2c6e323b1229" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1325.266344] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60c43397-a088-4ab4-a092-ec9ba86bc121 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Lock "d6334104-c7a0-474f-b80d-2c6e323b1229" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1325.266481] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60c43397-a088-4ab4-a092-ec9ba86bc121 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Acquiring lock "d6334104-c7a0-474f-b80d-2c6e323b1229-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1325.266683] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60c43397-a088-4ab4-a092-ec9ba86bc121 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Lock "d6334104-c7a0-474f-b80d-2c6e323b1229-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1325.266872] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60c43397-a088-4ab4-a092-ec9ba86bc121 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Lock "d6334104-c7a0-474f-b80d-2c6e323b1229-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1325.269125] env[68893]: INFO nova.compute.manager [None req-60c43397-a088-4ab4-a092-ec9ba86bc121 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: d6334104-c7a0-474f-b80d-2c6e323b1229] Terminating instance [ 1325.561062] env[68893]: DEBUG oslo_vmware.api [None req-5ee93d49-a1f8-400c-9616-3599d051616e tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Task: {'id': task-2792624, 'name': ReconfigVM_Task, 'duration_secs': 0.275294} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.561301] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ee93d49-a1f8-400c-9616-3599d051616e tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] [instance: be296a4b-6f77-4a19-89dc-d99928d11264] Reconfigured VM instance instance-00000077 to attach disk [datastore2] be296a4b-6f77-4a19-89dc-d99928d11264/be296a4b-6f77-4a19-89dc-d99928d11264.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1325.561944] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-42400bb4-9c68-4ea2-9613-ffb6608e73e8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.568309] env[68893]: DEBUG oslo_vmware.api [None req-5ee93d49-a1f8-400c-9616-3599d051616e tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Waiting for the task: (returnval){ [ 1325.568309] env[68893]: value = "task-2792625" [ 1325.568309] env[68893]: _type = "Task" [ 1325.568309] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.575302] env[68893]: DEBUG oslo_vmware.api [None req-5ee93d49-a1f8-400c-9616-3599d051616e tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Task: {'id': task-2792625, 'name': Rename_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.592066] env[68893]: INFO nova.compute.manager [-] [instance: bec52855-6ca5-48f3-b6ca-0274fd1c12d8] Took 1.45 seconds to deallocate network for instance. [ 1325.773388] env[68893]: DEBUG nova.compute.manager [None req-60c43397-a088-4ab4-a092-ec9ba86bc121 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: d6334104-c7a0-474f-b80d-2c6e323b1229] Start destroying the instance on the hypervisor. {{(pid=68893) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1325.773611] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-60c43397-a088-4ab4-a092-ec9ba86bc121 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: d6334104-c7a0-474f-b80d-2c6e323b1229] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1325.774558] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b7034b0-ad4b-43e9-8158-2324a25f8c5e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.782108] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-60c43397-a088-4ab4-a092-ec9ba86bc121 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: d6334104-c7a0-474f-b80d-2c6e323b1229] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1325.782331] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-44d3f233-fed3-4c45-be0d-249e4ac6688e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.787698] env[68893]: DEBUG oslo_vmware.api [None req-60c43397-a088-4ab4-a092-ec9ba86bc121 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Waiting for the task: (returnval){ [ 1325.787698] env[68893]: value = "task-2792626" [ 1325.787698] env[68893]: _type = "Task" [ 1325.787698] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.796486] env[68893]: DEBUG oslo_vmware.api [None req-60c43397-a088-4ab4-a092-ec9ba86bc121 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Task: {'id': task-2792626, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.078252] env[68893]: DEBUG oslo_vmware.api [None req-5ee93d49-a1f8-400c-9616-3599d051616e tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Task: {'id': task-2792625, 'name': Rename_Task, 'duration_secs': 0.141928} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.078611] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ee93d49-a1f8-400c-9616-3599d051616e tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] [instance: be296a4b-6f77-4a19-89dc-d99928d11264] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1326.078775] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-304dc1e4-624e-4c12-8c80-db8c9c96d448 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.086037] env[68893]: DEBUG oslo_vmware.api [None req-5ee93d49-a1f8-400c-9616-3599d051616e tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Waiting for the task: (returnval){ [ 1326.086037] env[68893]: value = "task-2792627" [ 1326.086037] env[68893]: _type = "Task" [ 1326.086037] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.093747] env[68893]: DEBUG oslo_vmware.api [None req-5ee93d49-a1f8-400c-9616-3599d051616e tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Task: {'id': task-2792627, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.097790] env[68893]: DEBUG oslo_concurrency.lockutils [None req-0f67012c-e33a-458b-91b9-572711c838e1 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1326.098056] env[68893]: DEBUG oslo_concurrency.lockutils [None req-0f67012c-e33a-458b-91b9-572711c838e1 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1326.098292] env[68893]: DEBUG nova.objects.instance [None req-0f67012c-e33a-458b-91b9-572711c838e1 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Lazy-loading 'resources' on Instance uuid bec52855-6ca5-48f3-b6ca-0274fd1c12d8 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1326.298313] env[68893]: DEBUG oslo_vmware.api [None req-60c43397-a088-4ab4-a092-ec9ba86bc121 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Task: {'id': task-2792626, 'name': PowerOffVM_Task, 'duration_secs': 0.251643} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.298694] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-60c43397-a088-4ab4-a092-ec9ba86bc121 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: d6334104-c7a0-474f-b80d-2c6e323b1229] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1326.298744] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-60c43397-a088-4ab4-a092-ec9ba86bc121 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: d6334104-c7a0-474f-b80d-2c6e323b1229] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1326.298948] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-68a55359-791d-4e0b-82f6-a3eecb37cd03 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.359126] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-60c43397-a088-4ab4-a092-ec9ba86bc121 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: d6334104-c7a0-474f-b80d-2c6e323b1229] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1326.359363] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-60c43397-a088-4ab4-a092-ec9ba86bc121 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: d6334104-c7a0-474f-b80d-2c6e323b1229] Deleting contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1326.359541] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-60c43397-a088-4ab4-a092-ec9ba86bc121 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Deleting the datastore file [datastore2] d6334104-c7a0-474f-b80d-2c6e323b1229 {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1326.359802] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4977f49f-68d3-4808-ba98-1fea89074c88 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.366347] env[68893]: DEBUG oslo_vmware.api [None req-60c43397-a088-4ab4-a092-ec9ba86bc121 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Waiting for the task: (returnval){ [ 1326.366347] env[68893]: value = "task-2792629" [ 1326.366347] env[68893]: _type = "Task" [ 1326.366347] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.373767] env[68893]: DEBUG oslo_vmware.api [None req-60c43397-a088-4ab4-a092-ec9ba86bc121 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Task: {'id': task-2792629, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.596075] env[68893]: DEBUG oslo_vmware.api [None req-5ee93d49-a1f8-400c-9616-3599d051616e tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Task: {'id': task-2792627, 'name': PowerOnVM_Task, 'duration_secs': 0.447331} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.596402] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ee93d49-a1f8-400c-9616-3599d051616e tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] [instance: be296a4b-6f77-4a19-89dc-d99928d11264] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1326.596611] env[68893]: INFO nova.compute.manager [None req-5ee93d49-a1f8-400c-9616-3599d051616e tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] [instance: be296a4b-6f77-4a19-89dc-d99928d11264] Took 6.61 seconds to spawn the instance on the hypervisor. [ 1326.596789] env[68893]: DEBUG nova.compute.manager [None req-5ee93d49-a1f8-400c-9616-3599d051616e tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] [instance: be296a4b-6f77-4a19-89dc-d99928d11264] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1326.597554] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdef7c32-f384-4d11-b193-713621e9922d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.673115] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14cac0a5-1cc1-4349-88d4-cd44b33941b2 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.679939] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b42a175c-84b1-4ba9-888c-339326c6b4e9 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.709406] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-464860cc-c0ea-44ff-95fb-fa5ab347e88a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.716106] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64bc6d13-8025-4d0e-9189-80f4d54d68cc {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.729745] env[68893]: DEBUG nova.compute.provider_tree [None req-0f67012c-e33a-458b-91b9-572711c838e1 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1326.875911] env[68893]: DEBUG oslo_vmware.api [None req-60c43397-a088-4ab4-a092-ec9ba86bc121 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Task: {'id': task-2792629, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134285} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.876194] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-60c43397-a088-4ab4-a092-ec9ba86bc121 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1326.876378] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-60c43397-a088-4ab4-a092-ec9ba86bc121 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: d6334104-c7a0-474f-b80d-2c6e323b1229] Deleted contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1326.876554] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-60c43397-a088-4ab4-a092-ec9ba86bc121 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: d6334104-c7a0-474f-b80d-2c6e323b1229] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1326.876725] env[68893]: INFO nova.compute.manager [None req-60c43397-a088-4ab4-a092-ec9ba86bc121 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: d6334104-c7a0-474f-b80d-2c6e323b1229] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1326.876962] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-60c43397-a088-4ab4-a092-ec9ba86bc121 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1326.877173] env[68893]: DEBUG nova.compute.manager [-] [instance: d6334104-c7a0-474f-b80d-2c6e323b1229] Deallocating network for instance {{(pid=68893) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1326.877270] env[68893]: DEBUG nova.network.neutron [-] [instance: d6334104-c7a0-474f-b80d-2c6e323b1229] deallocate_for_instance() {{(pid=68893) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1327.116815] env[68893]: INFO nova.compute.manager [None req-5ee93d49-a1f8-400c-9616-3599d051616e tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] [instance: be296a4b-6f77-4a19-89dc-d99928d11264] Took 11.32 seconds to build instance. [ 1327.236028] env[68893]: DEBUG nova.scheduler.client.report [None req-0f67012c-e33a-458b-91b9-572711c838e1 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1327.558536] env[68893]: DEBUG nova.compute.manager [req-cc5ab02b-67ce-4e65-9519-b189166d9b73 req-7dea34e7-ea12-4fdf-9d80-345321ba9d59 service nova] [instance: d6334104-c7a0-474f-b80d-2c6e323b1229] Received event network-vif-deleted-983250fc-a92f-4e30-8320-15dd61c170cc {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1327.558791] env[68893]: INFO nova.compute.manager [req-cc5ab02b-67ce-4e65-9519-b189166d9b73 req-7dea34e7-ea12-4fdf-9d80-345321ba9d59 service nova] [instance: d6334104-c7a0-474f-b80d-2c6e323b1229] Neutron deleted interface 983250fc-a92f-4e30-8320-15dd61c170cc; detaching it from the instance and deleting it from the info cache [ 1327.558917] env[68893]: DEBUG nova.network.neutron [req-cc5ab02b-67ce-4e65-9519-b189166d9b73 req-7dea34e7-ea12-4fdf-9d80-345321ba9d59 service nova] [instance: d6334104-c7a0-474f-b80d-2c6e323b1229] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1327.619362] env[68893]: DEBUG oslo_concurrency.lockutils [None req-5ee93d49-a1f8-400c-9616-3599d051616e tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Lock "be296a4b-6f77-4a19-89dc-d99928d11264" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.840s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1327.738729] env[68893]: DEBUG oslo_concurrency.lockutils [None req-0f67012c-e33a-458b-91b9-572711c838e1 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.640s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1327.763734] env[68893]: INFO nova.scheduler.client.report [None req-0f67012c-e33a-458b-91b9-572711c838e1 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Deleted allocations for instance bec52855-6ca5-48f3-b6ca-0274fd1c12d8 [ 1328.039854] env[68893]: DEBUG nova.network.neutron [-] [instance: d6334104-c7a0-474f-b80d-2c6e323b1229] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1328.061455] env[68893]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3875eec8-1235-4802-9a15-aa3b41728c05 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.071038] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5980a78-f9f5-471b-b2ea-fdd05948881e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.098230] env[68893]: DEBUG nova.compute.manager [req-cc5ab02b-67ce-4e65-9519-b189166d9b73 req-7dea34e7-ea12-4fdf-9d80-345321ba9d59 service nova] [instance: d6334104-c7a0-474f-b80d-2c6e323b1229] Detach interface failed, port_id=983250fc-a92f-4e30-8320-15dd61c170cc, reason: Instance d6334104-c7a0-474f-b80d-2c6e323b1229 could not be found. {{(pid=68893) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1328.273801] env[68893]: DEBUG oslo_concurrency.lockutils [None req-0f67012c-e33a-458b-91b9-572711c838e1 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Lock "bec52855-6ca5-48f3-b6ca-0274fd1c12d8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.736s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1328.490726] env[68893]: DEBUG oslo_concurrency.lockutils [None req-da76a5b9-f674-4fde-a435-9b7ddf413590 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Acquiring lock "c34737a2-18d9-45b7-89f1-5dec3a06c725" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.490948] env[68893]: DEBUG oslo_concurrency.lockutils [None req-da76a5b9-f674-4fde-a435-9b7ddf413590 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Lock "c34737a2-18d9-45b7-89f1-5dec3a06c725" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.542618] env[68893]: INFO nova.compute.manager [-] [instance: d6334104-c7a0-474f-b80d-2c6e323b1229] Took 1.67 seconds to deallocate network for instance. [ 1328.993565] env[68893]: DEBUG nova.compute.manager [None req-da76a5b9-f674-4fde-a435-9b7ddf413590 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] [instance: c34737a2-18d9-45b7-89f1-5dec3a06c725] Starting instance... {{(pid=68893) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1329.048623] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60c43397-a088-4ab4-a092-ec9ba86bc121 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1329.048893] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60c43397-a088-4ab4-a092-ec9ba86bc121 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1329.049137] env[68893]: DEBUG nova.objects.instance [None req-60c43397-a088-4ab4-a092-ec9ba86bc121 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Lazy-loading 'resources' on Instance uuid d6334104-c7a0-474f-b80d-2c6e323b1229 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1329.512326] env[68893]: DEBUG oslo_concurrency.lockutils [None req-da76a5b9-f674-4fde-a435-9b7ddf413590 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1329.628032] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f0399cc-bcf2-412e-8014-4b16acbb66cf {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.635881] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-945b8ac0-d1db-4670-abcc-9a6c4614c83e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.665111] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8056c53f-2bb2-49cf-8d1c-f113f10f39f1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.671634] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7322c87c-c57d-4b9e-aec7-33b59afd993c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.685336] env[68893]: DEBUG nova.compute.provider_tree [None req-60c43397-a088-4ab4-a092-ec9ba86bc121 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1330.188777] env[68893]: DEBUG nova.scheduler.client.report [None req-60c43397-a088-4ab4-a092-ec9ba86bc121 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1330.341878] env[68893]: DEBUG nova.compute.manager [None req-0daa3741-90d4-4d5c-b333-95c379b421ad tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 5fde66d6-de1d-4fc0-8961-a2e90af0b172] Stashing vm_state: active {{(pid=68893) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1330.693830] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60c43397-a088-4ab4-a092-ec9ba86bc121 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.645s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1330.696219] env[68893]: DEBUG oslo_concurrency.lockutils [None req-da76a5b9-f674-4fde-a435-9b7ddf413590 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.184s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1330.697697] env[68893]: INFO nova.compute.claims [None req-da76a5b9-f674-4fde-a435-9b7ddf413590 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] [instance: c34737a2-18d9-45b7-89f1-5dec3a06c725] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1330.714807] env[68893]: INFO nova.scheduler.client.report [None req-60c43397-a088-4ab4-a092-ec9ba86bc121 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Deleted allocations for instance d6334104-c7a0-474f-b80d-2c6e323b1229 [ 1330.858295] env[68893]: DEBUG oslo_concurrency.lockutils [None req-0daa3741-90d4-4d5c-b333-95c379b421ad tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1331.221396] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60c43397-a088-4ab4-a092-ec9ba86bc121 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Lock "d6334104-c7a0-474f-b80d-2c6e323b1229" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.955s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1331.771160] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b41983-21eb-4952-a16b-1ff7a1193885 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.779489] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79635ce1-a8c1-4ec2-9925-8942ebbc629d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.810950] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54d4003a-4c3b-4967-8809-374f90fdc8f2 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.818008] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-356ac5f8-c7df-464e-96b1-ceae9d76232c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.832464] env[68893]: DEBUG nova.compute.provider_tree [None req-da76a5b9-f674-4fde-a435-9b7ddf413590 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1332.336243] env[68893]: DEBUG nova.scheduler.client.report [None req-da76a5b9-f674-4fde-a435-9b7ddf413590 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1332.842084] env[68893]: DEBUG oslo_concurrency.lockutils [None req-da76a5b9-f674-4fde-a435-9b7ddf413590 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.146s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1332.842672] env[68893]: DEBUG nova.compute.manager [None req-da76a5b9-f674-4fde-a435-9b7ddf413590 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] [instance: c34737a2-18d9-45b7-89f1-5dec3a06c725] Start building networks asynchronously for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1332.845594] env[68893]: DEBUG oslo_concurrency.lockutils [None req-0daa3741-90d4-4d5c-b333-95c379b421ad tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.987s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1333.189599] env[68893]: DEBUG oslo_concurrency.lockutils [None req-adafafa4-2a0f-4821-8e55-2beb96957743 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Acquiring lock "e7e7c554-8964-4b96-a707-b6d28fab974a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1333.189831] env[68893]: DEBUG oslo_concurrency.lockutils [None req-adafafa4-2a0f-4821-8e55-2beb96957743 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Lock "e7e7c554-8964-4b96-a707-b6d28fab974a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1333.349078] env[68893]: DEBUG nova.compute.utils [None req-da76a5b9-f674-4fde-a435-9b7ddf413590 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1333.352342] env[68893]: INFO nova.compute.claims [None req-0daa3741-90d4-4d5c-b333-95c379b421ad tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 5fde66d6-de1d-4fc0-8961-a2e90af0b172] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1333.355728] env[68893]: DEBUG nova.compute.manager [None req-da76a5b9-f674-4fde-a435-9b7ddf413590 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] [instance: c34737a2-18d9-45b7-89f1-5dec3a06c725] Allocating IP information in the background. {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1333.355892] env[68893]: DEBUG nova.network.neutron [None req-da76a5b9-f674-4fde-a435-9b7ddf413590 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] [instance: c34737a2-18d9-45b7-89f1-5dec3a06c725] allocate_for_instance() {{(pid=68893) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1333.400513] env[68893]: DEBUG nova.policy [None req-da76a5b9-f674-4fde-a435-9b7ddf413590 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c8b681336edb44eebff4a2dc171c8947', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '681d8cc5649a46669b658ff21cc71a3c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68893) authorize /opt/stack/nova/nova/policy.py:192}} [ 1333.645747] env[68893]: DEBUG nova.network.neutron [None req-da76a5b9-f674-4fde-a435-9b7ddf413590 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] [instance: c34737a2-18d9-45b7-89f1-5dec3a06c725] Successfully created port: 7513912b-758a-4014-9951-d6027e29dcfc {{(pid=68893) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1333.692012] env[68893]: DEBUG nova.compute.manager [None req-adafafa4-2a0f-4821-8e55-2beb96957743 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: e7e7c554-8964-4b96-a707-b6d28fab974a] Starting instance... {{(pid=68893) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1333.856685] env[68893]: DEBUG nova.compute.manager [None req-da76a5b9-f674-4fde-a435-9b7ddf413590 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] [instance: c34737a2-18d9-45b7-89f1-5dec3a06c725] Start building block device mappings for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1333.860510] env[68893]: INFO nova.compute.resource_tracker [None req-0daa3741-90d4-4d5c-b333-95c379b421ad tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 5fde66d6-de1d-4fc0-8961-a2e90af0b172] Updating resource usage from migration 0fc7df18-513b-4c4f-b6c1-ceb581897507 [ 1333.958389] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85528450-7034-4904-8ac1-2a363783b700 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.966811] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af16d57f-e685-48b2-9835-e64e52dc53fe {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.997039] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf30bd36-1f5c-4245-b11d-0f2ac1a16e45 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.004669] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec6f2bcc-613e-421c-8877-c391e2d664f6 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.017998] env[68893]: DEBUG nova.compute.provider_tree [None req-0daa3741-90d4-4d5c-b333-95c379b421ad tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1334.212972] env[68893]: DEBUG oslo_concurrency.lockutils [None req-adafafa4-2a0f-4821-8e55-2beb96957743 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1334.521452] env[68893]: DEBUG nova.scheduler.client.report [None req-0daa3741-90d4-4d5c-b333-95c379b421ad tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1334.765092] env[68893]: DEBUG oslo_concurrency.lockutils [None req-243bfb5d-070e-43f3-bf79-59be38cee465 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Acquiring lock "4e72f3c2-cbfb-4eb1-9505-b252fd475521" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1334.765378] env[68893]: DEBUG oslo_concurrency.lockutils [None req-243bfb5d-070e-43f3-bf79-59be38cee465 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Lock "4e72f3c2-cbfb-4eb1-9505-b252fd475521" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1334.765565] env[68893]: INFO nova.compute.manager [None req-243bfb5d-070e-43f3-bf79-59be38cee465 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 4e72f3c2-cbfb-4eb1-9505-b252fd475521] Shelving [ 1334.869886] env[68893]: DEBUG nova.compute.manager [None req-da76a5b9-f674-4fde-a435-9b7ddf413590 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] [instance: c34737a2-18d9-45b7-89f1-5dec3a06c725] Start spawning the instance on the hypervisor. {{(pid=68893) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1334.893158] env[68893]: DEBUG nova.virt.hardware [None req-da76a5b9-f674-4fde-a435-9b7ddf413590 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1334.893396] env[68893]: DEBUG nova.virt.hardware [None req-da76a5b9-f674-4fde-a435-9b7ddf413590 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1334.893551] env[68893]: DEBUG nova.virt.hardware [None req-da76a5b9-f674-4fde-a435-9b7ddf413590 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1334.893729] env[68893]: DEBUG nova.virt.hardware [None req-da76a5b9-f674-4fde-a435-9b7ddf413590 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1334.893876] env[68893]: DEBUG nova.virt.hardware [None req-da76a5b9-f674-4fde-a435-9b7ddf413590 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1334.894033] env[68893]: DEBUG nova.virt.hardware [None req-da76a5b9-f674-4fde-a435-9b7ddf413590 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1334.894245] env[68893]: DEBUG nova.virt.hardware [None req-da76a5b9-f674-4fde-a435-9b7ddf413590 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1334.894405] env[68893]: DEBUG nova.virt.hardware [None req-da76a5b9-f674-4fde-a435-9b7ddf413590 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1334.894573] env[68893]: DEBUG nova.virt.hardware [None req-da76a5b9-f674-4fde-a435-9b7ddf413590 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1334.894731] env[68893]: DEBUG nova.virt.hardware [None req-da76a5b9-f674-4fde-a435-9b7ddf413590 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1334.894901] env[68893]: DEBUG nova.virt.hardware [None req-da76a5b9-f674-4fde-a435-9b7ddf413590 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1334.895789] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39851b5d-0840-4e55-9ee1-a6b5f9e1711c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.903327] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6258f1f9-aab9-4e0d-8e21-964f9f2b912b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.026225] env[68893]: DEBUG oslo_concurrency.lockutils [None req-0daa3741-90d4-4d5c-b333-95c379b421ad tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.180s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1335.026491] env[68893]: INFO nova.compute.manager [None req-0daa3741-90d4-4d5c-b333-95c379b421ad tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 5fde66d6-de1d-4fc0-8961-a2e90af0b172] Migrating [ 1335.035017] env[68893]: DEBUG oslo_concurrency.lockutils [None req-adafafa4-2a0f-4821-8e55-2beb96957743 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.820s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1335.035017] env[68893]: INFO nova.compute.claims [None req-adafafa4-2a0f-4821-8e55-2beb96957743 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: e7e7c554-8964-4b96-a707-b6d28fab974a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1335.048928] env[68893]: DEBUG nova.compute.manager [req-2638e138-e50c-4bf4-b7c7-82784ca54829 req-431dd51e-cafb-45c0-ac7a-ee2259950880 service nova] [instance: c34737a2-18d9-45b7-89f1-5dec3a06c725] Received event network-vif-plugged-7513912b-758a-4014-9951-d6027e29dcfc {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1335.049160] env[68893]: DEBUG oslo_concurrency.lockutils [req-2638e138-e50c-4bf4-b7c7-82784ca54829 req-431dd51e-cafb-45c0-ac7a-ee2259950880 service nova] Acquiring lock "c34737a2-18d9-45b7-89f1-5dec3a06c725-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1335.049367] env[68893]: DEBUG oslo_concurrency.lockutils [req-2638e138-e50c-4bf4-b7c7-82784ca54829 req-431dd51e-cafb-45c0-ac7a-ee2259950880 service nova] Lock "c34737a2-18d9-45b7-89f1-5dec3a06c725-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1335.049816] env[68893]: DEBUG oslo_concurrency.lockutils [req-2638e138-e50c-4bf4-b7c7-82784ca54829 req-431dd51e-cafb-45c0-ac7a-ee2259950880 service nova] Lock "c34737a2-18d9-45b7-89f1-5dec3a06c725-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1335.049960] env[68893]: DEBUG nova.compute.manager [req-2638e138-e50c-4bf4-b7c7-82784ca54829 req-431dd51e-cafb-45c0-ac7a-ee2259950880 service nova] [instance: c34737a2-18d9-45b7-89f1-5dec3a06c725] No waiting events found dispatching network-vif-plugged-7513912b-758a-4014-9951-d6027e29dcfc {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1335.050149] env[68893]: WARNING nova.compute.manager [req-2638e138-e50c-4bf4-b7c7-82784ca54829 req-431dd51e-cafb-45c0-ac7a-ee2259950880 service nova] [instance: c34737a2-18d9-45b7-89f1-5dec3a06c725] Received unexpected event network-vif-plugged-7513912b-758a-4014-9951-d6027e29dcfc for instance with vm_state building and task_state spawning. [ 1335.132206] env[68893]: DEBUG nova.network.neutron [None req-da76a5b9-f674-4fde-a435-9b7ddf413590 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] [instance: c34737a2-18d9-45b7-89f1-5dec3a06c725] Successfully updated port: 7513912b-758a-4014-9951-d6027e29dcfc {{(pid=68893) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1335.320969] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1335.321222] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68893) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 1335.547211] env[68893]: DEBUG oslo_concurrency.lockutils [None req-0daa3741-90d4-4d5c-b333-95c379b421ad tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Acquiring lock "refresh_cache-5fde66d6-de1d-4fc0-8961-a2e90af0b172" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.547565] env[68893]: DEBUG oslo_concurrency.lockutils [None req-0daa3741-90d4-4d5c-b333-95c379b421ad tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Acquired lock "refresh_cache-5fde66d6-de1d-4fc0-8961-a2e90af0b172" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.547565] env[68893]: DEBUG nova.network.neutron [None req-0daa3741-90d4-4d5c-b333-95c379b421ad tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 5fde66d6-de1d-4fc0-8961-a2e90af0b172] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1335.634982] env[68893]: DEBUG oslo_concurrency.lockutils [None req-da76a5b9-f674-4fde-a435-9b7ddf413590 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Acquiring lock "refresh_cache-c34737a2-18d9-45b7-89f1-5dec3a06c725" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.635162] env[68893]: DEBUG oslo_concurrency.lockutils [None req-da76a5b9-f674-4fde-a435-9b7ddf413590 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Acquired lock "refresh_cache-c34737a2-18d9-45b7-89f1-5dec3a06c725" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.635315] env[68893]: DEBUG nova.network.neutron [None req-da76a5b9-f674-4fde-a435-9b7ddf413590 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] [instance: c34737a2-18d9-45b7-89f1-5dec3a06c725] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1335.775316] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-243bfb5d-070e-43f3-bf79-59be38cee465 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 4e72f3c2-cbfb-4eb1-9505-b252fd475521] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1335.775936] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7be37f42-af07-49b1-b1e7-ccda1c63014f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.782611] env[68893]: DEBUG oslo_vmware.api [None req-243bfb5d-070e-43f3-bf79-59be38cee465 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Waiting for the task: (returnval){ [ 1335.782611] env[68893]: value = "task-2792630" [ 1335.782611] env[68893]: _type = "Task" [ 1335.782611] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.790905] env[68893]: DEBUG oslo_vmware.api [None req-243bfb5d-070e-43f3-bf79-59be38cee465 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792630, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.120856] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e5433e2-3be0-4053-b790-c00ea217a4b8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.128189] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebf79e57-96aa-4782-adba-f1ea0f081efd {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.162533] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c696d283-dbba-4532-aaca-8ac9ca9c419f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.169907] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0729c6ce-eab0-43e3-8bbf-b22b24c38f01 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.182962] env[68893]: DEBUG nova.compute.provider_tree [None req-adafafa4-2a0f-4821-8e55-2beb96957743 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1336.191923] env[68893]: DEBUG nova.network.neutron [None req-da76a5b9-f674-4fde-a435-9b7ddf413590 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] [instance: c34737a2-18d9-45b7-89f1-5dec3a06c725] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1336.270228] env[68893]: DEBUG nova.network.neutron [None req-0daa3741-90d4-4d5c-b333-95c379b421ad tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 5fde66d6-de1d-4fc0-8961-a2e90af0b172] Updating instance_info_cache with network_info: [{"id": "cb7a1c78-7232-4b3d-b3fd-7abb73b09216", "address": "fa:16:3e:0d:5a:41", "network": {"id": "8efcf1a2-7c45-4eef-b77d-563c71a1afb3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-933780947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "235acd9620044019a35125f6f31d0531", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb7a1c78-72", "ovs_interfaceid": "cb7a1c78-7232-4b3d-b3fd-7abb73b09216", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1336.292371] env[68893]: DEBUG oslo_vmware.api [None req-243bfb5d-070e-43f3-bf79-59be38cee465 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792630, 'name': PowerOffVM_Task, 'duration_secs': 0.235222} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.292633] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-243bfb5d-070e-43f3-bf79-59be38cee465 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 4e72f3c2-cbfb-4eb1-9505-b252fd475521] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1336.293435] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63af6eb4-5c5a-4ba7-8aae-cdb245a2c585 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.310925] env[68893]: DEBUG nova.network.neutron [None req-da76a5b9-f674-4fde-a435-9b7ddf413590 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] [instance: c34737a2-18d9-45b7-89f1-5dec3a06c725] Updating instance_info_cache with network_info: [{"id": "7513912b-758a-4014-9951-d6027e29dcfc", "address": "fa:16:3e:ac:44:ed", "network": {"id": "1f2c7e21-f527-4f96-9846-1467cf21d76d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2038804572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "681d8cc5649a46669b658ff21cc71a3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7513912b-75", "ovs_interfaceid": "7513912b-758a-4014-9951-d6027e29dcfc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1336.312479] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-011fdedc-59c0-45b8-9c75-bf7864256fb7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.321826] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1336.687666] env[68893]: DEBUG nova.scheduler.client.report [None req-adafafa4-2a0f-4821-8e55-2beb96957743 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1336.772480] env[68893]: DEBUG oslo_concurrency.lockutils [None req-0daa3741-90d4-4d5c-b333-95c379b421ad tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Releasing lock "refresh_cache-5fde66d6-de1d-4fc0-8961-a2e90af0b172" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.816408] env[68893]: DEBUG oslo_concurrency.lockutils [None req-da76a5b9-f674-4fde-a435-9b7ddf413590 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Releasing lock "refresh_cache-c34737a2-18d9-45b7-89f1-5dec3a06c725" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.816743] env[68893]: DEBUG nova.compute.manager [None req-da76a5b9-f674-4fde-a435-9b7ddf413590 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] [instance: c34737a2-18d9-45b7-89f1-5dec3a06c725] Instance network_info: |[{"id": "7513912b-758a-4014-9951-d6027e29dcfc", "address": "fa:16:3e:ac:44:ed", "network": {"id": "1f2c7e21-f527-4f96-9846-1467cf21d76d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2038804572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "681d8cc5649a46669b658ff21cc71a3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7513912b-75", "ovs_interfaceid": "7513912b-758a-4014-9951-d6027e29dcfc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1336.817198] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-da76a5b9-f674-4fde-a435-9b7ddf413590 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] [instance: c34737a2-18d9-45b7-89f1-5dec3a06c725] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:44:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74e6f6e0-95e6-4531-99e9-0e78350fb655', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7513912b-758a-4014-9951-d6027e29dcfc', 'vif_model': 'vmxnet3'}] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1336.824674] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-da76a5b9-f674-4fde-a435-9b7ddf413590 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1336.825847] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-243bfb5d-070e-43f3-bf79-59be38cee465 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 4e72f3c2-cbfb-4eb1-9505-b252fd475521] Creating Snapshot of the VM instance {{(pid=68893) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1336.826101] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c34737a2-18d9-45b7-89f1-5dec3a06c725] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1336.826317] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-03e25b7d-4a12-4b7f-af2b-de26cd36bb83 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.828305] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-82e8f028-2ff5-4e8c-9edb-34b836fe8412 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.848564] env[68893]: DEBUG oslo_vmware.api [None req-243bfb5d-070e-43f3-bf79-59be38cee465 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Waiting for the task: (returnval){ [ 1336.848564] env[68893]: value = "task-2792631" [ 1336.848564] env[68893]: _type = "Task" [ 1336.848564] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.850053] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1336.850053] env[68893]: value = "task-2792632" [ 1336.850053] env[68893]: _type = "Task" [ 1336.850053] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.863905] env[68893]: DEBUG oslo_vmware.api [None req-243bfb5d-070e-43f3-bf79-59be38cee465 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792631, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.864102] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792632, 'name': CreateVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.075755] env[68893]: DEBUG nova.compute.manager [req-78786bfc-dafa-4157-9742-364a2ae4a6e6 req-c3bf5ffb-4266-4def-88d5-52f30d75b324 service nova] [instance: c34737a2-18d9-45b7-89f1-5dec3a06c725] Received event network-changed-7513912b-758a-4014-9951-d6027e29dcfc {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1337.076083] env[68893]: DEBUG nova.compute.manager [req-78786bfc-dafa-4157-9742-364a2ae4a6e6 req-c3bf5ffb-4266-4def-88d5-52f30d75b324 service nova] [instance: c34737a2-18d9-45b7-89f1-5dec3a06c725] Refreshing instance network info cache due to event network-changed-7513912b-758a-4014-9951-d6027e29dcfc. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1337.076346] env[68893]: DEBUG oslo_concurrency.lockutils [req-78786bfc-dafa-4157-9742-364a2ae4a6e6 req-c3bf5ffb-4266-4def-88d5-52f30d75b324 service nova] Acquiring lock "refresh_cache-c34737a2-18d9-45b7-89f1-5dec3a06c725" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.076560] env[68893]: DEBUG oslo_concurrency.lockutils [req-78786bfc-dafa-4157-9742-364a2ae4a6e6 req-c3bf5ffb-4266-4def-88d5-52f30d75b324 service nova] Acquired lock "refresh_cache-c34737a2-18d9-45b7-89f1-5dec3a06c725" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.076762] env[68893]: DEBUG nova.network.neutron [req-78786bfc-dafa-4157-9742-364a2ae4a6e6 req-c3bf5ffb-4266-4def-88d5-52f30d75b324 service nova] [instance: c34737a2-18d9-45b7-89f1-5dec3a06c725] Refreshing network info cache for port 7513912b-758a-4014-9951-d6027e29dcfc {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1337.193224] env[68893]: DEBUG oslo_concurrency.lockutils [None req-adafafa4-2a0f-4821-8e55-2beb96957743 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.160s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1337.193900] env[68893]: DEBUG nova.compute.manager [None req-adafafa4-2a0f-4821-8e55-2beb96957743 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: e7e7c554-8964-4b96-a707-b6d28fab974a] Start building networks asynchronously for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1337.321445] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1337.321848] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1337.362060] env[68893]: DEBUG oslo_vmware.api [None req-243bfb5d-070e-43f3-bf79-59be38cee465 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792631, 'name': CreateSnapshot_Task, 'duration_secs': 0.437959} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.365131] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-243bfb5d-070e-43f3-bf79-59be38cee465 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 4e72f3c2-cbfb-4eb1-9505-b252fd475521] Created Snapshot of the VM instance {{(pid=68893) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1337.365347] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792632, 'name': CreateVM_Task, 'duration_secs': 0.312899} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.365984] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d85a68b-cc43-457c-86a0-6c3ef104960f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.368089] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c34737a2-18d9-45b7-89f1-5dec3a06c725] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1337.368744] env[68893]: DEBUG oslo_concurrency.lockutils [None req-da76a5b9-f674-4fde-a435-9b7ddf413590 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.368908] env[68893]: DEBUG oslo_concurrency.lockutils [None req-da76a5b9-f674-4fde-a435-9b7ddf413590 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.369222] env[68893]: DEBUG oslo_concurrency.lockutils [None req-da76a5b9-f674-4fde-a435-9b7ddf413590 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.369712] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7058460-09d4-4fec-92c6-46f21d03b8d8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.378416] env[68893]: DEBUG oslo_vmware.api [None req-da76a5b9-f674-4fde-a435-9b7ddf413590 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Waiting for the task: (returnval){ [ 1337.378416] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52a8ebb1-9fc4-1343-ce16-2ac0de19503c" [ 1337.378416] env[68893]: _type = "Task" [ 1337.378416] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.385461] env[68893]: DEBUG oslo_vmware.api [None req-da76a5b9-f674-4fde-a435-9b7ddf413590 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52a8ebb1-9fc4-1343-ce16-2ac0de19503c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.698860] env[68893]: DEBUG nova.compute.utils [None req-adafafa4-2a0f-4821-8e55-2beb96957743 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1337.700269] env[68893]: DEBUG nova.compute.manager [None req-adafafa4-2a0f-4821-8e55-2beb96957743 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: e7e7c554-8964-4b96-a707-b6d28fab974a] Allocating IP information in the background. {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1337.700460] env[68893]: DEBUG nova.network.neutron [None req-adafafa4-2a0f-4821-8e55-2beb96957743 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: e7e7c554-8964-4b96-a707-b6d28fab974a] allocate_for_instance() {{(pid=68893) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1337.737286] env[68893]: DEBUG nova.policy [None req-adafafa4-2a0f-4821-8e55-2beb96957743 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '56313e1bc7e1419481c84d7e6c5db83e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3a4fbfb5198240238c8f658161335220', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68893) authorize /opt/stack/nova/nova/policy.py:192}} [ 1337.797086] env[68893]: DEBUG nova.network.neutron [req-78786bfc-dafa-4157-9742-364a2ae4a6e6 req-c3bf5ffb-4266-4def-88d5-52f30d75b324 service nova] [instance: c34737a2-18d9-45b7-89f1-5dec3a06c725] Updated VIF entry in instance network info cache for port 7513912b-758a-4014-9951-d6027e29dcfc. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1337.797498] env[68893]: DEBUG nova.network.neutron [req-78786bfc-dafa-4157-9742-364a2ae4a6e6 req-c3bf5ffb-4266-4def-88d5-52f30d75b324 service nova] [instance: c34737a2-18d9-45b7-89f1-5dec3a06c725] Updating instance_info_cache with network_info: [{"id": "7513912b-758a-4014-9951-d6027e29dcfc", "address": "fa:16:3e:ac:44:ed", "network": {"id": "1f2c7e21-f527-4f96-9846-1467cf21d76d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2038804572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "681d8cc5649a46669b658ff21cc71a3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7513912b-75", "ovs_interfaceid": "7513912b-758a-4014-9951-d6027e29dcfc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1337.884175] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-243bfb5d-070e-43f3-bf79-59be38cee465 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 4e72f3c2-cbfb-4eb1-9505-b252fd475521] Creating linked-clone VM from snapshot {{(pid=68893) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1337.884574] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d3336a45-b8df-49fe-929f-b14d2d242d5d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.897529] env[68893]: DEBUG oslo_vmware.api [None req-da76a5b9-f674-4fde-a435-9b7ddf413590 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52a8ebb1-9fc4-1343-ce16-2ac0de19503c, 'name': SearchDatastore_Task, 'duration_secs': 0.010159} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.898731] env[68893]: DEBUG oslo_concurrency.lockutils [None req-da76a5b9-f674-4fde-a435-9b7ddf413590 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.898970] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-da76a5b9-f674-4fde-a435-9b7ddf413590 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] [instance: c34737a2-18d9-45b7-89f1-5dec3a06c725] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1337.899215] env[68893]: DEBUG oslo_concurrency.lockutils [None req-da76a5b9-f674-4fde-a435-9b7ddf413590 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.899369] env[68893]: DEBUG oslo_concurrency.lockutils [None req-da76a5b9-f674-4fde-a435-9b7ddf413590 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.899540] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-da76a5b9-f674-4fde-a435-9b7ddf413590 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1337.899844] env[68893]: DEBUG oslo_vmware.api [None req-243bfb5d-070e-43f3-bf79-59be38cee465 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Waiting for the task: (returnval){ [ 1337.899844] env[68893]: value = "task-2792633" [ 1337.899844] env[68893]: _type = "Task" [ 1337.899844] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.900036] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d419bb3-6a15-4d07-9061-96882c468758 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.909402] env[68893]: DEBUG oslo_vmware.api [None req-243bfb5d-070e-43f3-bf79-59be38cee465 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792633, 'name': CloneVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.910431] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-da76a5b9-f674-4fde-a435-9b7ddf413590 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1337.910515] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-da76a5b9-f674-4fde-a435-9b7ddf413590 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1337.911518] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2cbae70-9ec5-495b-b34d-a02adc1e69bc {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.916137] env[68893]: DEBUG oslo_vmware.api [None req-da76a5b9-f674-4fde-a435-9b7ddf413590 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Waiting for the task: (returnval){ [ 1337.916137] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52a18a19-3a09-6597-851c-1837fbb7deeb" [ 1337.916137] env[68893]: _type = "Task" [ 1337.916137] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.922905] env[68893]: DEBUG oslo_vmware.api [None req-da76a5b9-f674-4fde-a435-9b7ddf413590 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52a18a19-3a09-6597-851c-1837fbb7deeb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.014307] env[68893]: DEBUG nova.network.neutron [None req-adafafa4-2a0f-4821-8e55-2beb96957743 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: e7e7c554-8964-4b96-a707-b6d28fab974a] Successfully created port: 945a78fa-276c-49d4-98bc-a8c540662eb9 {{(pid=68893) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1338.203534] env[68893]: DEBUG nova.compute.manager [None req-adafafa4-2a0f-4821-8e55-2beb96957743 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: e7e7c554-8964-4b96-a707-b6d28fab974a] Start building block device mappings for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1338.285907] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ea51ccd-275c-4eca-a581-f1e33b26df51 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.304963] env[68893]: DEBUG oslo_concurrency.lockutils [req-78786bfc-dafa-4157-9742-364a2ae4a6e6 req-c3bf5ffb-4266-4def-88d5-52f30d75b324 service nova] Releasing lock "refresh_cache-c34737a2-18d9-45b7-89f1-5dec3a06c725" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.305464] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-0daa3741-90d4-4d5c-b333-95c379b421ad tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 5fde66d6-de1d-4fc0-8961-a2e90af0b172] Updating instance '5fde66d6-de1d-4fc0-8961-a2e90af0b172' progress to 0 {{(pid=68893) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1338.317615] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1338.321135] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1338.412036] env[68893]: DEBUG oslo_vmware.api [None req-243bfb5d-070e-43f3-bf79-59be38cee465 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792633, 'name': CloneVM_Task} progress is 94%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.425421] env[68893]: DEBUG oslo_vmware.api [None req-da76a5b9-f674-4fde-a435-9b7ddf413590 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52a18a19-3a09-6597-851c-1837fbb7deeb, 'name': SearchDatastore_Task, 'duration_secs': 0.0078} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.426189] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3147e4f6-71f9-457d-98e5-480db02882c7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.430884] env[68893]: DEBUG oslo_vmware.api [None req-da76a5b9-f674-4fde-a435-9b7ddf413590 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Waiting for the task: (returnval){ [ 1338.430884] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]525098be-152b-252e-b204-82093f2dc587" [ 1338.430884] env[68893]: _type = "Task" [ 1338.430884] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.437905] env[68893]: DEBUG oslo_vmware.api [None req-da76a5b9-f674-4fde-a435-9b7ddf413590 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]525098be-152b-252e-b204-82093f2dc587, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.811654] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-0daa3741-90d4-4d5c-b333-95c379b421ad tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 5fde66d6-de1d-4fc0-8961-a2e90af0b172] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1338.811963] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2e97a8a6-ddfb-4e82-8182-c1f01b66673f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.819533] env[68893]: DEBUG oslo_vmware.api [None req-0daa3741-90d4-4d5c-b333-95c379b421ad tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Waiting for the task: (returnval){ [ 1338.819533] env[68893]: value = "task-2792634" [ 1338.819533] env[68893]: _type = "Task" [ 1338.819533] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.827251] env[68893]: DEBUG oslo_vmware.api [None req-0daa3741-90d4-4d5c-b333-95c379b421ad tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': task-2792634, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.911578] env[68893]: DEBUG oslo_vmware.api [None req-243bfb5d-070e-43f3-bf79-59be38cee465 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792633, 'name': CloneVM_Task} progress is 95%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.941355] env[68893]: DEBUG oslo_vmware.api [None req-da76a5b9-f674-4fde-a435-9b7ddf413590 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]525098be-152b-252e-b204-82093f2dc587, 'name': SearchDatastore_Task, 'duration_secs': 0.009064} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.941702] env[68893]: DEBUG oslo_concurrency.lockutils [None req-da76a5b9-f674-4fde-a435-9b7ddf413590 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.942933] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-da76a5b9-f674-4fde-a435-9b7ddf413590 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] c34737a2-18d9-45b7-89f1-5dec3a06c725/c34737a2-18d9-45b7-89f1-5dec3a06c725.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1338.942933] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4f7d4718-b056-41cc-8114-47c517dd98e1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.950073] env[68893]: DEBUG oslo_vmware.api [None req-da76a5b9-f674-4fde-a435-9b7ddf413590 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Waiting for the task: (returnval){ [ 1338.950073] env[68893]: value = "task-2792635" [ 1338.950073] env[68893]: _type = "Task" [ 1338.950073] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.958744] env[68893]: DEBUG oslo_vmware.api [None req-da76a5b9-f674-4fde-a435-9b7ddf413590 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Task: {'id': task-2792635, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.213631] env[68893]: DEBUG nova.compute.manager [None req-adafafa4-2a0f-4821-8e55-2beb96957743 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: e7e7c554-8964-4b96-a707-b6d28fab974a] Start spawning the instance on the hypervisor. {{(pid=68893) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1339.244226] env[68893]: DEBUG nova.virt.hardware [None req-adafafa4-2a0f-4821-8e55-2beb96957743 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1339.244484] env[68893]: DEBUG nova.virt.hardware [None req-adafafa4-2a0f-4821-8e55-2beb96957743 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1339.244640] env[68893]: DEBUG nova.virt.hardware [None req-adafafa4-2a0f-4821-8e55-2beb96957743 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1339.244817] env[68893]: DEBUG nova.virt.hardware [None req-adafafa4-2a0f-4821-8e55-2beb96957743 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1339.244960] env[68893]: DEBUG nova.virt.hardware [None req-adafafa4-2a0f-4821-8e55-2beb96957743 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1339.245118] env[68893]: DEBUG nova.virt.hardware [None req-adafafa4-2a0f-4821-8e55-2beb96957743 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1339.245372] env[68893]: DEBUG nova.virt.hardware [None req-adafafa4-2a0f-4821-8e55-2beb96957743 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1339.245538] env[68893]: DEBUG nova.virt.hardware [None req-adafafa4-2a0f-4821-8e55-2beb96957743 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1339.245707] env[68893]: DEBUG nova.virt.hardware [None req-adafafa4-2a0f-4821-8e55-2beb96957743 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1339.245865] env[68893]: DEBUG nova.virt.hardware [None req-adafafa4-2a0f-4821-8e55-2beb96957743 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1339.246051] env[68893]: DEBUG nova.virt.hardware [None req-adafafa4-2a0f-4821-8e55-2beb96957743 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1339.246972] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-292d42b4-5c11-4f96-9aec-3560fbb1b327 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.256208] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fd9e550-9ce6-4b7e-9642-efa40a9b2731 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.329415] env[68893]: DEBUG oslo_vmware.api [None req-0daa3741-90d4-4d5c-b333-95c379b421ad tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': task-2792634, 'name': PowerOffVM_Task, 'duration_secs': 0.22699} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.329838] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-0daa3741-90d4-4d5c-b333-95c379b421ad tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 5fde66d6-de1d-4fc0-8961-a2e90af0b172] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1339.329927] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-0daa3741-90d4-4d5c-b333-95c379b421ad tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 5fde66d6-de1d-4fc0-8961-a2e90af0b172] Updating instance '5fde66d6-de1d-4fc0-8961-a2e90af0b172' progress to 17 {{(pid=68893) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1339.413833] env[68893]: DEBUG oslo_vmware.api [None req-243bfb5d-070e-43f3-bf79-59be38cee465 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792633, 'name': CloneVM_Task, 'duration_secs': 1.203997} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.415289] env[68893]: INFO nova.virt.vmwareapi.vmops [None req-243bfb5d-070e-43f3-bf79-59be38cee465 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 4e72f3c2-cbfb-4eb1-9505-b252fd475521] Created linked-clone VM from snapshot [ 1339.416555] env[68893]: DEBUG nova.compute.manager [req-5f141be0-5dd0-4c2a-aa75-13d193202da4 req-c633f141-794f-4d8d-a07b-4387401fe785 service nova] [instance: e7e7c554-8964-4b96-a707-b6d28fab974a] Received event network-vif-plugged-945a78fa-276c-49d4-98bc-a8c540662eb9 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1339.416783] env[68893]: DEBUG oslo_concurrency.lockutils [req-5f141be0-5dd0-4c2a-aa75-13d193202da4 req-c633f141-794f-4d8d-a07b-4387401fe785 service nova] Acquiring lock "e7e7c554-8964-4b96-a707-b6d28fab974a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1339.417013] env[68893]: DEBUG oslo_concurrency.lockutils [req-5f141be0-5dd0-4c2a-aa75-13d193202da4 req-c633f141-794f-4d8d-a07b-4387401fe785 service nova] Lock "e7e7c554-8964-4b96-a707-b6d28fab974a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1339.417220] env[68893]: DEBUG oslo_concurrency.lockutils [req-5f141be0-5dd0-4c2a-aa75-13d193202da4 req-c633f141-794f-4d8d-a07b-4387401fe785 service nova] Lock "e7e7c554-8964-4b96-a707-b6d28fab974a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1339.417389] env[68893]: DEBUG nova.compute.manager [req-5f141be0-5dd0-4c2a-aa75-13d193202da4 req-c633f141-794f-4d8d-a07b-4387401fe785 service nova] [instance: e7e7c554-8964-4b96-a707-b6d28fab974a] No waiting events found dispatching network-vif-plugged-945a78fa-276c-49d4-98bc-a8c540662eb9 {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1339.417552] env[68893]: WARNING nova.compute.manager [req-5f141be0-5dd0-4c2a-aa75-13d193202da4 req-c633f141-794f-4d8d-a07b-4387401fe785 service nova] [instance: e7e7c554-8964-4b96-a707-b6d28fab974a] Received unexpected event network-vif-plugged-945a78fa-276c-49d4-98bc-a8c540662eb9 for instance with vm_state building and task_state spawning. [ 1339.418420] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa57dbf6-c839-4af7-9b9f-39de939c0a27 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.427824] env[68893]: DEBUG nova.virt.vmwareapi.images [None req-243bfb5d-070e-43f3-bf79-59be38cee465 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 4e72f3c2-cbfb-4eb1-9505-b252fd475521] Uploading image d49a12c9-e49c-48a2-8a04-24f6a40482de {{(pid=68893) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1339.449634] env[68893]: DEBUG oslo_vmware.rw_handles [None req-243bfb5d-070e-43f3-bf79-59be38cee465 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1339.449634] env[68893]: value = "vm-561288" [ 1339.449634] env[68893]: _type = "VirtualMachine" [ 1339.449634] env[68893]: }. {{(pid=68893) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1339.449947] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-dab74f6b-b998-441e-b69c-1468549eb7c0 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.459946] env[68893]: DEBUG oslo_vmware.api [None req-da76a5b9-f674-4fde-a435-9b7ddf413590 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Task: {'id': task-2792635, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477036} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.461170] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-da76a5b9-f674-4fde-a435-9b7ddf413590 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] c34737a2-18d9-45b7-89f1-5dec3a06c725/c34737a2-18d9-45b7-89f1-5dec3a06c725.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1339.461406] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-da76a5b9-f674-4fde-a435-9b7ddf413590 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] [instance: c34737a2-18d9-45b7-89f1-5dec3a06c725] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1339.461778] env[68893]: DEBUG oslo_vmware.rw_handles [None req-243bfb5d-070e-43f3-bf79-59be38cee465 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Lease: (returnval){ [ 1339.461778] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52440612-ec8d-4756-1c1a-3387b88b66c2" [ 1339.461778] env[68893]: _type = "HttpNfcLease" [ 1339.461778] env[68893]: } obtained for exporting VM: (result){ [ 1339.461778] env[68893]: value = "vm-561288" [ 1339.461778] env[68893]: _type = "VirtualMachine" [ 1339.461778] env[68893]: }. {{(pid=68893) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1339.462108] env[68893]: DEBUG oslo_vmware.api [None req-243bfb5d-070e-43f3-bf79-59be38cee465 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Waiting for the lease: (returnval){ [ 1339.462108] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52440612-ec8d-4756-1c1a-3387b88b66c2" [ 1339.462108] env[68893]: _type = "HttpNfcLease" [ 1339.462108] env[68893]: } to be ready. {{(pid=68893) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1339.462259] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fe02d0e2-00a8-4192-8a20-4fb875cdb9f6 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.470708] env[68893]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1339.470708] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52440612-ec8d-4756-1c1a-3387b88b66c2" [ 1339.470708] env[68893]: _type = "HttpNfcLease" [ 1339.470708] env[68893]: } is initializing. {{(pid=68893) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1339.472417] env[68893]: DEBUG oslo_vmware.api [None req-da76a5b9-f674-4fde-a435-9b7ddf413590 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Waiting for the task: (returnval){ [ 1339.472417] env[68893]: value = "task-2792637" [ 1339.472417] env[68893]: _type = "Task" [ 1339.472417] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.479987] env[68893]: DEBUG oslo_vmware.api [None req-da76a5b9-f674-4fde-a435-9b7ddf413590 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Task: {'id': task-2792637, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.497323] env[68893]: DEBUG nova.network.neutron [None req-adafafa4-2a0f-4821-8e55-2beb96957743 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: e7e7c554-8964-4b96-a707-b6d28fab974a] Successfully updated port: 945a78fa-276c-49d4-98bc-a8c540662eb9 {{(pid=68893) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1339.836711] env[68893]: DEBUG nova.virt.hardware [None req-0daa3741-90d4-4d5c-b333-95c379b421ad tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1339.836997] env[68893]: DEBUG nova.virt.hardware [None req-0daa3741-90d4-4d5c-b333-95c379b421ad tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1339.837138] env[68893]: DEBUG nova.virt.hardware [None req-0daa3741-90d4-4d5c-b333-95c379b421ad tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1339.837320] env[68893]: DEBUG nova.virt.hardware [None req-0daa3741-90d4-4d5c-b333-95c379b421ad tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1339.837470] env[68893]: DEBUG nova.virt.hardware [None req-0daa3741-90d4-4d5c-b333-95c379b421ad tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1339.837618] env[68893]: DEBUG nova.virt.hardware [None req-0daa3741-90d4-4d5c-b333-95c379b421ad tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1339.837821] env[68893]: DEBUG nova.virt.hardware [None req-0daa3741-90d4-4d5c-b333-95c379b421ad tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1339.838066] env[68893]: DEBUG nova.virt.hardware [None req-0daa3741-90d4-4d5c-b333-95c379b421ad tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1339.838154] env[68893]: DEBUG nova.virt.hardware [None req-0daa3741-90d4-4d5c-b333-95c379b421ad tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1339.838313] env[68893]: DEBUG nova.virt.hardware [None req-0daa3741-90d4-4d5c-b333-95c379b421ad tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1339.838519] env[68893]: DEBUG nova.virt.hardware [None req-0daa3741-90d4-4d5c-b333-95c379b421ad tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1339.843660] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-033111d5-1013-4643-9df4-70afc9b67dbe {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.860360] env[68893]: DEBUG oslo_vmware.api [None req-0daa3741-90d4-4d5c-b333-95c379b421ad tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Waiting for the task: (returnval){ [ 1339.860360] env[68893]: value = "task-2792638" [ 1339.860360] env[68893]: _type = "Task" [ 1339.860360] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.868335] env[68893]: DEBUG oslo_vmware.api [None req-0daa3741-90d4-4d5c-b333-95c379b421ad tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': task-2792638, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.971784] env[68893]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1339.971784] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52440612-ec8d-4756-1c1a-3387b88b66c2" [ 1339.971784] env[68893]: _type = "HttpNfcLease" [ 1339.971784] env[68893]: } is ready. {{(pid=68893) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1339.972054] env[68893]: DEBUG oslo_vmware.rw_handles [None req-243bfb5d-070e-43f3-bf79-59be38cee465 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1339.972054] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52440612-ec8d-4756-1c1a-3387b88b66c2" [ 1339.972054] env[68893]: _type = "HttpNfcLease" [ 1339.972054] env[68893]: }. {{(pid=68893) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1339.972810] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9ade730-0834-44a2-964a-232592c278aa {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.986997] env[68893]: DEBUG oslo_vmware.rw_handles [None req-243bfb5d-070e-43f3-bf79-59be38cee465 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52453c24-6d01-d751-a803-73d9dd25d7c5/disk-0.vmdk from lease info. {{(pid=68893) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1339.987182] env[68893]: DEBUG oslo_vmware.rw_handles [None req-243bfb5d-070e-43f3-bf79-59be38cee465 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52453c24-6d01-d751-a803-73d9dd25d7c5/disk-0.vmdk for reading. {{(pid=68893) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1339.988726] env[68893]: DEBUG oslo_vmware.api [None req-da76a5b9-f674-4fde-a435-9b7ddf413590 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Task: {'id': task-2792637, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066932} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.988806] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-da76a5b9-f674-4fde-a435-9b7ddf413590 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] [instance: c34737a2-18d9-45b7-89f1-5dec3a06c725] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1339.990304] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b61e4dd8-8799-443a-9dcb-6d7fec647723 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.046403] env[68893]: DEBUG oslo_concurrency.lockutils [None req-adafafa4-2a0f-4821-8e55-2beb96957743 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Acquiring lock "refresh_cache-e7e7c554-8964-4b96-a707-b6d28fab974a" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.046553] env[68893]: DEBUG oslo_concurrency.lockutils [None req-adafafa4-2a0f-4821-8e55-2beb96957743 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Acquired lock "refresh_cache-e7e7c554-8964-4b96-a707-b6d28fab974a" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.046705] env[68893]: DEBUG nova.network.neutron [None req-adafafa4-2a0f-4821-8e55-2beb96957743 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: e7e7c554-8964-4b96-a707-b6d28fab974a] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1340.069427] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-da76a5b9-f674-4fde-a435-9b7ddf413590 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] [instance: c34737a2-18d9-45b7-89f1-5dec3a06c725] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] c34737a2-18d9-45b7-89f1-5dec3a06c725/c34737a2-18d9-45b7-89f1-5dec3a06c725.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1340.069786] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0afb76ed-3999-42d7-9ab2-f3a9caa7ffd8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.090830] env[68893]: DEBUG oslo_vmware.api [None req-da76a5b9-f674-4fde-a435-9b7ddf413590 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Waiting for the task: (returnval){ [ 1340.090830] env[68893]: value = "task-2792639" [ 1340.090830] env[68893]: _type = "Task" [ 1340.090830] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.098725] env[68893]: DEBUG oslo_vmware.api [None req-da76a5b9-f674-4fde-a435-9b7ddf413590 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Task: {'id': task-2792639, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.158988] env[68893]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2f181ef2-8ad5-45d8-960c-5434e08a275d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.322628] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1340.322628] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager.update_available_resource {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1340.372197] env[68893]: DEBUG oslo_vmware.api [None req-0daa3741-90d4-4d5c-b333-95c379b421ad tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': task-2792638, 'name': ReconfigVM_Task, 'duration_secs': 0.419667} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.372739] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-0daa3741-90d4-4d5c-b333-95c379b421ad tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 5fde66d6-de1d-4fc0-8961-a2e90af0b172] Updating instance '5fde66d6-de1d-4fc0-8961-a2e90af0b172' progress to 33 {{(pid=68893) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1340.577324] env[68893]: DEBUG nova.network.neutron [None req-adafafa4-2a0f-4821-8e55-2beb96957743 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: e7e7c554-8964-4b96-a707-b6d28fab974a] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1340.602235] env[68893]: DEBUG oslo_vmware.api [None req-da76a5b9-f674-4fde-a435-9b7ddf413590 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Task: {'id': task-2792639, 'name': ReconfigVM_Task, 'duration_secs': 0.328196} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.602596] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-da76a5b9-f674-4fde-a435-9b7ddf413590 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] [instance: c34737a2-18d9-45b7-89f1-5dec3a06c725] Reconfigured VM instance instance-00000078 to attach disk [datastore2] c34737a2-18d9-45b7-89f1-5dec3a06c725/c34737a2-18d9-45b7-89f1-5dec3a06c725.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1340.603272] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-19cf7f7f-696b-47e8-a74f-63f9e2bd8385 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.610192] env[68893]: DEBUG oslo_vmware.api [None req-da76a5b9-f674-4fde-a435-9b7ddf413590 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Waiting for the task: (returnval){ [ 1340.610192] env[68893]: value = "task-2792640" [ 1340.610192] env[68893]: _type = "Task" [ 1340.610192] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.618962] env[68893]: DEBUG oslo_vmware.api [None req-da76a5b9-f674-4fde-a435-9b7ddf413590 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Task: {'id': task-2792640, 'name': Rename_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.717409] env[68893]: DEBUG nova.network.neutron [None req-adafafa4-2a0f-4821-8e55-2beb96957743 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: e7e7c554-8964-4b96-a707-b6d28fab974a] Updating instance_info_cache with network_info: [{"id": "945a78fa-276c-49d4-98bc-a8c540662eb9", "address": "fa:16:3e:fd:53:0f", "network": {"id": "2e9af55f-91c5-44a5-9f11-01c431a48424", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1682638634-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a4fbfb5198240238c8f658161335220", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap945a78fa-27", "ovs_interfaceid": "945a78fa-276c-49d4-98bc-a8c540662eb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1340.825402] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1340.826524] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1340.826524] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1340.826524] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68893) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1340.827234] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-543e63b5-0aea-40c6-88d9-3ec57f28f97c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.835694] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-332ba880-5956-4b4d-a4d4-a19ee98d421d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.850322] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e0f689a-b557-442e-921d-a9644dcc6be6 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.857052] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dd6ca48-23d2-45f1-86a2-915bd709ff38 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.890984] env[68893]: DEBUG nova.virt.hardware [None req-0daa3741-90d4-4d5c-b333-95c379b421ad tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1340.891275] env[68893]: DEBUG nova.virt.hardware [None req-0daa3741-90d4-4d5c-b333-95c379b421ad tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1340.891416] env[68893]: DEBUG nova.virt.hardware [None req-0daa3741-90d4-4d5c-b333-95c379b421ad tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1340.891668] env[68893]: DEBUG nova.virt.hardware [None req-0daa3741-90d4-4d5c-b333-95c379b421ad tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1340.891829] env[68893]: DEBUG nova.virt.hardware [None req-0daa3741-90d4-4d5c-b333-95c379b421ad tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1340.891986] env[68893]: DEBUG nova.virt.hardware [None req-0daa3741-90d4-4d5c-b333-95c379b421ad tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1340.892253] env[68893]: DEBUG nova.virt.hardware [None req-0daa3741-90d4-4d5c-b333-95c379b421ad tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1340.892480] env[68893]: DEBUG nova.virt.hardware [None req-0daa3741-90d4-4d5c-b333-95c379b421ad tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1340.892662] env[68893]: DEBUG nova.virt.hardware [None req-0daa3741-90d4-4d5c-b333-95c379b421ad tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1340.892847] env[68893]: DEBUG nova.virt.hardware [None req-0daa3741-90d4-4d5c-b333-95c379b421ad tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1340.893134] env[68893]: DEBUG nova.virt.hardware [None req-0daa3741-90d4-4d5c-b333-95c379b421ad tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1340.898557] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-0daa3741-90d4-4d5c-b333-95c379b421ad tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 5fde66d6-de1d-4fc0-8961-a2e90af0b172] Reconfiguring VM instance instance-0000005d to detach disk 2000 {{(pid=68893) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1340.898935] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179957MB free_disk=174GB free_vcpus=48 pci_devices=None {{(pid=68893) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1340.899084] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1340.899377] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1340.901655] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f109cc5a-282c-42ee-b4d0-4ecd6b5bdbc1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.920537] env[68893]: DEBUG oslo_vmware.api [None req-0daa3741-90d4-4d5c-b333-95c379b421ad tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Waiting for the task: (returnval){ [ 1340.920537] env[68893]: value = "task-2792641" [ 1340.920537] env[68893]: _type = "Task" [ 1340.920537] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.930529] env[68893]: DEBUG oslo_vmware.api [None req-0daa3741-90d4-4d5c-b333-95c379b421ad tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': task-2792641, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.120358] env[68893]: DEBUG oslo_vmware.api [None req-da76a5b9-f674-4fde-a435-9b7ddf413590 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Task: {'id': task-2792640, 'name': Rename_Task, 'duration_secs': 0.140941} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.120358] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-da76a5b9-f674-4fde-a435-9b7ddf413590 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] [instance: c34737a2-18d9-45b7-89f1-5dec3a06c725] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1341.120870] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-07e7f176-a6fa-4671-8b25-81249b40f562 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.127787] env[68893]: DEBUG oslo_vmware.api [None req-da76a5b9-f674-4fde-a435-9b7ddf413590 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Waiting for the task: (returnval){ [ 1341.127787] env[68893]: value = "task-2792642" [ 1341.127787] env[68893]: _type = "Task" [ 1341.127787] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.135418] env[68893]: DEBUG oslo_vmware.api [None req-da76a5b9-f674-4fde-a435-9b7ddf413590 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Task: {'id': task-2792642, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.220508] env[68893]: DEBUG oslo_concurrency.lockutils [None req-adafafa4-2a0f-4821-8e55-2beb96957743 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Releasing lock "refresh_cache-e7e7c554-8964-4b96-a707-b6d28fab974a" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.221037] env[68893]: DEBUG nova.compute.manager [None req-adafafa4-2a0f-4821-8e55-2beb96957743 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: e7e7c554-8964-4b96-a707-b6d28fab974a] Instance network_info: |[{"id": "945a78fa-276c-49d4-98bc-a8c540662eb9", "address": "fa:16:3e:fd:53:0f", "network": {"id": "2e9af55f-91c5-44a5-9f11-01c431a48424", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1682638634-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a4fbfb5198240238c8f658161335220", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap945a78fa-27", "ovs_interfaceid": "945a78fa-276c-49d4-98bc-a8c540662eb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1341.221517] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-adafafa4-2a0f-4821-8e55-2beb96957743 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: e7e7c554-8964-4b96-a707-b6d28fab974a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:53:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd5970ab5-34b8-4065-bfa6-f568b8f103b7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '945a78fa-276c-49d4-98bc-a8c540662eb9', 'vif_model': 'vmxnet3'}] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1341.229428] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-adafafa4-2a0f-4821-8e55-2beb96957743 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1341.229857] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7e7c554-8964-4b96-a707-b6d28fab974a] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1341.231129] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a76c8b6a-3d6b-46ef-9551-d1ee37569ba0 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.250946] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1341.250946] env[68893]: value = "task-2792643" [ 1341.250946] env[68893]: _type = "Task" [ 1341.250946] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.259169] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792643, 'name': CreateVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.430807] env[68893]: DEBUG oslo_vmware.api [None req-0daa3741-90d4-4d5c-b333-95c379b421ad tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': task-2792641, 'name': ReconfigVM_Task, 'duration_secs': 0.254639} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.431318] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-0daa3741-90d4-4d5c-b333-95c379b421ad tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 5fde66d6-de1d-4fc0-8961-a2e90af0b172] Reconfigured VM instance instance-0000005d to detach disk 2000 {{(pid=68893) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1341.432274] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cca871f7-d3bf-4048-9118-86aa60c0d5c0 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.456250] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-0daa3741-90d4-4d5c-b333-95c379b421ad tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 5fde66d6-de1d-4fc0-8961-a2e90af0b172] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] 5fde66d6-de1d-4fc0-8961-a2e90af0b172/5fde66d6-de1d-4fc0-8961-a2e90af0b172.vmdk or device None with type thin {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1341.458242] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-141e558d-7a2b-4c65-8108-11d63d492bdb {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.472661] env[68893]: DEBUG nova.compute.manager [req-f358d4c6-89cf-4968-93c3-55b87c85995e req-31ce1705-4818-4e41-837c-bdf1e9588279 service nova] [instance: e7e7c554-8964-4b96-a707-b6d28fab974a] Received event network-changed-945a78fa-276c-49d4-98bc-a8c540662eb9 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1341.472976] env[68893]: DEBUG nova.compute.manager [req-f358d4c6-89cf-4968-93c3-55b87c85995e req-31ce1705-4818-4e41-837c-bdf1e9588279 service nova] [instance: e7e7c554-8964-4b96-a707-b6d28fab974a] Refreshing instance network info cache due to event network-changed-945a78fa-276c-49d4-98bc-a8c540662eb9. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1341.473523] env[68893]: DEBUG oslo_concurrency.lockutils [req-f358d4c6-89cf-4968-93c3-55b87c85995e req-31ce1705-4818-4e41-837c-bdf1e9588279 service nova] Acquiring lock "refresh_cache-e7e7c554-8964-4b96-a707-b6d28fab974a" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.473523] env[68893]: DEBUG oslo_concurrency.lockutils [req-f358d4c6-89cf-4968-93c3-55b87c85995e req-31ce1705-4818-4e41-837c-bdf1e9588279 service nova] Acquired lock "refresh_cache-e7e7c554-8964-4b96-a707-b6d28fab974a" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.473609] env[68893]: DEBUG nova.network.neutron [req-f358d4c6-89cf-4968-93c3-55b87c85995e req-31ce1705-4818-4e41-837c-bdf1e9588279 service nova] [instance: e7e7c554-8964-4b96-a707-b6d28fab974a] Refreshing network info cache for port 945a78fa-276c-49d4-98bc-a8c540662eb9 {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1341.484071] env[68893]: DEBUG oslo_vmware.api [None req-0daa3741-90d4-4d5c-b333-95c379b421ad tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Waiting for the task: (returnval){ [ 1341.484071] env[68893]: value = "task-2792644" [ 1341.484071] env[68893]: _type = "Task" [ 1341.484071] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.495589] env[68893]: DEBUG oslo_vmware.api [None req-0daa3741-90d4-4d5c-b333-95c379b421ad tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': task-2792644, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.637145] env[68893]: DEBUG oslo_vmware.api [None req-da76a5b9-f674-4fde-a435-9b7ddf413590 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Task: {'id': task-2792642, 'name': PowerOnVM_Task, 'duration_secs': 0.475694} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.637382] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-da76a5b9-f674-4fde-a435-9b7ddf413590 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] [instance: c34737a2-18d9-45b7-89f1-5dec3a06c725] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1341.637653] env[68893]: INFO nova.compute.manager [None req-da76a5b9-f674-4fde-a435-9b7ddf413590 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] [instance: c34737a2-18d9-45b7-89f1-5dec3a06c725] Took 6.77 seconds to spawn the instance on the hypervisor. [ 1341.637887] env[68893]: DEBUG nova.compute.manager [None req-da76a5b9-f674-4fde-a435-9b7ddf413590 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] [instance: c34737a2-18d9-45b7-89f1-5dec3a06c725] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1341.638705] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4acacf7-681e-4329-bb92-e313372caede {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.761743] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792643, 'name': CreateVM_Task, 'duration_secs': 0.435613} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.762054] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7e7c554-8964-4b96-a707-b6d28fab974a] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1341.762757] env[68893]: DEBUG oslo_concurrency.lockutils [None req-adafafa4-2a0f-4821-8e55-2beb96957743 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.762918] env[68893]: DEBUG oslo_concurrency.lockutils [None req-adafafa4-2a0f-4821-8e55-2beb96957743 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.763263] env[68893]: DEBUG oslo_concurrency.lockutils [None req-adafafa4-2a0f-4821-8e55-2beb96957743 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.763522] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd7599be-46c3-4b4f-95be-0f298a650616 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.767555] env[68893]: DEBUG oslo_vmware.api [None req-adafafa4-2a0f-4821-8e55-2beb96957743 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Waiting for the task: (returnval){ [ 1341.767555] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52cad558-37df-7564-fd27-3856c13edb8e" [ 1341.767555] env[68893]: _type = "Task" [ 1341.767555] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.775177] env[68893]: DEBUG oslo_vmware.api [None req-adafafa4-2a0f-4821-8e55-2beb96957743 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52cad558-37df-7564-fd27-3856c13edb8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.920792] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Applying migration context for instance 5fde66d6-de1d-4fc0-8961-a2e90af0b172 as it has an incoming, in-progress migration 0fc7df18-513b-4c4f-b6c1-ceb581897507. Migration status is migrating {{(pid=68893) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1341.921724] env[68893]: INFO nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: 5fde66d6-de1d-4fc0-8961-a2e90af0b172] Updating resource usage from migration 0fc7df18-513b-4c4f-b6c1-ceb581897507 [ 1341.944659] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance 4e72f3c2-cbfb-4eb1-9505-b252fd475521 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1341.944914] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance be296a4b-6f77-4a19-89dc-d99928d11264 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1341.945121] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance c34737a2-18d9-45b7-89f1-5dec3a06c725 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1341.945315] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Migration 0fc7df18-513b-4c4f-b6c1-ceb581897507 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1341.945491] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance 5fde66d6-de1d-4fc0-8961-a2e90af0b172 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1341.945639] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance e7e7c554-8964-4b96-a707-b6d28fab974a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1341.945907] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=68893) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1341.946059] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1728MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=68893) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1341.998600] env[68893]: DEBUG oslo_vmware.api [None req-0daa3741-90d4-4d5c-b333-95c379b421ad tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': task-2792644, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.039163] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59fd20eb-a3e4-4894-85a6-9009735af99b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.049086] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bb07360-bfd6-43a7-aed0-e8098e57a7d5 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.082902] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39f3bba4-f56d-40f6-bfed-1c810a43afbc {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.091960] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32c7efba-46d6-401f-87d1-fef29ba3588d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.108180] env[68893]: DEBUG nova.compute.provider_tree [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1342.161026] env[68893]: INFO nova.compute.manager [None req-da76a5b9-f674-4fde-a435-9b7ddf413590 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] [instance: c34737a2-18d9-45b7-89f1-5dec3a06c725] Took 12.66 seconds to build instance. [ 1342.255983] env[68893]: DEBUG nova.network.neutron [req-f358d4c6-89cf-4968-93c3-55b87c85995e req-31ce1705-4818-4e41-837c-bdf1e9588279 service nova] [instance: e7e7c554-8964-4b96-a707-b6d28fab974a] Updated VIF entry in instance network info cache for port 945a78fa-276c-49d4-98bc-a8c540662eb9. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1342.256417] env[68893]: DEBUG nova.network.neutron [req-f358d4c6-89cf-4968-93c3-55b87c85995e req-31ce1705-4818-4e41-837c-bdf1e9588279 service nova] [instance: e7e7c554-8964-4b96-a707-b6d28fab974a] Updating instance_info_cache with network_info: [{"id": "945a78fa-276c-49d4-98bc-a8c540662eb9", "address": "fa:16:3e:fd:53:0f", "network": {"id": "2e9af55f-91c5-44a5-9f11-01c431a48424", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1682638634-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a4fbfb5198240238c8f658161335220", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap945a78fa-27", "ovs_interfaceid": "945a78fa-276c-49d4-98bc-a8c540662eb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1342.279764] env[68893]: DEBUG oslo_vmware.api [None req-adafafa4-2a0f-4821-8e55-2beb96957743 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52cad558-37df-7564-fd27-3856c13edb8e, 'name': SearchDatastore_Task, 'duration_secs': 0.009715} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.280111] env[68893]: DEBUG oslo_concurrency.lockutils [None req-adafafa4-2a0f-4821-8e55-2beb96957743 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.280444] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-adafafa4-2a0f-4821-8e55-2beb96957743 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: e7e7c554-8964-4b96-a707-b6d28fab974a] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1342.280683] env[68893]: DEBUG oslo_concurrency.lockutils [None req-adafafa4-2a0f-4821-8e55-2beb96957743 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.280850] env[68893]: DEBUG oslo_concurrency.lockutils [None req-adafafa4-2a0f-4821-8e55-2beb96957743 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.281066] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-adafafa4-2a0f-4821-8e55-2beb96957743 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1342.281343] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-16b1c8ea-518b-49af-b7bb-1e4b56ef9f29 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.290165] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-adafafa4-2a0f-4821-8e55-2beb96957743 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1342.290360] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-adafafa4-2a0f-4821-8e55-2beb96957743 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1342.291199] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54f17c09-0d1b-42e2-8458-e41335de38e2 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.297654] env[68893]: DEBUG oslo_vmware.api [None req-adafafa4-2a0f-4821-8e55-2beb96957743 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Waiting for the task: (returnval){ [ 1342.297654] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52079498-17c1-d2b3-55e1-bf66ff8adedd" [ 1342.297654] env[68893]: _type = "Task" [ 1342.297654] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.305888] env[68893]: DEBUG oslo_vmware.api [None req-adafafa4-2a0f-4821-8e55-2beb96957743 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52079498-17c1-d2b3-55e1-bf66ff8adedd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.494279] env[68893]: DEBUG oslo_vmware.api [None req-0daa3741-90d4-4d5c-b333-95c379b421ad tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': task-2792644, 'name': ReconfigVM_Task, 'duration_secs': 0.52472} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.494601] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-0daa3741-90d4-4d5c-b333-95c379b421ad tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 5fde66d6-de1d-4fc0-8961-a2e90af0b172] Reconfigured VM instance instance-0000005d to attach disk [datastore2] 5fde66d6-de1d-4fc0-8961-a2e90af0b172/5fde66d6-de1d-4fc0-8961-a2e90af0b172.vmdk or device None with type thin {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1342.494869] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-0daa3741-90d4-4d5c-b333-95c379b421ad tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 5fde66d6-de1d-4fc0-8961-a2e90af0b172] Updating instance '5fde66d6-de1d-4fc0-8961-a2e90af0b172' progress to 50 {{(pid=68893) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1342.611226] env[68893]: DEBUG nova.scheduler.client.report [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1342.658967] env[68893]: DEBUG oslo_concurrency.lockutils [None req-5ce92b15-3a2a-4955-a54a-02184d3cb791 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Acquiring lock "c34737a2-18d9-45b7-89f1-5dec3a06c725" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1342.662765] env[68893]: DEBUG oslo_concurrency.lockutils [None req-da76a5b9-f674-4fde-a435-9b7ddf413590 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Lock "c34737a2-18d9-45b7-89f1-5dec3a06c725" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.172s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1342.663022] env[68893]: DEBUG oslo_concurrency.lockutils [None req-5ce92b15-3a2a-4955-a54a-02184d3cb791 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Lock "c34737a2-18d9-45b7-89f1-5dec3a06c725" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.004s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1342.663357] env[68893]: DEBUG oslo_concurrency.lockutils [None req-5ce92b15-3a2a-4955-a54a-02184d3cb791 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Acquiring lock "c34737a2-18d9-45b7-89f1-5dec3a06c725-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1342.663630] env[68893]: DEBUG oslo_concurrency.lockutils [None req-5ce92b15-3a2a-4955-a54a-02184d3cb791 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Lock "c34737a2-18d9-45b7-89f1-5dec3a06c725-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1342.663812] env[68893]: DEBUG oslo_concurrency.lockutils [None req-5ce92b15-3a2a-4955-a54a-02184d3cb791 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Lock "c34737a2-18d9-45b7-89f1-5dec3a06c725-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1342.665924] env[68893]: INFO nova.compute.manager [None req-5ce92b15-3a2a-4955-a54a-02184d3cb791 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] [instance: c34737a2-18d9-45b7-89f1-5dec3a06c725] Terminating instance [ 1342.760048] env[68893]: DEBUG oslo_concurrency.lockutils [req-f358d4c6-89cf-4968-93c3-55b87c85995e req-31ce1705-4818-4e41-837c-bdf1e9588279 service nova] Releasing lock "refresh_cache-e7e7c554-8964-4b96-a707-b6d28fab974a" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.809828] env[68893]: DEBUG oslo_vmware.api [None req-adafafa4-2a0f-4821-8e55-2beb96957743 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52079498-17c1-d2b3-55e1-bf66ff8adedd, 'name': SearchDatastore_Task, 'duration_secs': 0.009966} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.810675] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7621a1ff-7dc8-46df-8753-1f1c59cacb82 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.816421] env[68893]: DEBUG oslo_vmware.api [None req-adafafa4-2a0f-4821-8e55-2beb96957743 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Waiting for the task: (returnval){ [ 1342.816421] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52da8451-9a76-fc2a-8f52-ed5e0a67d048" [ 1342.816421] env[68893]: _type = "Task" [ 1342.816421] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.824306] env[68893]: DEBUG oslo_vmware.api [None req-adafafa4-2a0f-4821-8e55-2beb96957743 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52da8451-9a76-fc2a-8f52-ed5e0a67d048, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.001988] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e625c2e-b9c6-47f1-a727-db91eb795436 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.024430] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eff82ef7-83f7-4438-b72b-44749442dcf8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.042019] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-0daa3741-90d4-4d5c-b333-95c379b421ad tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 5fde66d6-de1d-4fc0-8961-a2e90af0b172] Updating instance '5fde66d6-de1d-4fc0-8961-a2e90af0b172' progress to 67 {{(pid=68893) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1343.117069] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68893) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1343.117550] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.218s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1343.170067] env[68893]: DEBUG nova.compute.manager [None req-5ce92b15-3a2a-4955-a54a-02184d3cb791 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] [instance: c34737a2-18d9-45b7-89f1-5dec3a06c725] Start destroying the instance on the hypervisor. {{(pid=68893) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1343.170067] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-5ce92b15-3a2a-4955-a54a-02184d3cb791 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] [instance: c34737a2-18d9-45b7-89f1-5dec3a06c725] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1343.170564] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d1cea3e-b2c1-46d3-9b22-493822106662 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.179167] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ce92b15-3a2a-4955-a54a-02184d3cb791 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] [instance: c34737a2-18d9-45b7-89f1-5dec3a06c725] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1343.179423] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd69705d-299a-40ad-844e-cd4c6adc9e08 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.185354] env[68893]: DEBUG oslo_vmware.api [None req-5ce92b15-3a2a-4955-a54a-02184d3cb791 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Waiting for the task: (returnval){ [ 1343.185354] env[68893]: value = "task-2792645" [ 1343.185354] env[68893]: _type = "Task" [ 1343.185354] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.194277] env[68893]: DEBUG oslo_vmware.api [None req-5ce92b15-3a2a-4955-a54a-02184d3cb791 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Task: {'id': task-2792645, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.328520] env[68893]: DEBUG oslo_vmware.api [None req-adafafa4-2a0f-4821-8e55-2beb96957743 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52da8451-9a76-fc2a-8f52-ed5e0a67d048, 'name': SearchDatastore_Task, 'duration_secs': 0.015806} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.328520] env[68893]: DEBUG oslo_concurrency.lockutils [None req-adafafa4-2a0f-4821-8e55-2beb96957743 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.328746] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-adafafa4-2a0f-4821-8e55-2beb96957743 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] e7e7c554-8964-4b96-a707-b6d28fab974a/e7e7c554-8964-4b96-a707-b6d28fab974a.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1343.328913] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-08081073-a760-4e8e-b81e-36afb7232581 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.336043] env[68893]: DEBUG oslo_vmware.api [None req-adafafa4-2a0f-4821-8e55-2beb96957743 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Waiting for the task: (returnval){ [ 1343.336043] env[68893]: value = "task-2792646" [ 1343.336043] env[68893]: _type = "Task" [ 1343.336043] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.344540] env[68893]: DEBUG oslo_vmware.api [None req-adafafa4-2a0f-4821-8e55-2beb96957743 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Task: {'id': task-2792646, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.582951] env[68893]: DEBUG nova.network.neutron [None req-0daa3741-90d4-4d5c-b333-95c379b421ad tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 5fde66d6-de1d-4fc0-8961-a2e90af0b172] Port cb7a1c78-7232-4b3d-b3fd-7abb73b09216 binding to destination host cpu-1 is already ACTIVE {{(pid=68893) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1343.698482] env[68893]: DEBUG oslo_vmware.api [None req-5ce92b15-3a2a-4955-a54a-02184d3cb791 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Task: {'id': task-2792645, 'name': PowerOffVM_Task, 'duration_secs': 0.201609} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.698772] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ce92b15-3a2a-4955-a54a-02184d3cb791 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] [instance: c34737a2-18d9-45b7-89f1-5dec3a06c725] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1343.698979] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-5ce92b15-3a2a-4955-a54a-02184d3cb791 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] [instance: c34737a2-18d9-45b7-89f1-5dec3a06c725] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1343.699218] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0a44bcc6-ff85-4c45-aa50-8d5ad826bd73 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.790251] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-5ce92b15-3a2a-4955-a54a-02184d3cb791 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] [instance: c34737a2-18d9-45b7-89f1-5dec3a06c725] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1343.790500] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-5ce92b15-3a2a-4955-a54a-02184d3cb791 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] [instance: c34737a2-18d9-45b7-89f1-5dec3a06c725] Deleting contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1343.790692] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ce92b15-3a2a-4955-a54a-02184d3cb791 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Deleting the datastore file [datastore2] c34737a2-18d9-45b7-89f1-5dec3a06c725 {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1343.791057] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a5cb43dd-86a0-43e3-8da0-296e1df6047e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.800948] env[68893]: DEBUG oslo_vmware.api [None req-5ce92b15-3a2a-4955-a54a-02184d3cb791 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Waiting for the task: (returnval){ [ 1343.800948] env[68893]: value = "task-2792648" [ 1343.800948] env[68893]: _type = "Task" [ 1343.800948] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.809734] env[68893]: DEBUG oslo_vmware.api [None req-5ce92b15-3a2a-4955-a54a-02184d3cb791 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Task: {'id': task-2792648, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.845938] env[68893]: DEBUG oslo_vmware.api [None req-adafafa4-2a0f-4821-8e55-2beb96957743 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Task: {'id': task-2792646, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508741} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.846379] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-adafafa4-2a0f-4821-8e55-2beb96957743 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] e7e7c554-8964-4b96-a707-b6d28fab974a/e7e7c554-8964-4b96-a707-b6d28fab974a.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1343.846610] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-adafafa4-2a0f-4821-8e55-2beb96957743 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: e7e7c554-8964-4b96-a707-b6d28fab974a] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1343.846861] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-31590d73-7f4a-48ba-962e-9547f425cd91 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.856124] env[68893]: DEBUG oslo_vmware.api [None req-adafafa4-2a0f-4821-8e55-2beb96957743 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Waiting for the task: (returnval){ [ 1343.856124] env[68893]: value = "task-2792649" [ 1343.856124] env[68893]: _type = "Task" [ 1343.856124] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.864806] env[68893]: DEBUG oslo_vmware.api [None req-adafafa4-2a0f-4821-8e55-2beb96957743 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Task: {'id': task-2792649, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.311466] env[68893]: DEBUG oslo_vmware.api [None req-5ce92b15-3a2a-4955-a54a-02184d3cb791 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Task: {'id': task-2792648, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196448} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.311866] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ce92b15-3a2a-4955-a54a-02184d3cb791 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1344.311921] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-5ce92b15-3a2a-4955-a54a-02184d3cb791 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] [instance: c34737a2-18d9-45b7-89f1-5dec3a06c725] Deleted contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1344.312075] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-5ce92b15-3a2a-4955-a54a-02184d3cb791 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] [instance: c34737a2-18d9-45b7-89f1-5dec3a06c725] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1344.312305] env[68893]: INFO nova.compute.manager [None req-5ce92b15-3a2a-4955-a54a-02184d3cb791 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] [instance: c34737a2-18d9-45b7-89f1-5dec3a06c725] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1344.312575] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5ce92b15-3a2a-4955-a54a-02184d3cb791 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1344.312781] env[68893]: DEBUG nova.compute.manager [-] [instance: c34737a2-18d9-45b7-89f1-5dec3a06c725] Deallocating network for instance {{(pid=68893) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1344.312912] env[68893]: DEBUG nova.network.neutron [-] [instance: c34737a2-18d9-45b7-89f1-5dec3a06c725] deallocate_for_instance() {{(pid=68893) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1344.367519] env[68893]: DEBUG oslo_vmware.api [None req-adafafa4-2a0f-4821-8e55-2beb96957743 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Task: {'id': task-2792649, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.131496} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.367768] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-adafafa4-2a0f-4821-8e55-2beb96957743 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: e7e7c554-8964-4b96-a707-b6d28fab974a] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1344.368612] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49b99312-3030-45c0-befa-488995e60948 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.390720] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-adafafa4-2a0f-4821-8e55-2beb96957743 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: e7e7c554-8964-4b96-a707-b6d28fab974a] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] e7e7c554-8964-4b96-a707-b6d28fab974a/e7e7c554-8964-4b96-a707-b6d28fab974a.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1344.391388] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d827f82-0654-4abf-bbb9-0a875209ec06 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.413863] env[68893]: DEBUG oslo_vmware.api [None req-adafafa4-2a0f-4821-8e55-2beb96957743 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Waiting for the task: (returnval){ [ 1344.413863] env[68893]: value = "task-2792650" [ 1344.413863] env[68893]: _type = "Task" [ 1344.413863] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.422537] env[68893]: DEBUG oslo_vmware.api [None req-adafafa4-2a0f-4821-8e55-2beb96957743 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Task: {'id': task-2792650, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.604326] env[68893]: DEBUG oslo_concurrency.lockutils [None req-0daa3741-90d4-4d5c-b333-95c379b421ad tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Acquiring lock "5fde66d6-de1d-4fc0-8961-a2e90af0b172-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1344.604446] env[68893]: DEBUG oslo_concurrency.lockutils [None req-0daa3741-90d4-4d5c-b333-95c379b421ad tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Lock "5fde66d6-de1d-4fc0-8961-a2e90af0b172-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1344.604630] env[68893]: DEBUG oslo_concurrency.lockutils [None req-0daa3741-90d4-4d5c-b333-95c379b421ad tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Lock "5fde66d6-de1d-4fc0-8961-a2e90af0b172-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1344.658101] env[68893]: DEBUG nova.compute.manager [req-cc091e74-e900-4e80-b36b-0c4e41032f44 req-8d83dcbe-4b3b-4b4e-b999-14fca0cbae8e service nova] [instance: c34737a2-18d9-45b7-89f1-5dec3a06c725] Received event network-vif-deleted-7513912b-758a-4014-9951-d6027e29dcfc {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1344.658367] env[68893]: INFO nova.compute.manager [req-cc091e74-e900-4e80-b36b-0c4e41032f44 req-8d83dcbe-4b3b-4b4e-b999-14fca0cbae8e service nova] [instance: c34737a2-18d9-45b7-89f1-5dec3a06c725] Neutron deleted interface 7513912b-758a-4014-9951-d6027e29dcfc; detaching it from the instance and deleting it from the info cache [ 1344.658500] env[68893]: DEBUG nova.network.neutron [req-cc091e74-e900-4e80-b36b-0c4e41032f44 req-8d83dcbe-4b3b-4b4e-b999-14fca0cbae8e service nova] [instance: c34737a2-18d9-45b7-89f1-5dec3a06c725] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1344.925458] env[68893]: DEBUG oslo_vmware.api [None req-adafafa4-2a0f-4821-8e55-2beb96957743 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Task: {'id': task-2792650, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.139879] env[68893]: DEBUG nova.network.neutron [-] [instance: c34737a2-18d9-45b7-89f1-5dec3a06c725] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1345.161118] env[68893]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0ebaa849-ddad-4a4f-8d46-8ccea8d21bde {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.173055] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4acdd53f-8ada-436e-a171-bf99152ed2b8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.202911] env[68893]: DEBUG nova.compute.manager [req-cc091e74-e900-4e80-b36b-0c4e41032f44 req-8d83dcbe-4b3b-4b4e-b999-14fca0cbae8e service nova] [instance: c34737a2-18d9-45b7-89f1-5dec3a06c725] Detach interface failed, port_id=7513912b-758a-4014-9951-d6027e29dcfc, reason: Instance c34737a2-18d9-45b7-89f1-5dec3a06c725 could not be found. {{(pid=68893) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1345.426137] env[68893]: DEBUG oslo_vmware.api [None req-adafafa4-2a0f-4821-8e55-2beb96957743 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Task: {'id': task-2792650, 'name': ReconfigVM_Task, 'duration_secs': 0.924413} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.426595] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-adafafa4-2a0f-4821-8e55-2beb96957743 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: e7e7c554-8964-4b96-a707-b6d28fab974a] Reconfigured VM instance instance-00000079 to attach disk [datastore2] e7e7c554-8964-4b96-a707-b6d28fab974a/e7e7c554-8964-4b96-a707-b6d28fab974a.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1345.427109] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f16b3753-b4ce-4a4f-8d4e-17b1392ad8a7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.433692] env[68893]: DEBUG oslo_vmware.api [None req-adafafa4-2a0f-4821-8e55-2beb96957743 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Waiting for the task: (returnval){ [ 1345.433692] env[68893]: value = "task-2792651" [ 1345.433692] env[68893]: _type = "Task" [ 1345.433692] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.441743] env[68893]: DEBUG oslo_vmware.api [None req-adafafa4-2a0f-4821-8e55-2beb96957743 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Task: {'id': task-2792651, 'name': Rename_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.642905] env[68893]: INFO nova.compute.manager [-] [instance: c34737a2-18d9-45b7-89f1-5dec3a06c725] Took 1.33 seconds to deallocate network for instance. [ 1345.649681] env[68893]: DEBUG oslo_concurrency.lockutils [None req-0daa3741-90d4-4d5c-b333-95c379b421ad tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Acquiring lock "refresh_cache-5fde66d6-de1d-4fc0-8961-a2e90af0b172" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.649882] env[68893]: DEBUG oslo_concurrency.lockutils [None req-0daa3741-90d4-4d5c-b333-95c379b421ad tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Acquired lock "refresh_cache-5fde66d6-de1d-4fc0-8961-a2e90af0b172" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.650090] env[68893]: DEBUG nova.network.neutron [None req-0daa3741-90d4-4d5c-b333-95c379b421ad tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 5fde66d6-de1d-4fc0-8961-a2e90af0b172] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1345.943334] env[68893]: DEBUG oslo_vmware.api [None req-adafafa4-2a0f-4821-8e55-2beb96957743 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Task: {'id': task-2792651, 'name': Rename_Task, 'duration_secs': 0.401379} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.943616] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-adafafa4-2a0f-4821-8e55-2beb96957743 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: e7e7c554-8964-4b96-a707-b6d28fab974a] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1345.943862] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a56b9785-ccfd-46c5-9802-8ee2340ce578 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.950448] env[68893]: DEBUG oslo_vmware.api [None req-adafafa4-2a0f-4821-8e55-2beb96957743 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Waiting for the task: (returnval){ [ 1345.950448] env[68893]: value = "task-2792652" [ 1345.950448] env[68893]: _type = "Task" [ 1345.950448] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.958110] env[68893]: DEBUG oslo_vmware.api [None req-adafafa4-2a0f-4821-8e55-2beb96957743 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Task: {'id': task-2792652, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.112926] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1346.150699] env[68893]: DEBUG oslo_concurrency.lockutils [None req-5ce92b15-3a2a-4955-a54a-02184d3cb791 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1346.151080] env[68893]: DEBUG oslo_concurrency.lockutils [None req-5ce92b15-3a2a-4955-a54a-02184d3cb791 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1346.151349] env[68893]: DEBUG nova.objects.instance [None req-5ce92b15-3a2a-4955-a54a-02184d3cb791 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Lazy-loading 'resources' on Instance uuid c34737a2-18d9-45b7-89f1-5dec3a06c725 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1346.405975] env[68893]: DEBUG nova.network.neutron [None req-0daa3741-90d4-4d5c-b333-95c379b421ad tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 5fde66d6-de1d-4fc0-8961-a2e90af0b172] Updating instance_info_cache with network_info: [{"id": "cb7a1c78-7232-4b3d-b3fd-7abb73b09216", "address": "fa:16:3e:0d:5a:41", "network": {"id": "8efcf1a2-7c45-4eef-b77d-563c71a1afb3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-933780947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "235acd9620044019a35125f6f31d0531", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb7a1c78-72", "ovs_interfaceid": "cb7a1c78-7232-4b3d-b3fd-7abb73b09216", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1346.460265] env[68893]: DEBUG oslo_vmware.api [None req-adafafa4-2a0f-4821-8e55-2beb96957743 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Task: {'id': task-2792652, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.746309] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72b349b8-d784-4fdc-8ab5-439ae9c677df {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.755390] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01a912f3-bf27-4e98-b59f-f0987db0b533 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.790023] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-161e3bc0-4f6e-4fe0-8e8a-8f4d8732b3f9 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.797177] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa381dea-20af-4ab9-b8e8-f3d93cc98f38 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.811958] env[68893]: DEBUG nova.compute.provider_tree [None req-5ce92b15-3a2a-4955-a54a-02184d3cb791 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1346.908463] env[68893]: DEBUG oslo_concurrency.lockutils [None req-0daa3741-90d4-4d5c-b333-95c379b421ad tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Releasing lock "refresh_cache-5fde66d6-de1d-4fc0-8961-a2e90af0b172" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.961651] env[68893]: DEBUG oslo_vmware.api [None req-adafafa4-2a0f-4821-8e55-2beb96957743 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Task: {'id': task-2792652, 'name': PowerOnVM_Task, 'duration_secs': 0.61389} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.961888] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-adafafa4-2a0f-4821-8e55-2beb96957743 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: e7e7c554-8964-4b96-a707-b6d28fab974a] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1346.962093] env[68893]: INFO nova.compute.manager [None req-adafafa4-2a0f-4821-8e55-2beb96957743 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: e7e7c554-8964-4b96-a707-b6d28fab974a] Took 7.75 seconds to spawn the instance on the hypervisor. [ 1346.962300] env[68893]: DEBUG nova.compute.manager [None req-adafafa4-2a0f-4821-8e55-2beb96957743 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: e7e7c554-8964-4b96-a707-b6d28fab974a] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1346.963073] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-534544d7-378a-4e1d-b090-ec969874b9e3 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.315608] env[68893]: DEBUG nova.scheduler.client.report [None req-5ce92b15-3a2a-4955-a54a-02184d3cb791 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1347.429404] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a5ddecc-36bf-4cb7-842c-4cd3c457b7c5 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.448332] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f7f6a44-37f9-43f6-9814-dd7201718a74 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.455127] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-0daa3741-90d4-4d5c-b333-95c379b421ad tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 5fde66d6-de1d-4fc0-8961-a2e90af0b172] Updating instance '5fde66d6-de1d-4fc0-8961-a2e90af0b172' progress to 83 {{(pid=68893) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1347.478649] env[68893]: INFO nova.compute.manager [None req-adafafa4-2a0f-4821-8e55-2beb96957743 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: e7e7c554-8964-4b96-a707-b6d28fab974a] Took 13.28 seconds to build instance. [ 1347.820555] env[68893]: DEBUG oslo_concurrency.lockutils [None req-5ce92b15-3a2a-4955-a54a-02184d3cb791 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.669s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1347.839697] env[68893]: INFO nova.scheduler.client.report [None req-5ce92b15-3a2a-4955-a54a-02184d3cb791 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Deleted allocations for instance c34737a2-18d9-45b7-89f1-5dec3a06c725 [ 1347.961638] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-0daa3741-90d4-4d5c-b333-95c379b421ad tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 5fde66d6-de1d-4fc0-8961-a2e90af0b172] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1347.961964] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-573e27d0-18cc-44e5-abbe-bb5dd1331cfb {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.970136] env[68893]: DEBUG oslo_vmware.api [None req-0daa3741-90d4-4d5c-b333-95c379b421ad tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Waiting for the task: (returnval){ [ 1347.970136] env[68893]: value = "task-2792653" [ 1347.970136] env[68893]: _type = "Task" [ 1347.970136] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.978544] env[68893]: DEBUG oslo_vmware.api [None req-0daa3741-90d4-4d5c-b333-95c379b421ad tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': task-2792653, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.981066] env[68893]: DEBUG oslo_concurrency.lockutils [None req-adafafa4-2a0f-4821-8e55-2beb96957743 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Lock "e7e7c554-8964-4b96-a707-b6d28fab974a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.791s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1348.347770] env[68893]: DEBUG oslo_concurrency.lockutils [None req-5ce92b15-3a2a-4955-a54a-02184d3cb791 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Lock "c34737a2-18d9-45b7-89f1-5dec3a06c725" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.685s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1348.422360] env[68893]: DEBUG nova.compute.manager [req-3f780dd5-1268-4455-9b87-45229e9d14b2 req-fc934aad-b985-4136-b7ee-e1b771cc49c9 service nova] [instance: e7e7c554-8964-4b96-a707-b6d28fab974a] Received event network-changed-945a78fa-276c-49d4-98bc-a8c540662eb9 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1348.422780] env[68893]: DEBUG nova.compute.manager [req-3f780dd5-1268-4455-9b87-45229e9d14b2 req-fc934aad-b985-4136-b7ee-e1b771cc49c9 service nova] [instance: e7e7c554-8964-4b96-a707-b6d28fab974a] Refreshing instance network info cache due to event network-changed-945a78fa-276c-49d4-98bc-a8c540662eb9. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1348.423059] env[68893]: DEBUG oslo_concurrency.lockutils [req-3f780dd5-1268-4455-9b87-45229e9d14b2 req-fc934aad-b985-4136-b7ee-e1b771cc49c9 service nova] Acquiring lock "refresh_cache-e7e7c554-8964-4b96-a707-b6d28fab974a" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.423301] env[68893]: DEBUG oslo_concurrency.lockutils [req-3f780dd5-1268-4455-9b87-45229e9d14b2 req-fc934aad-b985-4136-b7ee-e1b771cc49c9 service nova] Acquired lock "refresh_cache-e7e7c554-8964-4b96-a707-b6d28fab974a" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.423512] env[68893]: DEBUG nova.network.neutron [req-3f780dd5-1268-4455-9b87-45229e9d14b2 req-fc934aad-b985-4136-b7ee-e1b771cc49c9 service nova] [instance: e7e7c554-8964-4b96-a707-b6d28fab974a] Refreshing network info cache for port 945a78fa-276c-49d4-98bc-a8c540662eb9 {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1348.480888] env[68893]: DEBUG oslo_vmware.api [None req-0daa3741-90d4-4d5c-b333-95c379b421ad tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': task-2792653, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.982673] env[68893]: DEBUG oslo_vmware.api [None req-0daa3741-90d4-4d5c-b333-95c379b421ad tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': task-2792653, 'name': PowerOnVM_Task, 'duration_secs': 0.521067} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.982963] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-0daa3741-90d4-4d5c-b333-95c379b421ad tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 5fde66d6-de1d-4fc0-8961-a2e90af0b172] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1348.983164] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-0daa3741-90d4-4d5c-b333-95c379b421ad tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 5fde66d6-de1d-4fc0-8961-a2e90af0b172] Updating instance '5fde66d6-de1d-4fc0-8961-a2e90af0b172' progress to 100 {{(pid=68893) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1349.174084] env[68893]: DEBUG nova.network.neutron [req-3f780dd5-1268-4455-9b87-45229e9d14b2 req-fc934aad-b985-4136-b7ee-e1b771cc49c9 service nova] [instance: e7e7c554-8964-4b96-a707-b6d28fab974a] Updated VIF entry in instance network info cache for port 945a78fa-276c-49d4-98bc-a8c540662eb9. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1349.174491] env[68893]: DEBUG nova.network.neutron [req-3f780dd5-1268-4455-9b87-45229e9d14b2 req-fc934aad-b985-4136-b7ee-e1b771cc49c9 service nova] [instance: e7e7c554-8964-4b96-a707-b6d28fab974a] Updating instance_info_cache with network_info: [{"id": "945a78fa-276c-49d4-98bc-a8c540662eb9", "address": "fa:16:3e:fd:53:0f", "network": {"id": "2e9af55f-91c5-44a5-9f11-01c431a48424", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1682638634-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a4fbfb5198240238c8f658161335220", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap945a78fa-27", "ovs_interfaceid": "945a78fa-276c-49d4-98bc-a8c540662eb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1349.677437] env[68893]: DEBUG oslo_concurrency.lockutils [req-3f780dd5-1268-4455-9b87-45229e9d14b2 req-fc934aad-b985-4136-b7ee-e1b771cc49c9 service nova] Releasing lock "refresh_cache-e7e7c554-8964-4b96-a707-b6d28fab974a" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.374967] env[68893]: DEBUG oslo_vmware.rw_handles [None req-243bfb5d-070e-43f3-bf79-59be38cee465 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52453c24-6d01-d751-a803-73d9dd25d7c5/disk-0.vmdk. {{(pid=68893) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1350.375897] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da5b1afa-146c-405a-8e34-91acddc2de9c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.382564] env[68893]: DEBUG oslo_vmware.rw_handles [None req-243bfb5d-070e-43f3-bf79-59be38cee465 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52453c24-6d01-d751-a803-73d9dd25d7c5/disk-0.vmdk is in state: ready. {{(pid=68893) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1350.382707] env[68893]: ERROR oslo_vmware.rw_handles [None req-243bfb5d-070e-43f3-bf79-59be38cee465 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52453c24-6d01-d751-a803-73d9dd25d7c5/disk-0.vmdk due to incomplete transfer. [ 1350.382940] env[68893]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6c18db58-d2e1-4f7d-ae97-fd814cc63424 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.389947] env[68893]: DEBUG oslo_vmware.rw_handles [None req-243bfb5d-070e-43f3-bf79-59be38cee465 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52453c24-6d01-d751-a803-73d9dd25d7c5/disk-0.vmdk. {{(pid=68893) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1350.390122] env[68893]: DEBUG nova.virt.vmwareapi.images [None req-243bfb5d-070e-43f3-bf79-59be38cee465 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 4e72f3c2-cbfb-4eb1-9505-b252fd475521] Uploaded image d49a12c9-e49c-48a2-8a04-24f6a40482de to the Glance image server {{(pid=68893) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1350.392405] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-243bfb5d-070e-43f3-bf79-59be38cee465 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 4e72f3c2-cbfb-4eb1-9505-b252fd475521] Destroying the VM {{(pid=68893) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1350.392645] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6b5d853e-1a43-486e-8438-629545457565 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.399047] env[68893]: DEBUG oslo_vmware.api [None req-243bfb5d-070e-43f3-bf79-59be38cee465 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Waiting for the task: (returnval){ [ 1350.399047] env[68893]: value = "task-2792654" [ 1350.399047] env[68893]: _type = "Task" [ 1350.399047] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.406588] env[68893]: DEBUG oslo_vmware.api [None req-243bfb5d-070e-43f3-bf79-59be38cee465 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792654, 'name': Destroy_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.909531] env[68893]: DEBUG oslo_vmware.api [None req-243bfb5d-070e-43f3-bf79-59be38cee465 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792654, 'name': Destroy_Task} progress is 33%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.956304] env[68893]: DEBUG oslo_concurrency.lockutils [None req-19e23242-1985-4450-a200-babbd4ada2ed tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Acquiring lock "5fde66d6-de1d-4fc0-8961-a2e90af0b172" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1350.956638] env[68893]: DEBUG oslo_concurrency.lockutils [None req-19e23242-1985-4450-a200-babbd4ada2ed tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Lock "5fde66d6-de1d-4fc0-8961-a2e90af0b172" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1350.956893] env[68893]: DEBUG nova.compute.manager [None req-19e23242-1985-4450-a200-babbd4ada2ed tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 5fde66d6-de1d-4fc0-8961-a2e90af0b172] Going to confirm migration 9 {{(pid=68893) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1351.410278] env[68893]: DEBUG oslo_vmware.api [None req-243bfb5d-070e-43f3-bf79-59be38cee465 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792654, 'name': Destroy_Task, 'duration_secs': 0.830981} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.410278] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-243bfb5d-070e-43f3-bf79-59be38cee465 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 4e72f3c2-cbfb-4eb1-9505-b252fd475521] Destroyed the VM [ 1351.410278] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-243bfb5d-070e-43f3-bf79-59be38cee465 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 4e72f3c2-cbfb-4eb1-9505-b252fd475521] Deleting Snapshot of the VM instance {{(pid=68893) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1351.410278] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-05286fb1-b21f-4e53-ab19-4ad344cd262b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.416607] env[68893]: DEBUG oslo_vmware.api [None req-243bfb5d-070e-43f3-bf79-59be38cee465 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Waiting for the task: (returnval){ [ 1351.416607] env[68893]: value = "task-2792655" [ 1351.416607] env[68893]: _type = "Task" [ 1351.416607] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.424013] env[68893]: DEBUG oslo_vmware.api [None req-243bfb5d-070e-43f3-bf79-59be38cee465 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792655, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.496235] env[68893]: DEBUG oslo_concurrency.lockutils [None req-19e23242-1985-4450-a200-babbd4ada2ed tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Acquiring lock "refresh_cache-5fde66d6-de1d-4fc0-8961-a2e90af0b172" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.496429] env[68893]: DEBUG oslo_concurrency.lockutils [None req-19e23242-1985-4450-a200-babbd4ada2ed tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Acquired lock "refresh_cache-5fde66d6-de1d-4fc0-8961-a2e90af0b172" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.496610] env[68893]: DEBUG nova.network.neutron [None req-19e23242-1985-4450-a200-babbd4ada2ed tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 5fde66d6-de1d-4fc0-8961-a2e90af0b172] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1351.496793] env[68893]: DEBUG nova.objects.instance [None req-19e23242-1985-4450-a200-babbd4ada2ed tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Lazy-loading 'info_cache' on Instance uuid 5fde66d6-de1d-4fc0-8961-a2e90af0b172 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1351.926347] env[68893]: DEBUG oslo_vmware.api [None req-243bfb5d-070e-43f3-bf79-59be38cee465 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792655, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.427870] env[68893]: DEBUG oslo_vmware.api [None req-243bfb5d-070e-43f3-bf79-59be38cee465 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792655, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.729251] env[68893]: DEBUG nova.network.neutron [None req-19e23242-1985-4450-a200-babbd4ada2ed tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 5fde66d6-de1d-4fc0-8961-a2e90af0b172] Updating instance_info_cache with network_info: [{"id": "cb7a1c78-7232-4b3d-b3fd-7abb73b09216", "address": "fa:16:3e:0d:5a:41", "network": {"id": "8efcf1a2-7c45-4eef-b77d-563c71a1afb3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-933780947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "235acd9620044019a35125f6f31d0531", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb7a1c78-72", "ovs_interfaceid": "cb7a1c78-7232-4b3d-b3fd-7abb73b09216", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1352.929170] env[68893]: DEBUG oslo_vmware.api [None req-243bfb5d-070e-43f3-bf79-59be38cee465 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792655, 'name': RemoveSnapshot_Task, 'duration_secs': 1.26464} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.929512] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-243bfb5d-070e-43f3-bf79-59be38cee465 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 4e72f3c2-cbfb-4eb1-9505-b252fd475521] Deleted Snapshot of the VM instance {{(pid=68893) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1352.930019] env[68893]: DEBUG nova.compute.manager [None req-243bfb5d-070e-43f3-bf79-59be38cee465 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 4e72f3c2-cbfb-4eb1-9505-b252fd475521] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1352.930864] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bd48763-63cf-41c1-a6fa-b51f61c400c8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.232340] env[68893]: DEBUG oslo_concurrency.lockutils [None req-19e23242-1985-4450-a200-babbd4ada2ed tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Releasing lock "refresh_cache-5fde66d6-de1d-4fc0-8961-a2e90af0b172" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.232638] env[68893]: DEBUG nova.objects.instance [None req-19e23242-1985-4450-a200-babbd4ada2ed tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Lazy-loading 'migration_context' on Instance uuid 5fde66d6-de1d-4fc0-8961-a2e90af0b172 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1353.444257] env[68893]: INFO nova.compute.manager [None req-243bfb5d-070e-43f3-bf79-59be38cee465 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 4e72f3c2-cbfb-4eb1-9505-b252fd475521] Shelve offloading [ 1353.735734] env[68893]: DEBUG nova.objects.base [None req-19e23242-1985-4450-a200-babbd4ada2ed tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Object Instance<5fde66d6-de1d-4fc0-8961-a2e90af0b172> lazy-loaded attributes: info_cache,migration_context {{(pid=68893) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1353.736702] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9181e465-bfc7-4275-aec8-b5bc15aef256 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.756922] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90910d03-eb92-4890-ba87-32af1d8fc1bd {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.764018] env[68893]: DEBUG oslo_vmware.api [None req-19e23242-1985-4450-a200-babbd4ada2ed tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Waiting for the task: (returnval){ [ 1353.764018] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]525a6fc1-3a2d-63fb-eb44-00fa9578c276" [ 1353.764018] env[68893]: _type = "Task" [ 1353.764018] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.771703] env[68893]: DEBUG oslo_vmware.api [None req-19e23242-1985-4450-a200-babbd4ada2ed tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]525a6fc1-3a2d-63fb-eb44-00fa9578c276, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.947840] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-243bfb5d-070e-43f3-bf79-59be38cee465 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 4e72f3c2-cbfb-4eb1-9505-b252fd475521] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1353.948206] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-09d8bdf2-1e6d-422b-9372-4fabb3c380c7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.955553] env[68893]: DEBUG oslo_vmware.api [None req-243bfb5d-070e-43f3-bf79-59be38cee465 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Waiting for the task: (returnval){ [ 1353.955553] env[68893]: value = "task-2792656" [ 1353.955553] env[68893]: _type = "Task" [ 1353.955553] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.963428] env[68893]: DEBUG oslo_vmware.api [None req-243bfb5d-070e-43f3-bf79-59be38cee465 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792656, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.272286] env[68893]: DEBUG oslo_vmware.api [None req-19e23242-1985-4450-a200-babbd4ada2ed tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]525a6fc1-3a2d-63fb-eb44-00fa9578c276, 'name': SearchDatastore_Task, 'duration_secs': 0.009219} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.272630] env[68893]: DEBUG oslo_concurrency.lockutils [None req-19e23242-1985-4450-a200-babbd4ada2ed tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1354.272884] env[68893]: DEBUG oslo_concurrency.lockutils [None req-19e23242-1985-4450-a200-babbd4ada2ed tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1354.466334] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-243bfb5d-070e-43f3-bf79-59be38cee465 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 4e72f3c2-cbfb-4eb1-9505-b252fd475521] VM already powered off {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1354.466562] env[68893]: DEBUG nova.compute.manager [None req-243bfb5d-070e-43f3-bf79-59be38cee465 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 4e72f3c2-cbfb-4eb1-9505-b252fd475521] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1354.467397] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e05a3847-7550-4d6e-95aa-37b67a7a05af {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.472814] env[68893]: DEBUG oslo_concurrency.lockutils [None req-243bfb5d-070e-43f3-bf79-59be38cee465 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Acquiring lock "refresh_cache-4e72f3c2-cbfb-4eb1-9505-b252fd475521" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.472990] env[68893]: DEBUG oslo_concurrency.lockutils [None req-243bfb5d-070e-43f3-bf79-59be38cee465 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Acquired lock "refresh_cache-4e72f3c2-cbfb-4eb1-9505-b252fd475521" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.473175] env[68893]: DEBUG nova.network.neutron [None req-243bfb5d-070e-43f3-bf79-59be38cee465 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 4e72f3c2-cbfb-4eb1-9505-b252fd475521] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1354.850033] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfc9709d-e9a4-43d6-a139-6b680226ca06 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.857816] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff5950d1-a7b6-4db2-b17a-712831cb523a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.888231] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7102e55f-1ee4-482b-9eae-d8ce5a174cad {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.895417] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85bcc082-1d05-4a4d-a7ab-20d641246e20 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.910775] env[68893]: DEBUG nova.compute.provider_tree [None req-19e23242-1985-4450-a200-babbd4ada2ed tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1355.210282] env[68893]: DEBUG nova.network.neutron [None req-243bfb5d-070e-43f3-bf79-59be38cee465 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 4e72f3c2-cbfb-4eb1-9505-b252fd475521] Updating instance_info_cache with network_info: [{"id": "12e2c5b6-eaca-4e15-b6bf-24a2cc82a42a", "address": "fa:16:3e:9b:88:ad", "network": {"id": "ca00c41c-ec6a-4596-915b-34fd716effc2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2042741287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "863b84ea17a9459287213695c87d2bec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f66f8375-4460-4acd-987b-acda72bfcf0d", "external-id": "nsx-vlan-transportzone-533", "segmentation_id": 533, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12e2c5b6-ea", "ovs_interfaceid": "12e2c5b6-eaca-4e15-b6bf-24a2cc82a42a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1355.414087] env[68893]: DEBUG nova.scheduler.client.report [None req-19e23242-1985-4450-a200-babbd4ada2ed tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1355.713265] env[68893]: DEBUG oslo_concurrency.lockutils [None req-243bfb5d-070e-43f3-bf79-59be38cee465 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Releasing lock "refresh_cache-4e72f3c2-cbfb-4eb1-9505-b252fd475521" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.042746] env[68893]: DEBUG nova.compute.manager [req-b6b32342-3161-4bf2-9655-59654d2fe03f req-4e1b8041-3b2d-41ca-b3c0-84c43590cd38 service nova] [instance: 4e72f3c2-cbfb-4eb1-9505-b252fd475521] Received event network-vif-unplugged-12e2c5b6-eaca-4e15-b6bf-24a2cc82a42a {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1356.043037] env[68893]: DEBUG oslo_concurrency.lockutils [req-b6b32342-3161-4bf2-9655-59654d2fe03f req-4e1b8041-3b2d-41ca-b3c0-84c43590cd38 service nova] Acquiring lock "4e72f3c2-cbfb-4eb1-9505-b252fd475521-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1356.043176] env[68893]: DEBUG oslo_concurrency.lockutils [req-b6b32342-3161-4bf2-9655-59654d2fe03f req-4e1b8041-3b2d-41ca-b3c0-84c43590cd38 service nova] Lock "4e72f3c2-cbfb-4eb1-9505-b252fd475521-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1356.043338] env[68893]: DEBUG oslo_concurrency.lockutils [req-b6b32342-3161-4bf2-9655-59654d2fe03f req-4e1b8041-3b2d-41ca-b3c0-84c43590cd38 service nova] Lock "4e72f3c2-cbfb-4eb1-9505-b252fd475521-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1356.043532] env[68893]: DEBUG nova.compute.manager [req-b6b32342-3161-4bf2-9655-59654d2fe03f req-4e1b8041-3b2d-41ca-b3c0-84c43590cd38 service nova] [instance: 4e72f3c2-cbfb-4eb1-9505-b252fd475521] No waiting events found dispatching network-vif-unplugged-12e2c5b6-eaca-4e15-b6bf-24a2cc82a42a {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1356.043716] env[68893]: WARNING nova.compute.manager [req-b6b32342-3161-4bf2-9655-59654d2fe03f req-4e1b8041-3b2d-41ca-b3c0-84c43590cd38 service nova] [instance: 4e72f3c2-cbfb-4eb1-9505-b252fd475521] Received unexpected event network-vif-unplugged-12e2c5b6-eaca-4e15-b6bf-24a2cc82a42a for instance with vm_state shelved and task_state shelving_offloading. [ 1356.185617] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-243bfb5d-070e-43f3-bf79-59be38cee465 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 4e72f3c2-cbfb-4eb1-9505-b252fd475521] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1356.186829] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df0186d9-f5cc-41c6-9407-ee5504e57dbc {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.195541] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-243bfb5d-070e-43f3-bf79-59be38cee465 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 4e72f3c2-cbfb-4eb1-9505-b252fd475521] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1356.195949] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-11ac1170-4d83-48a1-8460-851cb4688918 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.279034] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-243bfb5d-070e-43f3-bf79-59be38cee465 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 4e72f3c2-cbfb-4eb1-9505-b252fd475521] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1356.279034] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-243bfb5d-070e-43f3-bf79-59be38cee465 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 4e72f3c2-cbfb-4eb1-9505-b252fd475521] Deleting contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1356.279034] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-243bfb5d-070e-43f3-bf79-59be38cee465 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Deleting the datastore file [datastore2] 4e72f3c2-cbfb-4eb1-9505-b252fd475521 {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1356.279034] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d3310c7a-f28c-464d-b4e4-d49586cfd163 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.284847] env[68893]: DEBUG oslo_vmware.api [None req-243bfb5d-070e-43f3-bf79-59be38cee465 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Waiting for the task: (returnval){ [ 1356.284847] env[68893]: value = "task-2792658" [ 1356.284847] env[68893]: _type = "Task" [ 1356.284847] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.293969] env[68893]: DEBUG oslo_vmware.api [None req-243bfb5d-070e-43f3-bf79-59be38cee465 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792658, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.424172] env[68893]: DEBUG oslo_concurrency.lockutils [None req-19e23242-1985-4450-a200-babbd4ada2ed tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.151s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1356.794347] env[68893]: DEBUG oslo_vmware.api [None req-243bfb5d-070e-43f3-bf79-59be38cee465 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792658, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.126386} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.794633] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-243bfb5d-070e-43f3-bf79-59be38cee465 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1356.794864] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-243bfb5d-070e-43f3-bf79-59be38cee465 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 4e72f3c2-cbfb-4eb1-9505-b252fd475521] Deleted contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1356.795094] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-243bfb5d-070e-43f3-bf79-59be38cee465 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 4e72f3c2-cbfb-4eb1-9505-b252fd475521] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1356.822918] env[68893]: INFO nova.scheduler.client.report [None req-243bfb5d-070e-43f3-bf79-59be38cee465 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Deleted allocations for instance 4e72f3c2-cbfb-4eb1-9505-b252fd475521 [ 1356.977010] env[68893]: INFO nova.scheduler.client.report [None req-19e23242-1985-4450-a200-babbd4ada2ed tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Deleted allocation for migration 0fc7df18-513b-4c4f-b6c1-ceb581897507 [ 1357.327532] env[68893]: DEBUG oslo_concurrency.lockutils [None req-243bfb5d-070e-43f3-bf79-59be38cee465 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1357.327889] env[68893]: DEBUG oslo_concurrency.lockutils [None req-243bfb5d-070e-43f3-bf79-59be38cee465 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1357.328133] env[68893]: DEBUG nova.objects.instance [None req-243bfb5d-070e-43f3-bf79-59be38cee465 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Lazy-loading 'resources' on Instance uuid 4e72f3c2-cbfb-4eb1-9505-b252fd475521 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1357.483115] env[68893]: DEBUG oslo_concurrency.lockutils [None req-19e23242-1985-4450-a200-babbd4ada2ed tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Lock "5fde66d6-de1d-4fc0-8961-a2e90af0b172" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.526s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1357.830972] env[68893]: DEBUG nova.objects.instance [None req-243bfb5d-070e-43f3-bf79-59be38cee465 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Lazy-loading 'numa_topology' on Instance uuid 4e72f3c2-cbfb-4eb1-9505-b252fd475521 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1357.915952] env[68893]: DEBUG oslo_concurrency.lockutils [None req-5fa3389c-d870-4b77-babf-55b7df006aeb tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Acquiring lock "5fde66d6-de1d-4fc0-8961-a2e90af0b172" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1357.917019] env[68893]: DEBUG oslo_concurrency.lockutils [None req-5fa3389c-d870-4b77-babf-55b7df006aeb tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Lock "5fde66d6-de1d-4fc0-8961-a2e90af0b172" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1357.917019] env[68893]: DEBUG oslo_concurrency.lockutils [None req-5fa3389c-d870-4b77-babf-55b7df006aeb tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Acquiring lock "5fde66d6-de1d-4fc0-8961-a2e90af0b172-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1357.917172] env[68893]: DEBUG oslo_concurrency.lockutils [None req-5fa3389c-d870-4b77-babf-55b7df006aeb tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Lock "5fde66d6-de1d-4fc0-8961-a2e90af0b172-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1357.917252] env[68893]: DEBUG oslo_concurrency.lockutils [None req-5fa3389c-d870-4b77-babf-55b7df006aeb tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Lock "5fde66d6-de1d-4fc0-8961-a2e90af0b172-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1357.919294] env[68893]: INFO nova.compute.manager [None req-5fa3389c-d870-4b77-babf-55b7df006aeb tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 5fde66d6-de1d-4fc0-8961-a2e90af0b172] Terminating instance [ 1358.124704] env[68893]: DEBUG nova.compute.manager [req-6b5d66ed-82f1-4be4-8b81-0120a348075a req-4656ab0a-f0db-4d24-876d-e1292e774e97 service nova] [instance: 4e72f3c2-cbfb-4eb1-9505-b252fd475521] Received event network-changed-12e2c5b6-eaca-4e15-b6bf-24a2cc82a42a {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1358.124704] env[68893]: DEBUG nova.compute.manager [req-6b5d66ed-82f1-4be4-8b81-0120a348075a req-4656ab0a-f0db-4d24-876d-e1292e774e97 service nova] [instance: 4e72f3c2-cbfb-4eb1-9505-b252fd475521] Refreshing instance network info cache due to event network-changed-12e2c5b6-eaca-4e15-b6bf-24a2cc82a42a. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1358.124890] env[68893]: DEBUG oslo_concurrency.lockutils [req-6b5d66ed-82f1-4be4-8b81-0120a348075a req-4656ab0a-f0db-4d24-876d-e1292e774e97 service nova] Acquiring lock "refresh_cache-4e72f3c2-cbfb-4eb1-9505-b252fd475521" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.125076] env[68893]: DEBUG oslo_concurrency.lockutils [req-6b5d66ed-82f1-4be4-8b81-0120a348075a req-4656ab0a-f0db-4d24-876d-e1292e774e97 service nova] Acquired lock "refresh_cache-4e72f3c2-cbfb-4eb1-9505-b252fd475521" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.125250] env[68893]: DEBUG nova.network.neutron [req-6b5d66ed-82f1-4be4-8b81-0120a348075a req-4656ab0a-f0db-4d24-876d-e1292e774e97 service nova] [instance: 4e72f3c2-cbfb-4eb1-9505-b252fd475521] Refreshing network info cache for port 12e2c5b6-eaca-4e15-b6bf-24a2cc82a42a {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1358.333623] env[68893]: DEBUG nova.objects.base [None req-243bfb5d-070e-43f3-bf79-59be38cee465 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Object Instance<4e72f3c2-cbfb-4eb1-9505-b252fd475521> lazy-loaded attributes: resources,numa_topology {{(pid=68893) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1358.387894] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-514f0b72-6506-4b6c-9ac7-199987eaaccc {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.395831] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82fa52ff-a902-459a-9ba6-cf1ed141eed9 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.425277] env[68893]: DEBUG nova.compute.manager [None req-5fa3389c-d870-4b77-babf-55b7df006aeb tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 5fde66d6-de1d-4fc0-8961-a2e90af0b172] Start destroying the instance on the hypervisor. {{(pid=68893) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1358.425522] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-5fa3389c-d870-4b77-babf-55b7df006aeb tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 5fde66d6-de1d-4fc0-8961-a2e90af0b172] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1358.426502] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e722290f-ecb4-4014-93b0-a5a0cbac4694 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.429538] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-521310a0-0e28-45ba-b769-d3f658f7982b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.438786] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0052636-ac8b-401c-9a17-0c672a024878 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.442439] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fa3389c-d870-4b77-babf-55b7df006aeb tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 5fde66d6-de1d-4fc0-8961-a2e90af0b172] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1358.442664] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-69479d30-6350-4409-b83e-87193ebda413 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.455793] env[68893]: DEBUG nova.compute.provider_tree [None req-243bfb5d-070e-43f3-bf79-59be38cee465 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1358.458287] env[68893]: DEBUG oslo_vmware.api [None req-5fa3389c-d870-4b77-babf-55b7df006aeb tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Waiting for the task: (returnval){ [ 1358.458287] env[68893]: value = "task-2792659" [ 1358.458287] env[68893]: _type = "Task" [ 1358.458287] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.466572] env[68893]: DEBUG oslo_vmware.api [None req-5fa3389c-d870-4b77-babf-55b7df006aeb tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': task-2792659, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.852785] env[68893]: DEBUG nova.network.neutron [req-6b5d66ed-82f1-4be4-8b81-0120a348075a req-4656ab0a-f0db-4d24-876d-e1292e774e97 service nova] [instance: 4e72f3c2-cbfb-4eb1-9505-b252fd475521] Updated VIF entry in instance network info cache for port 12e2c5b6-eaca-4e15-b6bf-24a2cc82a42a. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1358.853192] env[68893]: DEBUG nova.network.neutron [req-6b5d66ed-82f1-4be4-8b81-0120a348075a req-4656ab0a-f0db-4d24-876d-e1292e774e97 service nova] [instance: 4e72f3c2-cbfb-4eb1-9505-b252fd475521] Updating instance_info_cache with network_info: [{"id": "12e2c5b6-eaca-4e15-b6bf-24a2cc82a42a", "address": "fa:16:3e:9b:88:ad", "network": {"id": "ca00c41c-ec6a-4596-915b-34fd716effc2", "bridge": null, "label": "tempest-ServerActionsTestOtherB-2042741287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "863b84ea17a9459287213695c87d2bec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap12e2c5b6-ea", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1358.961289] env[68893]: DEBUG nova.scheduler.client.report [None req-243bfb5d-070e-43f3-bf79-59be38cee465 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1358.978300] env[68893]: DEBUG oslo_vmware.api [None req-5fa3389c-d870-4b77-babf-55b7df006aeb tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': task-2792659, 'name': PowerOffVM_Task, 'duration_secs': 0.190098} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.979050] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fa3389c-d870-4b77-babf-55b7df006aeb tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 5fde66d6-de1d-4fc0-8961-a2e90af0b172] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1358.979239] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-5fa3389c-d870-4b77-babf-55b7df006aeb tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 5fde66d6-de1d-4fc0-8961-a2e90af0b172] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1358.979481] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-28951e6d-197c-4341-92ed-dca976e2eda0 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.039501] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-5fa3389c-d870-4b77-babf-55b7df006aeb tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 5fde66d6-de1d-4fc0-8961-a2e90af0b172] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1359.039678] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-5fa3389c-d870-4b77-babf-55b7df006aeb tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 5fde66d6-de1d-4fc0-8961-a2e90af0b172] Deleting contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1359.039858] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fa3389c-d870-4b77-babf-55b7df006aeb tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Deleting the datastore file [datastore2] 5fde66d6-de1d-4fc0-8961-a2e90af0b172 {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1359.040478] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9b8f7e27-392c-445f-a2e2-7475603777dc {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.046713] env[68893]: DEBUG oslo_vmware.api [None req-5fa3389c-d870-4b77-babf-55b7df006aeb tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Waiting for the task: (returnval){ [ 1359.046713] env[68893]: value = "task-2792661" [ 1359.046713] env[68893]: _type = "Task" [ 1359.046713] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.054993] env[68893]: DEBUG oslo_vmware.api [None req-5fa3389c-d870-4b77-babf-55b7df006aeb tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': task-2792661, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.295804] env[68893]: DEBUG oslo_concurrency.lockutils [None req-8acd87b0-27ec-4680-8791-ef2b664b8fae tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Acquiring lock "be296a4b-6f77-4a19-89dc-d99928d11264" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1359.296063] env[68893]: DEBUG oslo_concurrency.lockutils [None req-8acd87b0-27ec-4680-8791-ef2b664b8fae tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Lock "be296a4b-6f77-4a19-89dc-d99928d11264" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1359.296223] env[68893]: INFO nova.compute.manager [None req-8acd87b0-27ec-4680-8791-ef2b664b8fae tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] [instance: be296a4b-6f77-4a19-89dc-d99928d11264] Shelving [ 1359.355844] env[68893]: DEBUG oslo_concurrency.lockutils [req-6b5d66ed-82f1-4be4-8b81-0120a348075a req-4656ab0a-f0db-4d24-876d-e1292e774e97 service nova] Releasing lock "refresh_cache-4e72f3c2-cbfb-4eb1-9505-b252fd475521" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.465865] env[68893]: DEBUG oslo_concurrency.lockutils [None req-243bfb5d-070e-43f3-bf79-59be38cee465 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.138s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1359.473390] env[68893]: DEBUG oslo_concurrency.lockutils [None req-aafa047d-ed67-45c4-8c8c-cf9a4053d7f1 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Acquiring lock "4e72f3c2-cbfb-4eb1-9505-b252fd475521" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1359.556899] env[68893]: DEBUG oslo_vmware.api [None req-5fa3389c-d870-4b77-babf-55b7df006aeb tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': task-2792661, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132423} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.557629] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fa3389c-d870-4b77-babf-55b7df006aeb tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1359.557751] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-5fa3389c-d870-4b77-babf-55b7df006aeb tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 5fde66d6-de1d-4fc0-8961-a2e90af0b172] Deleted contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1359.557826] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-5fa3389c-d870-4b77-babf-55b7df006aeb tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 5fde66d6-de1d-4fc0-8961-a2e90af0b172] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1359.558010] env[68893]: INFO nova.compute.manager [None req-5fa3389c-d870-4b77-babf-55b7df006aeb tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 5fde66d6-de1d-4fc0-8961-a2e90af0b172] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1359.558268] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5fa3389c-d870-4b77-babf-55b7df006aeb tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1359.558460] env[68893]: DEBUG nova.compute.manager [-] [instance: 5fde66d6-de1d-4fc0-8961-a2e90af0b172] Deallocating network for instance {{(pid=68893) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1359.558559] env[68893]: DEBUG nova.network.neutron [-] [instance: 5fde66d6-de1d-4fc0-8961-a2e90af0b172] deallocate_for_instance() {{(pid=68893) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1359.975412] env[68893]: DEBUG oslo_concurrency.lockutils [None req-243bfb5d-070e-43f3-bf79-59be38cee465 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Lock "4e72f3c2-cbfb-4eb1-9505-b252fd475521" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 25.210s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1359.976376] env[68893]: DEBUG oslo_concurrency.lockutils [None req-aafa047d-ed67-45c4-8c8c-cf9a4053d7f1 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Lock "4e72f3c2-cbfb-4eb1-9505-b252fd475521" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.503s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1359.976566] env[68893]: INFO nova.compute.manager [None req-aafa047d-ed67-45c4-8c8c-cf9a4053d7f1 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 4e72f3c2-cbfb-4eb1-9505-b252fd475521] Unshelving [ 1360.274995] env[68893]: DEBUG nova.compute.manager [req-e5b52a32-cbf1-4e87-928b-fae594a57b4a req-8ecf2107-3812-486d-8578-ee843bd88501 service nova] [instance: 5fde66d6-de1d-4fc0-8961-a2e90af0b172] Received event network-vif-deleted-cb7a1c78-7232-4b3d-b3fd-7abb73b09216 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1360.275100] env[68893]: INFO nova.compute.manager [req-e5b52a32-cbf1-4e87-928b-fae594a57b4a req-8ecf2107-3812-486d-8578-ee843bd88501 service nova] [instance: 5fde66d6-de1d-4fc0-8961-a2e90af0b172] Neutron deleted interface cb7a1c78-7232-4b3d-b3fd-7abb73b09216; detaching it from the instance and deleting it from the info cache [ 1360.275237] env[68893]: DEBUG nova.network.neutron [req-e5b52a32-cbf1-4e87-928b-fae594a57b4a req-8ecf2107-3812-486d-8578-ee843bd88501 service nova] [instance: 5fde66d6-de1d-4fc0-8961-a2e90af0b172] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1360.305489] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-8acd87b0-27ec-4680-8791-ef2b664b8fae tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] [instance: be296a4b-6f77-4a19-89dc-d99928d11264] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1360.305771] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cc1a54c4-b744-4fcd-8d8f-9ebd1fe5b7f3 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.312841] env[68893]: DEBUG oslo_vmware.api [None req-8acd87b0-27ec-4680-8791-ef2b664b8fae tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Waiting for the task: (returnval){ [ 1360.312841] env[68893]: value = "task-2792662" [ 1360.312841] env[68893]: _type = "Task" [ 1360.312841] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.320671] env[68893]: DEBUG oslo_vmware.api [None req-8acd87b0-27ec-4680-8791-ef2b664b8fae tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Task: {'id': task-2792662, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.754087] env[68893]: DEBUG nova.network.neutron [-] [instance: 5fde66d6-de1d-4fc0-8961-a2e90af0b172] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1360.777651] env[68893]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d2aa5028-6402-42a3-b815-5b72e12632c0 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.787588] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-704ba8a7-c57a-4601-8721-c820eb216b99 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.814135] env[68893]: DEBUG nova.compute.manager [req-e5b52a32-cbf1-4e87-928b-fae594a57b4a req-8ecf2107-3812-486d-8578-ee843bd88501 service nova] [instance: 5fde66d6-de1d-4fc0-8961-a2e90af0b172] Detach interface failed, port_id=cb7a1c78-7232-4b3d-b3fd-7abb73b09216, reason: Instance 5fde66d6-de1d-4fc0-8961-a2e90af0b172 could not be found. {{(pid=68893) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1360.821652] env[68893]: DEBUG oslo_vmware.api [None req-8acd87b0-27ec-4680-8791-ef2b664b8fae tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Task: {'id': task-2792662, 'name': PowerOffVM_Task, 'duration_secs': 0.224171} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.821911] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-8acd87b0-27ec-4680-8791-ef2b664b8fae tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] [instance: be296a4b-6f77-4a19-89dc-d99928d11264] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1360.822738] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72d80091-911b-4458-a94d-30cfe9422b7e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.840718] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b0b7309-86cb-4318-bb49-6b79d53372c5 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.005588] env[68893]: DEBUG oslo_concurrency.lockutils [None req-aafa047d-ed67-45c4-8c8c-cf9a4053d7f1 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1361.005945] env[68893]: DEBUG oslo_concurrency.lockutils [None req-aafa047d-ed67-45c4-8c8c-cf9a4053d7f1 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1361.006183] env[68893]: DEBUG nova.objects.instance [None req-aafa047d-ed67-45c4-8c8c-cf9a4053d7f1 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Lazy-loading 'pci_requests' on Instance uuid 4e72f3c2-cbfb-4eb1-9505-b252fd475521 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1361.257357] env[68893]: INFO nova.compute.manager [-] [instance: 5fde66d6-de1d-4fc0-8961-a2e90af0b172] Took 1.70 seconds to deallocate network for instance. [ 1361.350389] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-8acd87b0-27ec-4680-8791-ef2b664b8fae tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] [instance: be296a4b-6f77-4a19-89dc-d99928d11264] Creating Snapshot of the VM instance {{(pid=68893) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1361.350696] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-81e3c913-9db1-49fa-a34b-474037a73c6b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.358949] env[68893]: DEBUG oslo_vmware.api [None req-8acd87b0-27ec-4680-8791-ef2b664b8fae tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Waiting for the task: (returnval){ [ 1361.358949] env[68893]: value = "task-2792663" [ 1361.358949] env[68893]: _type = "Task" [ 1361.358949] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.367452] env[68893]: DEBUG oslo_vmware.api [None req-8acd87b0-27ec-4680-8791-ef2b664b8fae tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Task: {'id': task-2792663, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.509744] env[68893]: DEBUG nova.objects.instance [None req-aafa047d-ed67-45c4-8c8c-cf9a4053d7f1 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Lazy-loading 'numa_topology' on Instance uuid 4e72f3c2-cbfb-4eb1-9505-b252fd475521 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1361.763618] env[68893]: DEBUG oslo_concurrency.lockutils [None req-5fa3389c-d870-4b77-babf-55b7df006aeb tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1361.868535] env[68893]: DEBUG oslo_vmware.api [None req-8acd87b0-27ec-4680-8791-ef2b664b8fae tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Task: {'id': task-2792663, 'name': CreateSnapshot_Task, 'duration_secs': 0.430938} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.868942] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-8acd87b0-27ec-4680-8791-ef2b664b8fae tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] [instance: be296a4b-6f77-4a19-89dc-d99928d11264] Created Snapshot of the VM instance {{(pid=68893) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1361.869725] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45ad3901-f52c-46fa-b59c-60511b16c945 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.012886] env[68893]: INFO nova.compute.claims [None req-aafa047d-ed67-45c4-8c8c-cf9a4053d7f1 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 4e72f3c2-cbfb-4eb1-9505-b252fd475521] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1362.386929] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-8acd87b0-27ec-4680-8791-ef2b664b8fae tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] [instance: be296a4b-6f77-4a19-89dc-d99928d11264] Creating linked-clone VM from snapshot {{(pid=68893) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1362.387226] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9e9bc713-50ba-492c-9f13-48a36babfd87 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.396334] env[68893]: DEBUG oslo_vmware.api [None req-8acd87b0-27ec-4680-8791-ef2b664b8fae tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Waiting for the task: (returnval){ [ 1362.396334] env[68893]: value = "task-2792664" [ 1362.396334] env[68893]: _type = "Task" [ 1362.396334] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.404239] env[68893]: DEBUG oslo_vmware.api [None req-8acd87b0-27ec-4680-8791-ef2b664b8fae tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Task: {'id': task-2792664, 'name': CloneVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.906509] env[68893]: DEBUG oslo_vmware.api [None req-8acd87b0-27ec-4680-8791-ef2b664b8fae tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Task: {'id': task-2792664, 'name': CloneVM_Task} progress is 94%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.086421] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ea311de-243d-4390-912a-8cbbb4c6e980 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.094697] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b54b21e5-9ce4-48ef-88cb-ecbf7d7dfeaa {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.125098] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91be5462-df2a-4887-8843-8fb0b88f231d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.132374] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7185f3d0-f802-4414-acf5-7de8ef0a0991 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.145502] env[68893]: DEBUG nova.compute.provider_tree [None req-aafa047d-ed67-45c4-8c8c-cf9a4053d7f1 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1363.407108] env[68893]: DEBUG oslo_vmware.api [None req-8acd87b0-27ec-4680-8791-ef2b664b8fae tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Task: {'id': task-2792664, 'name': CloneVM_Task, 'duration_secs': 0.940902} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.407461] env[68893]: INFO nova.virt.vmwareapi.vmops [None req-8acd87b0-27ec-4680-8791-ef2b664b8fae tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] [instance: be296a4b-6f77-4a19-89dc-d99928d11264] Created linked-clone VM from snapshot [ 1363.408198] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bfd1a8d-49fb-4981-9462-108b9814549c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.415205] env[68893]: DEBUG nova.virt.vmwareapi.images [None req-8acd87b0-27ec-4680-8791-ef2b664b8fae tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] [instance: be296a4b-6f77-4a19-89dc-d99928d11264] Uploading image d979c048-9aa8-46e2-9837-739cd3d4776a {{(pid=68893) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1363.441730] env[68893]: DEBUG oslo_vmware.rw_handles [None req-8acd87b0-27ec-4680-8791-ef2b664b8fae tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1363.441730] env[68893]: value = "vm-561291" [ 1363.441730] env[68893]: _type = "VirtualMachine" [ 1363.441730] env[68893]: }. {{(pid=68893) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1363.441983] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-37608eb0-f498-4830-ab9d-c40baca0cac9 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.448562] env[68893]: DEBUG oslo_vmware.rw_handles [None req-8acd87b0-27ec-4680-8791-ef2b664b8fae tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Lease: (returnval){ [ 1363.448562] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52f40202-5303-3abe-058a-608b40034ed2" [ 1363.448562] env[68893]: _type = "HttpNfcLease" [ 1363.448562] env[68893]: } obtained for exporting VM: (result){ [ 1363.448562] env[68893]: value = "vm-561291" [ 1363.448562] env[68893]: _type = "VirtualMachine" [ 1363.448562] env[68893]: }. {{(pid=68893) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1363.448806] env[68893]: DEBUG oslo_vmware.api [None req-8acd87b0-27ec-4680-8791-ef2b664b8fae tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Waiting for the lease: (returnval){ [ 1363.448806] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52f40202-5303-3abe-058a-608b40034ed2" [ 1363.448806] env[68893]: _type = "HttpNfcLease" [ 1363.448806] env[68893]: } to be ready. {{(pid=68893) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1363.454852] env[68893]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1363.454852] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52f40202-5303-3abe-058a-608b40034ed2" [ 1363.454852] env[68893]: _type = "HttpNfcLease" [ 1363.454852] env[68893]: } is initializing. {{(pid=68893) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1363.648366] env[68893]: DEBUG nova.scheduler.client.report [None req-aafa047d-ed67-45c4-8c8c-cf9a4053d7f1 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1363.956615] env[68893]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1363.956615] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52f40202-5303-3abe-058a-608b40034ed2" [ 1363.956615] env[68893]: _type = "HttpNfcLease" [ 1363.956615] env[68893]: } is ready. {{(pid=68893) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1363.956942] env[68893]: DEBUG oslo_vmware.rw_handles [None req-8acd87b0-27ec-4680-8791-ef2b664b8fae tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1363.956942] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52f40202-5303-3abe-058a-608b40034ed2" [ 1363.956942] env[68893]: _type = "HttpNfcLease" [ 1363.956942] env[68893]: }. {{(pid=68893) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1363.957684] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3076582-f10d-4908-b9f9-995fef2ebfc5 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.964626] env[68893]: DEBUG oslo_vmware.rw_handles [None req-8acd87b0-27ec-4680-8791-ef2b664b8fae tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52877564-fa57-4cdb-5ecb-b84a44be0532/disk-0.vmdk from lease info. {{(pid=68893) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1363.964800] env[68893]: DEBUG oslo_vmware.rw_handles [None req-8acd87b0-27ec-4680-8791-ef2b664b8fae tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52877564-fa57-4cdb-5ecb-b84a44be0532/disk-0.vmdk for reading. {{(pid=68893) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1364.051312] env[68893]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-43d36339-2cda-41a8-a57a-5b322e85bcd2 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.153313] env[68893]: DEBUG oslo_concurrency.lockutils [None req-aafa047d-ed67-45c4-8c8c-cf9a4053d7f1 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.147s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1364.155526] env[68893]: DEBUG oslo_concurrency.lockutils [None req-5fa3389c-d870-4b77-babf-55b7df006aeb tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.392s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1364.155771] env[68893]: DEBUG oslo_concurrency.lockutils [None req-5fa3389c-d870-4b77-babf-55b7df006aeb tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1364.181190] env[68893]: INFO nova.scheduler.client.report [None req-5fa3389c-d870-4b77-babf-55b7df006aeb tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Deleted allocations for instance 5fde66d6-de1d-4fc0-8961-a2e90af0b172 [ 1364.185928] env[68893]: INFO nova.network.neutron [None req-aafa047d-ed67-45c4-8c8c-cf9a4053d7f1 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 4e72f3c2-cbfb-4eb1-9505-b252fd475521] Updating port 12e2c5b6-eaca-4e15-b6bf-24a2cc82a42a with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1364.691304] env[68893]: DEBUG oslo_concurrency.lockutils [None req-5fa3389c-d870-4b77-babf-55b7df006aeb tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Lock "5fde66d6-de1d-4fc0-8961-a2e90af0b172" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.775s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1365.716210] env[68893]: DEBUG nova.compute.manager [req-ebbbabbd-f883-4cf0-a538-3987277e61e5 req-e781cced-a314-406f-973e-c828440a67bd service nova] [instance: 4e72f3c2-cbfb-4eb1-9505-b252fd475521] Received event network-vif-plugged-12e2c5b6-eaca-4e15-b6bf-24a2cc82a42a {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1365.716210] env[68893]: DEBUG oslo_concurrency.lockutils [req-ebbbabbd-f883-4cf0-a538-3987277e61e5 req-e781cced-a314-406f-973e-c828440a67bd service nova] Acquiring lock "4e72f3c2-cbfb-4eb1-9505-b252fd475521-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1365.716210] env[68893]: DEBUG oslo_concurrency.lockutils [req-ebbbabbd-f883-4cf0-a538-3987277e61e5 req-e781cced-a314-406f-973e-c828440a67bd service nova] Lock "4e72f3c2-cbfb-4eb1-9505-b252fd475521-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1365.716210] env[68893]: DEBUG oslo_concurrency.lockutils [req-ebbbabbd-f883-4cf0-a538-3987277e61e5 req-e781cced-a314-406f-973e-c828440a67bd service nova] Lock "4e72f3c2-cbfb-4eb1-9505-b252fd475521-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1365.716210] env[68893]: DEBUG nova.compute.manager [req-ebbbabbd-f883-4cf0-a538-3987277e61e5 req-e781cced-a314-406f-973e-c828440a67bd service nova] [instance: 4e72f3c2-cbfb-4eb1-9505-b252fd475521] No waiting events found dispatching network-vif-plugged-12e2c5b6-eaca-4e15-b6bf-24a2cc82a42a {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1365.716210] env[68893]: WARNING nova.compute.manager [req-ebbbabbd-f883-4cf0-a538-3987277e61e5 req-e781cced-a314-406f-973e-c828440a67bd service nova] [instance: 4e72f3c2-cbfb-4eb1-9505-b252fd475521] Received unexpected event network-vif-plugged-12e2c5b6-eaca-4e15-b6bf-24a2cc82a42a for instance with vm_state shelved_offloaded and task_state spawning. [ 1365.817804] env[68893]: DEBUG oslo_concurrency.lockutils [None req-aafa047d-ed67-45c4-8c8c-cf9a4053d7f1 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Acquiring lock "refresh_cache-4e72f3c2-cbfb-4eb1-9505-b252fd475521" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.817804] env[68893]: DEBUG oslo_concurrency.lockutils [None req-aafa047d-ed67-45c4-8c8c-cf9a4053d7f1 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Acquired lock "refresh_cache-4e72f3c2-cbfb-4eb1-9505-b252fd475521" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.818377] env[68893]: DEBUG nova.network.neutron [None req-aafa047d-ed67-45c4-8c8c-cf9a4053d7f1 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 4e72f3c2-cbfb-4eb1-9505-b252fd475521] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1366.356200] env[68893]: DEBUG oslo_concurrency.lockutils [None req-955b15fb-ae38-4fab-ae62-91b5c437ffd2 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Acquiring lock "8f568e0b-85f6-4db9-8ee5-3f719a6a908d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1366.356441] env[68893]: DEBUG oslo_concurrency.lockutils [None req-955b15fb-ae38-4fab-ae62-91b5c437ffd2 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Lock "8f568e0b-85f6-4db9-8ee5-3f719a6a908d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1366.562766] env[68893]: DEBUG nova.network.neutron [None req-aafa047d-ed67-45c4-8c8c-cf9a4053d7f1 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 4e72f3c2-cbfb-4eb1-9505-b252fd475521] Updating instance_info_cache with network_info: [{"id": "12e2c5b6-eaca-4e15-b6bf-24a2cc82a42a", "address": "fa:16:3e:9b:88:ad", "network": {"id": "ca00c41c-ec6a-4596-915b-34fd716effc2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2042741287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "863b84ea17a9459287213695c87d2bec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f66f8375-4460-4acd-987b-acda72bfcf0d", "external-id": "nsx-vlan-transportzone-533", "segmentation_id": 533, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12e2c5b6-ea", "ovs_interfaceid": "12e2c5b6-eaca-4e15-b6bf-24a2cc82a42a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1366.859289] env[68893]: DEBUG nova.compute.manager [None req-955b15fb-ae38-4fab-ae62-91b5c437ffd2 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 8f568e0b-85f6-4db9-8ee5-3f719a6a908d] Starting instance... {{(pid=68893) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1367.065470] env[68893]: DEBUG oslo_concurrency.lockutils [None req-aafa047d-ed67-45c4-8c8c-cf9a4053d7f1 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Releasing lock "refresh_cache-4e72f3c2-cbfb-4eb1-9505-b252fd475521" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.094576] env[68893]: DEBUG nova.virt.hardware [None req-aafa047d-ed67-45c4-8c8c-cf9a4053d7f1 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c2a5e79062e97e9322db3045221c15bf',container_format='bare',created_at=2025-03-06T06:45:25Z,direct_url=,disk_format='vmdk',id=d49a12c9-e49c-48a2-8a04-24f6a40482de,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-808759289-shelved',owner='863b84ea17a9459287213695c87d2bec',properties=ImageMetaProps,protected=,size=31669248,status='active',tags=,updated_at=2025-03-06T06:45:41Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1367.094861] env[68893]: DEBUG nova.virt.hardware [None req-aafa047d-ed67-45c4-8c8c-cf9a4053d7f1 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1367.094984] env[68893]: DEBUG nova.virt.hardware [None req-aafa047d-ed67-45c4-8c8c-cf9a4053d7f1 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1367.095229] env[68893]: DEBUG nova.virt.hardware [None req-aafa047d-ed67-45c4-8c8c-cf9a4053d7f1 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1367.095427] env[68893]: DEBUG nova.virt.hardware [None req-aafa047d-ed67-45c4-8c8c-cf9a4053d7f1 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1367.095608] env[68893]: DEBUG nova.virt.hardware [None req-aafa047d-ed67-45c4-8c8c-cf9a4053d7f1 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1367.095873] env[68893]: DEBUG nova.virt.hardware [None req-aafa047d-ed67-45c4-8c8c-cf9a4053d7f1 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1367.096080] env[68893]: DEBUG nova.virt.hardware [None req-aafa047d-ed67-45c4-8c8c-cf9a4053d7f1 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1367.096332] env[68893]: DEBUG nova.virt.hardware [None req-aafa047d-ed67-45c4-8c8c-cf9a4053d7f1 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1367.096477] env[68893]: DEBUG nova.virt.hardware [None req-aafa047d-ed67-45c4-8c8c-cf9a4053d7f1 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1367.096700] env[68893]: DEBUG nova.virt.hardware [None req-aafa047d-ed67-45c4-8c8c-cf9a4053d7f1 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1367.097682] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abe7cdde-c5ec-4f21-ad35-1e6d49b0436a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.107382] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d142ee7c-df9e-4b78-a84e-065d7f926698 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.123610] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-aafa047d-ed67-45c4-8c8c-cf9a4053d7f1 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 4e72f3c2-cbfb-4eb1-9505-b252fd475521] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:88:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f66f8375-4460-4acd-987b-acda72bfcf0d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '12e2c5b6-eaca-4e15-b6bf-24a2cc82a42a', 'vif_model': 'vmxnet3'}] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1367.131514] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aafa047d-ed67-45c4-8c8c-cf9a4053d7f1 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1367.131809] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e72f3c2-cbfb-4eb1-9505-b252fd475521] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1367.132053] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e9a309f5-48eb-48b8-be64-14ba56e931eb {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.151783] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1367.151783] env[68893]: value = "task-2792666" [ 1367.151783] env[68893]: _type = "Task" [ 1367.151783] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.160456] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792666, 'name': CreateVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.385799] env[68893]: DEBUG oslo_concurrency.lockutils [None req-955b15fb-ae38-4fab-ae62-91b5c437ffd2 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1367.386197] env[68893]: DEBUG oslo_concurrency.lockutils [None req-955b15fb-ae38-4fab-ae62-91b5c437ffd2 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1367.387872] env[68893]: INFO nova.compute.claims [None req-955b15fb-ae38-4fab-ae62-91b5c437ffd2 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 8f568e0b-85f6-4db9-8ee5-3f719a6a908d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1367.662331] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792666, 'name': CreateVM_Task, 'duration_secs': 0.347187} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.662539] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e72f3c2-cbfb-4eb1-9505-b252fd475521] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1367.663179] env[68893]: DEBUG oslo_concurrency.lockutils [None req-aafa047d-ed67-45c4-8c8c-cf9a4053d7f1 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d49a12c9-e49c-48a2-8a04-24f6a40482de" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.663360] env[68893]: DEBUG oslo_concurrency.lockutils [None req-aafa047d-ed67-45c4-8c8c-cf9a4053d7f1 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d49a12c9-e49c-48a2-8a04-24f6a40482de" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.663784] env[68893]: DEBUG oslo_concurrency.lockutils [None req-aafa047d-ed67-45c4-8c8c-cf9a4053d7f1 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d49a12c9-e49c-48a2-8a04-24f6a40482de" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.664069] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a10a6ee-b4ec-44da-9f32-d2de6093f6ac {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.669066] env[68893]: DEBUG oslo_vmware.api [None req-aafa047d-ed67-45c4-8c8c-cf9a4053d7f1 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Waiting for the task: (returnval){ [ 1367.669066] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]5282d64f-dc6e-6d25-d160-42cd3ee7f77a" [ 1367.669066] env[68893]: _type = "Task" [ 1367.669066] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.677029] env[68893]: DEBUG oslo_vmware.api [None req-aafa047d-ed67-45c4-8c8c-cf9a4053d7f1 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]5282d64f-dc6e-6d25-d160-42cd3ee7f77a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.740089] env[68893]: DEBUG nova.compute.manager [req-d23abbe7-9f8a-4845-93a0-80bd55241dbe req-468891bb-1518-4f4e-a547-f5c39f014d19 service nova] [instance: 4e72f3c2-cbfb-4eb1-9505-b252fd475521] Received event network-changed-12e2c5b6-eaca-4e15-b6bf-24a2cc82a42a {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1367.740307] env[68893]: DEBUG nova.compute.manager [req-d23abbe7-9f8a-4845-93a0-80bd55241dbe req-468891bb-1518-4f4e-a547-f5c39f014d19 service nova] [instance: 4e72f3c2-cbfb-4eb1-9505-b252fd475521] Refreshing instance network info cache due to event network-changed-12e2c5b6-eaca-4e15-b6bf-24a2cc82a42a. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1367.740516] env[68893]: DEBUG oslo_concurrency.lockutils [req-d23abbe7-9f8a-4845-93a0-80bd55241dbe req-468891bb-1518-4f4e-a547-f5c39f014d19 service nova] Acquiring lock "refresh_cache-4e72f3c2-cbfb-4eb1-9505-b252fd475521" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.740661] env[68893]: DEBUG oslo_concurrency.lockutils [req-d23abbe7-9f8a-4845-93a0-80bd55241dbe req-468891bb-1518-4f4e-a547-f5c39f014d19 service nova] Acquired lock "refresh_cache-4e72f3c2-cbfb-4eb1-9505-b252fd475521" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.740824] env[68893]: DEBUG nova.network.neutron [req-d23abbe7-9f8a-4845-93a0-80bd55241dbe req-468891bb-1518-4f4e-a547-f5c39f014d19 service nova] [instance: 4e72f3c2-cbfb-4eb1-9505-b252fd475521] Refreshing network info cache for port 12e2c5b6-eaca-4e15-b6bf-24a2cc82a42a {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1368.180177] env[68893]: DEBUG oslo_concurrency.lockutils [None req-aafa047d-ed67-45c4-8c8c-cf9a4053d7f1 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d49a12c9-e49c-48a2-8a04-24f6a40482de" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.180489] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-aafa047d-ed67-45c4-8c8c-cf9a4053d7f1 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 4e72f3c2-cbfb-4eb1-9505-b252fd475521] Processing image d49a12c9-e49c-48a2-8a04-24f6a40482de {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1368.180767] env[68893]: DEBUG oslo_concurrency.lockutils [None req-aafa047d-ed67-45c4-8c8c-cf9a4053d7f1 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d49a12c9-e49c-48a2-8a04-24f6a40482de/d49a12c9-e49c-48a2-8a04-24f6a40482de.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.180954] env[68893]: DEBUG oslo_concurrency.lockutils [None req-aafa047d-ed67-45c4-8c8c-cf9a4053d7f1 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d49a12c9-e49c-48a2-8a04-24f6a40482de/d49a12c9-e49c-48a2-8a04-24f6a40482de.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.181188] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-aafa047d-ed67-45c4-8c8c-cf9a4053d7f1 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1368.181492] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e2e8935e-88c1-468e-9211-bd1d7c4f9686 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.190476] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-aafa047d-ed67-45c4-8c8c-cf9a4053d7f1 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1368.190685] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-aafa047d-ed67-45c4-8c8c-cf9a4053d7f1 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1368.191510] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-801b312a-fb9f-4e80-b3dd-5f7a448e0a10 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.197048] env[68893]: DEBUG oslo_vmware.api [None req-aafa047d-ed67-45c4-8c8c-cf9a4053d7f1 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Waiting for the task: (returnval){ [ 1368.197048] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52b5d34c-1267-757e-2e68-161a1ad284ac" [ 1368.197048] env[68893]: _type = "Task" [ 1368.197048] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.205109] env[68893]: DEBUG oslo_vmware.api [None req-aafa047d-ed67-45c4-8c8c-cf9a4053d7f1 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52b5d34c-1267-757e-2e68-161a1ad284ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.460544] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35498647-11c0-4c4e-97da-2adb41cd5ce2 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.468115] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4168a19-a78d-4db9-a033-28cb3cbf4fff {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.472156] env[68893]: DEBUG nova.network.neutron [req-d23abbe7-9f8a-4845-93a0-80bd55241dbe req-468891bb-1518-4f4e-a547-f5c39f014d19 service nova] [instance: 4e72f3c2-cbfb-4eb1-9505-b252fd475521] Updated VIF entry in instance network info cache for port 12e2c5b6-eaca-4e15-b6bf-24a2cc82a42a. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1368.472565] env[68893]: DEBUG nova.network.neutron [req-d23abbe7-9f8a-4845-93a0-80bd55241dbe req-468891bb-1518-4f4e-a547-f5c39f014d19 service nova] [instance: 4e72f3c2-cbfb-4eb1-9505-b252fd475521] Updating instance_info_cache with network_info: [{"id": "12e2c5b6-eaca-4e15-b6bf-24a2cc82a42a", "address": "fa:16:3e:9b:88:ad", "network": {"id": "ca00c41c-ec6a-4596-915b-34fd716effc2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2042741287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "863b84ea17a9459287213695c87d2bec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f66f8375-4460-4acd-987b-acda72bfcf0d", "external-id": "nsx-vlan-transportzone-533", "segmentation_id": 533, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12e2c5b6-ea", "ovs_interfaceid": "12e2c5b6-eaca-4e15-b6bf-24a2cc82a42a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1368.501964] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-005df70c-bb37-4de5-a8e6-50e3b2aa409b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.510073] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f254ea1c-0d9b-4350-9f30-19e3e44550fd {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.523870] env[68893]: DEBUG nova.compute.provider_tree [None req-955b15fb-ae38-4fab-ae62-91b5c437ffd2 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1368.707360] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-aafa047d-ed67-45c4-8c8c-cf9a4053d7f1 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 4e72f3c2-cbfb-4eb1-9505-b252fd475521] Preparing fetch location {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1368.707556] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-aafa047d-ed67-45c4-8c8c-cf9a4053d7f1 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 4e72f3c2-cbfb-4eb1-9505-b252fd475521] Fetch image to [datastore2] OSTACK_IMG_ba7d7626-a118-4ca0-b05f-44e314f9924c/OSTACK_IMG_ba7d7626-a118-4ca0-b05f-44e314f9924c.vmdk {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1368.707736] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-aafa047d-ed67-45c4-8c8c-cf9a4053d7f1 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 4e72f3c2-cbfb-4eb1-9505-b252fd475521] Downloading stream optimized image d49a12c9-e49c-48a2-8a04-24f6a40482de to [datastore2] OSTACK_IMG_ba7d7626-a118-4ca0-b05f-44e314f9924c/OSTACK_IMG_ba7d7626-a118-4ca0-b05f-44e314f9924c.vmdk on the data store datastore2 as vApp {{(pid=68893) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1368.707907] env[68893]: DEBUG nova.virt.vmwareapi.images [None req-aafa047d-ed67-45c4-8c8c-cf9a4053d7f1 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 4e72f3c2-cbfb-4eb1-9505-b252fd475521] Downloading image file data d49a12c9-e49c-48a2-8a04-24f6a40482de to the ESX as VM named 'OSTACK_IMG_ba7d7626-a118-4ca0-b05f-44e314f9924c' {{(pid=68893) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1368.779975] env[68893]: DEBUG oslo_vmware.rw_handles [None req-aafa047d-ed67-45c4-8c8c-cf9a4053d7f1 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1368.779975] env[68893]: value = "resgroup-9" [ 1368.779975] env[68893]: _type = "ResourcePool" [ 1368.779975] env[68893]: }. {{(pid=68893) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1368.780323] env[68893]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-be1c16e6-5c3c-4dd2-b30b-3f30526aac81 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.801315] env[68893]: DEBUG oslo_vmware.rw_handles [None req-aafa047d-ed67-45c4-8c8c-cf9a4053d7f1 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Lease: (returnval){ [ 1368.801315] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]528cc927-6b4d-6851-d494-fea21c6bc5da" [ 1368.801315] env[68893]: _type = "HttpNfcLease" [ 1368.801315] env[68893]: } obtained for vApp import into resource pool (val){ [ 1368.801315] env[68893]: value = "resgroup-9" [ 1368.801315] env[68893]: _type = "ResourcePool" [ 1368.801315] env[68893]: }. {{(pid=68893) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1368.801691] env[68893]: DEBUG oslo_vmware.api [None req-aafa047d-ed67-45c4-8c8c-cf9a4053d7f1 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Waiting for the lease: (returnval){ [ 1368.801691] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]528cc927-6b4d-6851-d494-fea21c6bc5da" [ 1368.801691] env[68893]: _type = "HttpNfcLease" [ 1368.801691] env[68893]: } to be ready. {{(pid=68893) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1368.807828] env[68893]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1368.807828] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]528cc927-6b4d-6851-d494-fea21c6bc5da" [ 1368.807828] env[68893]: _type = "HttpNfcLease" [ 1368.807828] env[68893]: } is initializing. {{(pid=68893) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1368.975931] env[68893]: DEBUG oslo_concurrency.lockutils [req-d23abbe7-9f8a-4845-93a0-80bd55241dbe req-468891bb-1518-4f4e-a547-f5c39f014d19 service nova] Releasing lock "refresh_cache-4e72f3c2-cbfb-4eb1-9505-b252fd475521" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.027929] env[68893]: DEBUG nova.scheduler.client.report [None req-955b15fb-ae38-4fab-ae62-91b5c437ffd2 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1369.311780] env[68893]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1369.311780] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]528cc927-6b4d-6851-d494-fea21c6bc5da" [ 1369.311780] env[68893]: _type = "HttpNfcLease" [ 1369.311780] env[68893]: } is initializing. {{(pid=68893) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1369.535083] env[68893]: DEBUG oslo_concurrency.lockutils [None req-955b15fb-ae38-4fab-ae62-91b5c437ffd2 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.148s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1369.535083] env[68893]: DEBUG nova.compute.manager [None req-955b15fb-ae38-4fab-ae62-91b5c437ffd2 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 8f568e0b-85f6-4db9-8ee5-3f719a6a908d] Start building networks asynchronously for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1369.811898] env[68893]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1369.811898] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]528cc927-6b4d-6851-d494-fea21c6bc5da" [ 1369.811898] env[68893]: _type = "HttpNfcLease" [ 1369.811898] env[68893]: } is ready. {{(pid=68893) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1369.812212] env[68893]: DEBUG oslo_vmware.rw_handles [None req-aafa047d-ed67-45c4-8c8c-cf9a4053d7f1 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1369.812212] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]528cc927-6b4d-6851-d494-fea21c6bc5da" [ 1369.812212] env[68893]: _type = "HttpNfcLease" [ 1369.812212] env[68893]: }. {{(pid=68893) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1369.813057] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ee11cb3-79e3-4424-bcef-24d137bdb44e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.820667] env[68893]: DEBUG oslo_vmware.rw_handles [None req-aafa047d-ed67-45c4-8c8c-cf9a4053d7f1 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c8270d-9967-d0b8-9be9-1eb7981bb5e8/disk-0.vmdk from lease info. {{(pid=68893) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1369.820848] env[68893]: DEBUG oslo_vmware.rw_handles [None req-aafa047d-ed67-45c4-8c8c-cf9a4053d7f1 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Creating HTTP connection to write to file with size = 31669248 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c8270d-9967-d0b8-9be9-1eb7981bb5e8/disk-0.vmdk. {{(pid=68893) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1369.884383] env[68893]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3d4a9056-a238-475c-be4e-c5e5d0af4a1e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.040610] env[68893]: DEBUG nova.compute.utils [None req-955b15fb-ae38-4fab-ae62-91b5c437ffd2 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1370.042124] env[68893]: DEBUG nova.compute.manager [None req-955b15fb-ae38-4fab-ae62-91b5c437ffd2 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 8f568e0b-85f6-4db9-8ee5-3f719a6a908d] Allocating IP information in the background. {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1370.042295] env[68893]: DEBUG nova.network.neutron [None req-955b15fb-ae38-4fab-ae62-91b5c437ffd2 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 8f568e0b-85f6-4db9-8ee5-3f719a6a908d] allocate_for_instance() {{(pid=68893) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1370.079216] env[68893]: DEBUG nova.policy [None req-955b15fb-ae38-4fab-ae62-91b5c437ffd2 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2ab2ad050f2b45ceacc682b073aa40ab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '235acd9620044019a35125f6f31d0531', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68893) authorize /opt/stack/nova/nova/policy.py:192}} [ 1370.356139] env[68893]: DEBUG nova.network.neutron [None req-955b15fb-ae38-4fab-ae62-91b5c437ffd2 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 8f568e0b-85f6-4db9-8ee5-3f719a6a908d] Successfully created port: 76a8f93b-807d-4651-b65c-dc181689ab28 {{(pid=68893) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1370.545776] env[68893]: DEBUG nova.compute.manager [None req-955b15fb-ae38-4fab-ae62-91b5c437ffd2 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 8f568e0b-85f6-4db9-8ee5-3f719a6a908d] Start building block device mappings for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1371.330105] env[68893]: DEBUG oslo_vmware.rw_handles [None req-aafa047d-ed67-45c4-8c8c-cf9a4053d7f1 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Completed reading data from the image iterator. {{(pid=68893) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1371.330501] env[68893]: DEBUG oslo_vmware.rw_handles [None req-aafa047d-ed67-45c4-8c8c-cf9a4053d7f1 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c8270d-9967-d0b8-9be9-1eb7981bb5e8/disk-0.vmdk. {{(pid=68893) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1371.331583] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fe2e928-5258-4e51-8abe-77eb1021f895 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.338670] env[68893]: DEBUG oslo_vmware.rw_handles [None req-aafa047d-ed67-45c4-8c8c-cf9a4053d7f1 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c8270d-9967-d0b8-9be9-1eb7981bb5e8/disk-0.vmdk is in state: ready. {{(pid=68893) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1371.338825] env[68893]: DEBUG oslo_vmware.rw_handles [None req-aafa047d-ed67-45c4-8c8c-cf9a4053d7f1 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c8270d-9967-d0b8-9be9-1eb7981bb5e8/disk-0.vmdk. {{(pid=68893) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1371.339105] env[68893]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-8ee43f92-8e56-4412-9f1a-c2804b243259 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.560179] env[68893]: DEBUG nova.compute.manager [None req-955b15fb-ae38-4fab-ae62-91b5c437ffd2 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 8f568e0b-85f6-4db9-8ee5-3f719a6a908d] Start spawning the instance on the hypervisor. {{(pid=68893) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1371.588134] env[68893]: DEBUG nova.virt.hardware [None req-955b15fb-ae38-4fab-ae62-91b5c437ffd2 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1371.588497] env[68893]: DEBUG nova.virt.hardware [None req-955b15fb-ae38-4fab-ae62-91b5c437ffd2 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1371.588753] env[68893]: DEBUG nova.virt.hardware [None req-955b15fb-ae38-4fab-ae62-91b5c437ffd2 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1371.589107] env[68893]: DEBUG nova.virt.hardware [None req-955b15fb-ae38-4fab-ae62-91b5c437ffd2 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1371.589354] env[68893]: DEBUG nova.virt.hardware [None req-955b15fb-ae38-4fab-ae62-91b5c437ffd2 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1371.589613] env[68893]: DEBUG nova.virt.hardware [None req-955b15fb-ae38-4fab-ae62-91b5c437ffd2 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1371.589964] env[68893]: DEBUG nova.virt.hardware [None req-955b15fb-ae38-4fab-ae62-91b5c437ffd2 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1371.590232] env[68893]: DEBUG nova.virt.hardware [None req-955b15fb-ae38-4fab-ae62-91b5c437ffd2 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1371.590571] env[68893]: DEBUG nova.virt.hardware [None req-955b15fb-ae38-4fab-ae62-91b5c437ffd2 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1371.590846] env[68893]: DEBUG nova.virt.hardware [None req-955b15fb-ae38-4fab-ae62-91b5c437ffd2 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1371.591143] env[68893]: DEBUG nova.virt.hardware [None req-955b15fb-ae38-4fab-ae62-91b5c437ffd2 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1371.592114] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f7c5169-cf60-486a-9522-b455fb2d1c20 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.600628] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c250e5b-15e0-4259-8006-7603d94b8624 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.688124] env[68893]: DEBUG oslo_vmware.rw_handles [None req-aafa047d-ed67-45c4-8c8c-cf9a4053d7f1 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c8270d-9967-d0b8-9be9-1eb7981bb5e8/disk-0.vmdk. {{(pid=68893) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1371.688400] env[68893]: INFO nova.virt.vmwareapi.images [None req-aafa047d-ed67-45c4-8c8c-cf9a4053d7f1 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 4e72f3c2-cbfb-4eb1-9505-b252fd475521] Downloaded image file data d49a12c9-e49c-48a2-8a04-24f6a40482de [ 1371.689410] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03cc9419-60a3-4263-93d6-a85b3b5406f4 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.708246] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-44297f8b-2a65-45d3-8224-7ac6c141ccfc {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.758029] env[68893]: INFO nova.virt.vmwareapi.images [None req-aafa047d-ed67-45c4-8c8c-cf9a4053d7f1 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 4e72f3c2-cbfb-4eb1-9505-b252fd475521] The imported VM was unregistered [ 1371.760332] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-aafa047d-ed67-45c4-8c8c-cf9a4053d7f1 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 4e72f3c2-cbfb-4eb1-9505-b252fd475521] Caching image {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1371.760640] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-aafa047d-ed67-45c4-8c8c-cf9a4053d7f1 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Creating directory with path [datastore2] devstack-image-cache_base/d49a12c9-e49c-48a2-8a04-24f6a40482de {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1371.761020] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b5d3ba73-2efd-4cff-b444-bbdd3f1cf5f1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.780250] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-aafa047d-ed67-45c4-8c8c-cf9a4053d7f1 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Created directory with path [datastore2] devstack-image-cache_base/d49a12c9-e49c-48a2-8a04-24f6a40482de {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1371.780578] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-aafa047d-ed67-45c4-8c8c-cf9a4053d7f1 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_ba7d7626-a118-4ca0-b05f-44e314f9924c/OSTACK_IMG_ba7d7626-a118-4ca0-b05f-44e314f9924c.vmdk to [datastore2] devstack-image-cache_base/d49a12c9-e49c-48a2-8a04-24f6a40482de/d49a12c9-e49c-48a2-8a04-24f6a40482de.vmdk. {{(pid=68893) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1371.780924] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-6eb1984f-d552-4584-b7d6-d750dfc650c9 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.788521] env[68893]: DEBUG oslo_vmware.api [None req-aafa047d-ed67-45c4-8c8c-cf9a4053d7f1 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Waiting for the task: (returnval){ [ 1371.788521] env[68893]: value = "task-2792669" [ 1371.788521] env[68893]: _type = "Task" [ 1371.788521] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.794599] env[68893]: DEBUG nova.compute.manager [req-782c99ef-f6b8-4bad-8260-c3c53026f943 req-98f47df0-4cd3-4da9-9dfd-85062b449641 service nova] [instance: 8f568e0b-85f6-4db9-8ee5-3f719a6a908d] Received event network-vif-plugged-76a8f93b-807d-4651-b65c-dc181689ab28 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1371.794925] env[68893]: DEBUG oslo_concurrency.lockutils [req-782c99ef-f6b8-4bad-8260-c3c53026f943 req-98f47df0-4cd3-4da9-9dfd-85062b449641 service nova] Acquiring lock "8f568e0b-85f6-4db9-8ee5-3f719a6a908d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1371.795081] env[68893]: DEBUG oslo_concurrency.lockutils [req-782c99ef-f6b8-4bad-8260-c3c53026f943 req-98f47df0-4cd3-4da9-9dfd-85062b449641 service nova] Lock "8f568e0b-85f6-4db9-8ee5-3f719a6a908d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1371.795247] env[68893]: DEBUG oslo_concurrency.lockutils [req-782c99ef-f6b8-4bad-8260-c3c53026f943 req-98f47df0-4cd3-4da9-9dfd-85062b449641 service nova] Lock "8f568e0b-85f6-4db9-8ee5-3f719a6a908d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1371.795428] env[68893]: DEBUG nova.compute.manager [req-782c99ef-f6b8-4bad-8260-c3c53026f943 req-98f47df0-4cd3-4da9-9dfd-85062b449641 service nova] [instance: 8f568e0b-85f6-4db9-8ee5-3f719a6a908d] No waiting events found dispatching network-vif-plugged-76a8f93b-807d-4651-b65c-dc181689ab28 {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1371.795567] env[68893]: WARNING nova.compute.manager [req-782c99ef-f6b8-4bad-8260-c3c53026f943 req-98f47df0-4cd3-4da9-9dfd-85062b449641 service nova] [instance: 8f568e0b-85f6-4db9-8ee5-3f719a6a908d] Received unexpected event network-vif-plugged-76a8f93b-807d-4651-b65c-dc181689ab28 for instance with vm_state building and task_state spawning. [ 1371.799010] env[68893]: DEBUG oslo_vmware.api [None req-aafa047d-ed67-45c4-8c8c-cf9a4053d7f1 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792669, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.869488] env[68893]: DEBUG oslo_vmware.rw_handles [None req-8acd87b0-27ec-4680-8791-ef2b664b8fae tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52877564-fa57-4cdb-5ecb-b84a44be0532/disk-0.vmdk. {{(pid=68893) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1371.870392] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1718b3bf-ca4a-42b8-b945-35f55e96fd47 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.876825] env[68893]: DEBUG oslo_vmware.rw_handles [None req-8acd87b0-27ec-4680-8791-ef2b664b8fae tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52877564-fa57-4cdb-5ecb-b84a44be0532/disk-0.vmdk is in state: ready. {{(pid=68893) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1371.876825] env[68893]: ERROR oslo_vmware.rw_handles [None req-8acd87b0-27ec-4680-8791-ef2b664b8fae tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52877564-fa57-4cdb-5ecb-b84a44be0532/disk-0.vmdk due to incomplete transfer. [ 1371.877014] env[68893]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-71c0d22d-e53b-43f9-a82a-2beb511d4d2a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.881951] env[68893]: DEBUG nova.network.neutron [None req-955b15fb-ae38-4fab-ae62-91b5c437ffd2 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 8f568e0b-85f6-4db9-8ee5-3f719a6a908d] Successfully updated port: 76a8f93b-807d-4651-b65c-dc181689ab28 {{(pid=68893) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1371.883923] env[68893]: DEBUG oslo_vmware.rw_handles [None req-8acd87b0-27ec-4680-8791-ef2b664b8fae tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52877564-fa57-4cdb-5ecb-b84a44be0532/disk-0.vmdk. {{(pid=68893) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1371.884139] env[68893]: DEBUG nova.virt.vmwareapi.images [None req-8acd87b0-27ec-4680-8791-ef2b664b8fae tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] [instance: be296a4b-6f77-4a19-89dc-d99928d11264] Uploaded image d979c048-9aa8-46e2-9837-739cd3d4776a to the Glance image server {{(pid=68893) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1371.887171] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-8acd87b0-27ec-4680-8791-ef2b664b8fae tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] [instance: be296a4b-6f77-4a19-89dc-d99928d11264] Destroying the VM {{(pid=68893) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1371.887171] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-444e3e07-e189-4344-b7ab-976223f0de5f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.892740] env[68893]: DEBUG oslo_vmware.api [None req-8acd87b0-27ec-4680-8791-ef2b664b8fae tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Waiting for the task: (returnval){ [ 1371.892740] env[68893]: value = "task-2792670" [ 1371.892740] env[68893]: _type = "Task" [ 1371.892740] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.900553] env[68893]: DEBUG oslo_vmware.api [None req-8acd87b0-27ec-4680-8791-ef2b664b8fae tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Task: {'id': task-2792670, 'name': Destroy_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.301376] env[68893]: DEBUG oslo_vmware.api [None req-aafa047d-ed67-45c4-8c8c-cf9a4053d7f1 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792669, 'name': MoveVirtualDisk_Task} progress is 15%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.387991] env[68893]: DEBUG oslo_concurrency.lockutils [None req-955b15fb-ae38-4fab-ae62-91b5c437ffd2 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Acquiring lock "refresh_cache-8f568e0b-85f6-4db9-8ee5-3f719a6a908d" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.388471] env[68893]: DEBUG oslo_concurrency.lockutils [None req-955b15fb-ae38-4fab-ae62-91b5c437ffd2 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Acquired lock "refresh_cache-8f568e0b-85f6-4db9-8ee5-3f719a6a908d" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.388612] env[68893]: DEBUG nova.network.neutron [None req-955b15fb-ae38-4fab-ae62-91b5c437ffd2 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 8f568e0b-85f6-4db9-8ee5-3f719a6a908d] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1372.405427] env[68893]: DEBUG oslo_vmware.api [None req-8acd87b0-27ec-4680-8791-ef2b664b8fae tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Task: {'id': task-2792670, 'name': Destroy_Task} progress is 33%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.799672] env[68893]: DEBUG oslo_vmware.api [None req-aafa047d-ed67-45c4-8c8c-cf9a4053d7f1 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792669, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.905746] env[68893]: DEBUG oslo_vmware.api [None req-8acd87b0-27ec-4680-8791-ef2b664b8fae tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Task: {'id': task-2792670, 'name': Destroy_Task, 'duration_secs': 0.702725} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.906067] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-8acd87b0-27ec-4680-8791-ef2b664b8fae tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] [instance: be296a4b-6f77-4a19-89dc-d99928d11264] Destroyed the VM [ 1372.906325] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-8acd87b0-27ec-4680-8791-ef2b664b8fae tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] [instance: be296a4b-6f77-4a19-89dc-d99928d11264] Deleting Snapshot of the VM instance {{(pid=68893) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1372.906602] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ec844c52-3736-44bf-9b5b-4f25779674b7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.916781] env[68893]: DEBUG oslo_vmware.api [None req-8acd87b0-27ec-4680-8791-ef2b664b8fae tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Waiting for the task: (returnval){ [ 1372.916781] env[68893]: value = "task-2792671" [ 1372.916781] env[68893]: _type = "Task" [ 1372.916781] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.923033] env[68893]: DEBUG nova.network.neutron [None req-955b15fb-ae38-4fab-ae62-91b5c437ffd2 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 8f568e0b-85f6-4db9-8ee5-3f719a6a908d] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1372.928335] env[68893]: DEBUG oslo_vmware.api [None req-8acd87b0-27ec-4680-8791-ef2b664b8fae tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Task: {'id': task-2792671, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.063182] env[68893]: DEBUG nova.network.neutron [None req-955b15fb-ae38-4fab-ae62-91b5c437ffd2 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 8f568e0b-85f6-4db9-8ee5-3f719a6a908d] Updating instance_info_cache with network_info: [{"id": "76a8f93b-807d-4651-b65c-dc181689ab28", "address": "fa:16:3e:15:46:58", "network": {"id": "8efcf1a2-7c45-4eef-b77d-563c71a1afb3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-933780947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "235acd9620044019a35125f6f31d0531", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76a8f93b-80", "ovs_interfaceid": "76a8f93b-807d-4651-b65c-dc181689ab28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1373.304402] env[68893]: DEBUG oslo_vmware.api [None req-aafa047d-ed67-45c4-8c8c-cf9a4053d7f1 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792669, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.427393] env[68893]: DEBUG oslo_vmware.api [None req-8acd87b0-27ec-4680-8791-ef2b664b8fae tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Task: {'id': task-2792671, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.566543] env[68893]: DEBUG oslo_concurrency.lockutils [None req-955b15fb-ae38-4fab-ae62-91b5c437ffd2 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Releasing lock "refresh_cache-8f568e0b-85f6-4db9-8ee5-3f719a6a908d" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.566796] env[68893]: DEBUG nova.compute.manager [None req-955b15fb-ae38-4fab-ae62-91b5c437ffd2 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 8f568e0b-85f6-4db9-8ee5-3f719a6a908d] Instance network_info: |[{"id": "76a8f93b-807d-4651-b65c-dc181689ab28", "address": "fa:16:3e:15:46:58", "network": {"id": "8efcf1a2-7c45-4eef-b77d-563c71a1afb3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-933780947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "235acd9620044019a35125f6f31d0531", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76a8f93b-80", "ovs_interfaceid": "76a8f93b-807d-4651-b65c-dc181689ab28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1373.567277] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-955b15fb-ae38-4fab-ae62-91b5c437ffd2 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 8f568e0b-85f6-4db9-8ee5-3f719a6a908d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:46:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f44b2fa3-6730-4b87-8839-947eff21213f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '76a8f93b-807d-4651-b65c-dc181689ab28', 'vif_model': 'vmxnet3'}] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1373.575268] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-955b15fb-ae38-4fab-ae62-91b5c437ffd2 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1373.575618] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f568e0b-85f6-4db9-8ee5-3f719a6a908d] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1373.575890] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9a23106d-2d12-4939-90d9-d54a273d57ec {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.597988] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1373.597988] env[68893]: value = "task-2792672" [ 1373.597988] env[68893]: _type = "Task" [ 1373.597988] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.607846] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792672, 'name': CreateVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.803068] env[68893]: DEBUG oslo_vmware.api [None req-aafa047d-ed67-45c4-8c8c-cf9a4053d7f1 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792669, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.821604] env[68893]: DEBUG nova.compute.manager [req-6150a864-5dc3-4c01-805a-ecda1b3a3885 req-f952e063-2f12-4d93-be75-d596e3f79c66 service nova] [instance: 8f568e0b-85f6-4db9-8ee5-3f719a6a908d] Received event network-changed-76a8f93b-807d-4651-b65c-dc181689ab28 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1373.821762] env[68893]: DEBUG nova.compute.manager [req-6150a864-5dc3-4c01-805a-ecda1b3a3885 req-f952e063-2f12-4d93-be75-d596e3f79c66 service nova] [instance: 8f568e0b-85f6-4db9-8ee5-3f719a6a908d] Refreshing instance network info cache due to event network-changed-76a8f93b-807d-4651-b65c-dc181689ab28. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1373.821990] env[68893]: DEBUG oslo_concurrency.lockutils [req-6150a864-5dc3-4c01-805a-ecda1b3a3885 req-f952e063-2f12-4d93-be75-d596e3f79c66 service nova] Acquiring lock "refresh_cache-8f568e0b-85f6-4db9-8ee5-3f719a6a908d" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.822128] env[68893]: DEBUG oslo_concurrency.lockutils [req-6150a864-5dc3-4c01-805a-ecda1b3a3885 req-f952e063-2f12-4d93-be75-d596e3f79c66 service nova] Acquired lock "refresh_cache-8f568e0b-85f6-4db9-8ee5-3f719a6a908d" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.822306] env[68893]: DEBUG nova.network.neutron [req-6150a864-5dc3-4c01-805a-ecda1b3a3885 req-f952e063-2f12-4d93-be75-d596e3f79c66 service nova] [instance: 8f568e0b-85f6-4db9-8ee5-3f719a6a908d] Refreshing network info cache for port 76a8f93b-807d-4651-b65c-dc181689ab28 {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1373.931725] env[68893]: DEBUG oslo_vmware.api [None req-8acd87b0-27ec-4680-8791-ef2b664b8fae tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Task: {'id': task-2792671, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.109423] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792672, 'name': CreateVM_Task} progress is 25%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.299392] env[68893]: DEBUG oslo_vmware.api [None req-aafa047d-ed67-45c4-8c8c-cf9a4053d7f1 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792669, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.428582} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.299657] env[68893]: INFO nova.virt.vmwareapi.ds_util [None req-aafa047d-ed67-45c4-8c8c-cf9a4053d7f1 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_ba7d7626-a118-4ca0-b05f-44e314f9924c/OSTACK_IMG_ba7d7626-a118-4ca0-b05f-44e314f9924c.vmdk to [datastore2] devstack-image-cache_base/d49a12c9-e49c-48a2-8a04-24f6a40482de/d49a12c9-e49c-48a2-8a04-24f6a40482de.vmdk. [ 1374.299856] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-aafa047d-ed67-45c4-8c8c-cf9a4053d7f1 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 4e72f3c2-cbfb-4eb1-9505-b252fd475521] Cleaning up location [datastore2] OSTACK_IMG_ba7d7626-a118-4ca0-b05f-44e314f9924c {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1374.300027] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-aafa047d-ed67-45c4-8c8c-cf9a4053d7f1 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_ba7d7626-a118-4ca0-b05f-44e314f9924c {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1374.300282] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c2790ce5-36d9-47fc-ac4b-ff4c3dc93bf6 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.305439] env[68893]: DEBUG oslo_vmware.api [None req-aafa047d-ed67-45c4-8c8c-cf9a4053d7f1 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Waiting for the task: (returnval){ [ 1374.305439] env[68893]: value = "task-2792673" [ 1374.305439] env[68893]: _type = "Task" [ 1374.305439] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.312511] env[68893]: DEBUG oslo_vmware.api [None req-aafa047d-ed67-45c4-8c8c-cf9a4053d7f1 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792673, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.426755] env[68893]: DEBUG oslo_vmware.api [None req-8acd87b0-27ec-4680-8791-ef2b664b8fae tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Task: {'id': task-2792671, 'name': RemoveSnapshot_Task, 'duration_secs': 1.475917} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.429029] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-8acd87b0-27ec-4680-8791-ef2b664b8fae tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] [instance: be296a4b-6f77-4a19-89dc-d99928d11264] Deleted Snapshot of the VM instance {{(pid=68893) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1374.429313] env[68893]: DEBUG nova.compute.manager [None req-8acd87b0-27ec-4680-8791-ef2b664b8fae tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] [instance: be296a4b-6f77-4a19-89dc-d99928d11264] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1374.430096] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4132f8d-8272-4ad9-b065-10d67c19b352 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.550972] env[68893]: DEBUG nova.network.neutron [req-6150a864-5dc3-4c01-805a-ecda1b3a3885 req-f952e063-2f12-4d93-be75-d596e3f79c66 service nova] [instance: 8f568e0b-85f6-4db9-8ee5-3f719a6a908d] Updated VIF entry in instance network info cache for port 76a8f93b-807d-4651-b65c-dc181689ab28. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1374.551352] env[68893]: DEBUG nova.network.neutron [req-6150a864-5dc3-4c01-805a-ecda1b3a3885 req-f952e063-2f12-4d93-be75-d596e3f79c66 service nova] [instance: 8f568e0b-85f6-4db9-8ee5-3f719a6a908d] Updating instance_info_cache with network_info: [{"id": "76a8f93b-807d-4651-b65c-dc181689ab28", "address": "fa:16:3e:15:46:58", "network": {"id": "8efcf1a2-7c45-4eef-b77d-563c71a1afb3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-933780947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "235acd9620044019a35125f6f31d0531", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76a8f93b-80", "ovs_interfaceid": "76a8f93b-807d-4651-b65c-dc181689ab28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1374.608359] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792672, 'name': CreateVM_Task, 'duration_secs': 0.683543} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.608506] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f568e0b-85f6-4db9-8ee5-3f719a6a908d] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1374.609130] env[68893]: DEBUG oslo_concurrency.lockutils [None req-955b15fb-ae38-4fab-ae62-91b5c437ffd2 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.609294] env[68893]: DEBUG oslo_concurrency.lockutils [None req-955b15fb-ae38-4fab-ae62-91b5c437ffd2 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.609618] env[68893]: DEBUG oslo_concurrency.lockutils [None req-955b15fb-ae38-4fab-ae62-91b5c437ffd2 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.609864] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-084530fb-0fcf-4a72-97f6-94a8318af150 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.614661] env[68893]: DEBUG oslo_vmware.api [None req-955b15fb-ae38-4fab-ae62-91b5c437ffd2 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Waiting for the task: (returnval){ [ 1374.614661] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52f87dc4-a0dc-ba4c-f822-5bab7b2775a8" [ 1374.614661] env[68893]: _type = "Task" [ 1374.614661] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.621936] env[68893]: DEBUG oslo_vmware.api [None req-955b15fb-ae38-4fab-ae62-91b5c437ffd2 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52f87dc4-a0dc-ba4c-f822-5bab7b2775a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.814985] env[68893]: DEBUG oslo_vmware.api [None req-aafa047d-ed67-45c4-8c8c-cf9a4053d7f1 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792673, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.030813} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.815381] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-aafa047d-ed67-45c4-8c8c-cf9a4053d7f1 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1374.815619] env[68893]: DEBUG oslo_concurrency.lockutils [None req-aafa047d-ed67-45c4-8c8c-cf9a4053d7f1 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d49a12c9-e49c-48a2-8a04-24f6a40482de/d49a12c9-e49c-48a2-8a04-24f6a40482de.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.815664] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-aafa047d-ed67-45c4-8c8c-cf9a4053d7f1 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d49a12c9-e49c-48a2-8a04-24f6a40482de/d49a12c9-e49c-48a2-8a04-24f6a40482de.vmdk to [datastore2] 4e72f3c2-cbfb-4eb1-9505-b252fd475521/4e72f3c2-cbfb-4eb1-9505-b252fd475521.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1374.815885] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dc9144a8-397f-44ec-9d88-b1d1d1e085e3 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.821952] env[68893]: DEBUG oslo_vmware.api [None req-aafa047d-ed67-45c4-8c8c-cf9a4053d7f1 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Waiting for the task: (returnval){ [ 1374.821952] env[68893]: value = "task-2792674" [ 1374.821952] env[68893]: _type = "Task" [ 1374.821952] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.828996] env[68893]: DEBUG oslo_vmware.api [None req-aafa047d-ed67-45c4-8c8c-cf9a4053d7f1 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792674, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.944034] env[68893]: INFO nova.compute.manager [None req-8acd87b0-27ec-4680-8791-ef2b664b8fae tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] [instance: be296a4b-6f77-4a19-89dc-d99928d11264] Shelve offloading [ 1375.054047] env[68893]: DEBUG oslo_concurrency.lockutils [req-6150a864-5dc3-4c01-805a-ecda1b3a3885 req-f952e063-2f12-4d93-be75-d596e3f79c66 service nova] Releasing lock "refresh_cache-8f568e0b-85f6-4db9-8ee5-3f719a6a908d" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.127827] env[68893]: DEBUG oslo_vmware.api [None req-955b15fb-ae38-4fab-ae62-91b5c437ffd2 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52f87dc4-a0dc-ba4c-f822-5bab7b2775a8, 'name': SearchDatastore_Task, 'duration_secs': 0.008587} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.128170] env[68893]: DEBUG oslo_concurrency.lockutils [None req-955b15fb-ae38-4fab-ae62-91b5c437ffd2 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.128407] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-955b15fb-ae38-4fab-ae62-91b5c437ffd2 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 8f568e0b-85f6-4db9-8ee5-3f719a6a908d] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1375.128647] env[68893]: DEBUG oslo_concurrency.lockutils [None req-955b15fb-ae38-4fab-ae62-91b5c437ffd2 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.128796] env[68893]: DEBUG oslo_concurrency.lockutils [None req-955b15fb-ae38-4fab-ae62-91b5c437ffd2 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.128972] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-955b15fb-ae38-4fab-ae62-91b5c437ffd2 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1375.129265] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-10d68de9-81ea-43b2-92d9-7e4f5725a605 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.148832] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-955b15fb-ae38-4fab-ae62-91b5c437ffd2 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1375.149103] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-955b15fb-ae38-4fab-ae62-91b5c437ffd2 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1375.149943] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ebb2169-2968-420a-9f93-44585fcd79a2 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.158795] env[68893]: DEBUG oslo_vmware.api [None req-955b15fb-ae38-4fab-ae62-91b5c437ffd2 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Waiting for the task: (returnval){ [ 1375.158795] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52eb11c1-7c82-3a16-0fca-a4da95fde4d0" [ 1375.158795] env[68893]: _type = "Task" [ 1375.158795] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.169102] env[68893]: DEBUG oslo_vmware.api [None req-955b15fb-ae38-4fab-ae62-91b5c437ffd2 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52eb11c1-7c82-3a16-0fca-a4da95fde4d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.334025] env[68893]: DEBUG oslo_vmware.api [None req-aafa047d-ed67-45c4-8c8c-cf9a4053d7f1 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792674, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.447160] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-8acd87b0-27ec-4680-8791-ef2b664b8fae tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] [instance: be296a4b-6f77-4a19-89dc-d99928d11264] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1375.447422] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-603fb835-47d5-406b-8193-d8c0648763fe {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.455531] env[68893]: DEBUG oslo_vmware.api [None req-8acd87b0-27ec-4680-8791-ef2b664b8fae tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Waiting for the task: (returnval){ [ 1375.455531] env[68893]: value = "task-2792675" [ 1375.455531] env[68893]: _type = "Task" [ 1375.455531] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.465634] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-8acd87b0-27ec-4680-8791-ef2b664b8fae tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] [instance: be296a4b-6f77-4a19-89dc-d99928d11264] VM already powered off {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1375.465846] env[68893]: DEBUG nova.compute.manager [None req-8acd87b0-27ec-4680-8791-ef2b664b8fae tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] [instance: be296a4b-6f77-4a19-89dc-d99928d11264] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1375.466647] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05c66d57-ed83-4bc9-9a8f-368e7d533737 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.474330] env[68893]: DEBUG oslo_concurrency.lockutils [None req-8acd87b0-27ec-4680-8791-ef2b664b8fae tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Acquiring lock "refresh_cache-be296a4b-6f77-4a19-89dc-d99928d11264" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.474508] env[68893]: DEBUG oslo_concurrency.lockutils [None req-8acd87b0-27ec-4680-8791-ef2b664b8fae tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Acquired lock "refresh_cache-be296a4b-6f77-4a19-89dc-d99928d11264" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.474692] env[68893]: DEBUG nova.network.neutron [None req-8acd87b0-27ec-4680-8791-ef2b664b8fae tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] [instance: be296a4b-6f77-4a19-89dc-d99928d11264] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1375.670510] env[68893]: DEBUG oslo_vmware.api [None req-955b15fb-ae38-4fab-ae62-91b5c437ffd2 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52eb11c1-7c82-3a16-0fca-a4da95fde4d0, 'name': SearchDatastore_Task, 'duration_secs': 0.077736} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.671443] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07f0821b-7e2c-4772-beef-5fd89637c2fd {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.679336] env[68893]: DEBUG oslo_vmware.api [None req-955b15fb-ae38-4fab-ae62-91b5c437ffd2 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Waiting for the task: (returnval){ [ 1375.679336] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52f53f00-5897-093c-5329-6b5c96b3b950" [ 1375.679336] env[68893]: _type = "Task" [ 1375.679336] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.689483] env[68893]: DEBUG oslo_vmware.api [None req-955b15fb-ae38-4fab-ae62-91b5c437ffd2 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52f53f00-5897-093c-5329-6b5c96b3b950, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.835093] env[68893]: DEBUG oslo_vmware.api [None req-aafa047d-ed67-45c4-8c8c-cf9a4053d7f1 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792674, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.192014] env[68893]: DEBUG oslo_vmware.api [None req-955b15fb-ae38-4fab-ae62-91b5c437ffd2 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52f53f00-5897-093c-5329-6b5c96b3b950, 'name': SearchDatastore_Task, 'duration_secs': 0.07991} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.192339] env[68893]: DEBUG oslo_concurrency.lockutils [None req-955b15fb-ae38-4fab-ae62-91b5c437ffd2 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.192638] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-955b15fb-ae38-4fab-ae62-91b5c437ffd2 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] 8f568e0b-85f6-4db9-8ee5-3f719a6a908d/8f568e0b-85f6-4db9-8ee5-3f719a6a908d.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1376.192909] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e853bbf4-17f5-4c64-a1cf-aa3a66ef4763 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.202423] env[68893]: DEBUG oslo_vmware.api [None req-955b15fb-ae38-4fab-ae62-91b5c437ffd2 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Waiting for the task: (returnval){ [ 1376.202423] env[68893]: value = "task-2792676" [ 1376.202423] env[68893]: _type = "Task" [ 1376.202423] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.212193] env[68893]: DEBUG oslo_vmware.api [None req-955b15fb-ae38-4fab-ae62-91b5c437ffd2 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': task-2792676, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.213362] env[68893]: DEBUG nova.network.neutron [None req-8acd87b0-27ec-4680-8791-ef2b664b8fae tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] [instance: be296a4b-6f77-4a19-89dc-d99928d11264] Updating instance_info_cache with network_info: [{"id": "4f8a910a-796e-4285-9706-5626dbc1bf83", "address": "fa:16:3e:69:e1:bb", "network": {"id": "1f2c7e21-f527-4f96-9846-1467cf21d76d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2038804572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "681d8cc5649a46669b658ff21cc71a3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f8a910a-79", "ovs_interfaceid": "4f8a910a-796e-4285-9706-5626dbc1bf83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1376.334522] env[68893]: DEBUG oslo_vmware.api [None req-aafa047d-ed67-45c4-8c8c-cf9a4053d7f1 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792674, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.715589] env[68893]: DEBUG oslo_concurrency.lockutils [None req-8acd87b0-27ec-4680-8791-ef2b664b8fae tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Releasing lock "refresh_cache-be296a4b-6f77-4a19-89dc-d99928d11264" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.717677] env[68893]: DEBUG oslo_vmware.api [None req-955b15fb-ae38-4fab-ae62-91b5c437ffd2 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': task-2792676, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.836490] env[68893]: DEBUG oslo_vmware.api [None req-aafa047d-ed67-45c4-8c8c-cf9a4053d7f1 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792674, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.961944] env[68893]: DEBUG nova.compute.manager [req-111dfa2a-4e77-473b-b300-7b3139227fb1 req-0c0d21ee-fe73-4b11-9f8d-170a125e2ae4 service nova] [instance: be296a4b-6f77-4a19-89dc-d99928d11264] Received event network-vif-unplugged-4f8a910a-796e-4285-9706-5626dbc1bf83 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1376.962190] env[68893]: DEBUG oslo_concurrency.lockutils [req-111dfa2a-4e77-473b-b300-7b3139227fb1 req-0c0d21ee-fe73-4b11-9f8d-170a125e2ae4 service nova] Acquiring lock "be296a4b-6f77-4a19-89dc-d99928d11264-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1376.962384] env[68893]: DEBUG oslo_concurrency.lockutils [req-111dfa2a-4e77-473b-b300-7b3139227fb1 req-0c0d21ee-fe73-4b11-9f8d-170a125e2ae4 service nova] Lock "be296a4b-6f77-4a19-89dc-d99928d11264-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1376.962572] env[68893]: DEBUG oslo_concurrency.lockutils [req-111dfa2a-4e77-473b-b300-7b3139227fb1 req-0c0d21ee-fe73-4b11-9f8d-170a125e2ae4 service nova] Lock "be296a4b-6f77-4a19-89dc-d99928d11264-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1376.962802] env[68893]: DEBUG nova.compute.manager [req-111dfa2a-4e77-473b-b300-7b3139227fb1 req-0c0d21ee-fe73-4b11-9f8d-170a125e2ae4 service nova] [instance: be296a4b-6f77-4a19-89dc-d99928d11264] No waiting events found dispatching network-vif-unplugged-4f8a910a-796e-4285-9706-5626dbc1bf83 {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1376.962977] env[68893]: WARNING nova.compute.manager [req-111dfa2a-4e77-473b-b300-7b3139227fb1 req-0c0d21ee-fe73-4b11-9f8d-170a125e2ae4 service nova] [instance: be296a4b-6f77-4a19-89dc-d99928d11264] Received unexpected event network-vif-unplugged-4f8a910a-796e-4285-9706-5626dbc1bf83 for instance with vm_state shelved and task_state shelving_offloading. [ 1376.993834] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-8acd87b0-27ec-4680-8791-ef2b664b8fae tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] [instance: be296a4b-6f77-4a19-89dc-d99928d11264] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1376.994796] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e46e70e-6121-4484-aac6-b8237247d3f3 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.003635] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-8acd87b0-27ec-4680-8791-ef2b664b8fae tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] [instance: be296a4b-6f77-4a19-89dc-d99928d11264] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1377.003905] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b579787b-2f66-4d60-aaab-46d4d09e4121 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.084839] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-8acd87b0-27ec-4680-8791-ef2b664b8fae tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] [instance: be296a4b-6f77-4a19-89dc-d99928d11264] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1377.085135] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-8acd87b0-27ec-4680-8791-ef2b664b8fae tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] [instance: be296a4b-6f77-4a19-89dc-d99928d11264] Deleting contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1377.085325] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-8acd87b0-27ec-4680-8791-ef2b664b8fae tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Deleting the datastore file [datastore2] be296a4b-6f77-4a19-89dc-d99928d11264 {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1377.085631] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f63f46cc-fc5a-4456-9d3d-b7c1a769c2c8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.092949] env[68893]: DEBUG oslo_vmware.api [None req-8acd87b0-27ec-4680-8791-ef2b664b8fae tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Waiting for the task: (returnval){ [ 1377.092949] env[68893]: value = "task-2792678" [ 1377.092949] env[68893]: _type = "Task" [ 1377.092949] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.103562] env[68893]: DEBUG oslo_vmware.api [None req-8acd87b0-27ec-4680-8791-ef2b664b8fae tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Task: {'id': task-2792678, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.212902] env[68893]: DEBUG oslo_vmware.api [None req-955b15fb-ae38-4fab-ae62-91b5c437ffd2 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': task-2792676, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.335190] env[68893]: DEBUG oslo_vmware.api [None req-aafa047d-ed67-45c4-8c8c-cf9a4053d7f1 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792674, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.16408} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.335470] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-aafa047d-ed67-45c4-8c8c-cf9a4053d7f1 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d49a12c9-e49c-48a2-8a04-24f6a40482de/d49a12c9-e49c-48a2-8a04-24f6a40482de.vmdk to [datastore2] 4e72f3c2-cbfb-4eb1-9505-b252fd475521/4e72f3c2-cbfb-4eb1-9505-b252fd475521.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1377.336270] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9068294-5951-485e-92fb-52768df6dd89 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.358114] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-aafa047d-ed67-45c4-8c8c-cf9a4053d7f1 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 4e72f3c2-cbfb-4eb1-9505-b252fd475521] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] 4e72f3c2-cbfb-4eb1-9505-b252fd475521/4e72f3c2-cbfb-4eb1-9505-b252fd475521.vmdk or device None with type streamOptimized {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1377.358367] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07010ded-c42d-4be3-853a-827aeeaba423 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.376901] env[68893]: DEBUG oslo_vmware.api [None req-aafa047d-ed67-45c4-8c8c-cf9a4053d7f1 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Waiting for the task: (returnval){ [ 1377.376901] env[68893]: value = "task-2792679" [ 1377.376901] env[68893]: _type = "Task" [ 1377.376901] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.388692] env[68893]: DEBUG oslo_vmware.api [None req-aafa047d-ed67-45c4-8c8c-cf9a4053d7f1 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792679, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.602661] env[68893]: DEBUG oslo_vmware.api [None req-8acd87b0-27ec-4680-8791-ef2b664b8fae tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Task: {'id': task-2792678, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.372563} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.602911] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-8acd87b0-27ec-4680-8791-ef2b664b8fae tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1377.603109] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-8acd87b0-27ec-4680-8791-ef2b664b8fae tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] [instance: be296a4b-6f77-4a19-89dc-d99928d11264] Deleted contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1377.603295] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-8acd87b0-27ec-4680-8791-ef2b664b8fae tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] [instance: be296a4b-6f77-4a19-89dc-d99928d11264] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1377.627434] env[68893]: INFO nova.scheduler.client.report [None req-8acd87b0-27ec-4680-8791-ef2b664b8fae tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Deleted allocations for instance be296a4b-6f77-4a19-89dc-d99928d11264 [ 1377.713789] env[68893]: DEBUG oslo_vmware.api [None req-955b15fb-ae38-4fab-ae62-91b5c437ffd2 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': task-2792676, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.150492} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.714030] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-955b15fb-ae38-4fab-ae62-91b5c437ffd2 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] 8f568e0b-85f6-4db9-8ee5-3f719a6a908d/8f568e0b-85f6-4db9-8ee5-3f719a6a908d.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1377.714252] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-955b15fb-ae38-4fab-ae62-91b5c437ffd2 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 8f568e0b-85f6-4db9-8ee5-3f719a6a908d] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1377.714503] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-354d9013-db12-4d7e-b521-8c43bb53e944 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.720533] env[68893]: DEBUG oslo_vmware.api [None req-955b15fb-ae38-4fab-ae62-91b5c437ffd2 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Waiting for the task: (returnval){ [ 1377.720533] env[68893]: value = "task-2792680" [ 1377.720533] env[68893]: _type = "Task" [ 1377.720533] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.728546] env[68893]: DEBUG oslo_vmware.api [None req-955b15fb-ae38-4fab-ae62-91b5c437ffd2 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': task-2792680, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.885803] env[68893]: DEBUG oslo_vmware.api [None req-aafa047d-ed67-45c4-8c8c-cf9a4053d7f1 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792679, 'name': ReconfigVM_Task, 'duration_secs': 0.287139} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.886089] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-aafa047d-ed67-45c4-8c8c-cf9a4053d7f1 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 4e72f3c2-cbfb-4eb1-9505-b252fd475521] Reconfigured VM instance instance-00000076 to attach disk [datastore2] 4e72f3c2-cbfb-4eb1-9505-b252fd475521/4e72f3c2-cbfb-4eb1-9505-b252fd475521.vmdk or device None with type streamOptimized {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1377.886715] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c8e01538-e24c-42f6-a91f-81bd30faf358 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.892134] env[68893]: DEBUG oslo_vmware.api [None req-aafa047d-ed67-45c4-8c8c-cf9a4053d7f1 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Waiting for the task: (returnval){ [ 1377.892134] env[68893]: value = "task-2792681" [ 1377.892134] env[68893]: _type = "Task" [ 1377.892134] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.899394] env[68893]: DEBUG oslo_vmware.api [None req-aafa047d-ed67-45c4-8c8c-cf9a4053d7f1 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792681, 'name': Rename_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.132291] env[68893]: DEBUG oslo_concurrency.lockutils [None req-8acd87b0-27ec-4680-8791-ef2b664b8fae tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1378.132697] env[68893]: DEBUG oslo_concurrency.lockutils [None req-8acd87b0-27ec-4680-8791-ef2b664b8fae tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1378.133013] env[68893]: DEBUG nova.objects.instance [None req-8acd87b0-27ec-4680-8791-ef2b664b8fae tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Lazy-loading 'resources' on Instance uuid be296a4b-6f77-4a19-89dc-d99928d11264 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1378.230089] env[68893]: DEBUG oslo_vmware.api [None req-955b15fb-ae38-4fab-ae62-91b5c437ffd2 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': task-2792680, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092668} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.230369] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-955b15fb-ae38-4fab-ae62-91b5c437ffd2 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 8f568e0b-85f6-4db9-8ee5-3f719a6a908d] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1378.231144] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbfb1e4d-d224-439a-b0d4-d91decf73fdb {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.253473] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-955b15fb-ae38-4fab-ae62-91b5c437ffd2 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 8f568e0b-85f6-4db9-8ee5-3f719a6a908d] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] 8f568e0b-85f6-4db9-8ee5-3f719a6a908d/8f568e0b-85f6-4db9-8ee5-3f719a6a908d.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1378.253728] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe4d977c-6e54-44df-bc3c-f45c82d56284 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.272587] env[68893]: DEBUG oslo_vmware.api [None req-955b15fb-ae38-4fab-ae62-91b5c437ffd2 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Waiting for the task: (returnval){ [ 1378.272587] env[68893]: value = "task-2792682" [ 1378.272587] env[68893]: _type = "Task" [ 1378.272587] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.280300] env[68893]: DEBUG oslo_vmware.api [None req-955b15fb-ae38-4fab-ae62-91b5c437ffd2 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': task-2792682, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.401699] env[68893]: DEBUG oslo_vmware.api [None req-aafa047d-ed67-45c4-8c8c-cf9a4053d7f1 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792681, 'name': Rename_Task, 'duration_secs': 0.153059} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.401980] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-aafa047d-ed67-45c4-8c8c-cf9a4053d7f1 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 4e72f3c2-cbfb-4eb1-9505-b252fd475521] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1378.402255] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-69d93e97-9a20-4225-b627-e39218df0f80 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.409111] env[68893]: DEBUG oslo_vmware.api [None req-aafa047d-ed67-45c4-8c8c-cf9a4053d7f1 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Waiting for the task: (returnval){ [ 1378.409111] env[68893]: value = "task-2792683" [ 1378.409111] env[68893]: _type = "Task" [ 1378.409111] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.416376] env[68893]: DEBUG oslo_vmware.api [None req-aafa047d-ed67-45c4-8c8c-cf9a4053d7f1 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792683, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.638542] env[68893]: DEBUG nova.objects.instance [None req-8acd87b0-27ec-4680-8791-ef2b664b8fae tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Lazy-loading 'numa_topology' on Instance uuid be296a4b-6f77-4a19-89dc-d99928d11264 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1378.781998] env[68893]: DEBUG oslo_vmware.api [None req-955b15fb-ae38-4fab-ae62-91b5c437ffd2 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': task-2792682, 'name': ReconfigVM_Task, 'duration_secs': 0.259967} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.782412] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-955b15fb-ae38-4fab-ae62-91b5c437ffd2 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 8f568e0b-85f6-4db9-8ee5-3f719a6a908d] Reconfigured VM instance instance-0000007a to attach disk [datastore2] 8f568e0b-85f6-4db9-8ee5-3f719a6a908d/8f568e0b-85f6-4db9-8ee5-3f719a6a908d.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1378.783138] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3b5a0687-6542-4206-a05d-618f4e3320f8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.788954] env[68893]: DEBUG oslo_vmware.api [None req-955b15fb-ae38-4fab-ae62-91b5c437ffd2 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Waiting for the task: (returnval){ [ 1378.788954] env[68893]: value = "task-2792684" [ 1378.788954] env[68893]: _type = "Task" [ 1378.788954] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.796299] env[68893]: DEBUG oslo_vmware.api [None req-955b15fb-ae38-4fab-ae62-91b5c437ffd2 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': task-2792684, 'name': Rename_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.919516] env[68893]: DEBUG oslo_vmware.api [None req-aafa047d-ed67-45c4-8c8c-cf9a4053d7f1 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792683, 'name': PowerOnVM_Task, 'duration_secs': 0.464947} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.919923] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-aafa047d-ed67-45c4-8c8c-cf9a4053d7f1 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 4e72f3c2-cbfb-4eb1-9505-b252fd475521] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1378.987364] env[68893]: DEBUG nova.compute.manager [req-d7d5e6e3-3e0f-4561-90b6-68bbace483f5 req-6ccb4dba-899d-4b95-8f1f-34da18f66d71 service nova] [instance: be296a4b-6f77-4a19-89dc-d99928d11264] Received event network-changed-4f8a910a-796e-4285-9706-5626dbc1bf83 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1378.987461] env[68893]: DEBUG nova.compute.manager [req-d7d5e6e3-3e0f-4561-90b6-68bbace483f5 req-6ccb4dba-899d-4b95-8f1f-34da18f66d71 service nova] [instance: be296a4b-6f77-4a19-89dc-d99928d11264] Refreshing instance network info cache due to event network-changed-4f8a910a-796e-4285-9706-5626dbc1bf83. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1378.987675] env[68893]: DEBUG oslo_concurrency.lockutils [req-d7d5e6e3-3e0f-4561-90b6-68bbace483f5 req-6ccb4dba-899d-4b95-8f1f-34da18f66d71 service nova] Acquiring lock "refresh_cache-be296a4b-6f77-4a19-89dc-d99928d11264" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.987814] env[68893]: DEBUG oslo_concurrency.lockutils [req-d7d5e6e3-3e0f-4561-90b6-68bbace483f5 req-6ccb4dba-899d-4b95-8f1f-34da18f66d71 service nova] Acquired lock "refresh_cache-be296a4b-6f77-4a19-89dc-d99928d11264" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.987983] env[68893]: DEBUG nova.network.neutron [req-d7d5e6e3-3e0f-4561-90b6-68bbace483f5 req-6ccb4dba-899d-4b95-8f1f-34da18f66d71 service nova] [instance: be296a4b-6f77-4a19-89dc-d99928d11264] Refreshing network info cache for port 4f8a910a-796e-4285-9706-5626dbc1bf83 {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1379.015631] env[68893]: DEBUG nova.compute.manager [None req-aafa047d-ed67-45c4-8c8c-cf9a4053d7f1 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 4e72f3c2-cbfb-4eb1-9505-b252fd475521] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1379.016543] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffd219a8-3455-4e26-a16b-80e3cf8aabf7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.140918] env[68893]: DEBUG nova.objects.base [None req-8acd87b0-27ec-4680-8791-ef2b664b8fae tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=68893) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1379.175685] env[68893]: DEBUG oslo_concurrency.lockutils [None req-13f9c55f-8c83-4ad6-a748-5724f176f334 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Acquiring lock "be296a4b-6f77-4a19-89dc-d99928d11264" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1379.199674] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec214c81-aefe-42e3-9493-bb6199c5b0c8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.208155] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1778f4ea-518d-4f29-ac66-b1a9b1b64ec7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.241677] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c471e510-6dcf-4d69-b892-3fa59499d598 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.248899] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5aebf27-5bc7-4ca2-829a-d68ee3b72beb {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.262844] env[68893]: DEBUG nova.compute.provider_tree [None req-8acd87b0-27ec-4680-8791-ef2b664b8fae tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1379.298023] env[68893]: DEBUG oslo_vmware.api [None req-955b15fb-ae38-4fab-ae62-91b5c437ffd2 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': task-2792684, 'name': Rename_Task, 'duration_secs': 0.138061} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.298312] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-955b15fb-ae38-4fab-ae62-91b5c437ffd2 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 8f568e0b-85f6-4db9-8ee5-3f719a6a908d] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1379.298550] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9863e1aa-87b2-48f6-a7b6-cd241b01a58f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.305294] env[68893]: DEBUG oslo_vmware.api [None req-955b15fb-ae38-4fab-ae62-91b5c437ffd2 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Waiting for the task: (returnval){ [ 1379.305294] env[68893]: value = "task-2792685" [ 1379.305294] env[68893]: _type = "Task" [ 1379.305294] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.312338] env[68893]: DEBUG oslo_vmware.api [None req-955b15fb-ae38-4fab-ae62-91b5c437ffd2 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': task-2792685, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.535082] env[68893]: DEBUG oslo_concurrency.lockutils [None req-aafa047d-ed67-45c4-8c8c-cf9a4053d7f1 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Lock "4e72f3c2-cbfb-4eb1-9505-b252fd475521" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 19.558s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1379.723646] env[68893]: DEBUG nova.network.neutron [req-d7d5e6e3-3e0f-4561-90b6-68bbace483f5 req-6ccb4dba-899d-4b95-8f1f-34da18f66d71 service nova] [instance: be296a4b-6f77-4a19-89dc-d99928d11264] Updated VIF entry in instance network info cache for port 4f8a910a-796e-4285-9706-5626dbc1bf83. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1379.723646] env[68893]: DEBUG nova.network.neutron [req-d7d5e6e3-3e0f-4561-90b6-68bbace483f5 req-6ccb4dba-899d-4b95-8f1f-34da18f66d71 service nova] [instance: be296a4b-6f77-4a19-89dc-d99928d11264] Updating instance_info_cache with network_info: [{"id": "4f8a910a-796e-4285-9706-5626dbc1bf83", "address": "fa:16:3e:69:e1:bb", "network": {"id": "1f2c7e21-f527-4f96-9846-1467cf21d76d", "bridge": null, "label": "tempest-ServersNegativeTestJSON-2038804572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "681d8cc5649a46669b658ff21cc71a3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap4f8a910a-79", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1379.766043] env[68893]: DEBUG nova.scheduler.client.report [None req-8acd87b0-27ec-4680-8791-ef2b664b8fae tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1379.815655] env[68893]: DEBUG oslo_vmware.api [None req-955b15fb-ae38-4fab-ae62-91b5c437ffd2 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': task-2792685, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.225650] env[68893]: DEBUG oslo_concurrency.lockutils [None req-71462418-1364-4d20-8d52-9fc405b9d694 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Acquiring lock "4e72f3c2-cbfb-4eb1-9505-b252fd475521" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1380.226069] env[68893]: DEBUG oslo_concurrency.lockutils [None req-71462418-1364-4d20-8d52-9fc405b9d694 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Lock "4e72f3c2-cbfb-4eb1-9505-b252fd475521" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1380.226250] env[68893]: DEBUG oslo_concurrency.lockutils [None req-71462418-1364-4d20-8d52-9fc405b9d694 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Acquiring lock "4e72f3c2-cbfb-4eb1-9505-b252fd475521-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1380.226442] env[68893]: DEBUG oslo_concurrency.lockutils [None req-71462418-1364-4d20-8d52-9fc405b9d694 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Lock "4e72f3c2-cbfb-4eb1-9505-b252fd475521-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1380.226616] env[68893]: DEBUG oslo_concurrency.lockutils [None req-71462418-1364-4d20-8d52-9fc405b9d694 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Lock "4e72f3c2-cbfb-4eb1-9505-b252fd475521-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1380.228604] env[68893]: DEBUG oslo_concurrency.lockutils [req-d7d5e6e3-3e0f-4561-90b6-68bbace483f5 req-6ccb4dba-899d-4b95-8f1f-34da18f66d71 service nova] Releasing lock "refresh_cache-be296a4b-6f77-4a19-89dc-d99928d11264" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.229246] env[68893]: INFO nova.compute.manager [None req-71462418-1364-4d20-8d52-9fc405b9d694 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 4e72f3c2-cbfb-4eb1-9505-b252fd475521] Terminating instance [ 1380.271342] env[68893]: DEBUG oslo_concurrency.lockutils [None req-8acd87b0-27ec-4680-8791-ef2b664b8fae tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.138s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1380.316679] env[68893]: DEBUG oslo_vmware.api [None req-955b15fb-ae38-4fab-ae62-91b5c437ffd2 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': task-2792685, 'name': PowerOnVM_Task, 'duration_secs': 1.000484} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.316963] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-955b15fb-ae38-4fab-ae62-91b5c437ffd2 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 8f568e0b-85f6-4db9-8ee5-3f719a6a908d] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1380.317227] env[68893]: INFO nova.compute.manager [None req-955b15fb-ae38-4fab-ae62-91b5c437ffd2 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 8f568e0b-85f6-4db9-8ee5-3f719a6a908d] Took 8.76 seconds to spawn the instance on the hypervisor. [ 1380.317418] env[68893]: DEBUG nova.compute.manager [None req-955b15fb-ae38-4fab-ae62-91b5c437ffd2 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 8f568e0b-85f6-4db9-8ee5-3f719a6a908d] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1380.318497] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b8cfa30-3aa4-412e-bd37-f4a7aa8bec06 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.733266] env[68893]: DEBUG nova.compute.manager [None req-71462418-1364-4d20-8d52-9fc405b9d694 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 4e72f3c2-cbfb-4eb1-9505-b252fd475521] Start destroying the instance on the hypervisor. {{(pid=68893) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1380.733562] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-71462418-1364-4d20-8d52-9fc405b9d694 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 4e72f3c2-cbfb-4eb1-9505-b252fd475521] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1380.734601] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4996f31-d806-4ddb-b123-2de13d5afdd6 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.742023] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-71462418-1364-4d20-8d52-9fc405b9d694 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 4e72f3c2-cbfb-4eb1-9505-b252fd475521] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1380.742251] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-75d9c066-a1fb-474a-93d9-fb5d2bb675a2 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.748160] env[68893]: DEBUG oslo_vmware.api [None req-71462418-1364-4d20-8d52-9fc405b9d694 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Waiting for the task: (returnval){ [ 1380.748160] env[68893]: value = "task-2792686" [ 1380.748160] env[68893]: _type = "Task" [ 1380.748160] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.756185] env[68893]: DEBUG oslo_vmware.api [None req-71462418-1364-4d20-8d52-9fc405b9d694 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792686, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.779301] env[68893]: DEBUG oslo_concurrency.lockutils [None req-8acd87b0-27ec-4680-8791-ef2b664b8fae tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Lock "be296a4b-6f77-4a19-89dc-d99928d11264" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 21.483s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1380.779881] env[68893]: DEBUG oslo_concurrency.lockutils [None req-13f9c55f-8c83-4ad6-a748-5724f176f334 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Lock "be296a4b-6f77-4a19-89dc-d99928d11264" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.604s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1380.780077] env[68893]: INFO nova.compute.manager [None req-13f9c55f-8c83-4ad6-a748-5724f176f334 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] [instance: be296a4b-6f77-4a19-89dc-d99928d11264] Unshelving [ 1380.834813] env[68893]: INFO nova.compute.manager [None req-955b15fb-ae38-4fab-ae62-91b5c437ffd2 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 8f568e0b-85f6-4db9-8ee5-3f719a6a908d] Took 13.47 seconds to build instance. [ 1381.257984] env[68893]: DEBUG oslo_vmware.api [None req-71462418-1364-4d20-8d52-9fc405b9d694 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792686, 'name': PowerOffVM_Task, 'duration_secs': 0.189795} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.258279] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-71462418-1364-4d20-8d52-9fc405b9d694 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 4e72f3c2-cbfb-4eb1-9505-b252fd475521] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1381.258473] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-71462418-1364-4d20-8d52-9fc405b9d694 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 4e72f3c2-cbfb-4eb1-9505-b252fd475521] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1381.258692] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4d346e64-12ff-4b43-97f4-455df11cecab {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.320356] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-71462418-1364-4d20-8d52-9fc405b9d694 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 4e72f3c2-cbfb-4eb1-9505-b252fd475521] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1381.320612] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-71462418-1364-4d20-8d52-9fc405b9d694 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 4e72f3c2-cbfb-4eb1-9505-b252fd475521] Deleting contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1381.320818] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-71462418-1364-4d20-8d52-9fc405b9d694 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Deleting the datastore file [datastore2] 4e72f3c2-cbfb-4eb1-9505-b252fd475521 {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1381.321354] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-76fb6b81-d705-4952-9733-9c92e474ecca {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.327641] env[68893]: DEBUG oslo_vmware.api [None req-71462418-1364-4d20-8d52-9fc405b9d694 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Waiting for the task: (returnval){ [ 1381.327641] env[68893]: value = "task-2792688" [ 1381.327641] env[68893]: _type = "Task" [ 1381.327641] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.335965] env[68893]: DEBUG oslo_vmware.api [None req-71462418-1364-4d20-8d52-9fc405b9d694 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792688, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.336333] env[68893]: DEBUG oslo_concurrency.lockutils [None req-955b15fb-ae38-4fab-ae62-91b5c437ffd2 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Lock "8f568e0b-85f6-4db9-8ee5-3f719a6a908d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.980s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1381.635550] env[68893]: DEBUG nova.compute.manager [req-ad689f7b-14a5-4b48-86bb-1a99c90bc594 req-79a841f8-4616-4175-b246-c5dc877ab20e service nova] [instance: 8f568e0b-85f6-4db9-8ee5-3f719a6a908d] Received event network-changed-76a8f93b-807d-4651-b65c-dc181689ab28 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1381.635744] env[68893]: DEBUG nova.compute.manager [req-ad689f7b-14a5-4b48-86bb-1a99c90bc594 req-79a841f8-4616-4175-b246-c5dc877ab20e service nova] [instance: 8f568e0b-85f6-4db9-8ee5-3f719a6a908d] Refreshing instance network info cache due to event network-changed-76a8f93b-807d-4651-b65c-dc181689ab28. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1381.635956] env[68893]: DEBUG oslo_concurrency.lockutils [req-ad689f7b-14a5-4b48-86bb-1a99c90bc594 req-79a841f8-4616-4175-b246-c5dc877ab20e service nova] Acquiring lock "refresh_cache-8f568e0b-85f6-4db9-8ee5-3f719a6a908d" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.636264] env[68893]: DEBUG oslo_concurrency.lockutils [req-ad689f7b-14a5-4b48-86bb-1a99c90bc594 req-79a841f8-4616-4175-b246-c5dc877ab20e service nova] Acquired lock "refresh_cache-8f568e0b-85f6-4db9-8ee5-3f719a6a908d" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.636445] env[68893]: DEBUG nova.network.neutron [req-ad689f7b-14a5-4b48-86bb-1a99c90bc594 req-79a841f8-4616-4175-b246-c5dc877ab20e service nova] [instance: 8f568e0b-85f6-4db9-8ee5-3f719a6a908d] Refreshing network info cache for port 76a8f93b-807d-4651-b65c-dc181689ab28 {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1381.803570] env[68893]: DEBUG oslo_concurrency.lockutils [None req-13f9c55f-8c83-4ad6-a748-5724f176f334 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1381.803891] env[68893]: DEBUG oslo_concurrency.lockutils [None req-13f9c55f-8c83-4ad6-a748-5724f176f334 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1381.804120] env[68893]: DEBUG nova.objects.instance [None req-13f9c55f-8c83-4ad6-a748-5724f176f334 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Lazy-loading 'pci_requests' on Instance uuid be296a4b-6f77-4a19-89dc-d99928d11264 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1381.837606] env[68893]: DEBUG oslo_vmware.api [None req-71462418-1364-4d20-8d52-9fc405b9d694 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Task: {'id': task-2792688, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144866} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.837851] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-71462418-1364-4d20-8d52-9fc405b9d694 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1381.838045] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-71462418-1364-4d20-8d52-9fc405b9d694 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 4e72f3c2-cbfb-4eb1-9505-b252fd475521] Deleted contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1381.838224] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-71462418-1364-4d20-8d52-9fc405b9d694 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 4e72f3c2-cbfb-4eb1-9505-b252fd475521] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1381.838397] env[68893]: INFO nova.compute.manager [None req-71462418-1364-4d20-8d52-9fc405b9d694 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] [instance: 4e72f3c2-cbfb-4eb1-9505-b252fd475521] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1381.838629] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-71462418-1364-4d20-8d52-9fc405b9d694 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1381.838813] env[68893]: DEBUG nova.compute.manager [-] [instance: 4e72f3c2-cbfb-4eb1-9505-b252fd475521] Deallocating network for instance {{(pid=68893) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1381.838910] env[68893]: DEBUG nova.network.neutron [-] [instance: 4e72f3c2-cbfb-4eb1-9505-b252fd475521] deallocate_for_instance() {{(pid=68893) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1382.297146] env[68893]: DEBUG nova.compute.manager [req-750d1997-e9b4-4078-8a51-d04d8ce4bb3f req-634ff3f3-8892-4cec-83e4-a74617408e78 service nova] [instance: 4e72f3c2-cbfb-4eb1-9505-b252fd475521] Received event network-vif-deleted-12e2c5b6-eaca-4e15-b6bf-24a2cc82a42a {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1382.297146] env[68893]: INFO nova.compute.manager [req-750d1997-e9b4-4078-8a51-d04d8ce4bb3f req-634ff3f3-8892-4cec-83e4-a74617408e78 service nova] [instance: 4e72f3c2-cbfb-4eb1-9505-b252fd475521] Neutron deleted interface 12e2c5b6-eaca-4e15-b6bf-24a2cc82a42a; detaching it from the instance and deleting it from the info cache [ 1382.297146] env[68893]: DEBUG nova.network.neutron [req-750d1997-e9b4-4078-8a51-d04d8ce4bb3f req-634ff3f3-8892-4cec-83e4-a74617408e78 service nova] [instance: 4e72f3c2-cbfb-4eb1-9505-b252fd475521] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1382.307786] env[68893]: DEBUG nova.objects.instance [None req-13f9c55f-8c83-4ad6-a748-5724f176f334 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Lazy-loading 'numa_topology' on Instance uuid be296a4b-6f77-4a19-89dc-d99928d11264 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1382.346091] env[68893]: DEBUG nova.network.neutron [req-ad689f7b-14a5-4b48-86bb-1a99c90bc594 req-79a841f8-4616-4175-b246-c5dc877ab20e service nova] [instance: 8f568e0b-85f6-4db9-8ee5-3f719a6a908d] Updated VIF entry in instance network info cache for port 76a8f93b-807d-4651-b65c-dc181689ab28. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1382.346439] env[68893]: DEBUG nova.network.neutron [req-ad689f7b-14a5-4b48-86bb-1a99c90bc594 req-79a841f8-4616-4175-b246-c5dc877ab20e service nova] [instance: 8f568e0b-85f6-4db9-8ee5-3f719a6a908d] Updating instance_info_cache with network_info: [{"id": "76a8f93b-807d-4651-b65c-dc181689ab28", "address": "fa:16:3e:15:46:58", "network": {"id": "8efcf1a2-7c45-4eef-b77d-563c71a1afb3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-933780947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "235acd9620044019a35125f6f31d0531", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76a8f93b-80", "ovs_interfaceid": "76a8f93b-807d-4651-b65c-dc181689ab28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1382.774029] env[68893]: DEBUG nova.network.neutron [-] [instance: 4e72f3c2-cbfb-4eb1-9505-b252fd475521] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1382.800653] env[68893]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-731615c6-f470-4c28-9c89-3913621f95db {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.810253] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e99e05e-2ae3-401b-b9a7-170f92dc246e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.820704] env[68893]: INFO nova.compute.claims [None req-13f9c55f-8c83-4ad6-a748-5724f176f334 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] [instance: be296a4b-6f77-4a19-89dc-d99928d11264] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1382.838672] env[68893]: DEBUG nova.compute.manager [req-750d1997-e9b4-4078-8a51-d04d8ce4bb3f req-634ff3f3-8892-4cec-83e4-a74617408e78 service nova] [instance: 4e72f3c2-cbfb-4eb1-9505-b252fd475521] Detach interface failed, port_id=12e2c5b6-eaca-4e15-b6bf-24a2cc82a42a, reason: Instance 4e72f3c2-cbfb-4eb1-9505-b252fd475521 could not be found. {{(pid=68893) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1382.848557] env[68893]: DEBUG oslo_concurrency.lockutils [req-ad689f7b-14a5-4b48-86bb-1a99c90bc594 req-79a841f8-4616-4175-b246-c5dc877ab20e service nova] Releasing lock "refresh_cache-8f568e0b-85f6-4db9-8ee5-3f719a6a908d" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.276451] env[68893]: INFO nova.compute.manager [-] [instance: 4e72f3c2-cbfb-4eb1-9505-b252fd475521] Took 1.44 seconds to deallocate network for instance. [ 1383.782531] env[68893]: DEBUG oslo_concurrency.lockutils [None req-71462418-1364-4d20-8d52-9fc405b9d694 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1383.890346] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6e7fc77-de29-46b8-8199-a8109365c119 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.897598] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f939f92-c68a-46a2-9782-9f7d1d2e9334 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.928672] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a04ec5a-cc57-474b-bec6-7ada09288070 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.935657] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b7c4006-9943-4bab-8613-cc5e38a988cc {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.948505] env[68893]: DEBUG nova.compute.provider_tree [None req-13f9c55f-8c83-4ad6-a748-5724f176f334 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1384.452047] env[68893]: DEBUG nova.scheduler.client.report [None req-13f9c55f-8c83-4ad6-a748-5724f176f334 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1384.957577] env[68893]: DEBUG oslo_concurrency.lockutils [None req-13f9c55f-8c83-4ad6-a748-5724f176f334 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.154s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1384.959819] env[68893]: DEBUG oslo_concurrency.lockutils [None req-71462418-1364-4d20-8d52-9fc405b9d694 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.177s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1384.960056] env[68893]: DEBUG nova.objects.instance [None req-71462418-1364-4d20-8d52-9fc405b9d694 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Lazy-loading 'resources' on Instance uuid 4e72f3c2-cbfb-4eb1-9505-b252fd475521 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1384.987528] env[68893]: INFO nova.network.neutron [None req-13f9c55f-8c83-4ad6-a748-5724f176f334 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] [instance: be296a4b-6f77-4a19-89dc-d99928d11264] Updating port 4f8a910a-796e-4285-9706-5626dbc1bf83 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1385.518742] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1892117c-269d-4a61-a9ad-aad938867744 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.526156] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-891ea79b-1aea-47db-9155-454ff648f4c7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.555821] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f9e211-7206-4402-a774-23aaec63b75f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.562381] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a57ea4f-4251-4c6e-b278-f4cc72d8cc62 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.576013] env[68893]: DEBUG nova.compute.provider_tree [None req-71462418-1364-4d20-8d52-9fc405b9d694 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1386.079143] env[68893]: DEBUG nova.scheduler.client.report [None req-71462418-1364-4d20-8d52-9fc405b9d694 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1386.346176] env[68893]: DEBUG nova.compute.manager [req-7a0c54dd-333d-48d9-a3fb-1f7ff1cbc299 req-40d652ba-35a2-4ccd-98c2-7971e5560fbb service nova] [instance: be296a4b-6f77-4a19-89dc-d99928d11264] Received event network-vif-plugged-4f8a910a-796e-4285-9706-5626dbc1bf83 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1386.346398] env[68893]: DEBUG oslo_concurrency.lockutils [req-7a0c54dd-333d-48d9-a3fb-1f7ff1cbc299 req-40d652ba-35a2-4ccd-98c2-7971e5560fbb service nova] Acquiring lock "be296a4b-6f77-4a19-89dc-d99928d11264-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1386.346598] env[68893]: DEBUG oslo_concurrency.lockutils [req-7a0c54dd-333d-48d9-a3fb-1f7ff1cbc299 req-40d652ba-35a2-4ccd-98c2-7971e5560fbb service nova] Lock "be296a4b-6f77-4a19-89dc-d99928d11264-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1386.346764] env[68893]: DEBUG oslo_concurrency.lockutils [req-7a0c54dd-333d-48d9-a3fb-1f7ff1cbc299 req-40d652ba-35a2-4ccd-98c2-7971e5560fbb service nova] Lock "be296a4b-6f77-4a19-89dc-d99928d11264-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1386.346926] env[68893]: DEBUG nova.compute.manager [req-7a0c54dd-333d-48d9-a3fb-1f7ff1cbc299 req-40d652ba-35a2-4ccd-98c2-7971e5560fbb service nova] [instance: be296a4b-6f77-4a19-89dc-d99928d11264] No waiting events found dispatching network-vif-plugged-4f8a910a-796e-4285-9706-5626dbc1bf83 {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1386.347102] env[68893]: WARNING nova.compute.manager [req-7a0c54dd-333d-48d9-a3fb-1f7ff1cbc299 req-40d652ba-35a2-4ccd-98c2-7971e5560fbb service nova] [instance: be296a4b-6f77-4a19-89dc-d99928d11264] Received unexpected event network-vif-plugged-4f8a910a-796e-4285-9706-5626dbc1bf83 for instance with vm_state shelved_offloaded and task_state spawning. [ 1386.435421] env[68893]: DEBUG oslo_concurrency.lockutils [None req-13f9c55f-8c83-4ad6-a748-5724f176f334 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Acquiring lock "refresh_cache-be296a4b-6f77-4a19-89dc-d99928d11264" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.435540] env[68893]: DEBUG oslo_concurrency.lockutils [None req-13f9c55f-8c83-4ad6-a748-5724f176f334 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Acquired lock "refresh_cache-be296a4b-6f77-4a19-89dc-d99928d11264" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.435723] env[68893]: DEBUG nova.network.neutron [None req-13f9c55f-8c83-4ad6-a748-5724f176f334 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] [instance: be296a4b-6f77-4a19-89dc-d99928d11264] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1386.456056] env[68893]: DEBUG oslo_concurrency.lockutils [None req-97fe4e0b-28a2-41a1-9dee-a6f65951025c tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Acquiring lock "e7e7c554-8964-4b96-a707-b6d28fab974a" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1386.456297] env[68893]: DEBUG oslo_concurrency.lockutils [None req-97fe4e0b-28a2-41a1-9dee-a6f65951025c tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Lock "e7e7c554-8964-4b96-a707-b6d28fab974a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1386.584150] env[68893]: DEBUG oslo_concurrency.lockutils [None req-71462418-1364-4d20-8d52-9fc405b9d694 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.624s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1386.609284] env[68893]: INFO nova.scheduler.client.report [None req-71462418-1364-4d20-8d52-9fc405b9d694 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Deleted allocations for instance 4e72f3c2-cbfb-4eb1-9505-b252fd475521 [ 1386.959783] env[68893]: DEBUG nova.compute.utils [None req-97fe4e0b-28a2-41a1-9dee-a6f65951025c tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1387.117470] env[68893]: DEBUG oslo_concurrency.lockutils [None req-71462418-1364-4d20-8d52-9fc405b9d694 tempest-ServerActionsTestOtherB-211587314 tempest-ServerActionsTestOtherB-211587314-project-member] Lock "4e72f3c2-cbfb-4eb1-9505-b252fd475521" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.891s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1387.123312] env[68893]: DEBUG nova.network.neutron [None req-13f9c55f-8c83-4ad6-a748-5724f176f334 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] [instance: be296a4b-6f77-4a19-89dc-d99928d11264] Updating instance_info_cache with network_info: [{"id": "4f8a910a-796e-4285-9706-5626dbc1bf83", "address": "fa:16:3e:69:e1:bb", "network": {"id": "1f2c7e21-f527-4f96-9846-1467cf21d76d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2038804572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "681d8cc5649a46669b658ff21cc71a3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f8a910a-79", "ovs_interfaceid": "4f8a910a-796e-4285-9706-5626dbc1bf83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1387.462351] env[68893]: DEBUG oslo_concurrency.lockutils [None req-97fe4e0b-28a2-41a1-9dee-a6f65951025c tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Lock "e7e7c554-8964-4b96-a707-b6d28fab974a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1387.625866] env[68893]: DEBUG oslo_concurrency.lockutils [None req-13f9c55f-8c83-4ad6-a748-5724f176f334 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Releasing lock "refresh_cache-be296a4b-6f77-4a19-89dc-d99928d11264" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.655734] env[68893]: DEBUG nova.virt.hardware [None req-13f9c55f-8c83-4ad6-a748-5724f176f334 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='bf8d484ba655f830d0a7a02ce2ee714f',container_format='bare',created_at=2025-03-06T06:45:49Z,direct_url=,disk_format='vmdk',id=d979c048-9aa8-46e2-9837-739cd3d4776a,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-1357835808-shelved',owner='681d8cc5649a46669b658ff21cc71a3c',properties=ImageMetaProps,protected=,size=31657984,status='active',tags=,updated_at=2025-03-06T06:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1387.655990] env[68893]: DEBUG nova.virt.hardware [None req-13f9c55f-8c83-4ad6-a748-5724f176f334 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1387.656167] env[68893]: DEBUG nova.virt.hardware [None req-13f9c55f-8c83-4ad6-a748-5724f176f334 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1387.656356] env[68893]: DEBUG nova.virt.hardware [None req-13f9c55f-8c83-4ad6-a748-5724f176f334 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1387.656505] env[68893]: DEBUG nova.virt.hardware [None req-13f9c55f-8c83-4ad6-a748-5724f176f334 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1387.656655] env[68893]: DEBUG nova.virt.hardware [None req-13f9c55f-8c83-4ad6-a748-5724f176f334 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1387.656873] env[68893]: DEBUG nova.virt.hardware [None req-13f9c55f-8c83-4ad6-a748-5724f176f334 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1387.657042] env[68893]: DEBUG nova.virt.hardware [None req-13f9c55f-8c83-4ad6-a748-5724f176f334 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1387.657226] env[68893]: DEBUG nova.virt.hardware [None req-13f9c55f-8c83-4ad6-a748-5724f176f334 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1387.657387] env[68893]: DEBUG nova.virt.hardware [None req-13f9c55f-8c83-4ad6-a748-5724f176f334 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1387.657562] env[68893]: DEBUG nova.virt.hardware [None req-13f9c55f-8c83-4ad6-a748-5724f176f334 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1387.658452] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-100b4d31-e8f1-4a29-9ab1-cd6d4091e4c1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.666499] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-694d2f68-84b5-4f51-adc9-f97536a86f95 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.679990] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-13f9c55f-8c83-4ad6-a748-5724f176f334 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] [instance: be296a4b-6f77-4a19-89dc-d99928d11264] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:e1:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74e6f6e0-95e6-4531-99e9-0e78350fb655', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4f8a910a-796e-4285-9706-5626dbc1bf83', 'vif_model': 'vmxnet3'}] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1387.687424] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-13f9c55f-8c83-4ad6-a748-5724f176f334 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1387.687661] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be296a4b-6f77-4a19-89dc-d99928d11264] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1387.687870] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b998d126-a723-4647-b42d-e59f4871b2d7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.705831] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1387.705831] env[68893]: value = "task-2792690" [ 1387.705831] env[68893]: _type = "Task" [ 1387.705831] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.713020] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792690, 'name': CreateVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.215641] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792690, 'name': CreateVM_Task, 'duration_secs': 0.336088} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.216092] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be296a4b-6f77-4a19-89dc-d99928d11264] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1388.216447] env[68893]: DEBUG oslo_concurrency.lockutils [None req-13f9c55f-8c83-4ad6-a748-5724f176f334 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d979c048-9aa8-46e2-9837-739cd3d4776a" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.216613] env[68893]: DEBUG oslo_concurrency.lockutils [None req-13f9c55f-8c83-4ad6-a748-5724f176f334 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d979c048-9aa8-46e2-9837-739cd3d4776a" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.217016] env[68893]: DEBUG oslo_concurrency.lockutils [None req-13f9c55f-8c83-4ad6-a748-5724f176f334 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d979c048-9aa8-46e2-9837-739cd3d4776a" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.217249] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65feb95c-2450-4e32-aac5-840e7f657229 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.222048] env[68893]: DEBUG oslo_vmware.api [None req-13f9c55f-8c83-4ad6-a748-5724f176f334 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Waiting for the task: (returnval){ [ 1388.222048] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52cc2db4-1314-1d9d-096b-e06f1e32d5c2" [ 1388.222048] env[68893]: _type = "Task" [ 1388.222048] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.229215] env[68893]: DEBUG oslo_vmware.api [None req-13f9c55f-8c83-4ad6-a748-5724f176f334 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52cc2db4-1314-1d9d-096b-e06f1e32d5c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.371213] env[68893]: DEBUG nova.compute.manager [req-4e838518-934a-4ec3-b970-2be3a28f7338 req-26cf7520-26b5-42f3-b5d0-a7eb925ba75a service nova] [instance: be296a4b-6f77-4a19-89dc-d99928d11264] Received event network-changed-4f8a910a-796e-4285-9706-5626dbc1bf83 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1388.371446] env[68893]: DEBUG nova.compute.manager [req-4e838518-934a-4ec3-b970-2be3a28f7338 req-26cf7520-26b5-42f3-b5d0-a7eb925ba75a service nova] [instance: be296a4b-6f77-4a19-89dc-d99928d11264] Refreshing instance network info cache due to event network-changed-4f8a910a-796e-4285-9706-5626dbc1bf83. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1388.371604] env[68893]: DEBUG oslo_concurrency.lockutils [req-4e838518-934a-4ec3-b970-2be3a28f7338 req-26cf7520-26b5-42f3-b5d0-a7eb925ba75a service nova] Acquiring lock "refresh_cache-be296a4b-6f77-4a19-89dc-d99928d11264" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.371748] env[68893]: DEBUG oslo_concurrency.lockutils [req-4e838518-934a-4ec3-b970-2be3a28f7338 req-26cf7520-26b5-42f3-b5d0-a7eb925ba75a service nova] Acquired lock "refresh_cache-be296a4b-6f77-4a19-89dc-d99928d11264" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.371914] env[68893]: DEBUG nova.network.neutron [req-4e838518-934a-4ec3-b970-2be3a28f7338 req-26cf7520-26b5-42f3-b5d0-a7eb925ba75a service nova] [instance: be296a4b-6f77-4a19-89dc-d99928d11264] Refreshing network info cache for port 4f8a910a-796e-4285-9706-5626dbc1bf83 {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1388.529151] env[68893]: DEBUG oslo_concurrency.lockutils [None req-97fe4e0b-28a2-41a1-9dee-a6f65951025c tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Acquiring lock "e7e7c554-8964-4b96-a707-b6d28fab974a" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1388.529747] env[68893]: DEBUG oslo_concurrency.lockutils [None req-97fe4e0b-28a2-41a1-9dee-a6f65951025c tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Lock "e7e7c554-8964-4b96-a707-b6d28fab974a" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1388.529998] env[68893]: INFO nova.compute.manager [None req-97fe4e0b-28a2-41a1-9dee-a6f65951025c tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: e7e7c554-8964-4b96-a707-b6d28fab974a] Attaching volume 2d8630d2-3e4b-4946-86d3-66e560f66566 to /dev/sdb [ 1388.558648] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fab91054-830d-496e-9539-05e78f93433f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.565404] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99f47024-9098-4937-aff1-283f44614a96 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.578205] env[68893]: DEBUG nova.virt.block_device [None req-97fe4e0b-28a2-41a1-9dee-a6f65951025c tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: e7e7c554-8964-4b96-a707-b6d28fab974a] Updating existing volume attachment record: 7d0a1a5f-1676-49af-a6b0-bd29940d93fa {{(pid=68893) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1388.732076] env[68893]: DEBUG oslo_concurrency.lockutils [None req-13f9c55f-8c83-4ad6-a748-5724f176f334 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d979c048-9aa8-46e2-9837-739cd3d4776a" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.732403] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-13f9c55f-8c83-4ad6-a748-5724f176f334 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] [instance: be296a4b-6f77-4a19-89dc-d99928d11264] Processing image d979c048-9aa8-46e2-9837-739cd3d4776a {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1388.732733] env[68893]: DEBUG oslo_concurrency.lockutils [None req-13f9c55f-8c83-4ad6-a748-5724f176f334 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d979c048-9aa8-46e2-9837-739cd3d4776a/d979c048-9aa8-46e2-9837-739cd3d4776a.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.732903] env[68893]: DEBUG oslo_concurrency.lockutils [None req-13f9c55f-8c83-4ad6-a748-5724f176f334 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d979c048-9aa8-46e2-9837-739cd3d4776a/d979c048-9aa8-46e2-9837-739cd3d4776a.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.733132] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-13f9c55f-8c83-4ad6-a748-5724f176f334 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1388.733386] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f789835c-8473-49b3-b0b6-7b359013b24e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.741241] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-13f9c55f-8c83-4ad6-a748-5724f176f334 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1388.741417] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-13f9c55f-8c83-4ad6-a748-5724f176f334 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1388.742113] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d55f21cc-6374-4e4a-8f78-5a8b544b3098 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.747210] env[68893]: DEBUG oslo_vmware.api [None req-13f9c55f-8c83-4ad6-a748-5724f176f334 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Waiting for the task: (returnval){ [ 1388.747210] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52bd1365-cd19-29b5-cdae-a73cc48e02f5" [ 1388.747210] env[68893]: _type = "Task" [ 1388.747210] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.754634] env[68893]: DEBUG oslo_vmware.api [None req-13f9c55f-8c83-4ad6-a748-5724f176f334 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52bd1365-cd19-29b5-cdae-a73cc48e02f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.062107] env[68893]: DEBUG nova.network.neutron [req-4e838518-934a-4ec3-b970-2be3a28f7338 req-26cf7520-26b5-42f3-b5d0-a7eb925ba75a service nova] [instance: be296a4b-6f77-4a19-89dc-d99928d11264] Updated VIF entry in instance network info cache for port 4f8a910a-796e-4285-9706-5626dbc1bf83. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1389.062741] env[68893]: DEBUG nova.network.neutron [req-4e838518-934a-4ec3-b970-2be3a28f7338 req-26cf7520-26b5-42f3-b5d0-a7eb925ba75a service nova] [instance: be296a4b-6f77-4a19-89dc-d99928d11264] Updating instance_info_cache with network_info: [{"id": "4f8a910a-796e-4285-9706-5626dbc1bf83", "address": "fa:16:3e:69:e1:bb", "network": {"id": "1f2c7e21-f527-4f96-9846-1467cf21d76d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2038804572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "681d8cc5649a46669b658ff21cc71a3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f8a910a-79", "ovs_interfaceid": "4f8a910a-796e-4285-9706-5626dbc1bf83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1389.257502] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-13f9c55f-8c83-4ad6-a748-5724f176f334 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] [instance: be296a4b-6f77-4a19-89dc-d99928d11264] Preparing fetch location {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1389.257891] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-13f9c55f-8c83-4ad6-a748-5724f176f334 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] [instance: be296a4b-6f77-4a19-89dc-d99928d11264] Fetch image to [datastore2] OSTACK_IMG_c01d0c9f-604e-45d6-8ced-8758cb29924b/OSTACK_IMG_c01d0c9f-604e-45d6-8ced-8758cb29924b.vmdk {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1389.257934] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-13f9c55f-8c83-4ad6-a748-5724f176f334 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] [instance: be296a4b-6f77-4a19-89dc-d99928d11264] Downloading stream optimized image d979c048-9aa8-46e2-9837-739cd3d4776a to [datastore2] OSTACK_IMG_c01d0c9f-604e-45d6-8ced-8758cb29924b/OSTACK_IMG_c01d0c9f-604e-45d6-8ced-8758cb29924b.vmdk on the data store datastore2 as vApp {{(pid=68893) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1389.258126] env[68893]: DEBUG nova.virt.vmwareapi.images [None req-13f9c55f-8c83-4ad6-a748-5724f176f334 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] [instance: be296a4b-6f77-4a19-89dc-d99928d11264] Downloading image file data d979c048-9aa8-46e2-9837-739cd3d4776a to the ESX as VM named 'OSTACK_IMG_c01d0c9f-604e-45d6-8ced-8758cb29924b' {{(pid=68893) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1389.324555] env[68893]: DEBUG oslo_vmware.rw_handles [None req-13f9c55f-8c83-4ad6-a748-5724f176f334 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1389.324555] env[68893]: value = "resgroup-9" [ 1389.324555] env[68893]: _type = "ResourcePool" [ 1389.324555] env[68893]: }. {{(pid=68893) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1389.324917] env[68893]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-916dad54-6d55-4bfd-a496-bfd30b973e48 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.344819] env[68893]: DEBUG oslo_vmware.rw_handles [None req-13f9c55f-8c83-4ad6-a748-5724f176f334 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Lease: (returnval){ [ 1389.344819] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52f5e1ab-b898-452a-0e71-55dd3e4e4c25" [ 1389.344819] env[68893]: _type = "HttpNfcLease" [ 1389.344819] env[68893]: } obtained for vApp import into resource pool (val){ [ 1389.344819] env[68893]: value = "resgroup-9" [ 1389.344819] env[68893]: _type = "ResourcePool" [ 1389.344819] env[68893]: }. {{(pid=68893) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1389.345335] env[68893]: DEBUG oslo_vmware.api [None req-13f9c55f-8c83-4ad6-a748-5724f176f334 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Waiting for the lease: (returnval){ [ 1389.345335] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52f5e1ab-b898-452a-0e71-55dd3e4e4c25" [ 1389.345335] env[68893]: _type = "HttpNfcLease" [ 1389.345335] env[68893]: } to be ready. {{(pid=68893) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1389.351484] env[68893]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1389.351484] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52f5e1ab-b898-452a-0e71-55dd3e4e4c25" [ 1389.351484] env[68893]: _type = "HttpNfcLease" [ 1389.351484] env[68893]: } is initializing. {{(pid=68893) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1389.565285] env[68893]: DEBUG oslo_concurrency.lockutils [req-4e838518-934a-4ec3-b970-2be3a28f7338 req-26cf7520-26b5-42f3-b5d0-a7eb925ba75a service nova] Releasing lock "refresh_cache-be296a4b-6f77-4a19-89dc-d99928d11264" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.853322] env[68893]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1389.853322] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52f5e1ab-b898-452a-0e71-55dd3e4e4c25" [ 1389.853322] env[68893]: _type = "HttpNfcLease" [ 1389.853322] env[68893]: } is ready. {{(pid=68893) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1389.853717] env[68893]: DEBUG oslo_vmware.rw_handles [None req-13f9c55f-8c83-4ad6-a748-5724f176f334 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1389.853717] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52f5e1ab-b898-452a-0e71-55dd3e4e4c25" [ 1389.853717] env[68893]: _type = "HttpNfcLease" [ 1389.853717] env[68893]: }. {{(pid=68893) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1389.854407] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cef92d3-b120-4ce3-9ebd-71609b858a4c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.861389] env[68893]: DEBUG oslo_vmware.rw_handles [None req-13f9c55f-8c83-4ad6-a748-5724f176f334 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520d23dd-12c0-2501-f607-7d8eb39e8b27/disk-0.vmdk from lease info. {{(pid=68893) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1389.861585] env[68893]: DEBUG oslo_vmware.rw_handles [None req-13f9c55f-8c83-4ad6-a748-5724f176f334 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Creating HTTP connection to write to file with size = 31657984 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520d23dd-12c0-2501-f607-7d8eb39e8b27/disk-0.vmdk. {{(pid=68893) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1389.929873] env[68893]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-35857967-a76a-4104-bdb9-045718b160af {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.940421] env[68893]: DEBUG oslo_vmware.rw_handles [None req-13f9c55f-8c83-4ad6-a748-5724f176f334 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Completed reading data from the image iterator. {{(pid=68893) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1390.940971] env[68893]: DEBUG oslo_vmware.rw_handles [None req-13f9c55f-8c83-4ad6-a748-5724f176f334 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520d23dd-12c0-2501-f607-7d8eb39e8b27/disk-0.vmdk. {{(pid=68893) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1390.941904] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dea02632-5254-4488-a571-944999289bc9 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.948700] env[68893]: DEBUG oslo_vmware.rw_handles [None req-13f9c55f-8c83-4ad6-a748-5724f176f334 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520d23dd-12c0-2501-f607-7d8eb39e8b27/disk-0.vmdk is in state: ready. {{(pid=68893) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1390.948869] env[68893]: DEBUG oslo_vmware.rw_handles [None req-13f9c55f-8c83-4ad6-a748-5724f176f334 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520d23dd-12c0-2501-f607-7d8eb39e8b27/disk-0.vmdk. {{(pid=68893) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1390.949107] env[68893]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-d2943500-9b1b-4238-81b3-6a2d849dab37 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.164020] env[68893]: DEBUG oslo_vmware.rw_handles [None req-13f9c55f-8c83-4ad6-a748-5724f176f334 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520d23dd-12c0-2501-f607-7d8eb39e8b27/disk-0.vmdk. {{(pid=68893) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1391.164020] env[68893]: INFO nova.virt.vmwareapi.images [None req-13f9c55f-8c83-4ad6-a748-5724f176f334 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] [instance: be296a4b-6f77-4a19-89dc-d99928d11264] Downloaded image file data d979c048-9aa8-46e2-9837-739cd3d4776a [ 1391.164020] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bb8739b-9530-4c44-950d-bcd87cf00fb7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.179294] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1b00ba30-ffc2-4ddd-9aac-7bb40496527d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.208033] env[68893]: INFO nova.virt.vmwareapi.images [None req-13f9c55f-8c83-4ad6-a748-5724f176f334 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] [instance: be296a4b-6f77-4a19-89dc-d99928d11264] The imported VM was unregistered [ 1391.210093] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-13f9c55f-8c83-4ad6-a748-5724f176f334 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] [instance: be296a4b-6f77-4a19-89dc-d99928d11264] Caching image {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1391.210093] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-13f9c55f-8c83-4ad6-a748-5724f176f334 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Creating directory with path [datastore2] devstack-image-cache_base/d979c048-9aa8-46e2-9837-739cd3d4776a {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1391.210276] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-36af5efb-9897-42d8-9270-cb6052b86ff0 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.230112] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-13f9c55f-8c83-4ad6-a748-5724f176f334 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Created directory with path [datastore2] devstack-image-cache_base/d979c048-9aa8-46e2-9837-739cd3d4776a {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1391.230303] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-13f9c55f-8c83-4ad6-a748-5724f176f334 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_c01d0c9f-604e-45d6-8ced-8758cb29924b/OSTACK_IMG_c01d0c9f-604e-45d6-8ced-8758cb29924b.vmdk to [datastore2] devstack-image-cache_base/d979c048-9aa8-46e2-9837-739cd3d4776a/d979c048-9aa8-46e2-9837-739cd3d4776a.vmdk. {{(pid=68893) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1391.230577] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-905ef9ce-8c24-4d8a-97ec-97d068c44ac7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.238111] env[68893]: DEBUG oslo_vmware.api [None req-13f9c55f-8c83-4ad6-a748-5724f176f334 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Waiting for the task: (returnval){ [ 1391.238111] env[68893]: value = "task-2792695" [ 1391.238111] env[68893]: _type = "Task" [ 1391.238111] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.245975] env[68893]: DEBUG oslo_vmware.api [None req-13f9c55f-8c83-4ad6-a748-5724f176f334 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Task: {'id': task-2792695, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.751052] env[68893]: DEBUG oslo_vmware.api [None req-13f9c55f-8c83-4ad6-a748-5724f176f334 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Task: {'id': task-2792695, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.250877] env[68893]: DEBUG oslo_vmware.api [None req-13f9c55f-8c83-4ad6-a748-5724f176f334 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Task: {'id': task-2792695, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.751904] env[68893]: DEBUG oslo_vmware.api [None req-13f9c55f-8c83-4ad6-a748-5724f176f334 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Task: {'id': task-2792695, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.119645] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-97fe4e0b-28a2-41a1-9dee-a6f65951025c tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: e7e7c554-8964-4b96-a707-b6d28fab974a] Volume attach. Driver type: vmdk {{(pid=68893) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1393.119918] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-97fe4e0b-28a2-41a1-9dee-a6f65951025c tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: e7e7c554-8964-4b96-a707-b6d28fab974a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561296', 'volume_id': '2d8630d2-3e4b-4946-86d3-66e560f66566', 'name': 'volume-2d8630d2-3e4b-4946-86d3-66e560f66566', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e7e7c554-8964-4b96-a707-b6d28fab974a', 'attached_at': '', 'detached_at': '', 'volume_id': '2d8630d2-3e4b-4946-86d3-66e560f66566', 'serial': '2d8630d2-3e4b-4946-86d3-66e560f66566'} {{(pid=68893) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1393.120959] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4d20984-598f-41a1-9b6d-daffff487fbc {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.141253] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61b43e3b-5b30-45f1-a563-3a436e7b7c0d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.168252] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-97fe4e0b-28a2-41a1-9dee-a6f65951025c tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: e7e7c554-8964-4b96-a707-b6d28fab974a] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] volume-2d8630d2-3e4b-4946-86d3-66e560f66566/volume-2d8630d2-3e4b-4946-86d3-66e560f66566.vmdk or device None with type thin {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1393.168692] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b4fbfd8-26c9-4764-a2c4-58a06264c722 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.189082] env[68893]: DEBUG oslo_vmware.api [None req-97fe4e0b-28a2-41a1-9dee-a6f65951025c tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Waiting for the task: (returnval){ [ 1393.189082] env[68893]: value = "task-2792696" [ 1393.189082] env[68893]: _type = "Task" [ 1393.189082] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.199184] env[68893]: DEBUG oslo_vmware.api [None req-97fe4e0b-28a2-41a1-9dee-a6f65951025c tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Task: {'id': task-2792696, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.251949] env[68893]: DEBUG oslo_vmware.api [None req-13f9c55f-8c83-4ad6-a748-5724f176f334 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Task: {'id': task-2792695, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.698919] env[68893]: DEBUG oslo_vmware.api [None req-97fe4e0b-28a2-41a1-9dee-a6f65951025c tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Task: {'id': task-2792696, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.751104] env[68893]: DEBUG oslo_vmware.api [None req-13f9c55f-8c83-4ad6-a748-5724f176f334 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Task: {'id': task-2792695, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.317678} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.751104] env[68893]: INFO nova.virt.vmwareapi.ds_util [None req-13f9c55f-8c83-4ad6-a748-5724f176f334 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_c01d0c9f-604e-45d6-8ced-8758cb29924b/OSTACK_IMG_c01d0c9f-604e-45d6-8ced-8758cb29924b.vmdk to [datastore2] devstack-image-cache_base/d979c048-9aa8-46e2-9837-739cd3d4776a/d979c048-9aa8-46e2-9837-739cd3d4776a.vmdk. [ 1393.751104] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-13f9c55f-8c83-4ad6-a748-5724f176f334 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] [instance: be296a4b-6f77-4a19-89dc-d99928d11264] Cleaning up location [datastore2] OSTACK_IMG_c01d0c9f-604e-45d6-8ced-8758cb29924b {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1393.751104] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-13f9c55f-8c83-4ad6-a748-5724f176f334 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_c01d0c9f-604e-45d6-8ced-8758cb29924b {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1393.751377] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e0ff9bd8-fdf0-4abc-85c7-7a68b77b2af7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.756763] env[68893]: DEBUG oslo_vmware.api [None req-13f9c55f-8c83-4ad6-a748-5724f176f334 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Waiting for the task: (returnval){ [ 1393.756763] env[68893]: value = "task-2792697" [ 1393.756763] env[68893]: _type = "Task" [ 1393.756763] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.763901] env[68893]: DEBUG oslo_vmware.api [None req-13f9c55f-8c83-4ad6-a748-5724f176f334 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Task: {'id': task-2792697, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.199272] env[68893]: DEBUG oslo_vmware.api [None req-97fe4e0b-28a2-41a1-9dee-a6f65951025c tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Task: {'id': task-2792696, 'name': ReconfigVM_Task, 'duration_secs': 0.634536} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.199551] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-97fe4e0b-28a2-41a1-9dee-a6f65951025c tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: e7e7c554-8964-4b96-a707-b6d28fab974a] Reconfigured VM instance instance-00000079 to attach disk [datastore2] volume-2d8630d2-3e4b-4946-86d3-66e560f66566/volume-2d8630d2-3e4b-4946-86d3-66e560f66566.vmdk or device None with type thin {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1394.204272] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe7e3a79-f9b4-4b8d-8563-530b3e451895 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.219424] env[68893]: DEBUG oslo_vmware.api [None req-97fe4e0b-28a2-41a1-9dee-a6f65951025c tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Waiting for the task: (returnval){ [ 1394.219424] env[68893]: value = "task-2792698" [ 1394.219424] env[68893]: _type = "Task" [ 1394.219424] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.226888] env[68893]: DEBUG oslo_vmware.api [None req-97fe4e0b-28a2-41a1-9dee-a6f65951025c tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Task: {'id': task-2792698, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.265946] env[68893]: DEBUG oslo_vmware.api [None req-13f9c55f-8c83-4ad6-a748-5724f176f334 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Task: {'id': task-2792697, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.034214} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.266278] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-13f9c55f-8c83-4ad6-a748-5724f176f334 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1394.266472] env[68893]: DEBUG oslo_concurrency.lockutils [None req-13f9c55f-8c83-4ad6-a748-5724f176f334 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d979c048-9aa8-46e2-9837-739cd3d4776a/d979c048-9aa8-46e2-9837-739cd3d4776a.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.266592] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-13f9c55f-8c83-4ad6-a748-5724f176f334 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d979c048-9aa8-46e2-9837-739cd3d4776a/d979c048-9aa8-46e2-9837-739cd3d4776a.vmdk to [datastore2] be296a4b-6f77-4a19-89dc-d99928d11264/be296a4b-6f77-4a19-89dc-d99928d11264.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1394.266850] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f157da78-dd70-4bd0-b10d-8b5fcf578674 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.273576] env[68893]: DEBUG oslo_vmware.api [None req-13f9c55f-8c83-4ad6-a748-5724f176f334 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Waiting for the task: (returnval){ [ 1394.273576] env[68893]: value = "task-2792699" [ 1394.273576] env[68893]: _type = "Task" [ 1394.273576] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.280987] env[68893]: DEBUG oslo_vmware.api [None req-13f9c55f-8c83-4ad6-a748-5724f176f334 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Task: {'id': task-2792699, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.732835] env[68893]: DEBUG oslo_vmware.api [None req-97fe4e0b-28a2-41a1-9dee-a6f65951025c tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Task: {'id': task-2792698, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.785342] env[68893]: DEBUG oslo_vmware.api [None req-13f9c55f-8c83-4ad6-a748-5724f176f334 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Task: {'id': task-2792699, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.231390] env[68893]: DEBUG oslo_vmware.api [None req-97fe4e0b-28a2-41a1-9dee-a6f65951025c tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Task: {'id': task-2792698, 'name': ReconfigVM_Task, 'duration_secs': 0.792283} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.231724] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-97fe4e0b-28a2-41a1-9dee-a6f65951025c tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: e7e7c554-8964-4b96-a707-b6d28fab974a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561296', 'volume_id': '2d8630d2-3e4b-4946-86d3-66e560f66566', 'name': 'volume-2d8630d2-3e4b-4946-86d3-66e560f66566', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e7e7c554-8964-4b96-a707-b6d28fab974a', 'attached_at': '', 'detached_at': '', 'volume_id': '2d8630d2-3e4b-4946-86d3-66e560f66566', 'serial': '2d8630d2-3e4b-4946-86d3-66e560f66566'} {{(pid=68893) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1395.288064] env[68893]: DEBUG oslo_vmware.api [None req-13f9c55f-8c83-4ad6-a748-5724f176f334 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Task: {'id': task-2792699, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.321287] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1395.321626] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68893) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 1395.614906] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d6161316-b8f8-4c4f-be89-8ce2495d489f tempest-ServerPasswordTestJSON-1396947404 tempest-ServerPasswordTestJSON-1396947404-project-member] Acquiring lock "5e2f1721-1b26-474b-82b0-6b3f0c9a929f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1395.615240] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d6161316-b8f8-4c4f-be89-8ce2495d489f tempest-ServerPasswordTestJSON-1396947404 tempest-ServerPasswordTestJSON-1396947404-project-member] Lock "5e2f1721-1b26-474b-82b0-6b3f0c9a929f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1395.787502] env[68893]: DEBUG oslo_vmware.api [None req-13f9c55f-8c83-4ad6-a748-5724f176f334 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Task: {'id': task-2792699, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.118710] env[68893]: DEBUG nova.compute.manager [None req-d6161316-b8f8-4c4f-be89-8ce2495d489f tempest-ServerPasswordTestJSON-1396947404 tempest-ServerPasswordTestJSON-1396947404-project-member] [instance: 5e2f1721-1b26-474b-82b0-6b3f0c9a929f] Starting instance... {{(pid=68893) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1396.272079] env[68893]: DEBUG nova.objects.instance [None req-97fe4e0b-28a2-41a1-9dee-a6f65951025c tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Lazy-loading 'flavor' on Instance uuid e7e7c554-8964-4b96-a707-b6d28fab974a {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1396.289233] env[68893]: DEBUG oslo_vmware.api [None req-13f9c55f-8c83-4ad6-a748-5724f176f334 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Task: {'id': task-2792699, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.321615] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1396.641229] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d6161316-b8f8-4c4f-be89-8ce2495d489f tempest-ServerPasswordTestJSON-1396947404 tempest-ServerPasswordTestJSON-1396947404-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1396.641526] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d6161316-b8f8-4c4f-be89-8ce2495d489f tempest-ServerPasswordTestJSON-1396947404 tempest-ServerPasswordTestJSON-1396947404-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1396.643182] env[68893]: INFO nova.compute.claims [None req-d6161316-b8f8-4c4f-be89-8ce2495d489f tempest-ServerPasswordTestJSON-1396947404 tempest-ServerPasswordTestJSON-1396947404-project-member] [instance: 5e2f1721-1b26-474b-82b0-6b3f0c9a929f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1396.776562] env[68893]: DEBUG oslo_concurrency.lockutils [None req-97fe4e0b-28a2-41a1-9dee-a6f65951025c tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Lock "e7e7c554-8964-4b96-a707-b6d28fab974a" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.247s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1396.787065] env[68893]: DEBUG oslo_vmware.api [None req-13f9c55f-8c83-4ad6-a748-5724f176f334 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Task: {'id': task-2792699, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.251182} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.787866] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-13f9c55f-8c83-4ad6-a748-5724f176f334 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d979c048-9aa8-46e2-9837-739cd3d4776a/d979c048-9aa8-46e2-9837-739cd3d4776a.vmdk to [datastore2] be296a4b-6f77-4a19-89dc-d99928d11264/be296a4b-6f77-4a19-89dc-d99928d11264.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1396.788914] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bec9dfe3-bebf-4eff-9f88-ca9fbc911817 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.810769] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-13f9c55f-8c83-4ad6-a748-5724f176f334 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] [instance: be296a4b-6f77-4a19-89dc-d99928d11264] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] be296a4b-6f77-4a19-89dc-d99928d11264/be296a4b-6f77-4a19-89dc-d99928d11264.vmdk or device None with type streamOptimized {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1396.811261] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f7a8dce-a691-42c3-b844-49805c8eb9e8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.829485] env[68893]: DEBUG oslo_vmware.api [None req-13f9c55f-8c83-4ad6-a748-5724f176f334 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Waiting for the task: (returnval){ [ 1396.829485] env[68893]: value = "task-2792700" [ 1396.829485] env[68893]: _type = "Task" [ 1396.829485] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.837116] env[68893]: DEBUG oslo_vmware.api [None req-13f9c55f-8c83-4ad6-a748-5724f176f334 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Task: {'id': task-2792700, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.159718] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ee5d4011-38d1-4138-871f-3021f154f4e6 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Acquiring lock "e7e7c554-8964-4b96-a707-b6d28fab974a" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1397.159956] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ee5d4011-38d1-4138-871f-3021f154f4e6 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Lock "e7e7c554-8964-4b96-a707-b6d28fab974a" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1397.321867] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1397.338914] env[68893]: DEBUG oslo_vmware.api [None req-13f9c55f-8c83-4ad6-a748-5724f176f334 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Task: {'id': task-2792700, 'name': ReconfigVM_Task, 'duration_secs': 0.276516} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.339237] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-13f9c55f-8c83-4ad6-a748-5724f176f334 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] [instance: be296a4b-6f77-4a19-89dc-d99928d11264] Reconfigured VM instance instance-00000077 to attach disk [datastore2] be296a4b-6f77-4a19-89dc-d99928d11264/be296a4b-6f77-4a19-89dc-d99928d11264.vmdk or device None with type streamOptimized {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1397.339884] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ac813da5-432a-45e5-b267-60341a2790c6 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.345241] env[68893]: DEBUG oslo_vmware.api [None req-13f9c55f-8c83-4ad6-a748-5724f176f334 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Waiting for the task: (returnval){ [ 1397.345241] env[68893]: value = "task-2792701" [ 1397.345241] env[68893]: _type = "Task" [ 1397.345241] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.353027] env[68893]: DEBUG oslo_vmware.api [None req-13f9c55f-8c83-4ad6-a748-5724f176f334 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Task: {'id': task-2792701, 'name': Rename_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.662998] env[68893]: INFO nova.compute.manager [None req-ee5d4011-38d1-4138-871f-3021f154f4e6 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: e7e7c554-8964-4b96-a707-b6d28fab974a] Detaching volume 2d8630d2-3e4b-4946-86d3-66e560f66566 [ 1397.693342] env[68893]: INFO nova.virt.block_device [None req-ee5d4011-38d1-4138-871f-3021f154f4e6 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: e7e7c554-8964-4b96-a707-b6d28fab974a] Attempting to driver detach volume 2d8630d2-3e4b-4946-86d3-66e560f66566 from mountpoint /dev/sdb [ 1397.693578] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee5d4011-38d1-4138-871f-3021f154f4e6 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: e7e7c554-8964-4b96-a707-b6d28fab974a] Volume detach. Driver type: vmdk {{(pid=68893) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1397.693779] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee5d4011-38d1-4138-871f-3021f154f4e6 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: e7e7c554-8964-4b96-a707-b6d28fab974a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561296', 'volume_id': '2d8630d2-3e4b-4946-86d3-66e560f66566', 'name': 'volume-2d8630d2-3e4b-4946-86d3-66e560f66566', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e7e7c554-8964-4b96-a707-b6d28fab974a', 'attached_at': '', 'detached_at': '', 'volume_id': '2d8630d2-3e4b-4946-86d3-66e560f66566', 'serial': '2d8630d2-3e4b-4946-86d3-66e560f66566'} {{(pid=68893) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1397.694650] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16510a88-54a5-4158-bd48-0069765df026 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.720519] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25d4d2ea-60c3-4e9b-a421-dc36b40f7d45 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.723458] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f21d515-83b0-4df3-8268-b92938453b43 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.731670] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cc7d393-38c8-4837-a9d1-6cd8ff37d77a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.734562] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e048367e-960e-4965-a617-dfc462090f8c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.777747] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e988000-7fbf-4ef4-9f78-4e91a2fe954c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.780547] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f51ce891-083f-4609-ac66-147416aa92f6 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.794515] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee5d4011-38d1-4138-871f-3021f154f4e6 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] The volume has not been displaced from its original location: [datastore2] volume-2d8630d2-3e4b-4946-86d3-66e560f66566/volume-2d8630d2-3e4b-4946-86d3-66e560f66566.vmdk. No consolidation needed. {{(pid=68893) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1397.799609] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee5d4011-38d1-4138-871f-3021f154f4e6 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: e7e7c554-8964-4b96-a707-b6d28fab974a] Reconfiguring VM instance instance-00000079 to detach disk 2001 {{(pid=68893) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1397.801604] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79cb9a9c-fa32-4800-8092-beb1302d0ee1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.814981] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ae51e00-21a9-41ad-adbd-fe2db41142d0 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.830355] env[68893]: DEBUG nova.compute.provider_tree [None req-d6161316-b8f8-4c4f-be89-8ce2495d489f tempest-ServerPasswordTestJSON-1396947404 tempest-ServerPasswordTestJSON-1396947404-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1397.832624] env[68893]: DEBUG oslo_vmware.api [None req-ee5d4011-38d1-4138-871f-3021f154f4e6 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Waiting for the task: (returnval){ [ 1397.832624] env[68893]: value = "task-2792702" [ 1397.832624] env[68893]: _type = "Task" [ 1397.832624] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.840304] env[68893]: DEBUG oslo_vmware.api [None req-ee5d4011-38d1-4138-871f-3021f154f4e6 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Task: {'id': task-2792702, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.853883] env[68893]: DEBUG oslo_vmware.api [None req-13f9c55f-8c83-4ad6-a748-5724f176f334 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Task: {'id': task-2792701, 'name': Rename_Task, 'duration_secs': 0.138093} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.854179] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-13f9c55f-8c83-4ad6-a748-5724f176f334 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] [instance: be296a4b-6f77-4a19-89dc-d99928d11264] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1397.854410] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-379f06ad-5dea-45c3-9aa1-58123d50dd74 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.859841] env[68893]: DEBUG oslo_vmware.api [None req-13f9c55f-8c83-4ad6-a748-5724f176f334 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Waiting for the task: (returnval){ [ 1397.859841] env[68893]: value = "task-2792703" [ 1397.859841] env[68893]: _type = "Task" [ 1397.859841] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.866940] env[68893]: DEBUG oslo_vmware.api [None req-13f9c55f-8c83-4ad6-a748-5724f176f334 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Task: {'id': task-2792703, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.317136] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1398.321857] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1398.334066] env[68893]: DEBUG nova.scheduler.client.report [None req-d6161316-b8f8-4c4f-be89-8ce2495d489f tempest-ServerPasswordTestJSON-1396947404 tempest-ServerPasswordTestJSON-1396947404-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1398.346498] env[68893]: DEBUG oslo_vmware.api [None req-ee5d4011-38d1-4138-871f-3021f154f4e6 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Task: {'id': task-2792702, 'name': ReconfigVM_Task, 'duration_secs': 0.21391} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.346639] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee5d4011-38d1-4138-871f-3021f154f4e6 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: e7e7c554-8964-4b96-a707-b6d28fab974a] Reconfigured VM instance instance-00000079 to detach disk 2001 {{(pid=68893) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1398.351759] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-994138a0-39ab-45e3-8477-9bba4eb86835 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.370968] env[68893]: DEBUG oslo_vmware.api [None req-13f9c55f-8c83-4ad6-a748-5724f176f334 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Task: {'id': task-2792703, 'name': PowerOnVM_Task, 'duration_secs': 0.500566} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.372386] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-13f9c55f-8c83-4ad6-a748-5724f176f334 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] [instance: be296a4b-6f77-4a19-89dc-d99928d11264] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1398.374281] env[68893]: DEBUG oslo_vmware.api [None req-ee5d4011-38d1-4138-871f-3021f154f4e6 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Waiting for the task: (returnval){ [ 1398.374281] env[68893]: value = "task-2792704" [ 1398.374281] env[68893]: _type = "Task" [ 1398.374281] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.383400] env[68893]: DEBUG oslo_vmware.api [None req-ee5d4011-38d1-4138-871f-3021f154f4e6 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Task: {'id': task-2792704, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.483540] env[68893]: DEBUG nova.compute.manager [None req-13f9c55f-8c83-4ad6-a748-5724f176f334 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] [instance: be296a4b-6f77-4a19-89dc-d99928d11264] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1398.484501] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-137200d5-80a9-4048-b21f-edb1b234502a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.842505] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d6161316-b8f8-4c4f-be89-8ce2495d489f tempest-ServerPasswordTestJSON-1396947404 tempest-ServerPasswordTestJSON-1396947404-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.201s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1398.843073] env[68893]: DEBUG nova.compute.manager [None req-d6161316-b8f8-4c4f-be89-8ce2495d489f tempest-ServerPasswordTestJSON-1396947404 tempest-ServerPasswordTestJSON-1396947404-project-member] [instance: 5e2f1721-1b26-474b-82b0-6b3f0c9a929f] Start building networks asynchronously for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1398.884897] env[68893]: DEBUG oslo_vmware.api [None req-ee5d4011-38d1-4138-871f-3021f154f4e6 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Task: {'id': task-2792704, 'name': ReconfigVM_Task, 'duration_secs': 0.147885} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.885204] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee5d4011-38d1-4138-871f-3021f154f4e6 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: e7e7c554-8964-4b96-a707-b6d28fab974a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561296', 'volume_id': '2d8630d2-3e4b-4946-86d3-66e560f66566', 'name': 'volume-2d8630d2-3e4b-4946-86d3-66e560f66566', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e7e7c554-8964-4b96-a707-b6d28fab974a', 'attached_at': '', 'detached_at': '', 'volume_id': '2d8630d2-3e4b-4946-86d3-66e560f66566', 'serial': '2d8630d2-3e4b-4946-86d3-66e560f66566'} {{(pid=68893) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1399.001442] env[68893]: DEBUG oslo_concurrency.lockutils [None req-13f9c55f-8c83-4ad6-a748-5724f176f334 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Lock "be296a4b-6f77-4a19-89dc-d99928d11264" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 18.221s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1399.321937] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1399.347616] env[68893]: DEBUG nova.compute.utils [None req-d6161316-b8f8-4c4f-be89-8ce2495d489f tempest-ServerPasswordTestJSON-1396947404 tempest-ServerPasswordTestJSON-1396947404-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1399.348995] env[68893]: DEBUG nova.compute.manager [None req-d6161316-b8f8-4c4f-be89-8ce2495d489f tempest-ServerPasswordTestJSON-1396947404 tempest-ServerPasswordTestJSON-1396947404-project-member] [instance: 5e2f1721-1b26-474b-82b0-6b3f0c9a929f] Allocating IP information in the background. {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1399.349191] env[68893]: DEBUG nova.network.neutron [None req-d6161316-b8f8-4c4f-be89-8ce2495d489f tempest-ServerPasswordTestJSON-1396947404 tempest-ServerPasswordTestJSON-1396947404-project-member] [instance: 5e2f1721-1b26-474b-82b0-6b3f0c9a929f] allocate_for_instance() {{(pid=68893) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1399.389905] env[68893]: DEBUG nova.policy [None req-d6161316-b8f8-4c4f-be89-8ce2495d489f tempest-ServerPasswordTestJSON-1396947404 tempest-ServerPasswordTestJSON-1396947404-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9ad2f825ac814767bcf8eb3dfd57cc40', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ecd2c2a55f704b279e05d54793286d6f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68893) authorize /opt/stack/nova/nova/policy.py:192}} [ 1399.428604] env[68893]: DEBUG nova.objects.instance [None req-ee5d4011-38d1-4138-871f-3021f154f4e6 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Lazy-loading 'flavor' on Instance uuid e7e7c554-8964-4b96-a707-b6d28fab974a {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1399.631239] env[68893]: DEBUG nova.network.neutron [None req-d6161316-b8f8-4c4f-be89-8ce2495d489f tempest-ServerPasswordTestJSON-1396947404 tempest-ServerPasswordTestJSON-1396947404-project-member] [instance: 5e2f1721-1b26-474b-82b0-6b3f0c9a929f] Successfully created port: 0222f6f5-7864-4775-847f-890b53c9df67 {{(pid=68893) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1399.852755] env[68893]: DEBUG nova.compute.manager [None req-d6161316-b8f8-4c4f-be89-8ce2495d489f tempest-ServerPasswordTestJSON-1396947404 tempest-ServerPasswordTestJSON-1396947404-project-member] [instance: 5e2f1721-1b26-474b-82b0-6b3f0c9a929f] Start building block device mappings for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1400.321300] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager.update_available_resource {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1400.435951] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ee5d4011-38d1-4138-871f-3021f154f4e6 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Lock "e7e7c554-8964-4b96-a707-b6d28fab974a" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.276s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1400.824487] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1400.824555] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1400.824717] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1400.824909] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68893) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1400.825914] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-827966ea-31e0-496f-8d4e-c5074d90a3fc {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.835659] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c441adda-e3cd-4c3b-80de-9b6d95760795 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.850185] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62d7362f-7f7c-45a5-9823-7bdff88945f0 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.857343] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8c52d87-058d-4ca7-9532-717793418708 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.861788] env[68893]: DEBUG nova.compute.manager [None req-d6161316-b8f8-4c4f-be89-8ce2495d489f tempest-ServerPasswordTestJSON-1396947404 tempest-ServerPasswordTestJSON-1396947404-project-member] [instance: 5e2f1721-1b26-474b-82b0-6b3f0c9a929f] Start spawning the instance on the hypervisor. {{(pid=68893) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1400.890010] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180620MB free_disk=174GB free_vcpus=48 pci_devices=None {{(pid=68893) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1400.890230] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1400.890488] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1400.901415] env[68893]: DEBUG nova.virt.hardware [None req-d6161316-b8f8-4c4f-be89-8ce2495d489f tempest-ServerPasswordTestJSON-1396947404 tempest-ServerPasswordTestJSON-1396947404-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1400.901713] env[68893]: DEBUG nova.virt.hardware [None req-d6161316-b8f8-4c4f-be89-8ce2495d489f tempest-ServerPasswordTestJSON-1396947404 tempest-ServerPasswordTestJSON-1396947404-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1400.901921] env[68893]: DEBUG nova.virt.hardware [None req-d6161316-b8f8-4c4f-be89-8ce2495d489f tempest-ServerPasswordTestJSON-1396947404 tempest-ServerPasswordTestJSON-1396947404-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1400.902202] env[68893]: DEBUG nova.virt.hardware [None req-d6161316-b8f8-4c4f-be89-8ce2495d489f tempest-ServerPasswordTestJSON-1396947404 tempest-ServerPasswordTestJSON-1396947404-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1400.902418] env[68893]: DEBUG nova.virt.hardware [None req-d6161316-b8f8-4c4f-be89-8ce2495d489f tempest-ServerPasswordTestJSON-1396947404 tempest-ServerPasswordTestJSON-1396947404-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1400.902620] env[68893]: DEBUG nova.virt.hardware [None req-d6161316-b8f8-4c4f-be89-8ce2495d489f tempest-ServerPasswordTestJSON-1396947404 tempest-ServerPasswordTestJSON-1396947404-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1400.902897] env[68893]: DEBUG nova.virt.hardware [None req-d6161316-b8f8-4c4f-be89-8ce2495d489f tempest-ServerPasswordTestJSON-1396947404 tempest-ServerPasswordTestJSON-1396947404-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1400.903123] env[68893]: DEBUG nova.virt.hardware [None req-d6161316-b8f8-4c4f-be89-8ce2495d489f tempest-ServerPasswordTestJSON-1396947404 tempest-ServerPasswordTestJSON-1396947404-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1400.903367] env[68893]: DEBUG nova.virt.hardware [None req-d6161316-b8f8-4c4f-be89-8ce2495d489f tempest-ServerPasswordTestJSON-1396947404 tempest-ServerPasswordTestJSON-1396947404-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1400.903599] env[68893]: DEBUG nova.virt.hardware [None req-d6161316-b8f8-4c4f-be89-8ce2495d489f tempest-ServerPasswordTestJSON-1396947404 tempest-ServerPasswordTestJSON-1396947404-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1400.903857] env[68893]: DEBUG nova.virt.hardware [None req-d6161316-b8f8-4c4f-be89-8ce2495d489f tempest-ServerPasswordTestJSON-1396947404 tempest-ServerPasswordTestJSON-1396947404-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1400.904797] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75d9a254-92c0-47b7-b0c2-4544cb59de72 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.918013] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-923bfd60-4003-4789-9ec1-b4a271b1d142 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.955341] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4c627fa-44f8-4c7b-bb39-65cc5ce6cce1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.961567] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-6ac27dda-197e-4249-aa40-9c2525cd5054 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] [instance: be296a4b-6f77-4a19-89dc-d99928d11264] Suspending the VM {{(pid=68893) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1400.961829] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-0ad8f77b-28a7-4f9e-ab5f-8bcbf2340992 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.968062] env[68893]: DEBUG oslo_vmware.api [None req-6ac27dda-197e-4249-aa40-9c2525cd5054 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Waiting for the task: (returnval){ [ 1400.968062] env[68893]: value = "task-2792705" [ 1400.968062] env[68893]: _type = "Task" [ 1400.968062] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.977194] env[68893]: DEBUG oslo_vmware.api [None req-6ac27dda-197e-4249-aa40-9c2525cd5054 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Task: {'id': task-2792705, 'name': SuspendVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.092247] env[68893]: DEBUG nova.compute.manager [req-443fe2fe-1448-47ac-97f4-52edaaf94c37 req-534892f8-12d0-4d85-b89e-d186215287f4 service nova] [instance: 5e2f1721-1b26-474b-82b0-6b3f0c9a929f] Received event network-vif-plugged-0222f6f5-7864-4775-847f-890b53c9df67 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1401.092563] env[68893]: DEBUG oslo_concurrency.lockutils [req-443fe2fe-1448-47ac-97f4-52edaaf94c37 req-534892f8-12d0-4d85-b89e-d186215287f4 service nova] Acquiring lock "5e2f1721-1b26-474b-82b0-6b3f0c9a929f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1401.092969] env[68893]: DEBUG oslo_concurrency.lockutils [req-443fe2fe-1448-47ac-97f4-52edaaf94c37 req-534892f8-12d0-4d85-b89e-d186215287f4 service nova] Lock "5e2f1721-1b26-474b-82b0-6b3f0c9a929f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1401.093366] env[68893]: DEBUG oslo_concurrency.lockutils [req-443fe2fe-1448-47ac-97f4-52edaaf94c37 req-534892f8-12d0-4d85-b89e-d186215287f4 service nova] Lock "5e2f1721-1b26-474b-82b0-6b3f0c9a929f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1401.093515] env[68893]: DEBUG nova.compute.manager [req-443fe2fe-1448-47ac-97f4-52edaaf94c37 req-534892f8-12d0-4d85-b89e-d186215287f4 service nova] [instance: 5e2f1721-1b26-474b-82b0-6b3f0c9a929f] No waiting events found dispatching network-vif-plugged-0222f6f5-7864-4775-847f-890b53c9df67 {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1401.093835] env[68893]: WARNING nova.compute.manager [req-443fe2fe-1448-47ac-97f4-52edaaf94c37 req-534892f8-12d0-4d85-b89e-d186215287f4 service nova] [instance: 5e2f1721-1b26-474b-82b0-6b3f0c9a929f] Received unexpected event network-vif-plugged-0222f6f5-7864-4775-847f-890b53c9df67 for instance with vm_state building and task_state spawning. [ 1401.183063] env[68893]: DEBUG nova.network.neutron [None req-d6161316-b8f8-4c4f-be89-8ce2495d489f tempest-ServerPasswordTestJSON-1396947404 tempest-ServerPasswordTestJSON-1396947404-project-member] [instance: 5e2f1721-1b26-474b-82b0-6b3f0c9a929f] Successfully updated port: 0222f6f5-7864-4775-847f-890b53c9df67 {{(pid=68893) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1401.414096] env[68893]: DEBUG oslo_concurrency.lockutils [None req-e57db00f-f90a-4995-aa87-3e448337a289 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Acquiring lock "e7e7c554-8964-4b96-a707-b6d28fab974a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1401.414396] env[68893]: DEBUG oslo_concurrency.lockutils [None req-e57db00f-f90a-4995-aa87-3e448337a289 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Lock "e7e7c554-8964-4b96-a707-b6d28fab974a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1401.414622] env[68893]: DEBUG oslo_concurrency.lockutils [None req-e57db00f-f90a-4995-aa87-3e448337a289 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Acquiring lock "e7e7c554-8964-4b96-a707-b6d28fab974a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1401.415228] env[68893]: DEBUG oslo_concurrency.lockutils [None req-e57db00f-f90a-4995-aa87-3e448337a289 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Lock "e7e7c554-8964-4b96-a707-b6d28fab974a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1401.415419] env[68893]: DEBUG oslo_concurrency.lockutils [None req-e57db00f-f90a-4995-aa87-3e448337a289 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Lock "e7e7c554-8964-4b96-a707-b6d28fab974a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1401.418477] env[68893]: INFO nova.compute.manager [None req-e57db00f-f90a-4995-aa87-3e448337a289 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: e7e7c554-8964-4b96-a707-b6d28fab974a] Terminating instance [ 1401.478502] env[68893]: DEBUG oslo_vmware.api [None req-6ac27dda-197e-4249-aa40-9c2525cd5054 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Task: {'id': task-2792705, 'name': SuspendVM_Task} progress is 70%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.686115] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d6161316-b8f8-4c4f-be89-8ce2495d489f tempest-ServerPasswordTestJSON-1396947404 tempest-ServerPasswordTestJSON-1396947404-project-member] Acquiring lock "refresh_cache-5e2f1721-1b26-474b-82b0-6b3f0c9a929f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.686299] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d6161316-b8f8-4c4f-be89-8ce2495d489f tempest-ServerPasswordTestJSON-1396947404 tempest-ServerPasswordTestJSON-1396947404-project-member] Acquired lock "refresh_cache-5e2f1721-1b26-474b-82b0-6b3f0c9a929f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.686434] env[68893]: DEBUG nova.network.neutron [None req-d6161316-b8f8-4c4f-be89-8ce2495d489f tempest-ServerPasswordTestJSON-1396947404 tempest-ServerPasswordTestJSON-1396947404-project-member] [instance: 5e2f1721-1b26-474b-82b0-6b3f0c9a929f] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1401.918637] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance e7e7c554-8964-4b96-a707-b6d28fab974a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1401.918811] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance 8f568e0b-85f6-4db9-8ee5-3f719a6a908d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1401.918939] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance be296a4b-6f77-4a19-89dc-d99928d11264 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1401.919077] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance 5e2f1721-1b26-474b-82b0-6b3f0c9a929f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1401.919259] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=68893) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1401.919398] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1280MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=68893) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1401.924498] env[68893]: DEBUG nova.compute.manager [None req-e57db00f-f90a-4995-aa87-3e448337a289 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: e7e7c554-8964-4b96-a707-b6d28fab974a] Start destroying the instance on the hypervisor. {{(pid=68893) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1401.924706] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-e57db00f-f90a-4995-aa87-3e448337a289 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: e7e7c554-8964-4b96-a707-b6d28fab974a] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1401.925578] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f68f6d21-170c-4d28-b341-164f6feb6ce7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.933651] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-e57db00f-f90a-4995-aa87-3e448337a289 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: e7e7c554-8964-4b96-a707-b6d28fab974a] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1401.936101] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7e3ded20-a123-4190-83cb-7e848d5683c3 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.942561] env[68893]: DEBUG oslo_vmware.api [None req-e57db00f-f90a-4995-aa87-3e448337a289 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Waiting for the task: (returnval){ [ 1401.942561] env[68893]: value = "task-2792706" [ 1401.942561] env[68893]: _type = "Task" [ 1401.942561] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.952298] env[68893]: DEBUG oslo_vmware.api [None req-e57db00f-f90a-4995-aa87-3e448337a289 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Task: {'id': task-2792706, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.978929] env[68893]: DEBUG oslo_vmware.api [None req-6ac27dda-197e-4249-aa40-9c2525cd5054 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Task: {'id': task-2792705, 'name': SuspendVM_Task, 'duration_secs': 0.563041} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.980050] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-6ac27dda-197e-4249-aa40-9c2525cd5054 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] [instance: be296a4b-6f77-4a19-89dc-d99928d11264] Suspended the VM {{(pid=68893) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1401.980253] env[68893]: DEBUG nova.compute.manager [None req-6ac27dda-197e-4249-aa40-9c2525cd5054 tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] [instance: be296a4b-6f77-4a19-89dc-d99928d11264] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1401.981089] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-204958d3-c409-4f06-9dfc-6c5cb4555ca1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.983935] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6444ea6f-236f-41c5-9155-846d0d38c866 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.991580] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-356bc8ab-0735-4825-b1fa-ae948627afb6 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.025321] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb699ab4-02ce-4552-8f30-0d5dfb337d0d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.033847] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a4d4d80-4e5f-4f48-a994-bf4ca212b5d2 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.048163] env[68893]: DEBUG nova.compute.provider_tree [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1402.217557] env[68893]: DEBUG nova.network.neutron [None req-d6161316-b8f8-4c4f-be89-8ce2495d489f tempest-ServerPasswordTestJSON-1396947404 tempest-ServerPasswordTestJSON-1396947404-project-member] [instance: 5e2f1721-1b26-474b-82b0-6b3f0c9a929f] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1402.339594] env[68893]: DEBUG nova.network.neutron [None req-d6161316-b8f8-4c4f-be89-8ce2495d489f tempest-ServerPasswordTestJSON-1396947404 tempest-ServerPasswordTestJSON-1396947404-project-member] [instance: 5e2f1721-1b26-474b-82b0-6b3f0c9a929f] Updating instance_info_cache with network_info: [{"id": "0222f6f5-7864-4775-847f-890b53c9df67", "address": "fa:16:3e:cc:ea:96", "network": {"id": "04b747ec-cc8a-4914-9762-9fc9cdaf82a5", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-701638041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecd2c2a55f704b279e05d54793286d6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1316f5aa-529f-4bac-8dd7-6076a9d43312", "external-id": "nsx-vlan-transportzone-399", "segmentation_id": 399, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0222f6f5-78", "ovs_interfaceid": "0222f6f5-7864-4775-847f-890b53c9df67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1402.452060] env[68893]: DEBUG oslo_vmware.api [None req-e57db00f-f90a-4995-aa87-3e448337a289 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Task: {'id': task-2792706, 'name': PowerOffVM_Task, 'duration_secs': 0.191135} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.452273] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-e57db00f-f90a-4995-aa87-3e448337a289 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: e7e7c554-8964-4b96-a707-b6d28fab974a] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1402.452441] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-e57db00f-f90a-4995-aa87-3e448337a289 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: e7e7c554-8964-4b96-a707-b6d28fab974a] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1402.452712] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e4047f50-d188-4f75-b188-492fd0bc7163 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.514864] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-e57db00f-f90a-4995-aa87-3e448337a289 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: e7e7c554-8964-4b96-a707-b6d28fab974a] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1402.515276] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-e57db00f-f90a-4995-aa87-3e448337a289 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: e7e7c554-8964-4b96-a707-b6d28fab974a] Deleting contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1402.515526] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-e57db00f-f90a-4995-aa87-3e448337a289 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Deleting the datastore file [datastore2] e7e7c554-8964-4b96-a707-b6d28fab974a {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1402.516414] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5f6e0ba9-9fb2-4050-be7f-e05259cfecfc {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.523527] env[68893]: DEBUG oslo_vmware.api [None req-e57db00f-f90a-4995-aa87-3e448337a289 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Waiting for the task: (returnval){ [ 1402.523527] env[68893]: value = "task-2792708" [ 1402.523527] env[68893]: _type = "Task" [ 1402.523527] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.531444] env[68893]: DEBUG oslo_vmware.api [None req-e57db00f-f90a-4995-aa87-3e448337a289 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Task: {'id': task-2792708, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.550670] env[68893]: DEBUG nova.scheduler.client.report [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1402.842610] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d6161316-b8f8-4c4f-be89-8ce2495d489f tempest-ServerPasswordTestJSON-1396947404 tempest-ServerPasswordTestJSON-1396947404-project-member] Releasing lock "refresh_cache-5e2f1721-1b26-474b-82b0-6b3f0c9a929f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.844180] env[68893]: DEBUG nova.compute.manager [None req-d6161316-b8f8-4c4f-be89-8ce2495d489f tempest-ServerPasswordTestJSON-1396947404 tempest-ServerPasswordTestJSON-1396947404-project-member] [instance: 5e2f1721-1b26-474b-82b0-6b3f0c9a929f] Instance network_info: |[{"id": "0222f6f5-7864-4775-847f-890b53c9df67", "address": "fa:16:3e:cc:ea:96", "network": {"id": "04b747ec-cc8a-4914-9762-9fc9cdaf82a5", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-701638041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecd2c2a55f704b279e05d54793286d6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1316f5aa-529f-4bac-8dd7-6076a9d43312", "external-id": "nsx-vlan-transportzone-399", "segmentation_id": 399, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0222f6f5-78", "ovs_interfaceid": "0222f6f5-7864-4775-847f-890b53c9df67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1402.844845] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-d6161316-b8f8-4c4f-be89-8ce2495d489f tempest-ServerPasswordTestJSON-1396947404 tempest-ServerPasswordTestJSON-1396947404-project-member] [instance: 5e2f1721-1b26-474b-82b0-6b3f0c9a929f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cc:ea:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1316f5aa-529f-4bac-8dd7-6076a9d43312', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0222f6f5-7864-4775-847f-890b53c9df67', 'vif_model': 'vmxnet3'}] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1402.852239] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6161316-b8f8-4c4f-be89-8ce2495d489f tempest-ServerPasswordTestJSON-1396947404 tempest-ServerPasswordTestJSON-1396947404-project-member] Creating folder: Project (ecd2c2a55f704b279e05d54793286d6f). Parent ref: group-v560969. {{(pid=68893) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1402.852522] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2eac0d06-3cd4-4163-95a0-4971ebe0a4a0 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.863101] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-d6161316-b8f8-4c4f-be89-8ce2495d489f tempest-ServerPasswordTestJSON-1396947404 tempest-ServerPasswordTestJSON-1396947404-project-member] Created folder: Project (ecd2c2a55f704b279e05d54793286d6f) in parent group-v560969. [ 1402.863291] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6161316-b8f8-4c4f-be89-8ce2495d489f tempest-ServerPasswordTestJSON-1396947404 tempest-ServerPasswordTestJSON-1396947404-project-member] Creating folder: Instances. Parent ref: group-v561298. {{(pid=68893) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1402.863515] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c15c7f7f-8ed1-40c5-8c84-c46cbdfed5a7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.872264] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-d6161316-b8f8-4c4f-be89-8ce2495d489f tempest-ServerPasswordTestJSON-1396947404 tempest-ServerPasswordTestJSON-1396947404-project-member] Created folder: Instances in parent group-v561298. [ 1402.872488] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d6161316-b8f8-4c4f-be89-8ce2495d489f tempest-ServerPasswordTestJSON-1396947404 tempest-ServerPasswordTestJSON-1396947404-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1402.872663] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e2f1721-1b26-474b-82b0-6b3f0c9a929f] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1402.872886] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-610f8f63-fc56-41c9-ac17-1f5e15567b5a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.891478] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1402.891478] env[68893]: value = "task-2792711" [ 1402.891478] env[68893]: _type = "Task" [ 1402.891478] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.900847] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792711, 'name': CreateVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.034570] env[68893]: DEBUG oslo_vmware.api [None req-e57db00f-f90a-4995-aa87-3e448337a289 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Task: {'id': task-2792708, 'name': DeleteDatastoreFile_Task} progress is 100%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.055607] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68893) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1403.055815] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.165s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1403.122226] env[68893]: DEBUG nova.compute.manager [req-45268e8b-4cfe-43c1-a335-6747d5e72107 req-28778147-6b12-4dfb-a20b-c1ca3efedbe5 service nova] [instance: 5e2f1721-1b26-474b-82b0-6b3f0c9a929f] Received event network-changed-0222f6f5-7864-4775-847f-890b53c9df67 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1403.122367] env[68893]: DEBUG nova.compute.manager [req-45268e8b-4cfe-43c1-a335-6747d5e72107 req-28778147-6b12-4dfb-a20b-c1ca3efedbe5 service nova] [instance: 5e2f1721-1b26-474b-82b0-6b3f0c9a929f] Refreshing instance network info cache due to event network-changed-0222f6f5-7864-4775-847f-890b53c9df67. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1403.122589] env[68893]: DEBUG oslo_concurrency.lockutils [req-45268e8b-4cfe-43c1-a335-6747d5e72107 req-28778147-6b12-4dfb-a20b-c1ca3efedbe5 service nova] Acquiring lock "refresh_cache-5e2f1721-1b26-474b-82b0-6b3f0c9a929f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.122733] env[68893]: DEBUG oslo_concurrency.lockutils [req-45268e8b-4cfe-43c1-a335-6747d5e72107 req-28778147-6b12-4dfb-a20b-c1ca3efedbe5 service nova] Acquired lock "refresh_cache-5e2f1721-1b26-474b-82b0-6b3f0c9a929f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.122968] env[68893]: DEBUG nova.network.neutron [req-45268e8b-4cfe-43c1-a335-6747d5e72107 req-28778147-6b12-4dfb-a20b-c1ca3efedbe5 service nova] [instance: 5e2f1721-1b26-474b-82b0-6b3f0c9a929f] Refreshing network info cache for port 0222f6f5-7864-4775-847f-890b53c9df67 {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1403.301879] env[68893]: INFO nova.compute.manager [None req-f1d41360-6bf3-45ad-a412-d916e78113ff tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] [instance: be296a4b-6f77-4a19-89dc-d99928d11264] Resuming [ 1403.302621] env[68893]: DEBUG nova.objects.instance [None req-f1d41360-6bf3-45ad-a412-d916e78113ff tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Lazy-loading 'flavor' on Instance uuid be296a4b-6f77-4a19-89dc-d99928d11264 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1403.400662] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792711, 'name': CreateVM_Task, 'duration_secs': 0.311865} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.401050] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e2f1721-1b26-474b-82b0-6b3f0c9a929f] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1403.401507] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d6161316-b8f8-4c4f-be89-8ce2495d489f tempest-ServerPasswordTestJSON-1396947404 tempest-ServerPasswordTestJSON-1396947404-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.401672] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d6161316-b8f8-4c4f-be89-8ce2495d489f tempest-ServerPasswordTestJSON-1396947404 tempest-ServerPasswordTestJSON-1396947404-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.401989] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d6161316-b8f8-4c4f-be89-8ce2495d489f tempest-ServerPasswordTestJSON-1396947404 tempest-ServerPasswordTestJSON-1396947404-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.402255] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e105ed45-5839-47ea-8d5f-39baef494fc2 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.406563] env[68893]: DEBUG oslo_vmware.api [None req-d6161316-b8f8-4c4f-be89-8ce2495d489f tempest-ServerPasswordTestJSON-1396947404 tempest-ServerPasswordTestJSON-1396947404-project-member] Waiting for the task: (returnval){ [ 1403.406563] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52cb0d85-85ed-0b88-6654-2b58c913783a" [ 1403.406563] env[68893]: _type = "Task" [ 1403.406563] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.414149] env[68893]: DEBUG oslo_vmware.api [None req-d6161316-b8f8-4c4f-be89-8ce2495d489f tempest-ServerPasswordTestJSON-1396947404 tempest-ServerPasswordTestJSON-1396947404-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52cb0d85-85ed-0b88-6654-2b58c913783a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.533506] env[68893]: DEBUG oslo_vmware.api [None req-e57db00f-f90a-4995-aa87-3e448337a289 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Task: {'id': task-2792708, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.510283} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.533904] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-e57db00f-f90a-4995-aa87-3e448337a289 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1403.534228] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-e57db00f-f90a-4995-aa87-3e448337a289 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: e7e7c554-8964-4b96-a707-b6d28fab974a] Deleted contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1403.534429] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-e57db00f-f90a-4995-aa87-3e448337a289 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: e7e7c554-8964-4b96-a707-b6d28fab974a] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1403.534614] env[68893]: INFO nova.compute.manager [None req-e57db00f-f90a-4995-aa87-3e448337a289 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] [instance: e7e7c554-8964-4b96-a707-b6d28fab974a] Took 1.61 seconds to destroy the instance on the hypervisor. [ 1403.534858] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e57db00f-f90a-4995-aa87-3e448337a289 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1403.535084] env[68893]: DEBUG nova.compute.manager [-] [instance: e7e7c554-8964-4b96-a707-b6d28fab974a] Deallocating network for instance {{(pid=68893) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1403.535171] env[68893]: DEBUG nova.network.neutron [-] [instance: e7e7c554-8964-4b96-a707-b6d28fab974a] deallocate_for_instance() {{(pid=68893) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1403.803311] env[68893]: DEBUG nova.network.neutron [req-45268e8b-4cfe-43c1-a335-6747d5e72107 req-28778147-6b12-4dfb-a20b-c1ca3efedbe5 service nova] [instance: 5e2f1721-1b26-474b-82b0-6b3f0c9a929f] Updated VIF entry in instance network info cache for port 0222f6f5-7864-4775-847f-890b53c9df67. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1403.803710] env[68893]: DEBUG nova.network.neutron [req-45268e8b-4cfe-43c1-a335-6747d5e72107 req-28778147-6b12-4dfb-a20b-c1ca3efedbe5 service nova] [instance: 5e2f1721-1b26-474b-82b0-6b3f0c9a929f] Updating instance_info_cache with network_info: [{"id": "0222f6f5-7864-4775-847f-890b53c9df67", "address": "fa:16:3e:cc:ea:96", "network": {"id": "04b747ec-cc8a-4914-9762-9fc9cdaf82a5", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-701638041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecd2c2a55f704b279e05d54793286d6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1316f5aa-529f-4bac-8dd7-6076a9d43312", "external-id": "nsx-vlan-transportzone-399", "segmentation_id": 399, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0222f6f5-78", "ovs_interfaceid": "0222f6f5-7864-4775-847f-890b53c9df67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1403.917705] env[68893]: DEBUG oslo_vmware.api [None req-d6161316-b8f8-4c4f-be89-8ce2495d489f tempest-ServerPasswordTestJSON-1396947404 tempest-ServerPasswordTestJSON-1396947404-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52cb0d85-85ed-0b88-6654-2b58c913783a, 'name': SearchDatastore_Task, 'duration_secs': 0.009411} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.918011] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d6161316-b8f8-4c4f-be89-8ce2495d489f tempest-ServerPasswordTestJSON-1396947404 tempest-ServerPasswordTestJSON-1396947404-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.918242] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-d6161316-b8f8-4c4f-be89-8ce2495d489f tempest-ServerPasswordTestJSON-1396947404 tempest-ServerPasswordTestJSON-1396947404-project-member] [instance: 5e2f1721-1b26-474b-82b0-6b3f0c9a929f] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1403.918478] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d6161316-b8f8-4c4f-be89-8ce2495d489f tempest-ServerPasswordTestJSON-1396947404 tempest-ServerPasswordTestJSON-1396947404-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.918626] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d6161316-b8f8-4c4f-be89-8ce2495d489f tempest-ServerPasswordTestJSON-1396947404 tempest-ServerPasswordTestJSON-1396947404-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.918801] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6161316-b8f8-4c4f-be89-8ce2495d489f tempest-ServerPasswordTestJSON-1396947404 tempest-ServerPasswordTestJSON-1396947404-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1403.919182] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-76554adf-ae56-4753-9842-4cd3bb77ea1a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.928990] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6161316-b8f8-4c4f-be89-8ce2495d489f tempest-ServerPasswordTestJSON-1396947404 tempest-ServerPasswordTestJSON-1396947404-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1403.929247] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-d6161316-b8f8-4c4f-be89-8ce2495d489f tempest-ServerPasswordTestJSON-1396947404 tempest-ServerPasswordTestJSON-1396947404-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1403.929993] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2db54aa1-b736-4f0d-a30e-802c6ec250ac {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.935692] env[68893]: DEBUG oslo_vmware.api [None req-d6161316-b8f8-4c4f-be89-8ce2495d489f tempest-ServerPasswordTestJSON-1396947404 tempest-ServerPasswordTestJSON-1396947404-project-member] Waiting for the task: (returnval){ [ 1403.935692] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]528a4e24-6294-e0fa-ffb3-5d14f37e1913" [ 1403.935692] env[68893]: _type = "Task" [ 1403.935692] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.942988] env[68893]: DEBUG oslo_vmware.api [None req-d6161316-b8f8-4c4f-be89-8ce2495d489f tempest-ServerPasswordTestJSON-1396947404 tempest-ServerPasswordTestJSON-1396947404-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]528a4e24-6294-e0fa-ffb3-5d14f37e1913, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.055916] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1404.309070] env[68893]: DEBUG oslo_concurrency.lockutils [req-45268e8b-4cfe-43c1-a335-6747d5e72107 req-28778147-6b12-4dfb-a20b-c1ca3efedbe5 service nova] Releasing lock "refresh_cache-5e2f1721-1b26-474b-82b0-6b3f0c9a929f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.447067] env[68893]: DEBUG oslo_vmware.api [None req-d6161316-b8f8-4c4f-be89-8ce2495d489f tempest-ServerPasswordTestJSON-1396947404 tempest-ServerPasswordTestJSON-1396947404-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]528a4e24-6294-e0fa-ffb3-5d14f37e1913, 'name': SearchDatastore_Task, 'duration_secs': 0.008726} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.448186] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee2b59b7-8991-4b3b-b9d3-c4393cc435b2 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.453389] env[68893]: DEBUG oslo_vmware.api [None req-d6161316-b8f8-4c4f-be89-8ce2495d489f tempest-ServerPasswordTestJSON-1396947404 tempest-ServerPasswordTestJSON-1396947404-project-member] Waiting for the task: (returnval){ [ 1404.453389] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]524da744-84da-d9b2-0405-754e0c8c6606" [ 1404.453389] env[68893]: _type = "Task" [ 1404.453389] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.462804] env[68893]: DEBUG nova.network.neutron [-] [instance: e7e7c554-8964-4b96-a707-b6d28fab974a] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1404.463950] env[68893]: DEBUG oslo_vmware.api [None req-d6161316-b8f8-4c4f-be89-8ce2495d489f tempest-ServerPasswordTestJSON-1396947404 tempest-ServerPasswordTestJSON-1396947404-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]524da744-84da-d9b2-0405-754e0c8c6606, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.811685] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f1d41360-6bf3-45ad-a412-d916e78113ff tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Acquiring lock "refresh_cache-be296a4b-6f77-4a19-89dc-d99928d11264" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.812026] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f1d41360-6bf3-45ad-a412-d916e78113ff tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Acquired lock "refresh_cache-be296a4b-6f77-4a19-89dc-d99928d11264" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.812143] env[68893]: DEBUG nova.network.neutron [None req-f1d41360-6bf3-45ad-a412-d916e78113ff tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] [instance: be296a4b-6f77-4a19-89dc-d99928d11264] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1404.963867] env[68893]: DEBUG oslo_vmware.api [None req-d6161316-b8f8-4c4f-be89-8ce2495d489f tempest-ServerPasswordTestJSON-1396947404 tempest-ServerPasswordTestJSON-1396947404-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]524da744-84da-d9b2-0405-754e0c8c6606, 'name': SearchDatastore_Task, 'duration_secs': 0.0096} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.964125] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d6161316-b8f8-4c4f-be89-8ce2495d489f tempest-ServerPasswordTestJSON-1396947404 tempest-ServerPasswordTestJSON-1396947404-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.964355] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6161316-b8f8-4c4f-be89-8ce2495d489f tempest-ServerPasswordTestJSON-1396947404 tempest-ServerPasswordTestJSON-1396947404-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] 5e2f1721-1b26-474b-82b0-6b3f0c9a929f/5e2f1721-1b26-474b-82b0-6b3f0c9a929f.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1404.964610] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-10bf4179-0b72-4fc6-991b-0bdaf66d4966 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.966690] env[68893]: INFO nova.compute.manager [-] [instance: e7e7c554-8964-4b96-a707-b6d28fab974a] Took 1.43 seconds to deallocate network for instance. [ 1404.973831] env[68893]: DEBUG oslo_vmware.api [None req-d6161316-b8f8-4c4f-be89-8ce2495d489f tempest-ServerPasswordTestJSON-1396947404 tempest-ServerPasswordTestJSON-1396947404-project-member] Waiting for the task: (returnval){ [ 1404.973831] env[68893]: value = "task-2792712" [ 1404.973831] env[68893]: _type = "Task" [ 1404.973831] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.981961] env[68893]: DEBUG oslo_vmware.api [None req-d6161316-b8f8-4c4f-be89-8ce2495d489f tempest-ServerPasswordTestJSON-1396947404 tempest-ServerPasswordTestJSON-1396947404-project-member] Task: {'id': task-2792712, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.152385] env[68893]: DEBUG nova.compute.manager [req-d46a0123-bf8e-4032-827b-2c58bbd7b744 req-d6931a6e-d470-4565-90b5-f962a892a22a service nova] [instance: e7e7c554-8964-4b96-a707-b6d28fab974a] Received event network-vif-deleted-945a78fa-276c-49d4-98bc-a8c540662eb9 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1405.473249] env[68893]: DEBUG oslo_concurrency.lockutils [None req-e57db00f-f90a-4995-aa87-3e448337a289 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1405.473555] env[68893]: DEBUG oslo_concurrency.lockutils [None req-e57db00f-f90a-4995-aa87-3e448337a289 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1405.473767] env[68893]: DEBUG nova.objects.instance [None req-e57db00f-f90a-4995-aa87-3e448337a289 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Lazy-loading 'resources' on Instance uuid e7e7c554-8964-4b96-a707-b6d28fab974a {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1405.483767] env[68893]: DEBUG oslo_vmware.api [None req-d6161316-b8f8-4c4f-be89-8ce2495d489f tempest-ServerPasswordTestJSON-1396947404 tempest-ServerPasswordTestJSON-1396947404-project-member] Task: {'id': task-2792712, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506892} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.484644] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6161316-b8f8-4c4f-be89-8ce2495d489f tempest-ServerPasswordTestJSON-1396947404 tempest-ServerPasswordTestJSON-1396947404-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] 5e2f1721-1b26-474b-82b0-6b3f0c9a929f/5e2f1721-1b26-474b-82b0-6b3f0c9a929f.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1405.484862] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-d6161316-b8f8-4c4f-be89-8ce2495d489f tempest-ServerPasswordTestJSON-1396947404 tempest-ServerPasswordTestJSON-1396947404-project-member] [instance: 5e2f1721-1b26-474b-82b0-6b3f0c9a929f] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1405.485141] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f27bfd28-1b9b-4a26-9b90-6b649a5486ea {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.494255] env[68893]: DEBUG oslo_vmware.api [None req-d6161316-b8f8-4c4f-be89-8ce2495d489f tempest-ServerPasswordTestJSON-1396947404 tempest-ServerPasswordTestJSON-1396947404-project-member] Waiting for the task: (returnval){ [ 1405.494255] env[68893]: value = "task-2792713" [ 1405.494255] env[68893]: _type = "Task" [ 1405.494255] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.502932] env[68893]: DEBUG oslo_vmware.api [None req-d6161316-b8f8-4c4f-be89-8ce2495d489f tempest-ServerPasswordTestJSON-1396947404 tempest-ServerPasswordTestJSON-1396947404-project-member] Task: {'id': task-2792713, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.557863] env[68893]: DEBUG nova.network.neutron [None req-f1d41360-6bf3-45ad-a412-d916e78113ff tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] [instance: be296a4b-6f77-4a19-89dc-d99928d11264] Updating instance_info_cache with network_info: [{"id": "4f8a910a-796e-4285-9706-5626dbc1bf83", "address": "fa:16:3e:69:e1:bb", "network": {"id": "1f2c7e21-f527-4f96-9846-1467cf21d76d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2038804572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "681d8cc5649a46669b658ff21cc71a3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f8a910a-79", "ovs_interfaceid": "4f8a910a-796e-4285-9706-5626dbc1bf83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1406.007036] env[68893]: DEBUG oslo_vmware.api [None req-d6161316-b8f8-4c4f-be89-8ce2495d489f tempest-ServerPasswordTestJSON-1396947404 tempest-ServerPasswordTestJSON-1396947404-project-member] Task: {'id': task-2792713, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.268528} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.007371] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-d6161316-b8f8-4c4f-be89-8ce2495d489f tempest-ServerPasswordTestJSON-1396947404 tempest-ServerPasswordTestJSON-1396947404-project-member] [instance: 5e2f1721-1b26-474b-82b0-6b3f0c9a929f] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1406.008624] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e56ead04-b6c7-41c0-b391-c10afcf9cf85 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.030516] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6161316-b8f8-4c4f-be89-8ce2495d489f tempest-ServerPasswordTestJSON-1396947404 tempest-ServerPasswordTestJSON-1396947404-project-member] [instance: 5e2f1721-1b26-474b-82b0-6b3f0c9a929f] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] 5e2f1721-1b26-474b-82b0-6b3f0c9a929f/5e2f1721-1b26-474b-82b0-6b3f0c9a929f.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1406.032869] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c78b2df4-3af7-4b35-9fee-dbeb88e168a0 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.052221] env[68893]: DEBUG oslo_vmware.api [None req-d6161316-b8f8-4c4f-be89-8ce2495d489f tempest-ServerPasswordTestJSON-1396947404 tempest-ServerPasswordTestJSON-1396947404-project-member] Waiting for the task: (returnval){ [ 1406.052221] env[68893]: value = "task-2792714" [ 1406.052221] env[68893]: _type = "Task" [ 1406.052221] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.062540] env[68893]: DEBUG oslo_concurrency.lockutils [None req-f1d41360-6bf3-45ad-a412-d916e78113ff tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Releasing lock "refresh_cache-be296a4b-6f77-4a19-89dc-d99928d11264" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.062881] env[68893]: DEBUG oslo_vmware.api [None req-d6161316-b8f8-4c4f-be89-8ce2495d489f tempest-ServerPasswordTestJSON-1396947404 tempest-ServerPasswordTestJSON-1396947404-project-member] Task: {'id': task-2792714, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.063590] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1870b7e-7f5b-4bb9-afd9-b672843697a8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.068840] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-f1d41360-6bf3-45ad-a412-d916e78113ff tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] [instance: be296a4b-6f77-4a19-89dc-d99928d11264] Resuming the VM {{(pid=68893) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1406.069081] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d18657fc-b774-454a-b67e-0d8f0a3cdebd {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.071790] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-954e3eaf-af87-49eb-a976-2dbf1834f2fe {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.075175] env[68893]: DEBUG oslo_vmware.api [None req-f1d41360-6bf3-45ad-a412-d916e78113ff tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Waiting for the task: (returnval){ [ 1406.075175] env[68893]: value = "task-2792715" [ 1406.075175] env[68893]: _type = "Task" [ 1406.075175] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.081716] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f809adb0-3bac-47ac-9345-1a6c8af1642c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.087374] env[68893]: DEBUG oslo_vmware.api [None req-f1d41360-6bf3-45ad-a412-d916e78113ff tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Task: {'id': task-2792715, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.113931] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5df8f440-ad91-470c-80ec-6541fb61f030 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.120835] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bd6238b-be0c-4513-b7c9-df16275481d1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.133859] env[68893]: DEBUG nova.compute.provider_tree [None req-e57db00f-f90a-4995-aa87-3e448337a289 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1406.564423] env[68893]: DEBUG oslo_vmware.api [None req-d6161316-b8f8-4c4f-be89-8ce2495d489f tempest-ServerPasswordTestJSON-1396947404 tempest-ServerPasswordTestJSON-1396947404-project-member] Task: {'id': task-2792714, 'name': ReconfigVM_Task, 'duration_secs': 0.274402} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.564731] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6161316-b8f8-4c4f-be89-8ce2495d489f tempest-ServerPasswordTestJSON-1396947404 tempest-ServerPasswordTestJSON-1396947404-project-member] [instance: 5e2f1721-1b26-474b-82b0-6b3f0c9a929f] Reconfigured VM instance instance-0000007b to attach disk [datastore2] 5e2f1721-1b26-474b-82b0-6b3f0c9a929f/5e2f1721-1b26-474b-82b0-6b3f0c9a929f.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1406.565428] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b3484ee3-c4a6-4168-a877-0b3bb3fc8ee2 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.574159] env[68893]: DEBUG oslo_vmware.api [None req-d6161316-b8f8-4c4f-be89-8ce2495d489f tempest-ServerPasswordTestJSON-1396947404 tempest-ServerPasswordTestJSON-1396947404-project-member] Waiting for the task: (returnval){ [ 1406.574159] env[68893]: value = "task-2792716" [ 1406.574159] env[68893]: _type = "Task" [ 1406.574159] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.587078] env[68893]: DEBUG oslo_vmware.api [None req-d6161316-b8f8-4c4f-be89-8ce2495d489f tempest-ServerPasswordTestJSON-1396947404 tempest-ServerPasswordTestJSON-1396947404-project-member] Task: {'id': task-2792716, 'name': Rename_Task} progress is 6%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.590365] env[68893]: DEBUG oslo_vmware.api [None req-f1d41360-6bf3-45ad-a412-d916e78113ff tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Task: {'id': task-2792715, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.636881] env[68893]: DEBUG nova.scheduler.client.report [None req-e57db00f-f90a-4995-aa87-3e448337a289 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1407.091284] env[68893]: DEBUG oslo_vmware.api [None req-f1d41360-6bf3-45ad-a412-d916e78113ff tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Task: {'id': task-2792715, 'name': PowerOnVM_Task, 'duration_secs': 0.576533} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.091633] env[68893]: DEBUG oslo_vmware.api [None req-d6161316-b8f8-4c4f-be89-8ce2495d489f tempest-ServerPasswordTestJSON-1396947404 tempest-ServerPasswordTestJSON-1396947404-project-member] Task: {'id': task-2792716, 'name': Rename_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.091689] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-f1d41360-6bf3-45ad-a412-d916e78113ff tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] [instance: be296a4b-6f77-4a19-89dc-d99928d11264] Resumed the VM {{(pid=68893) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1407.091858] env[68893]: DEBUG nova.compute.manager [None req-f1d41360-6bf3-45ad-a412-d916e78113ff tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] [instance: be296a4b-6f77-4a19-89dc-d99928d11264] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1407.092596] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-369fb2fe-e0ae-4e26-98e2-353e29388320 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.142479] env[68893]: DEBUG oslo_concurrency.lockutils [None req-e57db00f-f90a-4995-aa87-3e448337a289 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.669s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1407.159283] env[68893]: INFO nova.scheduler.client.report [None req-e57db00f-f90a-4995-aa87-3e448337a289 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Deleted allocations for instance e7e7c554-8964-4b96-a707-b6d28fab974a [ 1407.586027] env[68893]: DEBUG oslo_vmware.api [None req-d6161316-b8f8-4c4f-be89-8ce2495d489f tempest-ServerPasswordTestJSON-1396947404 tempest-ServerPasswordTestJSON-1396947404-project-member] Task: {'id': task-2792716, 'name': Rename_Task, 'duration_secs': 0.853226} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.586027] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6161316-b8f8-4c4f-be89-8ce2495d489f tempest-ServerPasswordTestJSON-1396947404 tempest-ServerPasswordTestJSON-1396947404-project-member] [instance: 5e2f1721-1b26-474b-82b0-6b3f0c9a929f] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1407.586256] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0ef551c8-c7ba-44bb-b144-02d1d4bb672e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.592828] env[68893]: DEBUG oslo_vmware.api [None req-d6161316-b8f8-4c4f-be89-8ce2495d489f tempest-ServerPasswordTestJSON-1396947404 tempest-ServerPasswordTestJSON-1396947404-project-member] Waiting for the task: (returnval){ [ 1407.592828] env[68893]: value = "task-2792717" [ 1407.592828] env[68893]: _type = "Task" [ 1407.592828] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.602415] env[68893]: DEBUG oslo_vmware.api [None req-d6161316-b8f8-4c4f-be89-8ce2495d489f tempest-ServerPasswordTestJSON-1396947404 tempest-ServerPasswordTestJSON-1396947404-project-member] Task: {'id': task-2792717, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.666543] env[68893]: DEBUG oslo_concurrency.lockutils [None req-e57db00f-f90a-4995-aa87-3e448337a289 tempest-AttachVolumeNegativeTest-1410519847 tempest-AttachVolumeNegativeTest-1410519847-project-member] Lock "e7e7c554-8964-4b96-a707-b6d28fab974a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.252s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1408.102940] env[68893]: DEBUG oslo_vmware.api [None req-d6161316-b8f8-4c4f-be89-8ce2495d489f tempest-ServerPasswordTestJSON-1396947404 tempest-ServerPasswordTestJSON-1396947404-project-member] Task: {'id': task-2792717, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.602950] env[68893]: DEBUG oslo_vmware.api [None req-d6161316-b8f8-4c4f-be89-8ce2495d489f tempest-ServerPasswordTestJSON-1396947404 tempest-ServerPasswordTestJSON-1396947404-project-member] Task: {'id': task-2792717, 'name': PowerOnVM_Task, 'duration_secs': 0.796535} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.603258] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6161316-b8f8-4c4f-be89-8ce2495d489f tempest-ServerPasswordTestJSON-1396947404 tempest-ServerPasswordTestJSON-1396947404-project-member] [instance: 5e2f1721-1b26-474b-82b0-6b3f0c9a929f] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1408.603464] env[68893]: INFO nova.compute.manager [None req-d6161316-b8f8-4c4f-be89-8ce2495d489f tempest-ServerPasswordTestJSON-1396947404 tempest-ServerPasswordTestJSON-1396947404-project-member] [instance: 5e2f1721-1b26-474b-82b0-6b3f0c9a929f] Took 7.74 seconds to spawn the instance on the hypervisor. [ 1408.603644] env[68893]: DEBUG nova.compute.manager [None req-d6161316-b8f8-4c4f-be89-8ce2495d489f tempest-ServerPasswordTestJSON-1396947404 tempest-ServerPasswordTestJSON-1396947404-project-member] [instance: 5e2f1721-1b26-474b-82b0-6b3f0c9a929f] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1408.604445] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63309b88-b35c-4261-bfd7-78e5dc6c7b9e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.120358] env[68893]: INFO nova.compute.manager [None req-d6161316-b8f8-4c4f-be89-8ce2495d489f tempest-ServerPasswordTestJSON-1396947404 tempest-ServerPasswordTestJSON-1396947404-project-member] [instance: 5e2f1721-1b26-474b-82b0-6b3f0c9a929f] Took 12.50 seconds to build instance. [ 1409.622611] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d6161316-b8f8-4c4f-be89-8ce2495d489f tempest-ServerPasswordTestJSON-1396947404 tempest-ServerPasswordTestJSON-1396947404-project-member] Lock "5e2f1721-1b26-474b-82b0-6b3f0c9a929f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.007s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1409.864417] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60edb146-dc20-4366-afd7-70236b5537e8 tempest-ServerPasswordTestJSON-1396947404 tempest-ServerPasswordTestJSON-1396947404-project-member] Acquiring lock "5e2f1721-1b26-474b-82b0-6b3f0c9a929f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1409.864692] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60edb146-dc20-4366-afd7-70236b5537e8 tempest-ServerPasswordTestJSON-1396947404 tempest-ServerPasswordTestJSON-1396947404-project-member] Lock "5e2f1721-1b26-474b-82b0-6b3f0c9a929f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1409.864915] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60edb146-dc20-4366-afd7-70236b5537e8 tempest-ServerPasswordTestJSON-1396947404 tempest-ServerPasswordTestJSON-1396947404-project-member] Acquiring lock "5e2f1721-1b26-474b-82b0-6b3f0c9a929f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1409.865134] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60edb146-dc20-4366-afd7-70236b5537e8 tempest-ServerPasswordTestJSON-1396947404 tempest-ServerPasswordTestJSON-1396947404-project-member] Lock "5e2f1721-1b26-474b-82b0-6b3f0c9a929f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1409.865309] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60edb146-dc20-4366-afd7-70236b5537e8 tempest-ServerPasswordTestJSON-1396947404 tempest-ServerPasswordTestJSON-1396947404-project-member] Lock "5e2f1721-1b26-474b-82b0-6b3f0c9a929f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1409.867443] env[68893]: INFO nova.compute.manager [None req-60edb146-dc20-4366-afd7-70236b5537e8 tempest-ServerPasswordTestJSON-1396947404 tempest-ServerPasswordTestJSON-1396947404-project-member] [instance: 5e2f1721-1b26-474b-82b0-6b3f0c9a929f] Terminating instance [ 1410.371169] env[68893]: DEBUG nova.compute.manager [None req-60edb146-dc20-4366-afd7-70236b5537e8 tempest-ServerPasswordTestJSON-1396947404 tempest-ServerPasswordTestJSON-1396947404-project-member] [instance: 5e2f1721-1b26-474b-82b0-6b3f0c9a929f] Start destroying the instance on the hypervisor. {{(pid=68893) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1410.371540] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-60edb146-dc20-4366-afd7-70236b5537e8 tempest-ServerPasswordTestJSON-1396947404 tempest-ServerPasswordTestJSON-1396947404-project-member] [instance: 5e2f1721-1b26-474b-82b0-6b3f0c9a929f] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1410.372329] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ce257c3-d0f9-4737-990a-6842b7317a24 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.381355] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-60edb146-dc20-4366-afd7-70236b5537e8 tempest-ServerPasswordTestJSON-1396947404 tempest-ServerPasswordTestJSON-1396947404-project-member] [instance: 5e2f1721-1b26-474b-82b0-6b3f0c9a929f] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1410.381574] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0466e5c6-667e-49e6-a01b-52fb04fad3f4 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.387653] env[68893]: DEBUG oslo_vmware.api [None req-60edb146-dc20-4366-afd7-70236b5537e8 tempest-ServerPasswordTestJSON-1396947404 tempest-ServerPasswordTestJSON-1396947404-project-member] Waiting for the task: (returnval){ [ 1410.387653] env[68893]: value = "task-2792720" [ 1410.387653] env[68893]: _type = "Task" [ 1410.387653] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.395167] env[68893]: DEBUG oslo_vmware.api [None req-60edb146-dc20-4366-afd7-70236b5537e8 tempest-ServerPasswordTestJSON-1396947404 tempest-ServerPasswordTestJSON-1396947404-project-member] Task: {'id': task-2792720, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.897360] env[68893]: DEBUG oslo_vmware.api [None req-60edb146-dc20-4366-afd7-70236b5537e8 tempest-ServerPasswordTestJSON-1396947404 tempest-ServerPasswordTestJSON-1396947404-project-member] Task: {'id': task-2792720, 'name': PowerOffVM_Task, 'duration_secs': 0.185312} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.897668] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-60edb146-dc20-4366-afd7-70236b5537e8 tempest-ServerPasswordTestJSON-1396947404 tempest-ServerPasswordTestJSON-1396947404-project-member] [instance: 5e2f1721-1b26-474b-82b0-6b3f0c9a929f] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1410.897837] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-60edb146-dc20-4366-afd7-70236b5537e8 tempest-ServerPasswordTestJSON-1396947404 tempest-ServerPasswordTestJSON-1396947404-project-member] [instance: 5e2f1721-1b26-474b-82b0-6b3f0c9a929f] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1410.898168] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bd6842e6-d3d7-464e-be61-15360fdd4336 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.955253] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-60edb146-dc20-4366-afd7-70236b5537e8 tempest-ServerPasswordTestJSON-1396947404 tempest-ServerPasswordTestJSON-1396947404-project-member] [instance: 5e2f1721-1b26-474b-82b0-6b3f0c9a929f] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1410.955617] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-60edb146-dc20-4366-afd7-70236b5537e8 tempest-ServerPasswordTestJSON-1396947404 tempest-ServerPasswordTestJSON-1396947404-project-member] [instance: 5e2f1721-1b26-474b-82b0-6b3f0c9a929f] Deleting contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1410.955822] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-60edb146-dc20-4366-afd7-70236b5537e8 tempest-ServerPasswordTestJSON-1396947404 tempest-ServerPasswordTestJSON-1396947404-project-member] Deleting the datastore file [datastore2] 5e2f1721-1b26-474b-82b0-6b3f0c9a929f {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1410.956127] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d118e9e4-6dee-4882-b2a7-141599357a56 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.963084] env[68893]: DEBUG oslo_vmware.api [None req-60edb146-dc20-4366-afd7-70236b5537e8 tempest-ServerPasswordTestJSON-1396947404 tempest-ServerPasswordTestJSON-1396947404-project-member] Waiting for the task: (returnval){ [ 1410.963084] env[68893]: value = "task-2792722" [ 1410.963084] env[68893]: _type = "Task" [ 1410.963084] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.970216] env[68893]: DEBUG oslo_vmware.api [None req-60edb146-dc20-4366-afd7-70236b5537e8 tempest-ServerPasswordTestJSON-1396947404 tempest-ServerPasswordTestJSON-1396947404-project-member] Task: {'id': task-2792722, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.472612] env[68893]: DEBUG oslo_vmware.api [None req-60edb146-dc20-4366-afd7-70236b5537e8 tempest-ServerPasswordTestJSON-1396947404 tempest-ServerPasswordTestJSON-1396947404-project-member] Task: {'id': task-2792722, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.551475] env[68893]: DEBUG oslo_concurrency.lockutils [None req-227759eb-4d60-482e-8f15-b61a9e96f3cb tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Acquiring lock "be296a4b-6f77-4a19-89dc-d99928d11264" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1411.551750] env[68893]: DEBUG oslo_concurrency.lockutils [None req-227759eb-4d60-482e-8f15-b61a9e96f3cb tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Lock "be296a4b-6f77-4a19-89dc-d99928d11264" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1411.551972] env[68893]: DEBUG oslo_concurrency.lockutils [None req-227759eb-4d60-482e-8f15-b61a9e96f3cb tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Acquiring lock "be296a4b-6f77-4a19-89dc-d99928d11264-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1411.552186] env[68893]: DEBUG oslo_concurrency.lockutils [None req-227759eb-4d60-482e-8f15-b61a9e96f3cb tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Lock "be296a4b-6f77-4a19-89dc-d99928d11264-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1411.552361] env[68893]: DEBUG oslo_concurrency.lockutils [None req-227759eb-4d60-482e-8f15-b61a9e96f3cb tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Lock "be296a4b-6f77-4a19-89dc-d99928d11264-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1411.554645] env[68893]: INFO nova.compute.manager [None req-227759eb-4d60-482e-8f15-b61a9e96f3cb tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] [instance: be296a4b-6f77-4a19-89dc-d99928d11264] Terminating instance [ 1411.972903] env[68893]: DEBUG oslo_vmware.api [None req-60edb146-dc20-4366-afd7-70236b5537e8 tempest-ServerPasswordTestJSON-1396947404 tempest-ServerPasswordTestJSON-1396947404-project-member] Task: {'id': task-2792722, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.54019} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.973166] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-60edb146-dc20-4366-afd7-70236b5537e8 tempest-ServerPasswordTestJSON-1396947404 tempest-ServerPasswordTestJSON-1396947404-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1411.973371] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-60edb146-dc20-4366-afd7-70236b5537e8 tempest-ServerPasswordTestJSON-1396947404 tempest-ServerPasswordTestJSON-1396947404-project-member] [instance: 5e2f1721-1b26-474b-82b0-6b3f0c9a929f] Deleted contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1411.973553] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-60edb146-dc20-4366-afd7-70236b5537e8 tempest-ServerPasswordTestJSON-1396947404 tempest-ServerPasswordTestJSON-1396947404-project-member] [instance: 5e2f1721-1b26-474b-82b0-6b3f0c9a929f] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1411.973730] env[68893]: INFO nova.compute.manager [None req-60edb146-dc20-4366-afd7-70236b5537e8 tempest-ServerPasswordTestJSON-1396947404 tempest-ServerPasswordTestJSON-1396947404-project-member] [instance: 5e2f1721-1b26-474b-82b0-6b3f0c9a929f] Took 1.60 seconds to destroy the instance on the hypervisor. [ 1411.973999] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-60edb146-dc20-4366-afd7-70236b5537e8 tempest-ServerPasswordTestJSON-1396947404 tempest-ServerPasswordTestJSON-1396947404-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1411.974226] env[68893]: DEBUG nova.compute.manager [-] [instance: 5e2f1721-1b26-474b-82b0-6b3f0c9a929f] Deallocating network for instance {{(pid=68893) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1411.974323] env[68893]: DEBUG nova.network.neutron [-] [instance: 5e2f1721-1b26-474b-82b0-6b3f0c9a929f] deallocate_for_instance() {{(pid=68893) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1412.058533] env[68893]: DEBUG nova.compute.manager [None req-227759eb-4d60-482e-8f15-b61a9e96f3cb tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] [instance: be296a4b-6f77-4a19-89dc-d99928d11264] Start destroying the instance on the hypervisor. {{(pid=68893) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1412.058764] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-227759eb-4d60-482e-8f15-b61a9e96f3cb tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] [instance: be296a4b-6f77-4a19-89dc-d99928d11264] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1412.059676] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17b9cbd9-494c-47b1-8b2b-a0ae3fa34fd0 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.067330] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-227759eb-4d60-482e-8f15-b61a9e96f3cb tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] [instance: be296a4b-6f77-4a19-89dc-d99928d11264] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1412.067556] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-02194fb0-01e4-4975-baa2-9eae878ed01e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.073694] env[68893]: DEBUG oslo_vmware.api [None req-227759eb-4d60-482e-8f15-b61a9e96f3cb tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Waiting for the task: (returnval){ [ 1412.073694] env[68893]: value = "task-2792723" [ 1412.073694] env[68893]: _type = "Task" [ 1412.073694] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.081995] env[68893]: DEBUG oslo_vmware.api [None req-227759eb-4d60-482e-8f15-b61a9e96f3cb tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Task: {'id': task-2792723, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.244350] env[68893]: DEBUG nova.compute.manager [req-c38403aa-1607-4c98-8cbb-e40f59fa9aa8 req-dbab86ca-abc5-4a7f-98b7-a52a6b59af5a service nova] [instance: 5e2f1721-1b26-474b-82b0-6b3f0c9a929f] Received event network-vif-deleted-0222f6f5-7864-4775-847f-890b53c9df67 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1412.244495] env[68893]: INFO nova.compute.manager [req-c38403aa-1607-4c98-8cbb-e40f59fa9aa8 req-dbab86ca-abc5-4a7f-98b7-a52a6b59af5a service nova] [instance: 5e2f1721-1b26-474b-82b0-6b3f0c9a929f] Neutron deleted interface 0222f6f5-7864-4775-847f-890b53c9df67; detaching it from the instance and deleting it from the info cache [ 1412.244684] env[68893]: DEBUG nova.network.neutron [req-c38403aa-1607-4c98-8cbb-e40f59fa9aa8 req-dbab86ca-abc5-4a7f-98b7-a52a6b59af5a service nova] [instance: 5e2f1721-1b26-474b-82b0-6b3f0c9a929f] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1412.583488] env[68893]: DEBUG oslo_vmware.api [None req-227759eb-4d60-482e-8f15-b61a9e96f3cb tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Task: {'id': task-2792723, 'name': PowerOffVM_Task, 'duration_secs': 0.203197} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.585065] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-227759eb-4d60-482e-8f15-b61a9e96f3cb tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] [instance: be296a4b-6f77-4a19-89dc-d99928d11264] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1412.585065] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-227759eb-4d60-482e-8f15-b61a9e96f3cb tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] [instance: be296a4b-6f77-4a19-89dc-d99928d11264] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1412.585065] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-35377c88-496b-4c14-a9b0-d806934b73f8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.646521] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-227759eb-4d60-482e-8f15-b61a9e96f3cb tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] [instance: be296a4b-6f77-4a19-89dc-d99928d11264] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1412.646736] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-227759eb-4d60-482e-8f15-b61a9e96f3cb tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] [instance: be296a4b-6f77-4a19-89dc-d99928d11264] Deleting contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1412.646962] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-227759eb-4d60-482e-8f15-b61a9e96f3cb tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Deleting the datastore file [datastore2] be296a4b-6f77-4a19-89dc-d99928d11264 {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1412.647246] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b672376f-b2be-41ab-9d37-30288de0742d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.653466] env[68893]: DEBUG oslo_vmware.api [None req-227759eb-4d60-482e-8f15-b61a9e96f3cb tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Waiting for the task: (returnval){ [ 1412.653466] env[68893]: value = "task-2792726" [ 1412.653466] env[68893]: _type = "Task" [ 1412.653466] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.662218] env[68893]: DEBUG oslo_vmware.api [None req-227759eb-4d60-482e-8f15-b61a9e96f3cb tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Task: {'id': task-2792726, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.714715] env[68893]: DEBUG nova.network.neutron [-] [instance: 5e2f1721-1b26-474b-82b0-6b3f0c9a929f] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1412.748141] env[68893]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-be880a92-2d51-4da8-b9c0-7531599b1a59 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.757355] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-586b1498-65ba-4109-a1eb-b1eab5f2ddc8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.782430] env[68893]: DEBUG nova.compute.manager [req-c38403aa-1607-4c98-8cbb-e40f59fa9aa8 req-dbab86ca-abc5-4a7f-98b7-a52a6b59af5a service nova] [instance: 5e2f1721-1b26-474b-82b0-6b3f0c9a929f] Detach interface failed, port_id=0222f6f5-7864-4775-847f-890b53c9df67, reason: Instance 5e2f1721-1b26-474b-82b0-6b3f0c9a929f could not be found. {{(pid=68893) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1413.163680] env[68893]: DEBUG oslo_vmware.api [None req-227759eb-4d60-482e-8f15-b61a9e96f3cb tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Task: {'id': task-2792726, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.125951} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.163904] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-227759eb-4d60-482e-8f15-b61a9e96f3cb tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1413.164079] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-227759eb-4d60-482e-8f15-b61a9e96f3cb tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] [instance: be296a4b-6f77-4a19-89dc-d99928d11264] Deleted contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1413.164267] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-227759eb-4d60-482e-8f15-b61a9e96f3cb tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] [instance: be296a4b-6f77-4a19-89dc-d99928d11264] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1413.164441] env[68893]: INFO nova.compute.manager [None req-227759eb-4d60-482e-8f15-b61a9e96f3cb tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] [instance: be296a4b-6f77-4a19-89dc-d99928d11264] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1413.164679] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-227759eb-4d60-482e-8f15-b61a9e96f3cb tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1413.164870] env[68893]: DEBUG nova.compute.manager [-] [instance: be296a4b-6f77-4a19-89dc-d99928d11264] Deallocating network for instance {{(pid=68893) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1413.164967] env[68893]: DEBUG nova.network.neutron [-] [instance: be296a4b-6f77-4a19-89dc-d99928d11264] deallocate_for_instance() {{(pid=68893) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1413.218512] env[68893]: INFO nova.compute.manager [-] [instance: 5e2f1721-1b26-474b-82b0-6b3f0c9a929f] Took 1.24 seconds to deallocate network for instance. [ 1413.725128] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60edb146-dc20-4366-afd7-70236b5537e8 tempest-ServerPasswordTestJSON-1396947404 tempest-ServerPasswordTestJSON-1396947404-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1413.725476] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60edb146-dc20-4366-afd7-70236b5537e8 tempest-ServerPasswordTestJSON-1396947404 tempest-ServerPasswordTestJSON-1396947404-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1413.725682] env[68893]: DEBUG nova.objects.instance [None req-60edb146-dc20-4366-afd7-70236b5537e8 tempest-ServerPasswordTestJSON-1396947404 tempest-ServerPasswordTestJSON-1396947404-project-member] Lazy-loading 'resources' on Instance uuid 5e2f1721-1b26-474b-82b0-6b3f0c9a929f {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1413.918714] env[68893]: DEBUG nova.network.neutron [-] [instance: be296a4b-6f77-4a19-89dc-d99928d11264] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1414.271259] env[68893]: DEBUG nova.compute.manager [req-b7360d12-baa9-47a7-a14f-a5d34357d677 req-64643710-dabf-4a36-a82f-32543832a109 service nova] [instance: be296a4b-6f77-4a19-89dc-d99928d11264] Received event network-vif-deleted-4f8a910a-796e-4285-9706-5626dbc1bf83 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1414.285692] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7712fac-2acd-4d52-bdec-3e9785faf310 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.293344] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0425864d-c8e6-4bda-8d6b-cde8f6666aad {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.324939] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fef52bf5-cd1a-426c-b114-292bc4f6887f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.332699] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db8f9dc7-0379-4168-9db2-c2ac6d1db8f7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.345386] env[68893]: DEBUG nova.compute.provider_tree [None req-60edb146-dc20-4366-afd7-70236b5537e8 tempest-ServerPasswordTestJSON-1396947404 tempest-ServerPasswordTestJSON-1396947404-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1414.420940] env[68893]: INFO nova.compute.manager [-] [instance: be296a4b-6f77-4a19-89dc-d99928d11264] Took 1.26 seconds to deallocate network for instance. [ 1414.848940] env[68893]: DEBUG nova.scheduler.client.report [None req-60edb146-dc20-4366-afd7-70236b5537e8 tempest-ServerPasswordTestJSON-1396947404 tempest-ServerPasswordTestJSON-1396947404-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1414.928608] env[68893]: DEBUG oslo_concurrency.lockutils [None req-227759eb-4d60-482e-8f15-b61a9e96f3cb tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1415.353742] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60edb146-dc20-4366-afd7-70236b5537e8 tempest-ServerPasswordTestJSON-1396947404 tempest-ServerPasswordTestJSON-1396947404-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.628s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1415.356144] env[68893]: DEBUG oslo_concurrency.lockutils [None req-227759eb-4d60-482e-8f15-b61a9e96f3cb tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.428s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1415.356380] env[68893]: DEBUG nova.objects.instance [None req-227759eb-4d60-482e-8f15-b61a9e96f3cb tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Lazy-loading 'resources' on Instance uuid be296a4b-6f77-4a19-89dc-d99928d11264 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1415.371575] env[68893]: INFO nova.scheduler.client.report [None req-60edb146-dc20-4366-afd7-70236b5537e8 tempest-ServerPasswordTestJSON-1396947404 tempest-ServerPasswordTestJSON-1396947404-project-member] Deleted allocations for instance 5e2f1721-1b26-474b-82b0-6b3f0c9a929f [ 1415.878784] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60edb146-dc20-4366-afd7-70236b5537e8 tempest-ServerPasswordTestJSON-1396947404 tempest-ServerPasswordTestJSON-1396947404-project-member] Lock "5e2f1721-1b26-474b-82b0-6b3f0c9a929f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.014s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1415.914084] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dd8319a-0d98-41d1-89fd-012e0eabc574 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.922117] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db85dbb7-6a5d-45cb-ba5c-aa678db62a11 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.954727] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39d74f45-f6ba-4897-b9f0-aec83de83ac2 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.961775] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cffada0-eee2-4030-9f74-2bdaeb3a0e57 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.974767] env[68893]: DEBUG nova.compute.provider_tree [None req-227759eb-4d60-482e-8f15-b61a9e96f3cb tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1416.477929] env[68893]: DEBUG nova.scheduler.client.report [None req-227759eb-4d60-482e-8f15-b61a9e96f3cb tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1416.983123] env[68893]: DEBUG oslo_concurrency.lockutils [None req-227759eb-4d60-482e-8f15-b61a9e96f3cb tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.627s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1417.005941] env[68893]: INFO nova.scheduler.client.report [None req-227759eb-4d60-482e-8f15-b61a9e96f3cb tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Deleted allocations for instance be296a4b-6f77-4a19-89dc-d99928d11264 [ 1417.514015] env[68893]: DEBUG oslo_concurrency.lockutils [None req-227759eb-4d60-482e-8f15-b61a9e96f3cb tempest-ServersNegativeTestJSON-1375989054 tempest-ServersNegativeTestJSON-1375989054-project-member] Lock "be296a4b-6f77-4a19-89dc-d99928d11264" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.962s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1417.533523] env[68893]: DEBUG nova.compute.manager [None req-46e2d623-6bd5-44b0-ae95-6e02d68c5f67 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 8f568e0b-85f6-4db9-8ee5-3f719a6a908d] Stashing vm_state: active {{(pid=68893) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1418.061158] env[68893]: DEBUG oslo_concurrency.lockutils [None req-46e2d623-6bd5-44b0-ae95-6e02d68c5f67 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1418.061493] env[68893]: DEBUG oslo_concurrency.lockutils [None req-46e2d623-6bd5-44b0-ae95-6e02d68c5f67 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1418.569197] env[68893]: INFO nova.compute.claims [None req-46e2d623-6bd5-44b0-ae95-6e02d68c5f67 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 8f568e0b-85f6-4db9-8ee5-3f719a6a908d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1419.074666] env[68893]: INFO nova.compute.resource_tracker [None req-46e2d623-6bd5-44b0-ae95-6e02d68c5f67 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 8f568e0b-85f6-4db9-8ee5-3f719a6a908d] Updating resource usage from migration 1722cc16-981b-4b85-8be7-874f5e67930e [ 1419.124796] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85db6f7f-4a62-4b8f-993c-041bb3542d9c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.134742] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d9b8e92-f5a9-439a-a37b-53471d82f2fb {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.165315] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c83b1f48-2b6f-44bf-9a99-c9e4b33f0133 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.172322] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5016576-22c4-4235-b0cc-3303819d4c5d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.185248] env[68893]: DEBUG nova.compute.provider_tree [None req-46e2d623-6bd5-44b0-ae95-6e02d68c5f67 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1419.688793] env[68893]: DEBUG nova.scheduler.client.report [None req-46e2d623-6bd5-44b0-ae95-6e02d68c5f67 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1420.193847] env[68893]: DEBUG oslo_concurrency.lockutils [None req-46e2d623-6bd5-44b0-ae95-6e02d68c5f67 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.132s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1420.194274] env[68893]: INFO nova.compute.manager [None req-46e2d623-6bd5-44b0-ae95-6e02d68c5f67 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 8f568e0b-85f6-4db9-8ee5-3f719a6a908d] Migrating [ 1420.709422] env[68893]: DEBUG oslo_concurrency.lockutils [None req-46e2d623-6bd5-44b0-ae95-6e02d68c5f67 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Acquiring lock "refresh_cache-8f568e0b-85f6-4db9-8ee5-3f719a6a908d" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.709713] env[68893]: DEBUG oslo_concurrency.lockutils [None req-46e2d623-6bd5-44b0-ae95-6e02d68c5f67 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Acquired lock "refresh_cache-8f568e0b-85f6-4db9-8ee5-3f719a6a908d" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.709817] env[68893]: DEBUG nova.network.neutron [None req-46e2d623-6bd5-44b0-ae95-6e02d68c5f67 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 8f568e0b-85f6-4db9-8ee5-3f719a6a908d] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1421.408439] env[68893]: DEBUG nova.network.neutron [None req-46e2d623-6bd5-44b0-ae95-6e02d68c5f67 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 8f568e0b-85f6-4db9-8ee5-3f719a6a908d] Updating instance_info_cache with network_info: [{"id": "76a8f93b-807d-4651-b65c-dc181689ab28", "address": "fa:16:3e:15:46:58", "network": {"id": "8efcf1a2-7c45-4eef-b77d-563c71a1afb3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-933780947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "235acd9620044019a35125f6f31d0531", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76a8f93b-80", "ovs_interfaceid": "76a8f93b-807d-4651-b65c-dc181689ab28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1421.911508] env[68893]: DEBUG oslo_concurrency.lockutils [None req-46e2d623-6bd5-44b0-ae95-6e02d68c5f67 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Releasing lock "refresh_cache-8f568e0b-85f6-4db9-8ee5-3f719a6a908d" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.426448] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f378319-a03f-4294-b8ae-b5a24f21a18b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.444776] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-46e2d623-6bd5-44b0-ae95-6e02d68c5f67 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 8f568e0b-85f6-4db9-8ee5-3f719a6a908d] Updating instance '8f568e0b-85f6-4db9-8ee5-3f719a6a908d' progress to 0 {{(pid=68893) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1423.950924] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-46e2d623-6bd5-44b0-ae95-6e02d68c5f67 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 8f568e0b-85f6-4db9-8ee5-3f719a6a908d] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1423.951280] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2591ac2f-9309-4756-a666-7f22ae423eeb {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.958533] env[68893]: DEBUG oslo_vmware.api [None req-46e2d623-6bd5-44b0-ae95-6e02d68c5f67 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Waiting for the task: (returnval){ [ 1423.958533] env[68893]: value = "task-2792727" [ 1423.958533] env[68893]: _type = "Task" [ 1423.958533] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.966075] env[68893]: DEBUG oslo_vmware.api [None req-46e2d623-6bd5-44b0-ae95-6e02d68c5f67 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': task-2792727, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.467976] env[68893]: DEBUG oslo_vmware.api [None req-46e2d623-6bd5-44b0-ae95-6e02d68c5f67 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': task-2792727, 'name': PowerOffVM_Task, 'duration_secs': 0.184655} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.468309] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-46e2d623-6bd5-44b0-ae95-6e02d68c5f67 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 8f568e0b-85f6-4db9-8ee5-3f719a6a908d] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1424.468420] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-46e2d623-6bd5-44b0-ae95-6e02d68c5f67 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 8f568e0b-85f6-4db9-8ee5-3f719a6a908d] Updating instance '8f568e0b-85f6-4db9-8ee5-3f719a6a908d' progress to 17 {{(pid=68893) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1424.974506] env[68893]: DEBUG nova.virt.hardware [None req-46e2d623-6bd5-44b0-ae95-6e02d68c5f67 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1424.974744] env[68893]: DEBUG nova.virt.hardware [None req-46e2d623-6bd5-44b0-ae95-6e02d68c5f67 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1424.974902] env[68893]: DEBUG nova.virt.hardware [None req-46e2d623-6bd5-44b0-ae95-6e02d68c5f67 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1424.975097] env[68893]: DEBUG nova.virt.hardware [None req-46e2d623-6bd5-44b0-ae95-6e02d68c5f67 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1424.975249] env[68893]: DEBUG nova.virt.hardware [None req-46e2d623-6bd5-44b0-ae95-6e02d68c5f67 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1424.975393] env[68893]: DEBUG nova.virt.hardware [None req-46e2d623-6bd5-44b0-ae95-6e02d68c5f67 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1424.975599] env[68893]: DEBUG nova.virt.hardware [None req-46e2d623-6bd5-44b0-ae95-6e02d68c5f67 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1424.975757] env[68893]: DEBUG nova.virt.hardware [None req-46e2d623-6bd5-44b0-ae95-6e02d68c5f67 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1424.975922] env[68893]: DEBUG nova.virt.hardware [None req-46e2d623-6bd5-44b0-ae95-6e02d68c5f67 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1424.976097] env[68893]: DEBUG nova.virt.hardware [None req-46e2d623-6bd5-44b0-ae95-6e02d68c5f67 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1424.976276] env[68893]: DEBUG nova.virt.hardware [None req-46e2d623-6bd5-44b0-ae95-6e02d68c5f67 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1424.981240] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cbfdf106-fc99-4efb-a351-0a547e7a55c9 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.997291] env[68893]: DEBUG oslo_vmware.api [None req-46e2d623-6bd5-44b0-ae95-6e02d68c5f67 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Waiting for the task: (returnval){ [ 1424.997291] env[68893]: value = "task-2792728" [ 1424.997291] env[68893]: _type = "Task" [ 1424.997291] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.009273] env[68893]: DEBUG oslo_vmware.api [None req-46e2d623-6bd5-44b0-ae95-6e02d68c5f67 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': task-2792728, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.507119] env[68893]: DEBUG oslo_vmware.api [None req-46e2d623-6bd5-44b0-ae95-6e02d68c5f67 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': task-2792728, 'name': ReconfigVM_Task, 'duration_secs': 0.178171} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.507472] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-46e2d623-6bd5-44b0-ae95-6e02d68c5f67 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 8f568e0b-85f6-4db9-8ee5-3f719a6a908d] Updating instance '8f568e0b-85f6-4db9-8ee5-3f719a6a908d' progress to 33 {{(pid=68893) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1426.013962] env[68893]: DEBUG nova.virt.hardware [None req-46e2d623-6bd5-44b0-ae95-6e02d68c5f67 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1426.014209] env[68893]: DEBUG nova.virt.hardware [None req-46e2d623-6bd5-44b0-ae95-6e02d68c5f67 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1426.014362] env[68893]: DEBUG nova.virt.hardware [None req-46e2d623-6bd5-44b0-ae95-6e02d68c5f67 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1426.014545] env[68893]: DEBUG nova.virt.hardware [None req-46e2d623-6bd5-44b0-ae95-6e02d68c5f67 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1426.014693] env[68893]: DEBUG nova.virt.hardware [None req-46e2d623-6bd5-44b0-ae95-6e02d68c5f67 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1426.014840] env[68893]: DEBUG nova.virt.hardware [None req-46e2d623-6bd5-44b0-ae95-6e02d68c5f67 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1426.015052] env[68893]: DEBUG nova.virt.hardware [None req-46e2d623-6bd5-44b0-ae95-6e02d68c5f67 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1426.015223] env[68893]: DEBUG nova.virt.hardware [None req-46e2d623-6bd5-44b0-ae95-6e02d68c5f67 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1426.015390] env[68893]: DEBUG nova.virt.hardware [None req-46e2d623-6bd5-44b0-ae95-6e02d68c5f67 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1426.015549] env[68893]: DEBUG nova.virt.hardware [None req-46e2d623-6bd5-44b0-ae95-6e02d68c5f67 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1426.015714] env[68893]: DEBUG nova.virt.hardware [None req-46e2d623-6bd5-44b0-ae95-6e02d68c5f67 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1426.020925] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-46e2d623-6bd5-44b0-ae95-6e02d68c5f67 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 8f568e0b-85f6-4db9-8ee5-3f719a6a908d] Reconfiguring VM instance instance-0000007a to detach disk 2000 {{(pid=68893) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1426.021238] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72e34b56-1268-4f70-92dc-13d1109f4e47 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.040681] env[68893]: DEBUG oslo_vmware.api [None req-46e2d623-6bd5-44b0-ae95-6e02d68c5f67 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Waiting for the task: (returnval){ [ 1426.040681] env[68893]: value = "task-2792729" [ 1426.040681] env[68893]: _type = "Task" [ 1426.040681] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.048131] env[68893]: DEBUG oslo_vmware.api [None req-46e2d623-6bd5-44b0-ae95-6e02d68c5f67 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': task-2792729, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.549868] env[68893]: DEBUG oslo_vmware.api [None req-46e2d623-6bd5-44b0-ae95-6e02d68c5f67 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': task-2792729, 'name': ReconfigVM_Task, 'duration_secs': 0.176493} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.550263] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-46e2d623-6bd5-44b0-ae95-6e02d68c5f67 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 8f568e0b-85f6-4db9-8ee5-3f719a6a908d] Reconfigured VM instance instance-0000007a to detach disk 2000 {{(pid=68893) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1426.550912] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fccd638-222d-41f0-a591-0b31eb856913 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.572084] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-46e2d623-6bd5-44b0-ae95-6e02d68c5f67 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 8f568e0b-85f6-4db9-8ee5-3f719a6a908d] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] 8f568e0b-85f6-4db9-8ee5-3f719a6a908d/8f568e0b-85f6-4db9-8ee5-3f719a6a908d.vmdk or device None with type thin {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1426.572559] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-183c4a9f-b487-4026-bc55-079101b08139 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.589617] env[68893]: DEBUG oslo_vmware.api [None req-46e2d623-6bd5-44b0-ae95-6e02d68c5f67 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Waiting for the task: (returnval){ [ 1426.589617] env[68893]: value = "task-2792730" [ 1426.589617] env[68893]: _type = "Task" [ 1426.589617] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.596773] env[68893]: DEBUG oslo_vmware.api [None req-46e2d623-6bd5-44b0-ae95-6e02d68c5f67 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': task-2792730, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.099575] env[68893]: DEBUG oslo_vmware.api [None req-46e2d623-6bd5-44b0-ae95-6e02d68c5f67 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': task-2792730, 'name': ReconfigVM_Task, 'duration_secs': 0.281888} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.099806] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-46e2d623-6bd5-44b0-ae95-6e02d68c5f67 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 8f568e0b-85f6-4db9-8ee5-3f719a6a908d] Reconfigured VM instance instance-0000007a to attach disk [datastore2] 8f568e0b-85f6-4db9-8ee5-3f719a6a908d/8f568e0b-85f6-4db9-8ee5-3f719a6a908d.vmdk or device None with type thin {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1427.100077] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-46e2d623-6bd5-44b0-ae95-6e02d68c5f67 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 8f568e0b-85f6-4db9-8ee5-3f719a6a908d] Updating instance '8f568e0b-85f6-4db9-8ee5-3f719a6a908d' progress to 50 {{(pid=68893) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1427.607473] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ffc6afe-09b7-4a83-a251-cd6700090a59 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.626110] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5fb51f7-acd2-454b-bc0c-819ec6e42ca8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.643120] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-46e2d623-6bd5-44b0-ae95-6e02d68c5f67 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 8f568e0b-85f6-4db9-8ee5-3f719a6a908d] Updating instance '8f568e0b-85f6-4db9-8ee5-3f719a6a908d' progress to 67 {{(pid=68893) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1428.182541] env[68893]: DEBUG nova.network.neutron [None req-46e2d623-6bd5-44b0-ae95-6e02d68c5f67 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 8f568e0b-85f6-4db9-8ee5-3f719a6a908d] Port 76a8f93b-807d-4651-b65c-dc181689ab28 binding to destination host cpu-1 is already ACTIVE {{(pid=68893) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1429.205957] env[68893]: DEBUG oslo_concurrency.lockutils [None req-46e2d623-6bd5-44b0-ae95-6e02d68c5f67 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Acquiring lock "8f568e0b-85f6-4db9-8ee5-3f719a6a908d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1429.206417] env[68893]: DEBUG oslo_concurrency.lockutils [None req-46e2d623-6bd5-44b0-ae95-6e02d68c5f67 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Lock "8f568e0b-85f6-4db9-8ee5-3f719a6a908d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1429.206417] env[68893]: DEBUG oslo_concurrency.lockutils [None req-46e2d623-6bd5-44b0-ae95-6e02d68c5f67 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Lock "8f568e0b-85f6-4db9-8ee5-3f719a6a908d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1430.242644] env[68893]: DEBUG oslo_concurrency.lockutils [None req-46e2d623-6bd5-44b0-ae95-6e02d68c5f67 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Acquiring lock "refresh_cache-8f568e0b-85f6-4db9-8ee5-3f719a6a908d" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.242898] env[68893]: DEBUG oslo_concurrency.lockutils [None req-46e2d623-6bd5-44b0-ae95-6e02d68c5f67 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Acquired lock "refresh_cache-8f568e0b-85f6-4db9-8ee5-3f719a6a908d" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.242898] env[68893]: DEBUG nova.network.neutron [None req-46e2d623-6bd5-44b0-ae95-6e02d68c5f67 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 8f568e0b-85f6-4db9-8ee5-3f719a6a908d] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1430.970337] env[68893]: DEBUG nova.network.neutron [None req-46e2d623-6bd5-44b0-ae95-6e02d68c5f67 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 8f568e0b-85f6-4db9-8ee5-3f719a6a908d] Updating instance_info_cache with network_info: [{"id": "76a8f93b-807d-4651-b65c-dc181689ab28", "address": "fa:16:3e:15:46:58", "network": {"id": "8efcf1a2-7c45-4eef-b77d-563c71a1afb3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-933780947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "235acd9620044019a35125f6f31d0531", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76a8f93b-80", "ovs_interfaceid": "76a8f93b-807d-4651-b65c-dc181689ab28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1431.473597] env[68893]: DEBUG oslo_concurrency.lockutils [None req-46e2d623-6bd5-44b0-ae95-6e02d68c5f67 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Releasing lock "refresh_cache-8f568e0b-85f6-4db9-8ee5-3f719a6a908d" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.001792] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2635e588-eb73-40d1-a56c-5e278dd8da10 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.020812] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-276d1682-d527-4a76-b642-42b65eb6fcbf {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.027423] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-46e2d623-6bd5-44b0-ae95-6e02d68c5f67 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 8f568e0b-85f6-4db9-8ee5-3f719a6a908d] Updating instance '8f568e0b-85f6-4db9-8ee5-3f719a6a908d' progress to 83 {{(pid=68893) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1432.533770] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-46e2d623-6bd5-44b0-ae95-6e02d68c5f67 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 8f568e0b-85f6-4db9-8ee5-3f719a6a908d] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1432.534205] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a29b65c8-e791-4416-a40a-cf5da880ed97 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.542587] env[68893]: DEBUG oslo_vmware.api [None req-46e2d623-6bd5-44b0-ae95-6e02d68c5f67 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Waiting for the task: (returnval){ [ 1432.542587] env[68893]: value = "task-2792731" [ 1432.542587] env[68893]: _type = "Task" [ 1432.542587] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.549946] env[68893]: DEBUG oslo_vmware.api [None req-46e2d623-6bd5-44b0-ae95-6e02d68c5f67 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': task-2792731, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.054347] env[68893]: DEBUG oslo_vmware.api [None req-46e2d623-6bd5-44b0-ae95-6e02d68c5f67 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': task-2792731, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.553978] env[68893]: DEBUG oslo_vmware.api [None req-46e2d623-6bd5-44b0-ae95-6e02d68c5f67 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': task-2792731, 'name': PowerOnVM_Task, 'duration_secs': 0.588427} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.554396] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-46e2d623-6bd5-44b0-ae95-6e02d68c5f67 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 8f568e0b-85f6-4db9-8ee5-3f719a6a908d] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1433.554486] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-46e2d623-6bd5-44b0-ae95-6e02d68c5f67 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 8f568e0b-85f6-4db9-8ee5-3f719a6a908d] Updating instance '8f568e0b-85f6-4db9-8ee5-3f719a6a908d' progress to 100 {{(pid=68893) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1435.923100] env[68893]: DEBUG nova.network.neutron [None req-ed06a6f9-b4a2-41e3-9570-89896b3c2f9e tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 8f568e0b-85f6-4db9-8ee5-3f719a6a908d] Port 76a8f93b-807d-4651-b65c-dc181689ab28 binding to destination host cpu-1 is already ACTIVE {{(pid=68893) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1435.923422] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ed06a6f9-b4a2-41e3-9570-89896b3c2f9e tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Acquiring lock "refresh_cache-8f568e0b-85f6-4db9-8ee5-3f719a6a908d" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.923524] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ed06a6f9-b4a2-41e3-9570-89896b3c2f9e tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Acquired lock "refresh_cache-8f568e0b-85f6-4db9-8ee5-3f719a6a908d" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.923686] env[68893]: DEBUG nova.network.neutron [None req-ed06a6f9-b4a2-41e3-9570-89896b3c2f9e tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 8f568e0b-85f6-4db9-8ee5-3f719a6a908d] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1436.615919] env[68893]: DEBUG nova.network.neutron [None req-ed06a6f9-b4a2-41e3-9570-89896b3c2f9e tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 8f568e0b-85f6-4db9-8ee5-3f719a6a908d] Updating instance_info_cache with network_info: [{"id": "76a8f93b-807d-4651-b65c-dc181689ab28", "address": "fa:16:3e:15:46:58", "network": {"id": "8efcf1a2-7c45-4eef-b77d-563c71a1afb3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-933780947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "235acd9620044019a35125f6f31d0531", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76a8f93b-80", "ovs_interfaceid": "76a8f93b-807d-4651-b65c-dc181689ab28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1437.118855] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ed06a6f9-b4a2-41e3-9570-89896b3c2f9e tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Releasing lock "refresh_cache-8f568e0b-85f6-4db9-8ee5-3f719a6a908d" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.622866] env[68893]: DEBUG nova.compute.manager [None req-ed06a6f9-b4a2-41e3-9570-89896b3c2f9e tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 8f568e0b-85f6-4db9-8ee5-3f719a6a908d] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=68893) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1437.623192] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ed06a6f9-b4a2-41e3-9570-89896b3c2f9e tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1437.623462] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ed06a6f9-b4a2-41e3-9570-89896b3c2f9e tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1438.126186] env[68893]: DEBUG nova.objects.instance [None req-ed06a6f9-b4a2-41e3-9570-89896b3c2f9e tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Lazy-loading 'migration_context' on Instance uuid 8f568e0b-85f6-4db9-8ee5-3f719a6a908d {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1438.674731] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fb6629e-a9c5-494f-b455-12684d2c1b54 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.683029] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3e9a87e-36b7-4b6a-a5cb-9987426e0bc7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.711801] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b973e7c-7056-4879-a233-d76ed1ec8e5f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.718660] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-163d94df-d26d-48e2-b719-4ef58394ce63 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.731456] env[68893]: DEBUG nova.compute.provider_tree [None req-ed06a6f9-b4a2-41e3-9570-89896b3c2f9e tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1439.234235] env[68893]: DEBUG nova.scheduler.client.report [None req-ed06a6f9-b4a2-41e3-9570-89896b3c2f9e tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1440.245870] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ed06a6f9-b4a2-41e3-9570-89896b3c2f9e tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.622s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1441.780471] env[68893]: INFO nova.compute.manager [None req-ed06a6f9-b4a2-41e3-9570-89896b3c2f9e tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 8f568e0b-85f6-4db9-8ee5-3f719a6a908d] Swapping old allocation on dict_keys(['d14b70d6-a636-4db0-b5a6-b901da6fa895']) held by migration 1722cc16-981b-4b85-8be7-874f5e67930e for instance [ 1441.805011] env[68893]: DEBUG nova.scheduler.client.report [None req-ed06a6f9-b4a2-41e3-9570-89896b3c2f9e tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Overwriting current allocation {'allocations': {'d14b70d6-a636-4db0-b5a6-b901da6fa895': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 188}}, 'project_id': '235acd9620044019a35125f6f31d0531', 'user_id': '2ab2ad050f2b45ceacc682b073aa40ab', 'consumer_generation': 1} on consumer 8f568e0b-85f6-4db9-8ee5-3f719a6a908d {{(pid=68893) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1441.899611] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ed06a6f9-b4a2-41e3-9570-89896b3c2f9e tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Acquiring lock "refresh_cache-8f568e0b-85f6-4db9-8ee5-3f719a6a908d" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.899803] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ed06a6f9-b4a2-41e3-9570-89896b3c2f9e tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Acquired lock "refresh_cache-8f568e0b-85f6-4db9-8ee5-3f719a6a908d" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.899979] env[68893]: DEBUG nova.network.neutron [None req-ed06a6f9-b4a2-41e3-9570-89896b3c2f9e tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 8f568e0b-85f6-4db9-8ee5-3f719a6a908d] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1442.582645] env[68893]: DEBUG nova.network.neutron [None req-ed06a6f9-b4a2-41e3-9570-89896b3c2f9e tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 8f568e0b-85f6-4db9-8ee5-3f719a6a908d] Updating instance_info_cache with network_info: [{"id": "76a8f93b-807d-4651-b65c-dc181689ab28", "address": "fa:16:3e:15:46:58", "network": {"id": "8efcf1a2-7c45-4eef-b77d-563c71a1afb3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-933780947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "235acd9620044019a35125f6f31d0531", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76a8f93b-80", "ovs_interfaceid": "76a8f93b-807d-4651-b65c-dc181689ab28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1443.085644] env[68893]: DEBUG oslo_concurrency.lockutils [None req-ed06a6f9-b4a2-41e3-9570-89896b3c2f9e tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Releasing lock "refresh_cache-8f568e0b-85f6-4db9-8ee5-3f719a6a908d" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.086143] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed06a6f9-b4a2-41e3-9570-89896b3c2f9e tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 8f568e0b-85f6-4db9-8ee5-3f719a6a908d] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1443.086439] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1c4718eb-6ffa-430d-9b25-ced61e568b60 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.093734] env[68893]: DEBUG oslo_vmware.api [None req-ed06a6f9-b4a2-41e3-9570-89896b3c2f9e tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Waiting for the task: (returnval){ [ 1443.093734] env[68893]: value = "task-2792732" [ 1443.093734] env[68893]: _type = "Task" [ 1443.093734] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.101501] env[68893]: DEBUG oslo_vmware.api [None req-ed06a6f9-b4a2-41e3-9570-89896b3c2f9e tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': task-2792732, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.603652] env[68893]: DEBUG oslo_vmware.api [None req-ed06a6f9-b4a2-41e3-9570-89896b3c2f9e tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': task-2792732, 'name': PowerOffVM_Task, 'duration_secs': 0.182972} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.605056] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed06a6f9-b4a2-41e3-9570-89896b3c2f9e tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 8f568e0b-85f6-4db9-8ee5-3f719a6a908d] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1443.605056] env[68893]: DEBUG nova.virt.hardware [None req-ed06a6f9-b4a2-41e3-9570-89896b3c2f9e tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1443.605263] env[68893]: DEBUG nova.virt.hardware [None req-ed06a6f9-b4a2-41e3-9570-89896b3c2f9e tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1443.605263] env[68893]: DEBUG nova.virt.hardware [None req-ed06a6f9-b4a2-41e3-9570-89896b3c2f9e tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1443.605437] env[68893]: DEBUG nova.virt.hardware [None req-ed06a6f9-b4a2-41e3-9570-89896b3c2f9e tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1443.605609] env[68893]: DEBUG nova.virt.hardware [None req-ed06a6f9-b4a2-41e3-9570-89896b3c2f9e tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1443.605765] env[68893]: DEBUG nova.virt.hardware [None req-ed06a6f9-b4a2-41e3-9570-89896b3c2f9e tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1443.605975] env[68893]: DEBUG nova.virt.hardware [None req-ed06a6f9-b4a2-41e3-9570-89896b3c2f9e tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1443.606151] env[68893]: DEBUG nova.virt.hardware [None req-ed06a6f9-b4a2-41e3-9570-89896b3c2f9e tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1443.606324] env[68893]: DEBUG nova.virt.hardware [None req-ed06a6f9-b4a2-41e3-9570-89896b3c2f9e tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1443.606484] env[68893]: DEBUG nova.virt.hardware [None req-ed06a6f9-b4a2-41e3-9570-89896b3c2f9e tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1443.606657] env[68893]: DEBUG nova.virt.hardware [None req-ed06a6f9-b4a2-41e3-9570-89896b3c2f9e tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1443.611489] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1146a8d9-5ea7-4527-bc7f-96170db4ce6a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.626746] env[68893]: DEBUG oslo_vmware.api [None req-ed06a6f9-b4a2-41e3-9570-89896b3c2f9e tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Waiting for the task: (returnval){ [ 1443.626746] env[68893]: value = "task-2792733" [ 1443.626746] env[68893]: _type = "Task" [ 1443.626746] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.633861] env[68893]: DEBUG oslo_vmware.api [None req-ed06a6f9-b4a2-41e3-9570-89896b3c2f9e tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': task-2792733, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.136716] env[68893]: DEBUG oslo_vmware.api [None req-ed06a6f9-b4a2-41e3-9570-89896b3c2f9e tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': task-2792733, 'name': ReconfigVM_Task, 'duration_secs': 0.126771} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.137510] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94a5cf25-6af5-4103-a48c-41b7595eb6c1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.155686] env[68893]: DEBUG nova.virt.hardware [None req-ed06a6f9-b4a2-41e3-9570-89896b3c2f9e tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1444.155918] env[68893]: DEBUG nova.virt.hardware [None req-ed06a6f9-b4a2-41e3-9570-89896b3c2f9e tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1444.156091] env[68893]: DEBUG nova.virt.hardware [None req-ed06a6f9-b4a2-41e3-9570-89896b3c2f9e tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1444.156276] env[68893]: DEBUG nova.virt.hardware [None req-ed06a6f9-b4a2-41e3-9570-89896b3c2f9e tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1444.156425] env[68893]: DEBUG nova.virt.hardware [None req-ed06a6f9-b4a2-41e3-9570-89896b3c2f9e tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1444.156574] env[68893]: DEBUG nova.virt.hardware [None req-ed06a6f9-b4a2-41e3-9570-89896b3c2f9e tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1444.156778] env[68893]: DEBUG nova.virt.hardware [None req-ed06a6f9-b4a2-41e3-9570-89896b3c2f9e tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1444.156936] env[68893]: DEBUG nova.virt.hardware [None req-ed06a6f9-b4a2-41e3-9570-89896b3c2f9e tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1444.157115] env[68893]: DEBUG nova.virt.hardware [None req-ed06a6f9-b4a2-41e3-9570-89896b3c2f9e tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1444.157278] env[68893]: DEBUG nova.virt.hardware [None req-ed06a6f9-b4a2-41e3-9570-89896b3c2f9e tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1444.157448] env[68893]: DEBUG nova.virt.hardware [None req-ed06a6f9-b4a2-41e3-9570-89896b3c2f9e tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1444.158235] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa15d482-5b64-49e1-a83b-f42718455405 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.163231] env[68893]: DEBUG oslo_vmware.api [None req-ed06a6f9-b4a2-41e3-9570-89896b3c2f9e tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Waiting for the task: (returnval){ [ 1444.163231] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52edb679-a275-4a65-4057-e7c1d591e494" [ 1444.163231] env[68893]: _type = "Task" [ 1444.163231] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.170381] env[68893]: DEBUG oslo_vmware.api [None req-ed06a6f9-b4a2-41e3-9570-89896b3c2f9e tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52edb679-a275-4a65-4057-e7c1d591e494, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.673512] env[68893]: DEBUG oslo_vmware.api [None req-ed06a6f9-b4a2-41e3-9570-89896b3c2f9e tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52edb679-a275-4a65-4057-e7c1d591e494, 'name': SearchDatastore_Task, 'duration_secs': 0.008047} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.678852] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed06a6f9-b4a2-41e3-9570-89896b3c2f9e tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 8f568e0b-85f6-4db9-8ee5-3f719a6a908d] Reconfiguring VM instance instance-0000007a to detach disk 2000 {{(pid=68893) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1444.679137] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8974a29c-420e-44ae-a32b-8ccac5cf5436 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.697886] env[68893]: DEBUG oslo_vmware.api [None req-ed06a6f9-b4a2-41e3-9570-89896b3c2f9e tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Waiting for the task: (returnval){ [ 1444.697886] env[68893]: value = "task-2792734" [ 1444.697886] env[68893]: _type = "Task" [ 1444.697886] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.706692] env[68893]: DEBUG oslo_vmware.api [None req-ed06a6f9-b4a2-41e3-9570-89896b3c2f9e tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': task-2792734, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.207542] env[68893]: DEBUG oslo_vmware.api [None req-ed06a6f9-b4a2-41e3-9570-89896b3c2f9e tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': task-2792734, 'name': ReconfigVM_Task, 'duration_secs': 0.172176} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.207977] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed06a6f9-b4a2-41e3-9570-89896b3c2f9e tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 8f568e0b-85f6-4db9-8ee5-3f719a6a908d] Reconfigured VM instance instance-0000007a to detach disk 2000 {{(pid=68893) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1445.208566] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4d26f26-a4b3-48fa-8369-baa2dc9c13ce {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.229886] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed06a6f9-b4a2-41e3-9570-89896b3c2f9e tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 8f568e0b-85f6-4db9-8ee5-3f719a6a908d] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] 8f568e0b-85f6-4db9-8ee5-3f719a6a908d/8f568e0b-85f6-4db9-8ee5-3f719a6a908d.vmdk or device None with type thin {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1445.230141] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38e36a41-d4b4-4911-bd32-905b58ac4002 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.247105] env[68893]: DEBUG oslo_vmware.api [None req-ed06a6f9-b4a2-41e3-9570-89896b3c2f9e tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Waiting for the task: (returnval){ [ 1445.247105] env[68893]: value = "task-2792735" [ 1445.247105] env[68893]: _type = "Task" [ 1445.247105] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.254390] env[68893]: DEBUG oslo_vmware.api [None req-ed06a6f9-b4a2-41e3-9570-89896b3c2f9e tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': task-2792735, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.757154] env[68893]: DEBUG oslo_vmware.api [None req-ed06a6f9-b4a2-41e3-9570-89896b3c2f9e tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': task-2792735, 'name': ReconfigVM_Task, 'duration_secs': 0.290027} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.757425] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed06a6f9-b4a2-41e3-9570-89896b3c2f9e tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 8f568e0b-85f6-4db9-8ee5-3f719a6a908d] Reconfigured VM instance instance-0000007a to attach disk [datastore2] 8f568e0b-85f6-4db9-8ee5-3f719a6a908d/8f568e0b-85f6-4db9-8ee5-3f719a6a908d.vmdk or device None with type thin {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1445.758251] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-509fd745-60f6-4682-bf25-ae2bee8898e8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.775654] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d8c0fa3-04e7-4062-b7fc-4fa22c5f8df0 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.792552] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-069dac5c-7de0-4944-af43-9355f836e1e6 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.809297] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a011dd2-51f4-4186-b90f-a96a24753032 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.815271] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed06a6f9-b4a2-41e3-9570-89896b3c2f9e tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 8f568e0b-85f6-4db9-8ee5-3f719a6a908d] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1445.815508] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-745d01d4-0dbc-4368-a8b2-721922bfbc20 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.822947] env[68893]: DEBUG oslo_vmware.api [None req-ed06a6f9-b4a2-41e3-9570-89896b3c2f9e tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Waiting for the task: (returnval){ [ 1445.822947] env[68893]: value = "task-2792736" [ 1445.822947] env[68893]: _type = "Task" [ 1445.822947] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.829655] env[68893]: DEBUG oslo_vmware.api [None req-ed06a6f9-b4a2-41e3-9570-89896b3c2f9e tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': task-2792736, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.332671] env[68893]: DEBUG oslo_vmware.api [None req-ed06a6f9-b4a2-41e3-9570-89896b3c2f9e tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': task-2792736, 'name': PowerOnVM_Task, 'duration_secs': 0.354201} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.333122] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed06a6f9-b4a2-41e3-9570-89896b3c2f9e tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 8f568e0b-85f6-4db9-8ee5-3f719a6a908d] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1447.343750] env[68893]: INFO nova.compute.manager [None req-ed06a6f9-b4a2-41e3-9570-89896b3c2f9e tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 8f568e0b-85f6-4db9-8ee5-3f719a6a908d] Updating instance to original state: 'active' [ 1448.299129] env[68893]: DEBUG oslo_concurrency.lockutils [None req-e9cb5938-80a0-4408-9b86-768c1a604ba9 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Acquiring lock "8f568e0b-85f6-4db9-8ee5-3f719a6a908d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1448.299469] env[68893]: DEBUG oslo_concurrency.lockutils [None req-e9cb5938-80a0-4408-9b86-768c1a604ba9 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Lock "8f568e0b-85f6-4db9-8ee5-3f719a6a908d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1448.299816] env[68893]: DEBUG oslo_concurrency.lockutils [None req-e9cb5938-80a0-4408-9b86-768c1a604ba9 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Acquiring lock "8f568e0b-85f6-4db9-8ee5-3f719a6a908d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1448.300087] env[68893]: DEBUG oslo_concurrency.lockutils [None req-e9cb5938-80a0-4408-9b86-768c1a604ba9 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Lock "8f568e0b-85f6-4db9-8ee5-3f719a6a908d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1448.300369] env[68893]: DEBUG oslo_concurrency.lockutils [None req-e9cb5938-80a0-4408-9b86-768c1a604ba9 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Lock "8f568e0b-85f6-4db9-8ee5-3f719a6a908d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1448.303287] env[68893]: INFO nova.compute.manager [None req-e9cb5938-80a0-4408-9b86-768c1a604ba9 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 8f568e0b-85f6-4db9-8ee5-3f719a6a908d] Terminating instance [ 1448.807252] env[68893]: DEBUG nova.compute.manager [None req-e9cb5938-80a0-4408-9b86-768c1a604ba9 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 8f568e0b-85f6-4db9-8ee5-3f719a6a908d] Start destroying the instance on the hypervisor. {{(pid=68893) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1448.807720] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-e9cb5938-80a0-4408-9b86-768c1a604ba9 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 8f568e0b-85f6-4db9-8ee5-3f719a6a908d] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1448.808525] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93260909-cf1c-4846-98ea-8850a55da88b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.816486] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9cb5938-80a0-4408-9b86-768c1a604ba9 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 8f568e0b-85f6-4db9-8ee5-3f719a6a908d] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1448.816709] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9dd455d3-56c3-4e56-b81e-44d72e1ee227 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.823411] env[68893]: DEBUG oslo_vmware.api [None req-e9cb5938-80a0-4408-9b86-768c1a604ba9 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Waiting for the task: (returnval){ [ 1448.823411] env[68893]: value = "task-2792737" [ 1448.823411] env[68893]: _type = "Task" [ 1448.823411] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.831712] env[68893]: DEBUG oslo_vmware.api [None req-e9cb5938-80a0-4408-9b86-768c1a604ba9 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': task-2792737, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.334066] env[68893]: DEBUG oslo_vmware.api [None req-e9cb5938-80a0-4408-9b86-768c1a604ba9 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': task-2792737, 'name': PowerOffVM_Task, 'duration_secs': 0.183394} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.334066] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9cb5938-80a0-4408-9b86-768c1a604ba9 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 8f568e0b-85f6-4db9-8ee5-3f719a6a908d] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1449.334066] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-e9cb5938-80a0-4408-9b86-768c1a604ba9 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 8f568e0b-85f6-4db9-8ee5-3f719a6a908d] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1449.334066] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7ed2f72f-6607-48fd-90f3-81eae6582357 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.391632] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-e9cb5938-80a0-4408-9b86-768c1a604ba9 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 8f568e0b-85f6-4db9-8ee5-3f719a6a908d] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1449.391849] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-e9cb5938-80a0-4408-9b86-768c1a604ba9 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 8f568e0b-85f6-4db9-8ee5-3f719a6a908d] Deleting contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1449.392043] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9cb5938-80a0-4408-9b86-768c1a604ba9 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Deleting the datastore file [datastore2] 8f568e0b-85f6-4db9-8ee5-3f719a6a908d {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1449.392311] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4293286e-4f6e-4c6e-9286-96beb7d28f0a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.398573] env[68893]: DEBUG oslo_vmware.api [None req-e9cb5938-80a0-4408-9b86-768c1a604ba9 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Waiting for the task: (returnval){ [ 1449.398573] env[68893]: value = "task-2792739" [ 1449.398573] env[68893]: _type = "Task" [ 1449.398573] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.405720] env[68893]: DEBUG oslo_vmware.api [None req-e9cb5938-80a0-4408-9b86-768c1a604ba9 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': task-2792739, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.908207] env[68893]: DEBUG oslo_vmware.api [None req-e9cb5938-80a0-4408-9b86-768c1a604ba9 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': task-2792739, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137502} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.908619] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9cb5938-80a0-4408-9b86-768c1a604ba9 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1449.908698] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-e9cb5938-80a0-4408-9b86-768c1a604ba9 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 8f568e0b-85f6-4db9-8ee5-3f719a6a908d] Deleted contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1449.908991] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-e9cb5938-80a0-4408-9b86-768c1a604ba9 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 8f568e0b-85f6-4db9-8ee5-3f719a6a908d] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1449.909208] env[68893]: INFO nova.compute.manager [None req-e9cb5938-80a0-4408-9b86-768c1a604ba9 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: 8f568e0b-85f6-4db9-8ee5-3f719a6a908d] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1449.909455] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e9cb5938-80a0-4408-9b86-768c1a604ba9 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1449.909648] env[68893]: DEBUG nova.compute.manager [-] [instance: 8f568e0b-85f6-4db9-8ee5-3f719a6a908d] Deallocating network for instance {{(pid=68893) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1449.909742] env[68893]: DEBUG nova.network.neutron [-] [instance: 8f568e0b-85f6-4db9-8ee5-3f719a6a908d] deallocate_for_instance() {{(pid=68893) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1450.291495] env[68893]: DEBUG nova.compute.manager [req-0f46842c-c42c-4241-b77a-802ecdb2dc01 req-00bc06de-d024-4ade-b65f-e0a52e440a68 service nova] [instance: 8f568e0b-85f6-4db9-8ee5-3f719a6a908d] Received event network-vif-deleted-76a8f93b-807d-4651-b65c-dc181689ab28 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1450.291611] env[68893]: INFO nova.compute.manager [req-0f46842c-c42c-4241-b77a-802ecdb2dc01 req-00bc06de-d024-4ade-b65f-e0a52e440a68 service nova] [instance: 8f568e0b-85f6-4db9-8ee5-3f719a6a908d] Neutron deleted interface 76a8f93b-807d-4651-b65c-dc181689ab28; detaching it from the instance and deleting it from the info cache [ 1450.291761] env[68893]: DEBUG nova.network.neutron [req-0f46842c-c42c-4241-b77a-802ecdb2dc01 req-00bc06de-d024-4ade-b65f-e0a52e440a68 service nova] [instance: 8f568e0b-85f6-4db9-8ee5-3f719a6a908d] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1450.776916] env[68893]: DEBUG nova.network.neutron [-] [instance: 8f568e0b-85f6-4db9-8ee5-3f719a6a908d] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1450.794646] env[68893]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d2c51e8a-7935-4866-a1bc-d2b663fc54ae {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.804750] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07bcb49d-3925-442f-8eda-ccd99aa2f95b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.828518] env[68893]: DEBUG nova.compute.manager [req-0f46842c-c42c-4241-b77a-802ecdb2dc01 req-00bc06de-d024-4ade-b65f-e0a52e440a68 service nova] [instance: 8f568e0b-85f6-4db9-8ee5-3f719a6a908d] Detach interface failed, port_id=76a8f93b-807d-4651-b65c-dc181689ab28, reason: Instance 8f568e0b-85f6-4db9-8ee5-3f719a6a908d could not be found. {{(pid=68893) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1451.280389] env[68893]: INFO nova.compute.manager [-] [instance: 8f568e0b-85f6-4db9-8ee5-3f719a6a908d] Took 1.37 seconds to deallocate network for instance. [ 1451.787762] env[68893]: DEBUG oslo_concurrency.lockutils [None req-e9cb5938-80a0-4408-9b86-768c1a604ba9 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1451.788085] env[68893]: DEBUG oslo_concurrency.lockutils [None req-e9cb5938-80a0-4408-9b86-768c1a604ba9 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1451.788280] env[68893]: DEBUG oslo_concurrency.lockutils [None req-e9cb5938-80a0-4408-9b86-768c1a604ba9 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1451.810110] env[68893]: INFO nova.scheduler.client.report [None req-e9cb5938-80a0-4408-9b86-768c1a604ba9 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Deleted allocations for instance 8f568e0b-85f6-4db9-8ee5-3f719a6a908d [ 1452.318513] env[68893]: DEBUG oslo_concurrency.lockutils [None req-e9cb5938-80a0-4408-9b86-768c1a604ba9 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Lock "8f568e0b-85f6-4db9-8ee5-3f719a6a908d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.019s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1453.208373] env[68893]: DEBUG oslo_concurrency.lockutils [None req-bbba7b97-6124-4da5-acc2-7e90e6679630 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Acquiring lock "adedab2a-25f1-457c-b2bb-ad8067080b30" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1453.208601] env[68893]: DEBUG oslo_concurrency.lockutils [None req-bbba7b97-6124-4da5-acc2-7e90e6679630 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Lock "adedab2a-25f1-457c-b2bb-ad8067080b30" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1453.710870] env[68893]: DEBUG nova.compute.manager [None req-bbba7b97-6124-4da5-acc2-7e90e6679630 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: adedab2a-25f1-457c-b2bb-ad8067080b30] Starting instance... {{(pid=68893) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1454.231281] env[68893]: DEBUG oslo_concurrency.lockutils [None req-bbba7b97-6124-4da5-acc2-7e90e6679630 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1454.231560] env[68893]: DEBUG oslo_concurrency.lockutils [None req-bbba7b97-6124-4da5-acc2-7e90e6679630 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1454.233120] env[68893]: INFO nova.compute.claims [None req-bbba7b97-6124-4da5-acc2-7e90e6679630 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: adedab2a-25f1-457c-b2bb-ad8067080b30] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1455.268185] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cf5be37-84ba-45e6-b402-ba1a063300a4 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.275494] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bad895c-f2a1-462b-bc3a-3419d862a299 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.304268] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0f2869b-d2f5-4136-9a82-a024d08d7cd1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.311470] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c542afc7-a94d-4a77-b94d-02895e2202ef {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.324069] env[68893]: DEBUG nova.compute.provider_tree [None req-bbba7b97-6124-4da5-acc2-7e90e6679630 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Updating inventory in ProviderTree for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1455.844835] env[68893]: ERROR nova.scheduler.client.report [None req-bbba7b97-6124-4da5-acc2-7e90e6679630 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [req-560d442d-b4e4-4d6b-814a-0102474bef4b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d14b70d6-a636-4db0-b5a6-b901da6fa895. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-560d442d-b4e4-4d6b-814a-0102474bef4b"}]} [ 1455.861053] env[68893]: DEBUG nova.scheduler.client.report [None req-bbba7b97-6124-4da5-acc2-7e90e6679630 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Refreshing inventories for resource provider d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1455.874846] env[68893]: DEBUG nova.scheduler.client.report [None req-bbba7b97-6124-4da5-acc2-7e90e6679630 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Updating ProviderTree inventory for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1455.875099] env[68893]: DEBUG nova.compute.provider_tree [None req-bbba7b97-6124-4da5-acc2-7e90e6679630 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Updating inventory in ProviderTree for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1455.886684] env[68893]: DEBUG nova.scheduler.client.report [None req-bbba7b97-6124-4da5-acc2-7e90e6679630 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Refreshing aggregate associations for resource provider d14b70d6-a636-4db0-b5a6-b901da6fa895, aggregates: None {{(pid=68893) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1455.903977] env[68893]: DEBUG nova.scheduler.client.report [None req-bbba7b97-6124-4da5-acc2-7e90e6679630 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Refreshing trait associations for resource provider d14b70d6-a636-4db0-b5a6-b901da6fa895, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE {{(pid=68893) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1455.930099] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b368903e-38d6-4886-b7a4-c87859df0463 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.937404] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9573eb39-122c-47fb-bfb9-5a1a36c0d223 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.967893] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a0676a3-47d5-45a0-88f1-7cab8d526eb2 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.975382] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16ba4ddb-0586-4bdb-9066-3cbc87cb11ec {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.988410] env[68893]: DEBUG nova.compute.provider_tree [None req-bbba7b97-6124-4da5-acc2-7e90e6679630 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Updating inventory in ProviderTree for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1456.321398] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1456.321777] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68893) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 1456.518743] env[68893]: DEBUG nova.scheduler.client.report [None req-bbba7b97-6124-4da5-acc2-7e90e6679630 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Updated inventory for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with generation 190 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1456.519037] env[68893]: DEBUG nova.compute.provider_tree [None req-bbba7b97-6124-4da5-acc2-7e90e6679630 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Updating resource provider d14b70d6-a636-4db0-b5a6-b901da6fa895 generation from 190 to 191 during operation: update_inventory {{(pid=68893) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1456.519228] env[68893]: DEBUG nova.compute.provider_tree [None req-bbba7b97-6124-4da5-acc2-7e90e6679630 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Updating inventory in ProviderTree for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1457.024669] env[68893]: DEBUG oslo_concurrency.lockutils [None req-bbba7b97-6124-4da5-acc2-7e90e6679630 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.793s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1457.025246] env[68893]: DEBUG nova.compute.manager [None req-bbba7b97-6124-4da5-acc2-7e90e6679630 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: adedab2a-25f1-457c-b2bb-ad8067080b30] Start building networks asynchronously for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1457.530763] env[68893]: DEBUG nova.compute.utils [None req-bbba7b97-6124-4da5-acc2-7e90e6679630 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1457.532202] env[68893]: DEBUG nova.compute.manager [None req-bbba7b97-6124-4da5-acc2-7e90e6679630 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: adedab2a-25f1-457c-b2bb-ad8067080b30] Allocating IP information in the background. {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1457.532371] env[68893]: DEBUG nova.network.neutron [None req-bbba7b97-6124-4da5-acc2-7e90e6679630 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: adedab2a-25f1-457c-b2bb-ad8067080b30] allocate_for_instance() {{(pid=68893) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1457.578755] env[68893]: DEBUG nova.policy [None req-bbba7b97-6124-4da5-acc2-7e90e6679630 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2ab2ad050f2b45ceacc682b073aa40ab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '235acd9620044019a35125f6f31d0531', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68893) authorize /opt/stack/nova/nova/policy.py:192}} [ 1457.850061] env[68893]: DEBUG nova.network.neutron [None req-bbba7b97-6124-4da5-acc2-7e90e6679630 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: adedab2a-25f1-457c-b2bb-ad8067080b30] Successfully created port: 4d66d658-e5e7-4786-857b-fa8274cfb86f {{(pid=68893) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1458.036100] env[68893]: DEBUG nova.compute.manager [None req-bbba7b97-6124-4da5-acc2-7e90e6679630 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: adedab2a-25f1-457c-b2bb-ad8067080b30] Start building block device mappings for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1458.322121] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1458.322374] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1459.045154] env[68893]: DEBUG nova.compute.manager [None req-bbba7b97-6124-4da5-acc2-7e90e6679630 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: adedab2a-25f1-457c-b2bb-ad8067080b30] Start spawning the instance on the hypervisor. {{(pid=68893) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1459.072611] env[68893]: DEBUG nova.virt.hardware [None req-bbba7b97-6124-4da5-acc2-7e90e6679630 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1459.072857] env[68893]: DEBUG nova.virt.hardware [None req-bbba7b97-6124-4da5-acc2-7e90e6679630 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1459.073022] env[68893]: DEBUG nova.virt.hardware [None req-bbba7b97-6124-4da5-acc2-7e90e6679630 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1459.073212] env[68893]: DEBUG nova.virt.hardware [None req-bbba7b97-6124-4da5-acc2-7e90e6679630 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1459.073391] env[68893]: DEBUG nova.virt.hardware [None req-bbba7b97-6124-4da5-acc2-7e90e6679630 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1459.073550] env[68893]: DEBUG nova.virt.hardware [None req-bbba7b97-6124-4da5-acc2-7e90e6679630 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1459.073764] env[68893]: DEBUG nova.virt.hardware [None req-bbba7b97-6124-4da5-acc2-7e90e6679630 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1459.073923] env[68893]: DEBUG nova.virt.hardware [None req-bbba7b97-6124-4da5-acc2-7e90e6679630 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1459.074105] env[68893]: DEBUG nova.virt.hardware [None req-bbba7b97-6124-4da5-acc2-7e90e6679630 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1459.074274] env[68893]: DEBUG nova.virt.hardware [None req-bbba7b97-6124-4da5-acc2-7e90e6679630 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1459.074447] env[68893]: DEBUG nova.virt.hardware [None req-bbba7b97-6124-4da5-acc2-7e90e6679630 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1459.075320] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7caf46cd-e821-44e9-9cba-2355f75a3957 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.083266] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cc1cd38-2ce3-4617-92ff-b71cdb96f7ef {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.188915] env[68893]: DEBUG nova.compute.manager [req-755007bc-5895-4a0a-ba2e-f8e6b445c1f1 req-eb257604-80a0-4a51-bbf5-6edefed0ec14 service nova] [instance: adedab2a-25f1-457c-b2bb-ad8067080b30] Received event network-vif-plugged-4d66d658-e5e7-4786-857b-fa8274cfb86f {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1459.189071] env[68893]: DEBUG oslo_concurrency.lockutils [req-755007bc-5895-4a0a-ba2e-f8e6b445c1f1 req-eb257604-80a0-4a51-bbf5-6edefed0ec14 service nova] Acquiring lock "adedab2a-25f1-457c-b2bb-ad8067080b30-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1459.189288] env[68893]: DEBUG oslo_concurrency.lockutils [req-755007bc-5895-4a0a-ba2e-f8e6b445c1f1 req-eb257604-80a0-4a51-bbf5-6edefed0ec14 service nova] Lock "adedab2a-25f1-457c-b2bb-ad8067080b30-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1459.189455] env[68893]: DEBUG oslo_concurrency.lockutils [req-755007bc-5895-4a0a-ba2e-f8e6b445c1f1 req-eb257604-80a0-4a51-bbf5-6edefed0ec14 service nova] Lock "adedab2a-25f1-457c-b2bb-ad8067080b30-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1459.189628] env[68893]: DEBUG nova.compute.manager [req-755007bc-5895-4a0a-ba2e-f8e6b445c1f1 req-eb257604-80a0-4a51-bbf5-6edefed0ec14 service nova] [instance: adedab2a-25f1-457c-b2bb-ad8067080b30] No waiting events found dispatching network-vif-plugged-4d66d658-e5e7-4786-857b-fa8274cfb86f {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1459.189809] env[68893]: WARNING nova.compute.manager [req-755007bc-5895-4a0a-ba2e-f8e6b445c1f1 req-eb257604-80a0-4a51-bbf5-6edefed0ec14 service nova] [instance: adedab2a-25f1-457c-b2bb-ad8067080b30] Received unexpected event network-vif-plugged-4d66d658-e5e7-4786-857b-fa8274cfb86f for instance with vm_state building and task_state spawning. [ 1459.316123] env[68893]: DEBUG nova.network.neutron [None req-bbba7b97-6124-4da5-acc2-7e90e6679630 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: adedab2a-25f1-457c-b2bb-ad8067080b30] Successfully updated port: 4d66d658-e5e7-4786-857b-fa8274cfb86f {{(pid=68893) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1459.316923] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1459.320848] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1459.816751] env[68893]: DEBUG oslo_concurrency.lockutils [None req-bbba7b97-6124-4da5-acc2-7e90e6679630 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Acquiring lock "refresh_cache-adedab2a-25f1-457c-b2bb-ad8067080b30" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.816951] env[68893]: DEBUG oslo_concurrency.lockutils [None req-bbba7b97-6124-4da5-acc2-7e90e6679630 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Acquired lock "refresh_cache-adedab2a-25f1-457c-b2bb-ad8067080b30" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.817022] env[68893]: DEBUG nova.network.neutron [None req-bbba7b97-6124-4da5-acc2-7e90e6679630 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: adedab2a-25f1-457c-b2bb-ad8067080b30] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1460.348216] env[68893]: DEBUG nova.network.neutron [None req-bbba7b97-6124-4da5-acc2-7e90e6679630 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: adedab2a-25f1-457c-b2bb-ad8067080b30] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1460.465022] env[68893]: DEBUG nova.network.neutron [None req-bbba7b97-6124-4da5-acc2-7e90e6679630 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: adedab2a-25f1-457c-b2bb-ad8067080b30] Updating instance_info_cache with network_info: [{"id": "4d66d658-e5e7-4786-857b-fa8274cfb86f", "address": "fa:16:3e:58:21:b0", "network": {"id": "8efcf1a2-7c45-4eef-b77d-563c71a1afb3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-933780947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "235acd9620044019a35125f6f31d0531", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d66d658-e5", "ovs_interfaceid": "4d66d658-e5e7-4786-857b-fa8274cfb86f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1460.967248] env[68893]: DEBUG oslo_concurrency.lockutils [None req-bbba7b97-6124-4da5-acc2-7e90e6679630 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Releasing lock "refresh_cache-adedab2a-25f1-457c-b2bb-ad8067080b30" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1460.967570] env[68893]: DEBUG nova.compute.manager [None req-bbba7b97-6124-4da5-acc2-7e90e6679630 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: adedab2a-25f1-457c-b2bb-ad8067080b30] Instance network_info: |[{"id": "4d66d658-e5e7-4786-857b-fa8274cfb86f", "address": "fa:16:3e:58:21:b0", "network": {"id": "8efcf1a2-7c45-4eef-b77d-563c71a1afb3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-933780947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "235acd9620044019a35125f6f31d0531", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d66d658-e5", "ovs_interfaceid": "4d66d658-e5e7-4786-857b-fa8274cfb86f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1460.968016] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-bbba7b97-6124-4da5-acc2-7e90e6679630 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: adedab2a-25f1-457c-b2bb-ad8067080b30] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:21:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f44b2fa3-6730-4b87-8839-947eff21213f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4d66d658-e5e7-4786-857b-fa8274cfb86f', 'vif_model': 'vmxnet3'}] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1460.975699] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bbba7b97-6124-4da5-acc2-7e90e6679630 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1460.975897] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: adedab2a-25f1-457c-b2bb-ad8067080b30] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1460.976133] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cd09eb59-3f91-451a-ad7e-198cb08fda64 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.996283] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1460.996283] env[68893]: value = "task-2792740" [ 1460.996283] env[68893]: _type = "Task" [ 1460.996283] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.003656] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792740, 'name': CreateVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.216695] env[68893]: DEBUG nova.compute.manager [req-27901865-a632-4f8d-96fa-b52f9d8b4afc req-3f3e2933-00e5-492c-90e6-44afb1c26171 service nova] [instance: adedab2a-25f1-457c-b2bb-ad8067080b30] Received event network-changed-4d66d658-e5e7-4786-857b-fa8274cfb86f {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1461.216901] env[68893]: DEBUG nova.compute.manager [req-27901865-a632-4f8d-96fa-b52f9d8b4afc req-3f3e2933-00e5-492c-90e6-44afb1c26171 service nova] [instance: adedab2a-25f1-457c-b2bb-ad8067080b30] Refreshing instance network info cache due to event network-changed-4d66d658-e5e7-4786-857b-fa8274cfb86f. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1461.217138] env[68893]: DEBUG oslo_concurrency.lockutils [req-27901865-a632-4f8d-96fa-b52f9d8b4afc req-3f3e2933-00e5-492c-90e6-44afb1c26171 service nova] Acquiring lock "refresh_cache-adedab2a-25f1-457c-b2bb-ad8067080b30" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.217284] env[68893]: DEBUG oslo_concurrency.lockutils [req-27901865-a632-4f8d-96fa-b52f9d8b4afc req-3f3e2933-00e5-492c-90e6-44afb1c26171 service nova] Acquired lock "refresh_cache-adedab2a-25f1-457c-b2bb-ad8067080b30" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1461.217444] env[68893]: DEBUG nova.network.neutron [req-27901865-a632-4f8d-96fa-b52f9d8b4afc req-3f3e2933-00e5-492c-90e6-44afb1c26171 service nova] [instance: adedab2a-25f1-457c-b2bb-ad8067080b30] Refreshing network info cache for port 4d66d658-e5e7-4786-857b-fa8274cfb86f {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1461.321878] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1461.322170] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager.update_available_resource {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1461.505833] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792740, 'name': CreateVM_Task, 'duration_secs': 0.289745} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.506119] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: adedab2a-25f1-457c-b2bb-ad8067080b30] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1461.506693] env[68893]: DEBUG oslo_concurrency.lockutils [None req-bbba7b97-6124-4da5-acc2-7e90e6679630 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.506861] env[68893]: DEBUG oslo_concurrency.lockutils [None req-bbba7b97-6124-4da5-acc2-7e90e6679630 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1461.507210] env[68893]: DEBUG oslo_concurrency.lockutils [None req-bbba7b97-6124-4da5-acc2-7e90e6679630 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1461.507456] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fceaa1cf-444f-4941-8e76-08b1ae48222b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.511667] env[68893]: DEBUG oslo_vmware.api [None req-bbba7b97-6124-4da5-acc2-7e90e6679630 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Waiting for the task: (returnval){ [ 1461.511667] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]5274c755-6387-d0e3-d931-0757742d5ada" [ 1461.511667] env[68893]: _type = "Task" [ 1461.511667] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.518983] env[68893]: DEBUG oslo_vmware.api [None req-bbba7b97-6124-4da5-acc2-7e90e6679630 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]5274c755-6387-d0e3-d931-0757742d5ada, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.825819] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1461.826160] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1461.826299] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1461.826412] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68893) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1461.827249] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54ca75e7-7dc3-4e38-b314-dc1e3539b3c1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.837496] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea8588ff-d8aa-48dd-8f04-0c21a0212ab6 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.851281] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69884fcd-c0d2-4c55-b94e-a8fbf876a396 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.858749] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94cc7801-6504-4c38-8680-da155a60becf {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.888176] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180606MB free_disk=175GB free_vcpus=48 pci_devices=None {{(pid=68893) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1461.888321] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1461.888523] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1461.919458] env[68893]: DEBUG nova.network.neutron [req-27901865-a632-4f8d-96fa-b52f9d8b4afc req-3f3e2933-00e5-492c-90e6-44afb1c26171 service nova] [instance: adedab2a-25f1-457c-b2bb-ad8067080b30] Updated VIF entry in instance network info cache for port 4d66d658-e5e7-4786-857b-fa8274cfb86f. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1461.919792] env[68893]: DEBUG nova.network.neutron [req-27901865-a632-4f8d-96fa-b52f9d8b4afc req-3f3e2933-00e5-492c-90e6-44afb1c26171 service nova] [instance: adedab2a-25f1-457c-b2bb-ad8067080b30] Updating instance_info_cache with network_info: [{"id": "4d66d658-e5e7-4786-857b-fa8274cfb86f", "address": "fa:16:3e:58:21:b0", "network": {"id": "8efcf1a2-7c45-4eef-b77d-563c71a1afb3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-933780947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "235acd9620044019a35125f6f31d0531", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d66d658-e5", "ovs_interfaceid": "4d66d658-e5e7-4786-857b-fa8274cfb86f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1462.020991] env[68893]: DEBUG oslo_vmware.api [None req-bbba7b97-6124-4da5-acc2-7e90e6679630 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]5274c755-6387-d0e3-d931-0757742d5ada, 'name': SearchDatastore_Task, 'duration_secs': 0.011024} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.021258] env[68893]: DEBUG oslo_concurrency.lockutils [None req-bbba7b97-6124-4da5-acc2-7e90e6679630 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.021487] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-bbba7b97-6124-4da5-acc2-7e90e6679630 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: adedab2a-25f1-457c-b2bb-ad8067080b30] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1462.021716] env[68893]: DEBUG oslo_concurrency.lockutils [None req-bbba7b97-6124-4da5-acc2-7e90e6679630 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.021861] env[68893]: DEBUG oslo_concurrency.lockutils [None req-bbba7b97-6124-4da5-acc2-7e90e6679630 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.022050] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbba7b97-6124-4da5-acc2-7e90e6679630 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1462.022295] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-afb0ee5e-aca7-48b9-963c-9c328b903a6f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.030213] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbba7b97-6124-4da5-acc2-7e90e6679630 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1462.030381] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-bbba7b97-6124-4da5-acc2-7e90e6679630 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1462.031037] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c0c2c73-6163-497b-a80d-1a6848d458ce {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.036022] env[68893]: DEBUG oslo_vmware.api [None req-bbba7b97-6124-4da5-acc2-7e90e6679630 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Waiting for the task: (returnval){ [ 1462.036022] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52032567-bb59-ff7a-753d-e863f9be39ab" [ 1462.036022] env[68893]: _type = "Task" [ 1462.036022] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.042659] env[68893]: DEBUG oslo_vmware.api [None req-bbba7b97-6124-4da5-acc2-7e90e6679630 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52032567-bb59-ff7a-753d-e863f9be39ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.422373] env[68893]: DEBUG oslo_concurrency.lockutils [req-27901865-a632-4f8d-96fa-b52f9d8b4afc req-3f3e2933-00e5-492c-90e6-44afb1c26171 service nova] Releasing lock "refresh_cache-adedab2a-25f1-457c-b2bb-ad8067080b30" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.546581] env[68893]: DEBUG oslo_vmware.api [None req-bbba7b97-6124-4da5-acc2-7e90e6679630 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52032567-bb59-ff7a-753d-e863f9be39ab, 'name': SearchDatastore_Task, 'duration_secs': 0.008071} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.547342] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b60779fb-8eb0-4e29-a073-51e4b8f5f14f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.552388] env[68893]: DEBUG oslo_vmware.api [None req-bbba7b97-6124-4da5-acc2-7e90e6679630 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Waiting for the task: (returnval){ [ 1462.552388] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52eac27d-aa5e-fff5-66e5-a89d2802b5db" [ 1462.552388] env[68893]: _type = "Task" [ 1462.552388] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.559704] env[68893]: DEBUG oslo_vmware.api [None req-bbba7b97-6124-4da5-acc2-7e90e6679630 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52eac27d-aa5e-fff5-66e5-a89d2802b5db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.914359] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance adedab2a-25f1-457c-b2bb-ad8067080b30 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1462.914658] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=68893) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1462.915071] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=68893) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1462.961016] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fd8d01e-6eb7-4c2c-a11a-34ea23d2412e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.969446] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb43d8ec-c74e-4fec-9be8-bb5d8e983481 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.999905] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54bceff5-210a-46e6-b68c-1b8affd7f271 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.006513] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10f2113e-ad3e-4cd6-8a15-2f8f4210f421 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.019024] env[68893]: DEBUG nova.compute.provider_tree [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1463.060888] env[68893]: DEBUG oslo_vmware.api [None req-bbba7b97-6124-4da5-acc2-7e90e6679630 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52eac27d-aa5e-fff5-66e5-a89d2802b5db, 'name': SearchDatastore_Task, 'duration_secs': 0.009042} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.061143] env[68893]: DEBUG oslo_concurrency.lockutils [None req-bbba7b97-6124-4da5-acc2-7e90e6679630 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1463.061570] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbba7b97-6124-4da5-acc2-7e90e6679630 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] adedab2a-25f1-457c-b2bb-ad8067080b30/adedab2a-25f1-457c-b2bb-ad8067080b30.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1463.061703] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d3c8a975-26ac-4bf5-bda6-6771b56d7d8e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.068451] env[68893]: DEBUG oslo_vmware.api [None req-bbba7b97-6124-4da5-acc2-7e90e6679630 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Waiting for the task: (returnval){ [ 1463.068451] env[68893]: value = "task-2792741" [ 1463.068451] env[68893]: _type = "Task" [ 1463.068451] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.075738] env[68893]: DEBUG oslo_vmware.api [None req-bbba7b97-6124-4da5-acc2-7e90e6679630 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': task-2792741, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.522341] env[68893]: DEBUG nova.scheduler.client.report [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1463.577916] env[68893]: DEBUG oslo_vmware.api [None req-bbba7b97-6124-4da5-acc2-7e90e6679630 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': task-2792741, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.408203} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.578298] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbba7b97-6124-4da5-acc2-7e90e6679630 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] adedab2a-25f1-457c-b2bb-ad8067080b30/adedab2a-25f1-457c-b2bb-ad8067080b30.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1463.578449] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-bbba7b97-6124-4da5-acc2-7e90e6679630 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: adedab2a-25f1-457c-b2bb-ad8067080b30] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1463.578661] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e16ab32d-134b-45c6-9453-8121a12aac0a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.585226] env[68893]: DEBUG oslo_vmware.api [None req-bbba7b97-6124-4da5-acc2-7e90e6679630 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Waiting for the task: (returnval){ [ 1463.585226] env[68893]: value = "task-2792742" [ 1463.585226] env[68893]: _type = "Task" [ 1463.585226] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.593481] env[68893]: DEBUG oslo_vmware.api [None req-bbba7b97-6124-4da5-acc2-7e90e6679630 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': task-2792742, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.027363] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68893) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1464.027618] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.139s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1464.095468] env[68893]: DEBUG oslo_vmware.api [None req-bbba7b97-6124-4da5-acc2-7e90e6679630 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': task-2792742, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062846} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.095733] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-bbba7b97-6124-4da5-acc2-7e90e6679630 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: adedab2a-25f1-457c-b2bb-ad8067080b30] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1464.096486] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f17ce161-dcff-4f5c-8e21-92a7556f7a3a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.118825] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbba7b97-6124-4da5-acc2-7e90e6679630 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: adedab2a-25f1-457c-b2bb-ad8067080b30] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] adedab2a-25f1-457c-b2bb-ad8067080b30/adedab2a-25f1-457c-b2bb-ad8067080b30.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1464.119059] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e3348f9-3e86-4948-bc78-6b956aefb0ef {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.137755] env[68893]: DEBUG oslo_vmware.api [None req-bbba7b97-6124-4da5-acc2-7e90e6679630 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Waiting for the task: (returnval){ [ 1464.137755] env[68893]: value = "task-2792743" [ 1464.137755] env[68893]: _type = "Task" [ 1464.137755] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.144909] env[68893]: DEBUG oslo_vmware.api [None req-bbba7b97-6124-4da5-acc2-7e90e6679630 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': task-2792743, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.649564] env[68893]: DEBUG oslo_vmware.api [None req-bbba7b97-6124-4da5-acc2-7e90e6679630 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': task-2792743, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.151395] env[68893]: DEBUG oslo_vmware.api [None req-bbba7b97-6124-4da5-acc2-7e90e6679630 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': task-2792743, 'name': ReconfigVM_Task, 'duration_secs': 0.794601} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.151821] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbba7b97-6124-4da5-acc2-7e90e6679630 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: adedab2a-25f1-457c-b2bb-ad8067080b30] Reconfigured VM instance instance-0000007c to attach disk [datastore2] adedab2a-25f1-457c-b2bb-ad8067080b30/adedab2a-25f1-457c-b2bb-ad8067080b30.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1465.152717] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-61f48432-4f8b-4e1f-9154-39864013d398 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.160840] env[68893]: DEBUG oslo_vmware.api [None req-bbba7b97-6124-4da5-acc2-7e90e6679630 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Waiting for the task: (returnval){ [ 1465.160840] env[68893]: value = "task-2792744" [ 1465.160840] env[68893]: _type = "Task" [ 1465.160840] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.172984] env[68893]: DEBUG oslo_vmware.api [None req-bbba7b97-6124-4da5-acc2-7e90e6679630 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': task-2792744, 'name': Rename_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.671334] env[68893]: DEBUG oslo_vmware.api [None req-bbba7b97-6124-4da5-acc2-7e90e6679630 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': task-2792744, 'name': Rename_Task, 'duration_secs': 0.149044} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.671901] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbba7b97-6124-4da5-acc2-7e90e6679630 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: adedab2a-25f1-457c-b2bb-ad8067080b30] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1465.671901] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b35f852f-bc77-4a70-a26b-17785f7ae58c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.678681] env[68893]: DEBUG oslo_vmware.api [None req-bbba7b97-6124-4da5-acc2-7e90e6679630 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Waiting for the task: (returnval){ [ 1465.678681] env[68893]: value = "task-2792745" [ 1465.678681] env[68893]: _type = "Task" [ 1465.678681] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.686141] env[68893]: DEBUG oslo_vmware.api [None req-bbba7b97-6124-4da5-acc2-7e90e6679630 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': task-2792745, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.027799] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1466.188090] env[68893]: DEBUG oslo_vmware.api [None req-bbba7b97-6124-4da5-acc2-7e90e6679630 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': task-2792745, 'name': PowerOnVM_Task, 'duration_secs': 0.441244} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.188451] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbba7b97-6124-4da5-acc2-7e90e6679630 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: adedab2a-25f1-457c-b2bb-ad8067080b30] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1466.188759] env[68893]: INFO nova.compute.manager [None req-bbba7b97-6124-4da5-acc2-7e90e6679630 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: adedab2a-25f1-457c-b2bb-ad8067080b30] Took 7.14 seconds to spawn the instance on the hypervisor. [ 1466.189035] env[68893]: DEBUG nova.compute.manager [None req-bbba7b97-6124-4da5-acc2-7e90e6679630 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: adedab2a-25f1-457c-b2bb-ad8067080b30] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1466.189881] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f3e33ff-3e7f-417c-995a-3d8ea21121aa {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.708311] env[68893]: INFO nova.compute.manager [None req-bbba7b97-6124-4da5-acc2-7e90e6679630 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: adedab2a-25f1-457c-b2bb-ad8067080b30] Took 12.49 seconds to build instance. [ 1467.210384] env[68893]: DEBUG oslo_concurrency.lockutils [None req-bbba7b97-6124-4da5-acc2-7e90e6679630 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Lock "adedab2a-25f1-457c-b2bb-ad8067080b30" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.002s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1467.721574] env[68893]: DEBUG nova.compute.manager [req-c68c537e-9eea-4180-b531-43f440720c60 req-84e42430-57bf-43ad-81db-eb2df7b72e05 service nova] [instance: adedab2a-25f1-457c-b2bb-ad8067080b30] Received event network-changed-4d66d658-e5e7-4786-857b-fa8274cfb86f {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1467.721814] env[68893]: DEBUG nova.compute.manager [req-c68c537e-9eea-4180-b531-43f440720c60 req-84e42430-57bf-43ad-81db-eb2df7b72e05 service nova] [instance: adedab2a-25f1-457c-b2bb-ad8067080b30] Refreshing instance network info cache due to event network-changed-4d66d658-e5e7-4786-857b-fa8274cfb86f. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1467.722045] env[68893]: DEBUG oslo_concurrency.lockutils [req-c68c537e-9eea-4180-b531-43f440720c60 req-84e42430-57bf-43ad-81db-eb2df7b72e05 service nova] Acquiring lock "refresh_cache-adedab2a-25f1-457c-b2bb-ad8067080b30" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.722216] env[68893]: DEBUG oslo_concurrency.lockutils [req-c68c537e-9eea-4180-b531-43f440720c60 req-84e42430-57bf-43ad-81db-eb2df7b72e05 service nova] Acquired lock "refresh_cache-adedab2a-25f1-457c-b2bb-ad8067080b30" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1467.722381] env[68893]: DEBUG nova.network.neutron [req-c68c537e-9eea-4180-b531-43f440720c60 req-84e42430-57bf-43ad-81db-eb2df7b72e05 service nova] [instance: adedab2a-25f1-457c-b2bb-ad8067080b30] Refreshing network info cache for port 4d66d658-e5e7-4786-857b-fa8274cfb86f {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1468.317135] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1468.426217] env[68893]: DEBUG nova.network.neutron [req-c68c537e-9eea-4180-b531-43f440720c60 req-84e42430-57bf-43ad-81db-eb2df7b72e05 service nova] [instance: adedab2a-25f1-457c-b2bb-ad8067080b30] Updated VIF entry in instance network info cache for port 4d66d658-e5e7-4786-857b-fa8274cfb86f. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1468.426573] env[68893]: DEBUG nova.network.neutron [req-c68c537e-9eea-4180-b531-43f440720c60 req-84e42430-57bf-43ad-81db-eb2df7b72e05 service nova] [instance: adedab2a-25f1-457c-b2bb-ad8067080b30] Updating instance_info_cache with network_info: [{"id": "4d66d658-e5e7-4786-857b-fa8274cfb86f", "address": "fa:16:3e:58:21:b0", "network": {"id": "8efcf1a2-7c45-4eef-b77d-563c71a1afb3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-933780947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "235acd9620044019a35125f6f31d0531", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d66d658-e5", "ovs_interfaceid": "4d66d658-e5e7-4786-857b-fa8274cfb86f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1468.929566] env[68893]: DEBUG oslo_concurrency.lockutils [req-c68c537e-9eea-4180-b531-43f440720c60 req-84e42430-57bf-43ad-81db-eb2df7b72e05 service nova] Releasing lock "refresh_cache-adedab2a-25f1-457c-b2bb-ad8067080b30" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.354501] env[68893]: DEBUG oslo_concurrency.lockutils [None req-3540f3a4-ba2c-4488-8101-67905c3c909e tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Acquiring lock "adedab2a-25f1-457c-b2bb-ad8067080b30" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1504.354876] env[68893]: DEBUG oslo_concurrency.lockutils [None req-3540f3a4-ba2c-4488-8101-67905c3c909e tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Lock "adedab2a-25f1-457c-b2bb-ad8067080b30" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1504.354988] env[68893]: DEBUG nova.compute.manager [None req-3540f3a4-ba2c-4488-8101-67905c3c909e tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: adedab2a-25f1-457c-b2bb-ad8067080b30] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1504.355907] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14269f16-5918-4f00-be1d-080a9ab2a36c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.362285] env[68893]: DEBUG nova.compute.manager [None req-3540f3a4-ba2c-4488-8101-67905c3c909e tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: adedab2a-25f1-457c-b2bb-ad8067080b30] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68893) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1504.362828] env[68893]: DEBUG nova.objects.instance [None req-3540f3a4-ba2c-4488-8101-67905c3c909e tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Lazy-loading 'flavor' on Instance uuid adedab2a-25f1-457c-b2bb-ad8067080b30 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1505.371963] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-3540f3a4-ba2c-4488-8101-67905c3c909e tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: adedab2a-25f1-457c-b2bb-ad8067080b30] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1505.372431] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-315c5c35-325f-4557-8da6-09c10d7aaf0b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.380015] env[68893]: DEBUG oslo_vmware.api [None req-3540f3a4-ba2c-4488-8101-67905c3c909e tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Waiting for the task: (returnval){ [ 1505.380015] env[68893]: value = "task-2792746" [ 1505.380015] env[68893]: _type = "Task" [ 1505.380015] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.387849] env[68893]: DEBUG oslo_vmware.api [None req-3540f3a4-ba2c-4488-8101-67905c3c909e tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': task-2792746, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.889666] env[68893]: DEBUG oslo_vmware.api [None req-3540f3a4-ba2c-4488-8101-67905c3c909e tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': task-2792746, 'name': PowerOffVM_Task, 'duration_secs': 0.157979} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.889968] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-3540f3a4-ba2c-4488-8101-67905c3c909e tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: adedab2a-25f1-457c-b2bb-ad8067080b30] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1505.890218] env[68893]: DEBUG nova.compute.manager [None req-3540f3a4-ba2c-4488-8101-67905c3c909e tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: adedab2a-25f1-457c-b2bb-ad8067080b30] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1505.891009] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e9ca05a-df74-4299-a84d-5438ea5278ba {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.401390] env[68893]: DEBUG oslo_concurrency.lockutils [None req-3540f3a4-ba2c-4488-8101-67905c3c909e tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Lock "adedab2a-25f1-457c-b2bb-ad8067080b30" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.046s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1506.716710] env[68893]: DEBUG nova.objects.instance [None req-b4d74763-e852-4f13-9836-34323844d33c tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Lazy-loading 'flavor' on Instance uuid adedab2a-25f1-457c-b2bb-ad8067080b30 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1507.222024] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b4d74763-e852-4f13-9836-34323844d33c tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Acquiring lock "refresh_cache-adedab2a-25f1-457c-b2bb-ad8067080b30" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.222234] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b4d74763-e852-4f13-9836-34323844d33c tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Acquired lock "refresh_cache-adedab2a-25f1-457c-b2bb-ad8067080b30" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.222424] env[68893]: DEBUG nova.network.neutron [None req-b4d74763-e852-4f13-9836-34323844d33c tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: adedab2a-25f1-457c-b2bb-ad8067080b30] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1507.222599] env[68893]: DEBUG nova.objects.instance [None req-b4d74763-e852-4f13-9836-34323844d33c tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Lazy-loading 'info_cache' on Instance uuid adedab2a-25f1-457c-b2bb-ad8067080b30 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1507.725485] env[68893]: DEBUG nova.objects.base [None req-b4d74763-e852-4f13-9836-34323844d33c tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=68893) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1508.408899] env[68893]: DEBUG nova.network.neutron [None req-b4d74763-e852-4f13-9836-34323844d33c tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: adedab2a-25f1-457c-b2bb-ad8067080b30] Updating instance_info_cache with network_info: [{"id": "4d66d658-e5e7-4786-857b-fa8274cfb86f", "address": "fa:16:3e:58:21:b0", "network": {"id": "8efcf1a2-7c45-4eef-b77d-563c71a1afb3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-933780947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "235acd9620044019a35125f6f31d0531", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d66d658-e5", "ovs_interfaceid": "4d66d658-e5e7-4786-857b-fa8274cfb86f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1508.912210] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b4d74763-e852-4f13-9836-34323844d33c tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Releasing lock "refresh_cache-adedab2a-25f1-457c-b2bb-ad8067080b30" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.918473] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4d74763-e852-4f13-9836-34323844d33c tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: adedab2a-25f1-457c-b2bb-ad8067080b30] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1509.918868] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9db891dc-2456-4246-8cf6-e6f716e41659 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.926349] env[68893]: DEBUG oslo_vmware.api [None req-b4d74763-e852-4f13-9836-34323844d33c tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Waiting for the task: (returnval){ [ 1509.926349] env[68893]: value = "task-2792747" [ 1509.926349] env[68893]: _type = "Task" [ 1509.926349] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.934519] env[68893]: DEBUG oslo_vmware.api [None req-b4d74763-e852-4f13-9836-34323844d33c tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': task-2792747, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.436303] env[68893]: DEBUG oslo_vmware.api [None req-b4d74763-e852-4f13-9836-34323844d33c tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': task-2792747, 'name': PowerOnVM_Task, 'duration_secs': 0.378237} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.436564] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4d74763-e852-4f13-9836-34323844d33c tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: adedab2a-25f1-457c-b2bb-ad8067080b30] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1510.436751] env[68893]: DEBUG nova.compute.manager [None req-b4d74763-e852-4f13-9836-34323844d33c tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: adedab2a-25f1-457c-b2bb-ad8067080b30] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1510.437502] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddf1b932-44a3-434c-a71d-988820706a35 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.429711] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75e66baf-24f4-4d39-a8b5-eab7ef1e7e3e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.438564] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-dcd0f423-c74a-4cc1-9fce-8e4a664aa6b5 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: adedab2a-25f1-457c-b2bb-ad8067080b30] Suspending the VM {{(pid=68893) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1511.438853] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-ab5e691e-50c5-45e7-9c74-12ef2796d54f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.445514] env[68893]: DEBUG oslo_vmware.api [None req-dcd0f423-c74a-4cc1-9fce-8e4a664aa6b5 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Waiting for the task: (returnval){ [ 1511.445514] env[68893]: value = "task-2792748" [ 1511.445514] env[68893]: _type = "Task" [ 1511.445514] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.455519] env[68893]: DEBUG oslo_vmware.api [None req-dcd0f423-c74a-4cc1-9fce-8e4a664aa6b5 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': task-2792748, 'name': SuspendVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.956050] env[68893]: DEBUG oslo_vmware.api [None req-dcd0f423-c74a-4cc1-9fce-8e4a664aa6b5 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': task-2792748, 'name': SuspendVM_Task} progress is 70%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.457836] env[68893]: DEBUG oslo_vmware.api [None req-dcd0f423-c74a-4cc1-9fce-8e4a664aa6b5 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': task-2792748, 'name': SuspendVM_Task, 'duration_secs': 0.706189} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.458218] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-dcd0f423-c74a-4cc1-9fce-8e4a664aa6b5 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: adedab2a-25f1-457c-b2bb-ad8067080b30] Suspended the VM {{(pid=68893) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1512.458218] env[68893]: DEBUG nova.compute.manager [None req-dcd0f423-c74a-4cc1-9fce-8e4a664aa6b5 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: adedab2a-25f1-457c-b2bb-ad8067080b30] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1512.458978] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71612510-054b-4d8d-8847-b2ea98c89d5f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.743027] env[68893]: INFO nova.compute.manager [None req-8f027ce8-73e1-49d0-ae51-4e3fbb5599b7 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: adedab2a-25f1-457c-b2bb-ad8067080b30] Resuming [ 1513.743698] env[68893]: DEBUG nova.objects.instance [None req-8f027ce8-73e1-49d0-ae51-4e3fbb5599b7 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Lazy-loading 'flavor' on Instance uuid adedab2a-25f1-457c-b2bb-ad8067080b30 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1515.254314] env[68893]: DEBUG oslo_concurrency.lockutils [None req-8f027ce8-73e1-49d0-ae51-4e3fbb5599b7 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Acquiring lock "refresh_cache-adedab2a-25f1-457c-b2bb-ad8067080b30" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.254720] env[68893]: DEBUG oslo_concurrency.lockutils [None req-8f027ce8-73e1-49d0-ae51-4e3fbb5599b7 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Acquired lock "refresh_cache-adedab2a-25f1-457c-b2bb-ad8067080b30" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.254720] env[68893]: DEBUG nova.network.neutron [None req-8f027ce8-73e1-49d0-ae51-4e3fbb5599b7 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: adedab2a-25f1-457c-b2bb-ad8067080b30] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1515.942635] env[68893]: DEBUG nova.network.neutron [None req-8f027ce8-73e1-49d0-ae51-4e3fbb5599b7 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: adedab2a-25f1-457c-b2bb-ad8067080b30] Updating instance_info_cache with network_info: [{"id": "4d66d658-e5e7-4786-857b-fa8274cfb86f", "address": "fa:16:3e:58:21:b0", "network": {"id": "8efcf1a2-7c45-4eef-b77d-563c71a1afb3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-933780947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "235acd9620044019a35125f6f31d0531", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d66d658-e5", "ovs_interfaceid": "4d66d658-e5e7-4786-857b-fa8274cfb86f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1516.321972] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1516.322392] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68893) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 1516.445158] env[68893]: DEBUG oslo_concurrency.lockutils [None req-8f027ce8-73e1-49d0-ae51-4e3fbb5599b7 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Releasing lock "refresh_cache-adedab2a-25f1-457c-b2bb-ad8067080b30" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.446150] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9a5c50b-7fce-4e78-82f7-ba50e11d086c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.452782] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-8f027ce8-73e1-49d0-ae51-4e3fbb5599b7 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: adedab2a-25f1-457c-b2bb-ad8067080b30] Resuming the VM {{(pid=68893) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1516.453009] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ee6f11cb-969a-4779-a3b4-5dddaa917b7a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.458614] env[68893]: DEBUG oslo_vmware.api [None req-8f027ce8-73e1-49d0-ae51-4e3fbb5599b7 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Waiting for the task: (returnval){ [ 1516.458614] env[68893]: value = "task-2792749" [ 1516.458614] env[68893]: _type = "Task" [ 1516.458614] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.466123] env[68893]: DEBUG oslo_vmware.api [None req-8f027ce8-73e1-49d0-ae51-4e3fbb5599b7 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': task-2792749, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.971140] env[68893]: DEBUG oslo_vmware.api [None req-8f027ce8-73e1-49d0-ae51-4e3fbb5599b7 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': task-2792749, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.473159] env[68893]: DEBUG oslo_vmware.api [None req-8f027ce8-73e1-49d0-ae51-4e3fbb5599b7 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': task-2792749, 'name': PowerOnVM_Task, 'duration_secs': 0.552399} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.473536] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-8f027ce8-73e1-49d0-ae51-4e3fbb5599b7 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: adedab2a-25f1-457c-b2bb-ad8067080b30] Resumed the VM {{(pid=68893) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1517.473653] env[68893]: DEBUG nova.compute.manager [None req-8f027ce8-73e1-49d0-ae51-4e3fbb5599b7 tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: adedab2a-25f1-457c-b2bb-ad8067080b30] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1517.474474] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1771a82-ba50-4157-bac6-3a56656534af {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.322089] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1518.381939] env[68893]: DEBUG oslo_concurrency.lockutils [None req-127bb30e-cad7-4dff-bade-c96506d5465c tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Acquiring lock "adedab2a-25f1-457c-b2bb-ad8067080b30" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1518.382253] env[68893]: DEBUG oslo_concurrency.lockutils [None req-127bb30e-cad7-4dff-bade-c96506d5465c tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Lock "adedab2a-25f1-457c-b2bb-ad8067080b30" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1518.382469] env[68893]: DEBUG oslo_concurrency.lockutils [None req-127bb30e-cad7-4dff-bade-c96506d5465c tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Acquiring lock "adedab2a-25f1-457c-b2bb-ad8067080b30-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1518.382651] env[68893]: DEBUG oslo_concurrency.lockutils [None req-127bb30e-cad7-4dff-bade-c96506d5465c tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Lock "adedab2a-25f1-457c-b2bb-ad8067080b30-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1518.382819] env[68893]: DEBUG oslo_concurrency.lockutils [None req-127bb30e-cad7-4dff-bade-c96506d5465c tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Lock "adedab2a-25f1-457c-b2bb-ad8067080b30-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1518.384938] env[68893]: INFO nova.compute.manager [None req-127bb30e-cad7-4dff-bade-c96506d5465c tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: adedab2a-25f1-457c-b2bb-ad8067080b30] Terminating instance [ 1518.888925] env[68893]: DEBUG nova.compute.manager [None req-127bb30e-cad7-4dff-bade-c96506d5465c tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: adedab2a-25f1-457c-b2bb-ad8067080b30] Start destroying the instance on the hypervisor. {{(pid=68893) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1518.889212] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-127bb30e-cad7-4dff-bade-c96506d5465c tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: adedab2a-25f1-457c-b2bb-ad8067080b30] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1518.890130] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a5ae49e-f153-42b8-8e3a-0ca26fba12e4 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.898301] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-127bb30e-cad7-4dff-bade-c96506d5465c tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: adedab2a-25f1-457c-b2bb-ad8067080b30] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1518.898520] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-82e3c42b-7d83-4a21-9f1a-bec71831bd87 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.905514] env[68893]: DEBUG oslo_vmware.api [None req-127bb30e-cad7-4dff-bade-c96506d5465c tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Waiting for the task: (returnval){ [ 1518.905514] env[68893]: value = "task-2792750" [ 1518.905514] env[68893]: _type = "Task" [ 1518.905514] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.913874] env[68893]: DEBUG oslo_vmware.api [None req-127bb30e-cad7-4dff-bade-c96506d5465c tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': task-2792750, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.415529] env[68893]: DEBUG oslo_vmware.api [None req-127bb30e-cad7-4dff-bade-c96506d5465c tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': task-2792750, 'name': PowerOffVM_Task, 'duration_secs': 0.265674} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.415878] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-127bb30e-cad7-4dff-bade-c96506d5465c tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: adedab2a-25f1-457c-b2bb-ad8067080b30] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1519.416121] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-127bb30e-cad7-4dff-bade-c96506d5465c tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: adedab2a-25f1-457c-b2bb-ad8067080b30] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1519.416372] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2484eee9-e529-445c-9051-d523bb023fb0 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.476203] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-127bb30e-cad7-4dff-bade-c96506d5465c tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: adedab2a-25f1-457c-b2bb-ad8067080b30] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1519.476456] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-127bb30e-cad7-4dff-bade-c96506d5465c tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: adedab2a-25f1-457c-b2bb-ad8067080b30] Deleting contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1519.476631] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-127bb30e-cad7-4dff-bade-c96506d5465c tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Deleting the datastore file [datastore2] adedab2a-25f1-457c-b2bb-ad8067080b30 {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1519.476886] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a2906eb4-05cc-4cc2-9d8d-f8ef7214833e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.483014] env[68893]: DEBUG oslo_vmware.api [None req-127bb30e-cad7-4dff-bade-c96506d5465c tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Waiting for the task: (returnval){ [ 1519.483014] env[68893]: value = "task-2792752" [ 1519.483014] env[68893]: _type = "Task" [ 1519.483014] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.490099] env[68893]: DEBUG oslo_vmware.api [None req-127bb30e-cad7-4dff-bade-c96506d5465c tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': task-2792752, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.992399] env[68893]: DEBUG oslo_vmware.api [None req-127bb30e-cad7-4dff-bade-c96506d5465c tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Task: {'id': task-2792752, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165454} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.992791] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-127bb30e-cad7-4dff-bade-c96506d5465c tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1519.992839] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-127bb30e-cad7-4dff-bade-c96506d5465c tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: adedab2a-25f1-457c-b2bb-ad8067080b30] Deleted contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1519.992993] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-127bb30e-cad7-4dff-bade-c96506d5465c tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: adedab2a-25f1-457c-b2bb-ad8067080b30] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1519.993186] env[68893]: INFO nova.compute.manager [None req-127bb30e-cad7-4dff-bade-c96506d5465c tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] [instance: adedab2a-25f1-457c-b2bb-ad8067080b30] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1519.993417] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-127bb30e-cad7-4dff-bade-c96506d5465c tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1519.993616] env[68893]: DEBUG nova.compute.manager [-] [instance: adedab2a-25f1-457c-b2bb-ad8067080b30] Deallocating network for instance {{(pid=68893) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1519.993713] env[68893]: DEBUG nova.network.neutron [-] [instance: adedab2a-25f1-457c-b2bb-ad8067080b30] deallocate_for_instance() {{(pid=68893) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1520.321916] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1520.408393] env[68893]: DEBUG nova.compute.manager [req-5159cec9-97e4-4035-8989-068ad04bfa9b req-ce54bde8-aa18-4cfc-936c-b87c040c8279 service nova] [instance: adedab2a-25f1-457c-b2bb-ad8067080b30] Received event network-vif-deleted-4d66d658-e5e7-4786-857b-fa8274cfb86f {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1520.408515] env[68893]: INFO nova.compute.manager [req-5159cec9-97e4-4035-8989-068ad04bfa9b req-ce54bde8-aa18-4cfc-936c-b87c040c8279 service nova] [instance: adedab2a-25f1-457c-b2bb-ad8067080b30] Neutron deleted interface 4d66d658-e5e7-4786-857b-fa8274cfb86f; detaching it from the instance and deleting it from the info cache [ 1520.408680] env[68893]: DEBUG nova.network.neutron [req-5159cec9-97e4-4035-8989-068ad04bfa9b req-ce54bde8-aa18-4cfc-936c-b87c040c8279 service nova] [instance: adedab2a-25f1-457c-b2bb-ad8067080b30] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1520.885207] env[68893]: DEBUG nova.network.neutron [-] [instance: adedab2a-25f1-457c-b2bb-ad8067080b30] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1520.911363] env[68893]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9157db92-a006-4621-99f3-f5416b61d2d2 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.921383] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b748346-82d0-4a11-85f0-f3be1cbca3ac {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.946800] env[68893]: DEBUG nova.compute.manager [req-5159cec9-97e4-4035-8989-068ad04bfa9b req-ce54bde8-aa18-4cfc-936c-b87c040c8279 service nova] [instance: adedab2a-25f1-457c-b2bb-ad8067080b30] Detach interface failed, port_id=4d66d658-e5e7-4786-857b-fa8274cfb86f, reason: Instance adedab2a-25f1-457c-b2bb-ad8067080b30 could not be found. {{(pid=68893) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1521.317441] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1521.321015] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1521.321208] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1521.387982] env[68893]: INFO nova.compute.manager [-] [instance: adedab2a-25f1-457c-b2bb-ad8067080b30] Took 1.39 seconds to deallocate network for instance. [ 1521.893947] env[68893]: DEBUG oslo_concurrency.lockutils [None req-127bb30e-cad7-4dff-bade-c96506d5465c tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1521.894271] env[68893]: DEBUG oslo_concurrency.lockutils [None req-127bb30e-cad7-4dff-bade-c96506d5465c tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1521.894503] env[68893]: DEBUG nova.objects.instance [None req-127bb30e-cad7-4dff-bade-c96506d5465c tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Lazy-loading 'resources' on Instance uuid adedab2a-25f1-457c-b2bb-ad8067080b30 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1522.321604] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1522.321946] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Cleaning up deleted instances {{(pid=68893) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11753}} [ 1522.519856] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9799f8c9-dc60-49c5-a056-3182e4e4ea51 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.526938] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff8cd1d3-e567-42b7-9d50-a2ee4d4c0c2e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.556133] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f56826be-1fd5-4183-b7a8-c5aecb4fcd9f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.562798] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46f280fe-a76a-4504-900f-dd280e690678 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.576775] env[68893]: DEBUG nova.compute.provider_tree [None req-127bb30e-cad7-4dff-bade-c96506d5465c tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1522.829833] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] There are 22 instances to clean {{(pid=68893) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11762}} [ 1522.830045] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: 5e2f1721-1b26-474b-82b0-6b3f0c9a929f] Instance has had 0 of 5 cleanup attempts {{(pid=68893) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1523.080037] env[68893]: DEBUG nova.scheduler.client.report [None req-127bb30e-cad7-4dff-bade-c96506d5465c tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1523.333691] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: 8f568e0b-85f6-4db9-8ee5-3f719a6a908d] Instance has had 0 of 5 cleanup attempts {{(pid=68893) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1523.585047] env[68893]: DEBUG oslo_concurrency.lockutils [None req-127bb30e-cad7-4dff-bade-c96506d5465c tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.691s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1523.605752] env[68893]: INFO nova.scheduler.client.report [None req-127bb30e-cad7-4dff-bade-c96506d5465c tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Deleted allocations for instance adedab2a-25f1-457c-b2bb-ad8067080b30 [ 1523.837248] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: e7e7c554-8964-4b96-a707-b6d28fab974a] Instance has had 0 of 5 cleanup attempts {{(pid=68893) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1524.113295] env[68893]: DEBUG oslo_concurrency.lockutils [None req-127bb30e-cad7-4dff-bade-c96506d5465c tempest-ServerActionsTestJSON-1027086806 tempest-ServerActionsTestJSON-1027086806-project-member] Lock "adedab2a-25f1-457c-b2bb-ad8067080b30" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.731s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1524.340992] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: c34737a2-18d9-45b7-89f1-5dec3a06c725] Instance has had 0 of 5 cleanup attempts {{(pid=68893) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1524.845048] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: be296a4b-6f77-4a19-89dc-d99928d11264] Instance has had 0 of 5 cleanup attempts {{(pid=68893) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1525.348553] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: 4e72f3c2-cbfb-4eb1-9505-b252fd475521] Instance has had 0 of 5 cleanup attempts {{(pid=68893) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1525.852629] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: d6334104-c7a0-474f-b80d-2c6e323b1229] Instance has had 0 of 5 cleanup attempts {{(pid=68893) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1526.356199] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: 045fc078-3614-4f3d-abf6-bb18186e8c6b] Instance has had 0 of 5 cleanup attempts {{(pid=68893) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1526.859421] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: cdba6e24-8a5f-4af2-af3c-46704b327ac4] Instance has had 0 of 5 cleanup attempts {{(pid=68893) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1527.362457] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: a62d2919-2f97-4eeb-8c94-93fbb1585af2] Instance has had 0 of 5 cleanup attempts {{(pid=68893) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1527.865606] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: bec52855-6ca5-48f3-b6ca-0274fd1c12d8] Instance has had 0 of 5 cleanup attempts {{(pid=68893) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1528.369291] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: a118e07c-92ea-4b22-8f30-cec7c826a3c4] Instance has had 0 of 5 cleanup attempts {{(pid=68893) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1528.873583] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: f03be0d2-ce21-494f-848d-b838a195f4f9] Instance has had 0 of 5 cleanup attempts {{(pid=68893) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1529.378297] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: 6cb6b26e-7d66-4218-8dac-978e666b3e54] Instance has had 0 of 5 cleanup attempts {{(pid=68893) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1529.764845] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d092d19d-fdb8-4dae-8db3-b0a7d38d6f93 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Acquiring lock "4033fc20-a233-4b62-abb0-ac51193344c7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1529.765115] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d092d19d-fdb8-4dae-8db3-b0a7d38d6f93 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Lock "4033fc20-a233-4b62-abb0-ac51193344c7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1529.880091] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: f40a2a83-d2bf-4059-8d84-e893e5664173] Instance has had 0 of 5 cleanup attempts {{(pid=68893) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1530.267451] env[68893]: DEBUG nova.compute.manager [None req-d092d19d-fdb8-4dae-8db3-b0a7d38d6f93 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] Starting instance... {{(pid=68893) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1530.383729] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: 5cf97efe-7361-4f18-b03d-cb682f191fe7] Instance has had 0 of 5 cleanup attempts {{(pid=68893) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1530.787525] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d092d19d-fdb8-4dae-8db3-b0a7d38d6f93 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1530.787802] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d092d19d-fdb8-4dae-8db3-b0a7d38d6f93 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1530.789301] env[68893]: INFO nova.compute.claims [None req-d092d19d-fdb8-4dae-8db3-b0a7d38d6f93 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1530.887332] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: 2bb38f74-5089-4750-9147-fd2f468599e3] Instance has had 0 of 5 cleanup attempts {{(pid=68893) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1531.389405] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: 550b6591-8962-40ce-87bd-a846d584c99c] Instance has had 0 of 5 cleanup attempts {{(pid=68893) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1531.825887] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40f1659b-61a8-436e-b47d-f527969682d8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.833332] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-536286cd-9ffc-47a7-af66-e02d454f53fa {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.863829] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d295d3fe-d112-4bb0-b5f5-a55411019adf {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.871093] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c147f161-8cca-4d42-b524-0e2e1aae3871 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.883970] env[68893]: DEBUG nova.compute.provider_tree [None req-d092d19d-fdb8-4dae-8db3-b0a7d38d6f93 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1531.892768] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: 18c88d54-3409-41b6-9f62-52a2c96d2932] Instance has had 0 of 5 cleanup attempts {{(pid=68893) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1532.387378] env[68893]: DEBUG nova.scheduler.client.report [None req-d092d19d-fdb8-4dae-8db3-b0a7d38d6f93 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1532.395164] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: 7b587048-dac4-4611-9149-6999e7cf06a0] Instance has had 0 of 5 cleanup attempts {{(pid=68893) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1532.892516] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d092d19d-fdb8-4dae-8db3-b0a7d38d6f93 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.105s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1532.893063] env[68893]: DEBUG nova.compute.manager [None req-d092d19d-fdb8-4dae-8db3-b0a7d38d6f93 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] Start building networks asynchronously for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1532.898316] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: 5fde66d6-de1d-4fc0-8961-a2e90af0b172] Instance has had 0 of 5 cleanup attempts {{(pid=68893) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1533.398074] env[68893]: DEBUG nova.compute.utils [None req-d092d19d-fdb8-4dae-8db3-b0a7d38d6f93 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1533.399528] env[68893]: DEBUG nova.compute.manager [None req-d092d19d-fdb8-4dae-8db3-b0a7d38d6f93 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] Allocating IP information in the background. {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1533.399700] env[68893]: DEBUG nova.network.neutron [None req-d092d19d-fdb8-4dae-8db3-b0a7d38d6f93 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] allocate_for_instance() {{(pid=68893) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1533.402192] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: 8c560e82-533e-49c7-aaf4-82e123f75240] Instance has had 0 of 5 cleanup attempts {{(pid=68893) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1533.457959] env[68893]: DEBUG nova.policy [None req-d092d19d-fdb8-4dae-8db3-b0a7d38d6f93 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bb54e8afd443456ea83e7001530e5d24', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '48dc8a32ef6f4212b69517f72fc05d05', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68893) authorize /opt/stack/nova/nova/policy.py:192}} [ 1533.718731] env[68893]: DEBUG nova.network.neutron [None req-d092d19d-fdb8-4dae-8db3-b0a7d38d6f93 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] Successfully created port: 849aea53-a674-4358-8f2c-5cd14b872ac5 {{(pid=68893) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1533.903160] env[68893]: DEBUG nova.compute.manager [None req-d092d19d-fdb8-4dae-8db3-b0a7d38d6f93 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] Start building block device mappings for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1533.906186] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1533.906352] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Cleaning up deleted instances with incomplete migration {{(pid=68893) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11791}} [ 1534.412133] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1534.914827] env[68893]: DEBUG nova.compute.manager [None req-d092d19d-fdb8-4dae-8db3-b0a7d38d6f93 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] Start spawning the instance on the hypervisor. {{(pid=68893) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1534.942373] env[68893]: DEBUG nova.virt.hardware [None req-d092d19d-fdb8-4dae-8db3-b0a7d38d6f93 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1534.942624] env[68893]: DEBUG nova.virt.hardware [None req-d092d19d-fdb8-4dae-8db3-b0a7d38d6f93 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1534.942781] env[68893]: DEBUG nova.virt.hardware [None req-d092d19d-fdb8-4dae-8db3-b0a7d38d6f93 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1534.942960] env[68893]: DEBUG nova.virt.hardware [None req-d092d19d-fdb8-4dae-8db3-b0a7d38d6f93 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1534.943127] env[68893]: DEBUG nova.virt.hardware [None req-d092d19d-fdb8-4dae-8db3-b0a7d38d6f93 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1534.943278] env[68893]: DEBUG nova.virt.hardware [None req-d092d19d-fdb8-4dae-8db3-b0a7d38d6f93 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1534.943846] env[68893]: DEBUG nova.virt.hardware [None req-d092d19d-fdb8-4dae-8db3-b0a7d38d6f93 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1534.943846] env[68893]: DEBUG nova.virt.hardware [None req-d092d19d-fdb8-4dae-8db3-b0a7d38d6f93 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1534.943846] env[68893]: DEBUG nova.virt.hardware [None req-d092d19d-fdb8-4dae-8db3-b0a7d38d6f93 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1534.944087] env[68893]: DEBUG nova.virt.hardware [None req-d092d19d-fdb8-4dae-8db3-b0a7d38d6f93 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1534.944159] env[68893]: DEBUG nova.virt.hardware [None req-d092d19d-fdb8-4dae-8db3-b0a7d38d6f93 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1534.945039] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-894624f9-86ad-4daf-85f3-eaabe0d5d6e8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.953066] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e16e57f-e044-4b86-8826-e4dd63fe2c47 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.054939] env[68893]: DEBUG nova.compute.manager [req-be19633e-723f-46cf-92ff-2537c765d10c req-a86fb1a1-dd41-48e7-947a-7fc2e639effe service nova] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] Received event network-vif-plugged-849aea53-a674-4358-8f2c-5cd14b872ac5 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1535.055216] env[68893]: DEBUG oslo_concurrency.lockutils [req-be19633e-723f-46cf-92ff-2537c765d10c req-a86fb1a1-dd41-48e7-947a-7fc2e639effe service nova] Acquiring lock "4033fc20-a233-4b62-abb0-ac51193344c7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1535.055381] env[68893]: DEBUG oslo_concurrency.lockutils [req-be19633e-723f-46cf-92ff-2537c765d10c req-a86fb1a1-dd41-48e7-947a-7fc2e639effe service nova] Lock "4033fc20-a233-4b62-abb0-ac51193344c7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1535.055550] env[68893]: DEBUG oslo_concurrency.lockutils [req-be19633e-723f-46cf-92ff-2537c765d10c req-a86fb1a1-dd41-48e7-947a-7fc2e639effe service nova] Lock "4033fc20-a233-4b62-abb0-ac51193344c7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1535.055716] env[68893]: DEBUG nova.compute.manager [req-be19633e-723f-46cf-92ff-2537c765d10c req-a86fb1a1-dd41-48e7-947a-7fc2e639effe service nova] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] No waiting events found dispatching network-vif-plugged-849aea53-a674-4358-8f2c-5cd14b872ac5 {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1535.055880] env[68893]: WARNING nova.compute.manager [req-be19633e-723f-46cf-92ff-2537c765d10c req-a86fb1a1-dd41-48e7-947a-7fc2e639effe service nova] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] Received unexpected event network-vif-plugged-849aea53-a674-4358-8f2c-5cd14b872ac5 for instance with vm_state building and task_state spawning. [ 1535.131556] env[68893]: DEBUG nova.network.neutron [None req-d092d19d-fdb8-4dae-8db3-b0a7d38d6f93 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] Successfully updated port: 849aea53-a674-4358-8f2c-5cd14b872ac5 {{(pid=68893) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1535.633575] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d092d19d-fdb8-4dae-8db3-b0a7d38d6f93 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Acquiring lock "refresh_cache-4033fc20-a233-4b62-abb0-ac51193344c7" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.633881] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d092d19d-fdb8-4dae-8db3-b0a7d38d6f93 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Acquired lock "refresh_cache-4033fc20-a233-4b62-abb0-ac51193344c7" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.633881] env[68893]: DEBUG nova.network.neutron [None req-d092d19d-fdb8-4dae-8db3-b0a7d38d6f93 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1535.917288] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1535.917450] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager.update_available_resource {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1536.169839] env[68893]: DEBUG nova.network.neutron [None req-d092d19d-fdb8-4dae-8db3-b0a7d38d6f93 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1536.286896] env[68893]: DEBUG nova.network.neutron [None req-d092d19d-fdb8-4dae-8db3-b0a7d38d6f93 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] Updating instance_info_cache with network_info: [{"id": "849aea53-a674-4358-8f2c-5cd14b872ac5", "address": "fa:16:3e:90:69:66", "network": {"id": "3bdea328-26c1-4e35-9ac1-0f66fccad901", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1550418979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48dc8a32ef6f4212b69517f72fc05d05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap849aea53-a6", "ovs_interfaceid": "849aea53-a674-4358-8f2c-5cd14b872ac5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1536.420658] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1536.420658] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1536.420871] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1536.420940] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68893) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1536.421826] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9adbb4cf-7261-450a-b150-7fa54d82e86a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.429925] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0cc0ad5-eac8-4fab-a9a0-404ba2b74074 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.443801] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4ea7ee4-e692-4c8c-a124-bfca957239c6 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.449592] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7816947b-9a0c-42ca-9e3a-3193c7c20ae6 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.477209] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180953MB free_disk=175GB free_vcpus=48 pci_devices=None {{(pid=68893) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1536.477387] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1536.477542] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1536.789410] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d092d19d-fdb8-4dae-8db3-b0a7d38d6f93 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Releasing lock "refresh_cache-4033fc20-a233-4b62-abb0-ac51193344c7" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.789742] env[68893]: DEBUG nova.compute.manager [None req-d092d19d-fdb8-4dae-8db3-b0a7d38d6f93 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] Instance network_info: |[{"id": "849aea53-a674-4358-8f2c-5cd14b872ac5", "address": "fa:16:3e:90:69:66", "network": {"id": "3bdea328-26c1-4e35-9ac1-0f66fccad901", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1550418979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48dc8a32ef6f4212b69517f72fc05d05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap849aea53-a6", "ovs_interfaceid": "849aea53-a674-4358-8f2c-5cd14b872ac5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1536.790176] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-d092d19d-fdb8-4dae-8db3-b0a7d38d6f93 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:90:69:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e4e52d8a-b086-4333-a5a1-938680a2d2bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '849aea53-a674-4358-8f2c-5cd14b872ac5', 'vif_model': 'vmxnet3'}] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1536.797674] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-d092d19d-fdb8-4dae-8db3-b0a7d38d6f93 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Creating folder: Project (48dc8a32ef6f4212b69517f72fc05d05). Parent ref: group-v560969. {{(pid=68893) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1536.797939] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8355072d-fba3-4ec6-9656-6c0f966c378c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.810246] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-d092d19d-fdb8-4dae-8db3-b0a7d38d6f93 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Created folder: Project (48dc8a32ef6f4212b69517f72fc05d05) in parent group-v560969. [ 1536.810427] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-d092d19d-fdb8-4dae-8db3-b0a7d38d6f93 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Creating folder: Instances. Parent ref: group-v561302. {{(pid=68893) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1536.810637] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-96874847-44e9-42c9-90b1-11af918cdf61 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.819774] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-d092d19d-fdb8-4dae-8db3-b0a7d38d6f93 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Created folder: Instances in parent group-v561302. [ 1536.819984] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d092d19d-fdb8-4dae-8db3-b0a7d38d6f93 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1536.820177] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1536.820356] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4efbea3a-f2a4-4881-a05f-446865d8994a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.837907] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1536.837907] env[68893]: value = "task-2792755" [ 1536.837907] env[68893]: _type = "Task" [ 1536.837907] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.844866] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792755, 'name': CreateVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.079982] env[68893]: DEBUG nova.compute.manager [req-b2ddfe56-1d0a-4414-8e78-e901bf8a0fcb req-90a6a909-d7b7-4357-9334-e4899d237681 service nova] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] Received event network-changed-849aea53-a674-4358-8f2c-5cd14b872ac5 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1537.080305] env[68893]: DEBUG nova.compute.manager [req-b2ddfe56-1d0a-4414-8e78-e901bf8a0fcb req-90a6a909-d7b7-4357-9334-e4899d237681 service nova] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] Refreshing instance network info cache due to event network-changed-849aea53-a674-4358-8f2c-5cd14b872ac5. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1537.080424] env[68893]: DEBUG oslo_concurrency.lockutils [req-b2ddfe56-1d0a-4414-8e78-e901bf8a0fcb req-90a6a909-d7b7-4357-9334-e4899d237681 service nova] Acquiring lock "refresh_cache-4033fc20-a233-4b62-abb0-ac51193344c7" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.080588] env[68893]: DEBUG oslo_concurrency.lockutils [req-b2ddfe56-1d0a-4414-8e78-e901bf8a0fcb req-90a6a909-d7b7-4357-9334-e4899d237681 service nova] Acquired lock "refresh_cache-4033fc20-a233-4b62-abb0-ac51193344c7" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.080700] env[68893]: DEBUG nova.network.neutron [req-b2ddfe56-1d0a-4414-8e78-e901bf8a0fcb req-90a6a909-d7b7-4357-9334-e4899d237681 service nova] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] Refreshing network info cache for port 849aea53-a674-4358-8f2c-5cd14b872ac5 {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1537.348579] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792755, 'name': CreateVM_Task, 'duration_secs': 0.305001} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.348821] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1537.349388] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d092d19d-fdb8-4dae-8db3-b0a7d38d6f93 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.349546] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d092d19d-fdb8-4dae-8db3-b0a7d38d6f93 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.349881] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d092d19d-fdb8-4dae-8db3-b0a7d38d6f93 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1537.350143] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b53e0f77-e709-448f-9167-c537a8ab0afe {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.354250] env[68893]: DEBUG oslo_vmware.api [None req-d092d19d-fdb8-4dae-8db3-b0a7d38d6f93 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Waiting for the task: (returnval){ [ 1537.354250] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]5258a85a-5118-326d-26ea-f37f62c4d184" [ 1537.354250] env[68893]: _type = "Task" [ 1537.354250] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.361353] env[68893]: DEBUG oslo_vmware.api [None req-d092d19d-fdb8-4dae-8db3-b0a7d38d6f93 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]5258a85a-5118-326d-26ea-f37f62c4d184, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.503158] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance 4033fc20-a233-4b62-abb0-ac51193344c7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1537.503373] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=68893) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1537.503514] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=68893) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1537.527908] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9a6fb84-74e9-4a83-808e-53235c0ea4c5 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.535111] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d5141b2-7b88-4ca6-af7c-6f3600f7603a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.565602] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af2aa68d-bcc3-4d67-93fb-522ca5146fea {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.572251] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-668cb605-5f99-4fa8-8e83-82f9b52d5e1d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.586537] env[68893]: DEBUG nova.compute.provider_tree [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1537.758064] env[68893]: DEBUG nova.network.neutron [req-b2ddfe56-1d0a-4414-8e78-e901bf8a0fcb req-90a6a909-d7b7-4357-9334-e4899d237681 service nova] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] Updated VIF entry in instance network info cache for port 849aea53-a674-4358-8f2c-5cd14b872ac5. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1537.758429] env[68893]: DEBUG nova.network.neutron [req-b2ddfe56-1d0a-4414-8e78-e901bf8a0fcb req-90a6a909-d7b7-4357-9334-e4899d237681 service nova] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] Updating instance_info_cache with network_info: [{"id": "849aea53-a674-4358-8f2c-5cd14b872ac5", "address": "fa:16:3e:90:69:66", "network": {"id": "3bdea328-26c1-4e35-9ac1-0f66fccad901", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1550418979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48dc8a32ef6f4212b69517f72fc05d05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap849aea53-a6", "ovs_interfaceid": "849aea53-a674-4358-8f2c-5cd14b872ac5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1537.864564] env[68893]: DEBUG oslo_vmware.api [None req-d092d19d-fdb8-4dae-8db3-b0a7d38d6f93 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]5258a85a-5118-326d-26ea-f37f62c4d184, 'name': SearchDatastore_Task, 'duration_secs': 0.01103} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.864872] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d092d19d-fdb8-4dae-8db3-b0a7d38d6f93 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1537.865073] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-d092d19d-fdb8-4dae-8db3-b0a7d38d6f93 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1537.865271] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d092d19d-fdb8-4dae-8db3-b0a7d38d6f93 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.865419] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d092d19d-fdb8-4dae-8db3-b0a7d38d6f93 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.865590] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-d092d19d-fdb8-4dae-8db3-b0a7d38d6f93 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1537.865842] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d3e08923-ee51-4c8e-baf2-a7997c91085e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.873608] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-d092d19d-fdb8-4dae-8db3-b0a7d38d6f93 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1537.873776] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-d092d19d-fdb8-4dae-8db3-b0a7d38d6f93 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1537.874582] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a50cac1-0f41-47f6-93cf-da29220403c0 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.879126] env[68893]: DEBUG oslo_vmware.api [None req-d092d19d-fdb8-4dae-8db3-b0a7d38d6f93 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Waiting for the task: (returnval){ [ 1537.879126] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]527ec5c7-8c29-2598-c2f8-64e79c34f751" [ 1537.879126] env[68893]: _type = "Task" [ 1537.879126] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.885965] env[68893]: DEBUG oslo_vmware.api [None req-d092d19d-fdb8-4dae-8db3-b0a7d38d6f93 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]527ec5c7-8c29-2598-c2f8-64e79c34f751, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.090029] env[68893]: DEBUG nova.scheduler.client.report [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1538.261332] env[68893]: DEBUG oslo_concurrency.lockutils [req-b2ddfe56-1d0a-4414-8e78-e901bf8a0fcb req-90a6a909-d7b7-4357-9334-e4899d237681 service nova] Releasing lock "refresh_cache-4033fc20-a233-4b62-abb0-ac51193344c7" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.389625] env[68893]: DEBUG oslo_vmware.api [None req-d092d19d-fdb8-4dae-8db3-b0a7d38d6f93 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]527ec5c7-8c29-2598-c2f8-64e79c34f751, 'name': SearchDatastore_Task, 'duration_secs': 0.008546} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.390401] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65d2e43a-9183-492b-b97a-364f44ed16c6 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.395282] env[68893]: DEBUG oslo_vmware.api [None req-d092d19d-fdb8-4dae-8db3-b0a7d38d6f93 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Waiting for the task: (returnval){ [ 1538.395282] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]527deadc-34f0-94cb-2d3d-3707baaae7de" [ 1538.395282] env[68893]: _type = "Task" [ 1538.395282] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.403659] env[68893]: DEBUG oslo_vmware.api [None req-d092d19d-fdb8-4dae-8db3-b0a7d38d6f93 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]527deadc-34f0-94cb-2d3d-3707baaae7de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.594717] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68893) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1538.594909] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.117s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1538.906449] env[68893]: DEBUG oslo_vmware.api [None req-d092d19d-fdb8-4dae-8db3-b0a7d38d6f93 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]527deadc-34f0-94cb-2d3d-3707baaae7de, 'name': SearchDatastore_Task, 'duration_secs': 0.009154} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.906739] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d092d19d-fdb8-4dae-8db3-b0a7d38d6f93 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.907960] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-d092d19d-fdb8-4dae-8db3-b0a7d38d6f93 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] 4033fc20-a233-4b62-abb0-ac51193344c7/4033fc20-a233-4b62-abb0-ac51193344c7.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1538.907960] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4af73a87-3f35-4a93-a32f-198bcac640c8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.914541] env[68893]: DEBUG oslo_vmware.api [None req-d092d19d-fdb8-4dae-8db3-b0a7d38d6f93 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Waiting for the task: (returnval){ [ 1538.914541] env[68893]: value = "task-2792756" [ 1538.914541] env[68893]: _type = "Task" [ 1538.914541] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.922852] env[68893]: DEBUG oslo_vmware.api [None req-d092d19d-fdb8-4dae-8db3-b0a7d38d6f93 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Task: {'id': task-2792756, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.424903] env[68893]: DEBUG oslo_vmware.api [None req-d092d19d-fdb8-4dae-8db3-b0a7d38d6f93 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Task: {'id': task-2792756, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.421352} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.425183] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-d092d19d-fdb8-4dae-8db3-b0a7d38d6f93 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] 4033fc20-a233-4b62-abb0-ac51193344c7/4033fc20-a233-4b62-abb0-ac51193344c7.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1539.425390] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-d092d19d-fdb8-4dae-8db3-b0a7d38d6f93 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1539.425625] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cde00547-e126-4325-9c94-bd94ccedad17 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.431432] env[68893]: DEBUG oslo_vmware.api [None req-d092d19d-fdb8-4dae-8db3-b0a7d38d6f93 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Waiting for the task: (returnval){ [ 1539.431432] env[68893]: value = "task-2792757" [ 1539.431432] env[68893]: _type = "Task" [ 1539.431432] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.438413] env[68893]: DEBUG oslo_vmware.api [None req-d092d19d-fdb8-4dae-8db3-b0a7d38d6f93 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Task: {'id': task-2792757, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.941875] env[68893]: DEBUG oslo_vmware.api [None req-d092d19d-fdb8-4dae-8db3-b0a7d38d6f93 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Task: {'id': task-2792757, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.057421} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.942185] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-d092d19d-fdb8-4dae-8db3-b0a7d38d6f93 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1539.942933] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd80b3b6-b8f2-4fa3-b2ff-2c1fd3d354e6 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.964901] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-d092d19d-fdb8-4dae-8db3-b0a7d38d6f93 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] 4033fc20-a233-4b62-abb0-ac51193344c7/4033fc20-a233-4b62-abb0-ac51193344c7.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1539.965169] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42b978ec-90fa-4abb-9ae6-766ed1e40a28 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.984099] env[68893]: DEBUG oslo_vmware.api [None req-d092d19d-fdb8-4dae-8db3-b0a7d38d6f93 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Waiting for the task: (returnval){ [ 1539.984099] env[68893]: value = "task-2792758" [ 1539.984099] env[68893]: _type = "Task" [ 1539.984099] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.991663] env[68893]: DEBUG oslo_vmware.api [None req-d092d19d-fdb8-4dae-8db3-b0a7d38d6f93 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Task: {'id': task-2792758, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.494494] env[68893]: DEBUG oslo_vmware.api [None req-d092d19d-fdb8-4dae-8db3-b0a7d38d6f93 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Task: {'id': task-2792758, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.995076] env[68893]: DEBUG oslo_vmware.api [None req-d092d19d-fdb8-4dae-8db3-b0a7d38d6f93 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Task: {'id': task-2792758, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.495692] env[68893]: DEBUG oslo_vmware.api [None req-d092d19d-fdb8-4dae-8db3-b0a7d38d6f93 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Task: {'id': task-2792758, 'name': ReconfigVM_Task, 'duration_secs': 1.268977} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.495961] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-d092d19d-fdb8-4dae-8db3-b0a7d38d6f93 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] Reconfigured VM instance instance-0000007d to attach disk [datastore2] 4033fc20-a233-4b62-abb0-ac51193344c7/4033fc20-a233-4b62-abb0-ac51193344c7.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1541.496601] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-14534f31-49ba-409c-8b77-09248ce58368 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.502498] env[68893]: DEBUG oslo_vmware.api [None req-d092d19d-fdb8-4dae-8db3-b0a7d38d6f93 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Waiting for the task: (returnval){ [ 1541.502498] env[68893]: value = "task-2792759" [ 1541.502498] env[68893]: _type = "Task" [ 1541.502498] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.510583] env[68893]: DEBUG oslo_vmware.api [None req-d092d19d-fdb8-4dae-8db3-b0a7d38d6f93 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Task: {'id': task-2792759, 'name': Rename_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.012183] env[68893]: DEBUG oslo_vmware.api [None req-d092d19d-fdb8-4dae-8db3-b0a7d38d6f93 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Task: {'id': task-2792759, 'name': Rename_Task, 'duration_secs': 0.140794} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.012579] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-d092d19d-fdb8-4dae-8db3-b0a7d38d6f93 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1542.012683] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-29323bc9-9d4a-47f1-9776-08d5069dc9a6 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.018136] env[68893]: DEBUG oslo_vmware.api [None req-d092d19d-fdb8-4dae-8db3-b0a7d38d6f93 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Waiting for the task: (returnval){ [ 1542.018136] env[68893]: value = "task-2792760" [ 1542.018136] env[68893]: _type = "Task" [ 1542.018136] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.025061] env[68893]: DEBUG oslo_vmware.api [None req-d092d19d-fdb8-4dae-8db3-b0a7d38d6f93 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Task: {'id': task-2792760, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.529225] env[68893]: DEBUG oslo_vmware.api [None req-d092d19d-fdb8-4dae-8db3-b0a7d38d6f93 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Task: {'id': task-2792760, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.028657] env[68893]: DEBUG oslo_vmware.api [None req-d092d19d-fdb8-4dae-8db3-b0a7d38d6f93 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Task: {'id': task-2792760, 'name': PowerOnVM_Task, 'duration_secs': 1.006365} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.029126] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-d092d19d-fdb8-4dae-8db3-b0a7d38d6f93 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1543.029126] env[68893]: INFO nova.compute.manager [None req-d092d19d-fdb8-4dae-8db3-b0a7d38d6f93 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] Took 8.11 seconds to spawn the instance on the hypervisor. [ 1543.029314] env[68893]: DEBUG nova.compute.manager [None req-d092d19d-fdb8-4dae-8db3-b0a7d38d6f93 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1543.030122] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16ad87a1-e9f7-45f7-bec3-e0e6e08bc60b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.549106] env[68893]: INFO nova.compute.manager [None req-d092d19d-fdb8-4dae-8db3-b0a7d38d6f93 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] Took 12.78 seconds to build instance. [ 1543.801284] env[68893]: DEBUG nova.compute.manager [req-51614283-3274-4806-999e-47677e52bdb8 req-fdc0f804-019e-4086-a0c3-1adb74d4fcad service nova] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] Received event network-changed-849aea53-a674-4358-8f2c-5cd14b872ac5 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1543.801284] env[68893]: DEBUG nova.compute.manager [req-51614283-3274-4806-999e-47677e52bdb8 req-fdc0f804-019e-4086-a0c3-1adb74d4fcad service nova] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] Refreshing instance network info cache due to event network-changed-849aea53-a674-4358-8f2c-5cd14b872ac5. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1543.801284] env[68893]: DEBUG oslo_concurrency.lockutils [req-51614283-3274-4806-999e-47677e52bdb8 req-fdc0f804-019e-4086-a0c3-1adb74d4fcad service nova] Acquiring lock "refresh_cache-4033fc20-a233-4b62-abb0-ac51193344c7" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.801719] env[68893]: DEBUG oslo_concurrency.lockutils [req-51614283-3274-4806-999e-47677e52bdb8 req-fdc0f804-019e-4086-a0c3-1adb74d4fcad service nova] Acquired lock "refresh_cache-4033fc20-a233-4b62-abb0-ac51193344c7" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.801904] env[68893]: DEBUG nova.network.neutron [req-51614283-3274-4806-999e-47677e52bdb8 req-fdc0f804-019e-4086-a0c3-1adb74d4fcad service nova] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] Refreshing network info cache for port 849aea53-a674-4358-8f2c-5cd14b872ac5 {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1544.050861] env[68893]: DEBUG oslo_concurrency.lockutils [None req-d092d19d-fdb8-4dae-8db3-b0a7d38d6f93 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Lock "4033fc20-a233-4b62-abb0-ac51193344c7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.286s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1544.497231] env[68893]: DEBUG nova.network.neutron [req-51614283-3274-4806-999e-47677e52bdb8 req-fdc0f804-019e-4086-a0c3-1adb74d4fcad service nova] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] Updated VIF entry in instance network info cache for port 849aea53-a674-4358-8f2c-5cd14b872ac5. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1544.497590] env[68893]: DEBUG nova.network.neutron [req-51614283-3274-4806-999e-47677e52bdb8 req-fdc0f804-019e-4086-a0c3-1adb74d4fcad service nova] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] Updating instance_info_cache with network_info: [{"id": "849aea53-a674-4358-8f2c-5cd14b872ac5", "address": "fa:16:3e:90:69:66", "network": {"id": "3bdea328-26c1-4e35-9ac1-0f66fccad901", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1550418979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48dc8a32ef6f4212b69517f72fc05d05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap849aea53-a6", "ovs_interfaceid": "849aea53-a674-4358-8f2c-5cd14b872ac5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1545.000468] env[68893]: DEBUG oslo_concurrency.lockutils [req-51614283-3274-4806-999e-47677e52bdb8 req-fdc0f804-019e-4086-a0c3-1adb74d4fcad service nova] Releasing lock "refresh_cache-4033fc20-a233-4b62-abb0-ac51193344c7" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1580.000704] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1580.001179] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1580.001179] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68893) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 1580.322170] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1581.321803] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1582.321808] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1583.317038] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1584.071521] env[68893]: DEBUG oslo_concurrency.lockutils [None req-4d9b9d37-dbe9-493b-b4e1-2110f83d7d42 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Acquiring lock "4033fc20-a233-4b62-abb0-ac51193344c7" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1584.071923] env[68893]: DEBUG oslo_concurrency.lockutils [None req-4d9b9d37-dbe9-493b-b4e1-2110f83d7d42 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Lock "4033fc20-a233-4b62-abb0-ac51193344c7" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1584.071970] env[68893]: INFO nova.compute.manager [None req-4d9b9d37-dbe9-493b-b4e1-2110f83d7d42 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] Shelving [ 1584.321074] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1585.081352] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d9b9d37-dbe9-493b-b4e1-2110f83d7d42 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1585.081797] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-53f740e6-8119-493d-8c10-9f6f5f7be774 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.089549] env[68893]: DEBUG oslo_vmware.api [None req-4d9b9d37-dbe9-493b-b4e1-2110f83d7d42 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Waiting for the task: (returnval){ [ 1585.089549] env[68893]: value = "task-2792761" [ 1585.089549] env[68893]: _type = "Task" [ 1585.089549] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.097941] env[68893]: DEBUG oslo_vmware.api [None req-4d9b9d37-dbe9-493b-b4e1-2110f83d7d42 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Task: {'id': task-2792761, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.321284] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager.update_available_resource {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1585.599973] env[68893]: DEBUG oslo_vmware.api [None req-4d9b9d37-dbe9-493b-b4e1-2110f83d7d42 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Task: {'id': task-2792761, 'name': PowerOffVM_Task, 'duration_secs': 0.172751} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.600255] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d9b9d37-dbe9-493b-b4e1-2110f83d7d42 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1585.601069] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1648d326-76e3-48fa-b83b-42ec165b0b0d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.619253] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b82dcb7-04af-4ab2-b4cc-5c39ce574c44 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.824879] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1585.825152] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1585.825334] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1585.825506] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68893) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1585.826401] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57415dfe-0b82-428f-94fb-71db1dc9a5d3 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.834645] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb200696-4808-4921-8108-f1bc28bc2631 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.847970] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19a6988c-4a94-4d2b-b149-b0d8df003a61 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.854196] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc53f835-9c4e-4241-87a7-546a65b53f64 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.883436] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181074MB free_disk=174GB free_vcpus=48 pci_devices=None {{(pid=68893) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1585.883586] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1585.883791] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1586.129742] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-4d9b9d37-dbe9-493b-b4e1-2110f83d7d42 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] Creating Snapshot of the VM instance {{(pid=68893) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1586.130141] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-559beeb2-0772-4879-8e3d-e5115ee894c7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.138284] env[68893]: DEBUG oslo_vmware.api [None req-4d9b9d37-dbe9-493b-b4e1-2110f83d7d42 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Waiting for the task: (returnval){ [ 1586.138284] env[68893]: value = "task-2792762" [ 1586.138284] env[68893]: _type = "Task" [ 1586.138284] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.145683] env[68893]: DEBUG oslo_vmware.api [None req-4d9b9d37-dbe9-493b-b4e1-2110f83d7d42 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Task: {'id': task-2792762, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.648161] env[68893]: DEBUG oslo_vmware.api [None req-4d9b9d37-dbe9-493b-b4e1-2110f83d7d42 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Task: {'id': task-2792762, 'name': CreateSnapshot_Task, 'duration_secs': 0.390321} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.648437] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-4d9b9d37-dbe9-493b-b4e1-2110f83d7d42 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] Created Snapshot of the VM instance {{(pid=68893) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1586.649169] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04bb9a02-2448-41ba-8e0d-6ddbb8d801db {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.909404] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance 4033fc20-a233-4b62-abb0-ac51193344c7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1586.909672] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=68893) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1586.909831] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=68893) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1586.935427] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84692051-9251-4812-8308-c1071dd99eec {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.943378] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4e0149b-13dc-42a1-b5f8-7c9cec38686f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.975564] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8174b678-c69a-4dc4-bd2d-ccef3d1ad924 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.982690] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4f6e016-e87c-4e6e-bcfd-95d9054c215a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.997895] env[68893]: DEBUG nova.compute.provider_tree [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Updating inventory in ProviderTree for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1587.165724] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-4d9b9d37-dbe9-493b-b4e1-2110f83d7d42 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] Creating linked-clone VM from snapshot {{(pid=68893) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1587.166115] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a8bf38d0-11ef-4536-b30b-e90863bbb4d3 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.174830] env[68893]: DEBUG oslo_vmware.api [None req-4d9b9d37-dbe9-493b-b4e1-2110f83d7d42 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Waiting for the task: (returnval){ [ 1587.174830] env[68893]: value = "task-2792763" [ 1587.174830] env[68893]: _type = "Task" [ 1587.174830] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.182885] env[68893]: DEBUG oslo_vmware.api [None req-4d9b9d37-dbe9-493b-b4e1-2110f83d7d42 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Task: {'id': task-2792763, 'name': CloneVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.518379] env[68893]: ERROR nova.scheduler.client.report [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [req-36e7dd4a-bd1e-4325-91f1-2fcde6303362] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d14b70d6-a636-4db0-b5a6-b901da6fa895. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-36e7dd4a-bd1e-4325-91f1-2fcde6303362"}]} [ 1587.533948] env[68893]: DEBUG nova.scheduler.client.report [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Refreshing inventories for resource provider d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1587.545874] env[68893]: DEBUG nova.scheduler.client.report [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Updating ProviderTree inventory for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1587.546064] env[68893]: DEBUG nova.compute.provider_tree [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Updating inventory in ProviderTree for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1587.555998] env[68893]: DEBUG nova.scheduler.client.report [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Refreshing aggregate associations for resource provider d14b70d6-a636-4db0-b5a6-b901da6fa895, aggregates: None {{(pid=68893) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1587.573520] env[68893]: DEBUG nova.scheduler.client.report [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Refreshing trait associations for resource provider d14b70d6-a636-4db0-b5a6-b901da6fa895, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE {{(pid=68893) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1587.596986] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8fb351e-d6f6-4054-8f3b-01c67a7be160 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.605032] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3785e70f-327c-44fb-9364-9304799f87bc {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.634521] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3cedb3e-ecba-4edf-900b-5b1cce0ae0c7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.641589] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31f46e0a-c527-4043-a1f6-1482fb7cd9e2 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.654046] env[68893]: DEBUG nova.compute.provider_tree [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Updating inventory in ProviderTree for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1587.684534] env[68893]: DEBUG oslo_vmware.api [None req-4d9b9d37-dbe9-493b-b4e1-2110f83d7d42 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Task: {'id': task-2792763, 'name': CloneVM_Task} progress is 94%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.185485] env[68893]: DEBUG oslo_vmware.api [None req-4d9b9d37-dbe9-493b-b4e1-2110f83d7d42 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Task: {'id': task-2792763, 'name': CloneVM_Task, 'duration_secs': 0.879177} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.186318] env[68893]: DEBUG nova.scheduler.client.report [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Updated inventory for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with generation 192 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1588.186519] env[68893]: DEBUG nova.compute.provider_tree [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Updating resource provider d14b70d6-a636-4db0-b5a6-b901da6fa895 generation from 192 to 193 during operation: update_inventory {{(pid=68893) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1588.186668] env[68893]: DEBUG nova.compute.provider_tree [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Updating inventory in ProviderTree for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1588.189740] env[68893]: INFO nova.virt.vmwareapi.vmops [None req-4d9b9d37-dbe9-493b-b4e1-2110f83d7d42 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] Created linked-clone VM from snapshot [ 1588.190685] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf402238-1a0b-40ee-9086-a2b677fa9b47 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.197826] env[68893]: DEBUG nova.virt.vmwareapi.images [None req-4d9b9d37-dbe9-493b-b4e1-2110f83d7d42 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] Uploading image c0d3b62b-34ca-4ea4-956d-2d990ddb6374 {{(pid=68893) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1588.246720] env[68893]: DEBUG oslo_vmware.rw_handles [None req-4d9b9d37-dbe9-493b-b4e1-2110f83d7d42 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1588.246720] env[68893]: value = "vm-561306" [ 1588.246720] env[68893]: _type = "VirtualMachine" [ 1588.246720] env[68893]: }. {{(pid=68893) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1588.246990] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-9d567816-f2b5-43ca-a48e-ca5e5dca782d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.253573] env[68893]: DEBUG oslo_vmware.rw_handles [None req-4d9b9d37-dbe9-493b-b4e1-2110f83d7d42 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Lease: (returnval){ [ 1588.253573] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]5264326e-8780-9648-3756-553cefefd8be" [ 1588.253573] env[68893]: _type = "HttpNfcLease" [ 1588.253573] env[68893]: } obtained for exporting VM: (result){ [ 1588.253573] env[68893]: value = "vm-561306" [ 1588.253573] env[68893]: _type = "VirtualMachine" [ 1588.253573] env[68893]: }. {{(pid=68893) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1588.253834] env[68893]: DEBUG oslo_vmware.api [None req-4d9b9d37-dbe9-493b-b4e1-2110f83d7d42 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Waiting for the lease: (returnval){ [ 1588.253834] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]5264326e-8780-9648-3756-553cefefd8be" [ 1588.253834] env[68893]: _type = "HttpNfcLease" [ 1588.253834] env[68893]: } to be ready. {{(pid=68893) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1588.259559] env[68893]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1588.259559] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]5264326e-8780-9648-3756-553cefefd8be" [ 1588.259559] env[68893]: _type = "HttpNfcLease" [ 1588.259559] env[68893]: } is initializing. {{(pid=68893) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1588.692458] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68893) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1588.692763] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.809s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1588.761532] env[68893]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1588.761532] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]5264326e-8780-9648-3756-553cefefd8be" [ 1588.761532] env[68893]: _type = "HttpNfcLease" [ 1588.761532] env[68893]: } is ready. {{(pid=68893) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1588.761964] env[68893]: DEBUG oslo_vmware.rw_handles [None req-4d9b9d37-dbe9-493b-b4e1-2110f83d7d42 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1588.761964] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]5264326e-8780-9648-3756-553cefefd8be" [ 1588.761964] env[68893]: _type = "HttpNfcLease" [ 1588.761964] env[68893]: }. {{(pid=68893) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1588.762874] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aeefba3-47ba-4e60-941e-084e2a642e20 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.769912] env[68893]: DEBUG oslo_vmware.rw_handles [None req-4d9b9d37-dbe9-493b-b4e1-2110f83d7d42 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52eee52d-52c8-23ad-3926-f32adc8f37cb/disk-0.vmdk from lease info. {{(pid=68893) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1588.770168] env[68893]: DEBUG oslo_vmware.rw_handles [None req-4d9b9d37-dbe9-493b-b4e1-2110f83d7d42 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52eee52d-52c8-23ad-3926-f32adc8f37cb/disk-0.vmdk for reading. {{(pid=68893) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1588.856008] env[68893]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a4779cdf-ef8a-4886-8dc3-c58b91cbf620 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.430439] env[68893]: DEBUG oslo_vmware.rw_handles [None req-4d9b9d37-dbe9-493b-b4e1-2110f83d7d42 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52eee52d-52c8-23ad-3926-f32adc8f37cb/disk-0.vmdk. {{(pid=68893) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1595.431459] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf4f9f43-1d7c-4720-8e3e-9e1d69af52f6 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.437779] env[68893]: DEBUG oslo_vmware.rw_handles [None req-4d9b9d37-dbe9-493b-b4e1-2110f83d7d42 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52eee52d-52c8-23ad-3926-f32adc8f37cb/disk-0.vmdk is in state: ready. {{(pid=68893) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1595.437947] env[68893]: ERROR oslo_vmware.rw_handles [None req-4d9b9d37-dbe9-493b-b4e1-2110f83d7d42 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52eee52d-52c8-23ad-3926-f32adc8f37cb/disk-0.vmdk due to incomplete transfer. [ 1595.438181] env[68893]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b51c4768-c718-4fc2-9994-7ab475332252 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.444876] env[68893]: DEBUG oslo_vmware.rw_handles [None req-4d9b9d37-dbe9-493b-b4e1-2110f83d7d42 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52eee52d-52c8-23ad-3926-f32adc8f37cb/disk-0.vmdk. {{(pid=68893) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1595.445075] env[68893]: DEBUG nova.virt.vmwareapi.images [None req-4d9b9d37-dbe9-493b-b4e1-2110f83d7d42 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] Uploaded image c0d3b62b-34ca-4ea4-956d-2d990ddb6374 to the Glance image server {{(pid=68893) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1595.447386] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d9b9d37-dbe9-493b-b4e1-2110f83d7d42 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] Destroying the VM {{(pid=68893) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1595.447616] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ed6b4f2a-e40d-4d49-8d78-250988e7fb92 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.453195] env[68893]: DEBUG oslo_vmware.api [None req-4d9b9d37-dbe9-493b-b4e1-2110f83d7d42 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Waiting for the task: (returnval){ [ 1595.453195] env[68893]: value = "task-2792765" [ 1595.453195] env[68893]: _type = "Task" [ 1595.453195] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.460967] env[68893]: DEBUG oslo_vmware.api [None req-4d9b9d37-dbe9-493b-b4e1-2110f83d7d42 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Task: {'id': task-2792765, 'name': Destroy_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.962168] env[68893]: DEBUG oslo_vmware.api [None req-4d9b9d37-dbe9-493b-b4e1-2110f83d7d42 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Task: {'id': task-2792765, 'name': Destroy_Task, 'duration_secs': 0.440096} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.962419] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-4d9b9d37-dbe9-493b-b4e1-2110f83d7d42 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] Destroyed the VM [ 1595.962674] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-4d9b9d37-dbe9-493b-b4e1-2110f83d7d42 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] Deleting Snapshot of the VM instance {{(pid=68893) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1595.962918] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-98fe611f-8ac9-4af1-97f8-3e031aa5af9e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.969510] env[68893]: DEBUG oslo_vmware.api [None req-4d9b9d37-dbe9-493b-b4e1-2110f83d7d42 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Waiting for the task: (returnval){ [ 1595.969510] env[68893]: value = "task-2792766" [ 1595.969510] env[68893]: _type = "Task" [ 1595.969510] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.977114] env[68893]: DEBUG oslo_vmware.api [None req-4d9b9d37-dbe9-493b-b4e1-2110f83d7d42 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Task: {'id': task-2792766, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.478959] env[68893]: DEBUG oslo_vmware.api [None req-4d9b9d37-dbe9-493b-b4e1-2110f83d7d42 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Task: {'id': task-2792766, 'name': RemoveSnapshot_Task, 'duration_secs': 0.338936} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.479463] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-4d9b9d37-dbe9-493b-b4e1-2110f83d7d42 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] Deleted Snapshot of the VM instance {{(pid=68893) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1596.479534] env[68893]: DEBUG nova.compute.manager [None req-4d9b9d37-dbe9-493b-b4e1-2110f83d7d42 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1596.480291] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60b8e515-d496-414c-8212-34d23a2cab20 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.688690] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1596.992880] env[68893]: INFO nova.compute.manager [None req-4d9b9d37-dbe9-493b-b4e1-2110f83d7d42 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] Shelve offloading [ 1597.496211] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d9b9d37-dbe9-493b-b4e1-2110f83d7d42 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1597.496584] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e0759d8f-9a07-495f-a176-afe646bd8cf0 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.503879] env[68893]: DEBUG oslo_vmware.api [None req-4d9b9d37-dbe9-493b-b4e1-2110f83d7d42 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Waiting for the task: (returnval){ [ 1597.503879] env[68893]: value = "task-2792767" [ 1597.503879] env[68893]: _type = "Task" [ 1597.503879] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.511361] env[68893]: DEBUG oslo_vmware.api [None req-4d9b9d37-dbe9-493b-b4e1-2110f83d7d42 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Task: {'id': task-2792767, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.014126] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d9b9d37-dbe9-493b-b4e1-2110f83d7d42 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] VM already powered off {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1598.014329] env[68893]: DEBUG nova.compute.manager [None req-4d9b9d37-dbe9-493b-b4e1-2110f83d7d42 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1598.015115] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16514e10-073e-4724-b7ab-1bfd4ab57886 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.020244] env[68893]: DEBUG oslo_concurrency.lockutils [None req-4d9b9d37-dbe9-493b-b4e1-2110f83d7d42 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Acquiring lock "refresh_cache-4033fc20-a233-4b62-abb0-ac51193344c7" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.020404] env[68893]: DEBUG oslo_concurrency.lockutils [None req-4d9b9d37-dbe9-493b-b4e1-2110f83d7d42 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Acquired lock "refresh_cache-4033fc20-a233-4b62-abb0-ac51193344c7" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.020569] env[68893]: DEBUG nova.network.neutron [None req-4d9b9d37-dbe9-493b-b4e1-2110f83d7d42 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1598.741218] env[68893]: DEBUG nova.network.neutron [None req-4d9b9d37-dbe9-493b-b4e1-2110f83d7d42 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] Updating instance_info_cache with network_info: [{"id": "849aea53-a674-4358-8f2c-5cd14b872ac5", "address": "fa:16:3e:90:69:66", "network": {"id": "3bdea328-26c1-4e35-9ac1-0f66fccad901", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1550418979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48dc8a32ef6f4212b69517f72fc05d05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap849aea53-a6", "ovs_interfaceid": "849aea53-a674-4358-8f2c-5cd14b872ac5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1599.243842] env[68893]: DEBUG oslo_concurrency.lockutils [None req-4d9b9d37-dbe9-493b-b4e1-2110f83d7d42 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Releasing lock "refresh_cache-4033fc20-a233-4b62-abb0-ac51193344c7" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.462091] env[68893]: DEBUG nova.compute.manager [req-5d6da0ad-c0ea-436f-b6cc-5c2731944c24 req-da251bc2-6cca-40dc-a589-54b31889357c service nova] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] Received event network-vif-unplugged-849aea53-a674-4358-8f2c-5cd14b872ac5 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1599.462363] env[68893]: DEBUG oslo_concurrency.lockutils [req-5d6da0ad-c0ea-436f-b6cc-5c2731944c24 req-da251bc2-6cca-40dc-a589-54b31889357c service nova] Acquiring lock "4033fc20-a233-4b62-abb0-ac51193344c7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1599.462590] env[68893]: DEBUG oslo_concurrency.lockutils [req-5d6da0ad-c0ea-436f-b6cc-5c2731944c24 req-da251bc2-6cca-40dc-a589-54b31889357c service nova] Lock "4033fc20-a233-4b62-abb0-ac51193344c7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1599.462763] env[68893]: DEBUG oslo_concurrency.lockutils [req-5d6da0ad-c0ea-436f-b6cc-5c2731944c24 req-da251bc2-6cca-40dc-a589-54b31889357c service nova] Lock "4033fc20-a233-4b62-abb0-ac51193344c7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1599.462928] env[68893]: DEBUG nova.compute.manager [req-5d6da0ad-c0ea-436f-b6cc-5c2731944c24 req-da251bc2-6cca-40dc-a589-54b31889357c service nova] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] No waiting events found dispatching network-vif-unplugged-849aea53-a674-4358-8f2c-5cd14b872ac5 {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1599.463371] env[68893]: WARNING nova.compute.manager [req-5d6da0ad-c0ea-436f-b6cc-5c2731944c24 req-da251bc2-6cca-40dc-a589-54b31889357c service nova] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] Received unexpected event network-vif-unplugged-849aea53-a674-4358-8f2c-5cd14b872ac5 for instance with vm_state shelved and task_state shelving_offloading. [ 1599.564025] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-4d9b9d37-dbe9-493b-b4e1-2110f83d7d42 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1599.564989] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f3686b2-28e6-46ed-a589-0f67745c3a3a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.572427] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-4d9b9d37-dbe9-493b-b4e1-2110f83d7d42 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1599.572644] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f2f9389a-ed7a-47da-8ef0-9d4a4763c953 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.649262] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-4d9b9d37-dbe9-493b-b4e1-2110f83d7d42 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1599.649534] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-4d9b9d37-dbe9-493b-b4e1-2110f83d7d42 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] Deleting contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1599.649649] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d9b9d37-dbe9-493b-b4e1-2110f83d7d42 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Deleting the datastore file [datastore2] 4033fc20-a233-4b62-abb0-ac51193344c7 {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1599.649921] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0a110780-e727-4b67-a394-2bcbfe599f6b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.656240] env[68893]: DEBUG oslo_vmware.api [None req-4d9b9d37-dbe9-493b-b4e1-2110f83d7d42 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Waiting for the task: (returnval){ [ 1599.656240] env[68893]: value = "task-2792769" [ 1599.656240] env[68893]: _type = "Task" [ 1599.656240] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.664648] env[68893]: DEBUG oslo_vmware.api [None req-4d9b9d37-dbe9-493b-b4e1-2110f83d7d42 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Task: {'id': task-2792769, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.165726] env[68893]: DEBUG oslo_vmware.api [None req-4d9b9d37-dbe9-493b-b4e1-2110f83d7d42 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Task: {'id': task-2792769, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142744} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.166070] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d9b9d37-dbe9-493b-b4e1-2110f83d7d42 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1600.166189] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-4d9b9d37-dbe9-493b-b4e1-2110f83d7d42 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] Deleted contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1600.166362] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-4d9b9d37-dbe9-493b-b4e1-2110f83d7d42 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1600.193255] env[68893]: INFO nova.scheduler.client.report [None req-4d9b9d37-dbe9-493b-b4e1-2110f83d7d42 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Deleted allocations for instance 4033fc20-a233-4b62-abb0-ac51193344c7 [ 1600.697612] env[68893]: DEBUG oslo_concurrency.lockutils [None req-4d9b9d37-dbe9-493b-b4e1-2110f83d7d42 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1600.697919] env[68893]: DEBUG oslo_concurrency.lockutils [None req-4d9b9d37-dbe9-493b-b4e1-2110f83d7d42 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1600.698166] env[68893]: DEBUG nova.objects.instance [None req-4d9b9d37-dbe9-493b-b4e1-2110f83d7d42 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Lazy-loading 'resources' on Instance uuid 4033fc20-a233-4b62-abb0-ac51193344c7 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1601.200730] env[68893]: DEBUG nova.objects.instance [None req-4d9b9d37-dbe9-493b-b4e1-2110f83d7d42 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Lazy-loading 'numa_topology' on Instance uuid 4033fc20-a233-4b62-abb0-ac51193344c7 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1601.494826] env[68893]: DEBUG nova.compute.manager [req-5a5d3799-0ed2-428d-9550-8025f52b53a5 req-1af5c66b-12a4-4b2d-8731-591d69924845 service nova] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] Received event network-changed-849aea53-a674-4358-8f2c-5cd14b872ac5 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1601.494978] env[68893]: DEBUG nova.compute.manager [req-5a5d3799-0ed2-428d-9550-8025f52b53a5 req-1af5c66b-12a4-4b2d-8731-591d69924845 service nova] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] Refreshing instance network info cache due to event network-changed-849aea53-a674-4358-8f2c-5cd14b872ac5. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1601.495182] env[68893]: DEBUG oslo_concurrency.lockutils [req-5a5d3799-0ed2-428d-9550-8025f52b53a5 req-1af5c66b-12a4-4b2d-8731-591d69924845 service nova] Acquiring lock "refresh_cache-4033fc20-a233-4b62-abb0-ac51193344c7" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1601.495326] env[68893]: DEBUG oslo_concurrency.lockutils [req-5a5d3799-0ed2-428d-9550-8025f52b53a5 req-1af5c66b-12a4-4b2d-8731-591d69924845 service nova] Acquired lock "refresh_cache-4033fc20-a233-4b62-abb0-ac51193344c7" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1601.495512] env[68893]: DEBUG nova.network.neutron [req-5a5d3799-0ed2-428d-9550-8025f52b53a5 req-1af5c66b-12a4-4b2d-8731-591d69924845 service nova] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] Refreshing network info cache for port 849aea53-a674-4358-8f2c-5cd14b872ac5 {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1601.702654] env[68893]: DEBUG nova.objects.base [None req-4d9b9d37-dbe9-493b-b4e1-2110f83d7d42 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Object Instance<4033fc20-a233-4b62-abb0-ac51193344c7> lazy-loaded attributes: resources,numa_topology {{(pid=68893) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1601.728219] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85b9f1c9-bbad-43f0-b1cb-8fbee2ca8838 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.735696] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99d4d9e1-339f-41d2-bf77-084d5ea8842c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.765123] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e73604e0-4427-481b-93cc-e065924965e5 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.771672] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b397ec5-230e-4f15-b3ae-c0a4dea211ac {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.784309] env[68893]: DEBUG nova.compute.provider_tree [None req-4d9b9d37-dbe9-493b-b4e1-2110f83d7d42 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Updating inventory in ProviderTree for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1602.002736] env[68893]: DEBUG oslo_concurrency.lockutils [None req-546a1321-952f-4a36-9cef-dc8f8048b536 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Acquiring lock "4033fc20-a233-4b62-abb0-ac51193344c7" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1602.234832] env[68893]: DEBUG nova.network.neutron [req-5a5d3799-0ed2-428d-9550-8025f52b53a5 req-1af5c66b-12a4-4b2d-8731-591d69924845 service nova] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] Updated VIF entry in instance network info cache for port 849aea53-a674-4358-8f2c-5cd14b872ac5. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1602.235188] env[68893]: DEBUG nova.network.neutron [req-5a5d3799-0ed2-428d-9550-8025f52b53a5 req-1af5c66b-12a4-4b2d-8731-591d69924845 service nova] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] Updating instance_info_cache with network_info: [{"id": "849aea53-a674-4358-8f2c-5cd14b872ac5", "address": "fa:16:3e:90:69:66", "network": {"id": "3bdea328-26c1-4e35-9ac1-0f66fccad901", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1550418979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48dc8a32ef6f4212b69517f72fc05d05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap849aea53-a6", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1602.303696] env[68893]: ERROR nova.scheduler.client.report [None req-4d9b9d37-dbe9-493b-b4e1-2110f83d7d42 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [req-a8fc393a-c5a0-4401-9f85-7825406fb0e5] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d14b70d6-a636-4db0-b5a6-b901da6fa895. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a8fc393a-c5a0-4401-9f85-7825406fb0e5"}]} [ 1602.318937] env[68893]: DEBUG nova.scheduler.client.report [None req-4d9b9d37-dbe9-493b-b4e1-2110f83d7d42 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Refreshing inventories for resource provider d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1602.333539] env[68893]: DEBUG nova.scheduler.client.report [None req-4d9b9d37-dbe9-493b-b4e1-2110f83d7d42 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Updating ProviderTree inventory for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1602.333760] env[68893]: DEBUG nova.compute.provider_tree [None req-4d9b9d37-dbe9-493b-b4e1-2110f83d7d42 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Updating inventory in ProviderTree for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1602.343746] env[68893]: DEBUG nova.scheduler.client.report [None req-4d9b9d37-dbe9-493b-b4e1-2110f83d7d42 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Refreshing aggregate associations for resource provider d14b70d6-a636-4db0-b5a6-b901da6fa895, aggregates: None {{(pid=68893) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1602.359892] env[68893]: DEBUG nova.scheduler.client.report [None req-4d9b9d37-dbe9-493b-b4e1-2110f83d7d42 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Refreshing trait associations for resource provider d14b70d6-a636-4db0-b5a6-b901da6fa895, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE {{(pid=68893) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1602.382968] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a174a1b-f429-4cf4-a897-4fbb2bd3cb7d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.389981] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6604240-e79b-4aae-b057-4b44f1826002 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.420352] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1da2fce4-4841-4283-8d05-45680156fb5c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.426727] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49d087c9-cc25-4e2e-98d5-29e5434eddbc {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.439336] env[68893]: DEBUG nova.compute.provider_tree [None req-4d9b9d37-dbe9-493b-b4e1-2110f83d7d42 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Updating inventory in ProviderTree for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1602.737900] env[68893]: DEBUG oslo_concurrency.lockutils [req-5a5d3799-0ed2-428d-9550-8025f52b53a5 req-1af5c66b-12a4-4b2d-8731-591d69924845 service nova] Releasing lock "refresh_cache-4033fc20-a233-4b62-abb0-ac51193344c7" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1602.968860] env[68893]: DEBUG nova.scheduler.client.report [None req-4d9b9d37-dbe9-493b-b4e1-2110f83d7d42 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Updated inventory for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with generation 194 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1602.969155] env[68893]: DEBUG nova.compute.provider_tree [None req-4d9b9d37-dbe9-493b-b4e1-2110f83d7d42 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Updating resource provider d14b70d6-a636-4db0-b5a6-b901da6fa895 generation from 194 to 195 during operation: update_inventory {{(pid=68893) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1602.969342] env[68893]: DEBUG nova.compute.provider_tree [None req-4d9b9d37-dbe9-493b-b4e1-2110f83d7d42 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Updating inventory in ProviderTree for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1603.474743] env[68893]: DEBUG oslo_concurrency.lockutils [None req-4d9b9d37-dbe9-493b-b4e1-2110f83d7d42 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.777s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1603.982670] env[68893]: DEBUG oslo_concurrency.lockutils [None req-4d9b9d37-dbe9-493b-b4e1-2110f83d7d42 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Lock "4033fc20-a233-4b62-abb0-ac51193344c7" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 19.911s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1603.983327] env[68893]: DEBUG oslo_concurrency.lockutils [None req-546a1321-952f-4a36-9cef-dc8f8048b536 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Lock "4033fc20-a233-4b62-abb0-ac51193344c7" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.981s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1603.983529] env[68893]: INFO nova.compute.manager [None req-546a1321-952f-4a36-9cef-dc8f8048b536 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] Unshelving [ 1604.993869] env[68893]: DEBUG nova.compute.utils [None req-546a1321-952f-4a36-9cef-dc8f8048b536 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1605.497780] env[68893]: INFO nova.virt.block_device [None req-546a1321-952f-4a36-9cef-dc8f8048b536 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] Booting with volume e4285e26-10cb-4a12-ba1c-5b0827eb87b0 at /dev/sdb [ 1605.540829] env[68893]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9fcceecf-86db-4519-886f-dcf6426f53be {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.550058] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1b39272-082d-4075-afc3-e2aa91416307 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.574985] env[68893]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bfa7de84-2a67-43b0-abed-9ced20abd281 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.582347] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb3c5338-65b2-427b-8a88-48b23fd91278 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.605266] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5263d6c7-c149-40fb-a074-6473c18231a3 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.611238] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f627a1e-9706-4c4c-86e6-02f32142d128 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.624015] env[68893]: DEBUG nova.virt.block_device [None req-546a1321-952f-4a36-9cef-dc8f8048b536 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] Updating existing volume attachment record: 5382ef78-24c9-4ea8-b1ad-efd4946f5d5d {{(pid=68893) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1611.220378] env[68893]: DEBUG oslo_concurrency.lockutils [None req-546a1321-952f-4a36-9cef-dc8f8048b536 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1611.220675] env[68893]: DEBUG oslo_concurrency.lockutils [None req-546a1321-952f-4a36-9cef-dc8f8048b536 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1611.220885] env[68893]: DEBUG nova.objects.instance [None req-546a1321-952f-4a36-9cef-dc8f8048b536 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Lazy-loading 'pci_requests' on Instance uuid 4033fc20-a233-4b62-abb0-ac51193344c7 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1611.726188] env[68893]: DEBUG nova.objects.instance [None req-546a1321-952f-4a36-9cef-dc8f8048b536 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Lazy-loading 'numa_topology' on Instance uuid 4033fc20-a233-4b62-abb0-ac51193344c7 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1612.229592] env[68893]: INFO nova.compute.claims [None req-546a1321-952f-4a36-9cef-dc8f8048b536 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1613.262025] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c00a5f1-300c-4304-a574-1b5b89d06527 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.269815] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e8a805c-1937-4eaf-9f05-38e735143a34 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.300288] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51efeeb8-b5fc-49b5-a541-e1fa09b2ab9d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.306999] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5d7a03d-99e5-4c70-94b1-655d4ebd0904 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.319680] env[68893]: DEBUG nova.compute.provider_tree [None req-546a1321-952f-4a36-9cef-dc8f8048b536 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1613.822581] env[68893]: DEBUG nova.scheduler.client.report [None req-546a1321-952f-4a36-9cef-dc8f8048b536 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1614.328127] env[68893]: DEBUG oslo_concurrency.lockutils [None req-546a1321-952f-4a36-9cef-dc8f8048b536 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.107s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1614.358141] env[68893]: INFO nova.network.neutron [None req-546a1321-952f-4a36-9cef-dc8f8048b536 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] Updating port 849aea53-a674-4358-8f2c-5cd14b872ac5 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1615.717800] env[68893]: DEBUG nova.compute.manager [req-27346e04-d562-47f4-a0e1-05066f15ebbc req-2e8d7128-7066-43ff-95b1-42abc1e07974 service nova] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] Received event network-vif-plugged-849aea53-a674-4358-8f2c-5cd14b872ac5 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1615.718092] env[68893]: DEBUG oslo_concurrency.lockutils [req-27346e04-d562-47f4-a0e1-05066f15ebbc req-2e8d7128-7066-43ff-95b1-42abc1e07974 service nova] Acquiring lock "4033fc20-a233-4b62-abb0-ac51193344c7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1615.718343] env[68893]: DEBUG oslo_concurrency.lockutils [req-27346e04-d562-47f4-a0e1-05066f15ebbc req-2e8d7128-7066-43ff-95b1-42abc1e07974 service nova] Lock "4033fc20-a233-4b62-abb0-ac51193344c7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1615.718437] env[68893]: DEBUG oslo_concurrency.lockutils [req-27346e04-d562-47f4-a0e1-05066f15ebbc req-2e8d7128-7066-43ff-95b1-42abc1e07974 service nova] Lock "4033fc20-a233-4b62-abb0-ac51193344c7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1615.718571] env[68893]: DEBUG nova.compute.manager [req-27346e04-d562-47f4-a0e1-05066f15ebbc req-2e8d7128-7066-43ff-95b1-42abc1e07974 service nova] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] No waiting events found dispatching network-vif-plugged-849aea53-a674-4358-8f2c-5cd14b872ac5 {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1615.718743] env[68893]: WARNING nova.compute.manager [req-27346e04-d562-47f4-a0e1-05066f15ebbc req-2e8d7128-7066-43ff-95b1-42abc1e07974 service nova] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] Received unexpected event network-vif-plugged-849aea53-a674-4358-8f2c-5cd14b872ac5 for instance with vm_state shelved_offloaded and task_state spawning. [ 1615.799377] env[68893]: DEBUG oslo_concurrency.lockutils [None req-546a1321-952f-4a36-9cef-dc8f8048b536 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Acquiring lock "refresh_cache-4033fc20-a233-4b62-abb0-ac51193344c7" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1615.799638] env[68893]: DEBUG oslo_concurrency.lockutils [None req-546a1321-952f-4a36-9cef-dc8f8048b536 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Acquired lock "refresh_cache-4033fc20-a233-4b62-abb0-ac51193344c7" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1615.799743] env[68893]: DEBUG nova.network.neutron [None req-546a1321-952f-4a36-9cef-dc8f8048b536 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1616.535791] env[68893]: DEBUG nova.network.neutron [None req-546a1321-952f-4a36-9cef-dc8f8048b536 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] Updating instance_info_cache with network_info: [{"id": "849aea53-a674-4358-8f2c-5cd14b872ac5", "address": "fa:16:3e:90:69:66", "network": {"id": "3bdea328-26c1-4e35-9ac1-0f66fccad901", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1550418979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48dc8a32ef6f4212b69517f72fc05d05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap849aea53-a6", "ovs_interfaceid": "849aea53-a674-4358-8f2c-5cd14b872ac5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1617.039133] env[68893]: DEBUG oslo_concurrency.lockutils [None req-546a1321-952f-4a36-9cef-dc8f8048b536 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Releasing lock "refresh_cache-4033fc20-a233-4b62-abb0-ac51193344c7" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1617.067187] env[68893]: DEBUG nova.virt.hardware [None req-546a1321-952f-4a36-9cef-dc8f8048b536 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='728afc732068302f6a74631c7578ba07',container_format='bare',created_at=2025-03-06T06:49:34Z,direct_url=,disk_format='vmdk',id=c0d3b62b-34ca-4ea4-956d-2d990ddb6374,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-155076874-shelved',owner='48dc8a32ef6f4212b69517f72fc05d05',properties=ImageMetaProps,protected=,size=31670272,status='active',tags=,updated_at=2025-03-06T06:49:46Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1617.067453] env[68893]: DEBUG nova.virt.hardware [None req-546a1321-952f-4a36-9cef-dc8f8048b536 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1617.067610] env[68893]: DEBUG nova.virt.hardware [None req-546a1321-952f-4a36-9cef-dc8f8048b536 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1617.067790] env[68893]: DEBUG nova.virt.hardware [None req-546a1321-952f-4a36-9cef-dc8f8048b536 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1617.067935] env[68893]: DEBUG nova.virt.hardware [None req-546a1321-952f-4a36-9cef-dc8f8048b536 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1617.068094] env[68893]: DEBUG nova.virt.hardware [None req-546a1321-952f-4a36-9cef-dc8f8048b536 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1617.068307] env[68893]: DEBUG nova.virt.hardware [None req-546a1321-952f-4a36-9cef-dc8f8048b536 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1617.068467] env[68893]: DEBUG nova.virt.hardware [None req-546a1321-952f-4a36-9cef-dc8f8048b536 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1617.068634] env[68893]: DEBUG nova.virt.hardware [None req-546a1321-952f-4a36-9cef-dc8f8048b536 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1617.068796] env[68893]: DEBUG nova.virt.hardware [None req-546a1321-952f-4a36-9cef-dc8f8048b536 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1617.068969] env[68893]: DEBUG nova.virt.hardware [None req-546a1321-952f-4a36-9cef-dc8f8048b536 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1617.069829] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e98a6e92-ee83-400a-b0da-cc493dc7fe38 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.077864] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae260606-4109-4bb9-8cd7-47e23528790f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.091498] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-546a1321-952f-4a36-9cef-dc8f8048b536 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:90:69:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e4e52d8a-b086-4333-a5a1-938680a2d2bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '849aea53-a674-4358-8f2c-5cd14b872ac5', 'vif_model': 'vmxnet3'}] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1617.098651] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-546a1321-952f-4a36-9cef-dc8f8048b536 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1617.098859] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1617.099059] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-43c50020-b29b-459f-bf5d-a8be879cbc8e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.117116] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1617.117116] env[68893]: value = "task-2792774" [ 1617.117116] env[68893]: _type = "Task" [ 1617.117116] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.124103] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792774, 'name': CreateVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.627711] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792774, 'name': CreateVM_Task, 'duration_secs': 0.296788} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.627711] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1617.628065] env[68893]: DEBUG oslo_concurrency.lockutils [None req-546a1321-952f-4a36-9cef-dc8f8048b536 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c0d3b62b-34ca-4ea4-956d-2d990ddb6374" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1617.628233] env[68893]: DEBUG oslo_concurrency.lockutils [None req-546a1321-952f-4a36-9cef-dc8f8048b536 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c0d3b62b-34ca-4ea4-956d-2d990ddb6374" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1617.628621] env[68893]: DEBUG oslo_concurrency.lockutils [None req-546a1321-952f-4a36-9cef-dc8f8048b536 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c0d3b62b-34ca-4ea4-956d-2d990ddb6374" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1617.628872] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04d96579-ffb6-4ab6-b0cf-52c367a96614 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.633072] env[68893]: DEBUG oslo_vmware.api [None req-546a1321-952f-4a36-9cef-dc8f8048b536 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Waiting for the task: (returnval){ [ 1617.633072] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]528f4e4c-0dad-b12e-10a4-4111fc7c092b" [ 1617.633072] env[68893]: _type = "Task" [ 1617.633072] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.640285] env[68893]: DEBUG oslo_vmware.api [None req-546a1321-952f-4a36-9cef-dc8f8048b536 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]528f4e4c-0dad-b12e-10a4-4111fc7c092b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.743489] env[68893]: DEBUG nova.compute.manager [req-4c758af6-93ec-4bb1-8edd-e15bf34d8dc5 req-697af7c3-785e-41df-b0b0-abf995f84807 service nova] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] Received event network-changed-849aea53-a674-4358-8f2c-5cd14b872ac5 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1617.743687] env[68893]: DEBUG nova.compute.manager [req-4c758af6-93ec-4bb1-8edd-e15bf34d8dc5 req-697af7c3-785e-41df-b0b0-abf995f84807 service nova] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] Refreshing instance network info cache due to event network-changed-849aea53-a674-4358-8f2c-5cd14b872ac5. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1617.743902] env[68893]: DEBUG oslo_concurrency.lockutils [req-4c758af6-93ec-4bb1-8edd-e15bf34d8dc5 req-697af7c3-785e-41df-b0b0-abf995f84807 service nova] Acquiring lock "refresh_cache-4033fc20-a233-4b62-abb0-ac51193344c7" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1617.744048] env[68893]: DEBUG oslo_concurrency.lockutils [req-4c758af6-93ec-4bb1-8edd-e15bf34d8dc5 req-697af7c3-785e-41df-b0b0-abf995f84807 service nova] Acquired lock "refresh_cache-4033fc20-a233-4b62-abb0-ac51193344c7" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1617.744220] env[68893]: DEBUG nova.network.neutron [req-4c758af6-93ec-4bb1-8edd-e15bf34d8dc5 req-697af7c3-785e-41df-b0b0-abf995f84807 service nova] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] Refreshing network info cache for port 849aea53-a674-4358-8f2c-5cd14b872ac5 {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1618.143709] env[68893]: DEBUG oslo_concurrency.lockutils [None req-546a1321-952f-4a36-9cef-dc8f8048b536 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c0d3b62b-34ca-4ea4-956d-2d990ddb6374" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1618.144220] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-546a1321-952f-4a36-9cef-dc8f8048b536 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] Processing image c0d3b62b-34ca-4ea4-956d-2d990ddb6374 {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1618.144452] env[68893]: DEBUG oslo_concurrency.lockutils [None req-546a1321-952f-4a36-9cef-dc8f8048b536 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c0d3b62b-34ca-4ea4-956d-2d990ddb6374/c0d3b62b-34ca-4ea4-956d-2d990ddb6374.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1618.144713] env[68893]: DEBUG oslo_concurrency.lockutils [None req-546a1321-952f-4a36-9cef-dc8f8048b536 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c0d3b62b-34ca-4ea4-956d-2d990ddb6374/c0d3b62b-34ca-4ea4-956d-2d990ddb6374.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1618.144983] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-546a1321-952f-4a36-9cef-dc8f8048b536 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1618.145305] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-923e8f2b-d57d-43fa-ae28-d576c2c07194 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.153429] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-546a1321-952f-4a36-9cef-dc8f8048b536 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1618.153670] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-546a1321-952f-4a36-9cef-dc8f8048b536 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1618.154403] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf41af28-9b83-4f12-88c3-9ce111546d34 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.158978] env[68893]: DEBUG oslo_vmware.api [None req-546a1321-952f-4a36-9cef-dc8f8048b536 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Waiting for the task: (returnval){ [ 1618.158978] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]525493aa-f27c-410b-c15f-41720fe55628" [ 1618.158978] env[68893]: _type = "Task" [ 1618.158978] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.165983] env[68893]: DEBUG oslo_vmware.api [None req-546a1321-952f-4a36-9cef-dc8f8048b536 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]525493aa-f27c-410b-c15f-41720fe55628, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.424926] env[68893]: DEBUG nova.network.neutron [req-4c758af6-93ec-4bb1-8edd-e15bf34d8dc5 req-697af7c3-785e-41df-b0b0-abf995f84807 service nova] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] Updated VIF entry in instance network info cache for port 849aea53-a674-4358-8f2c-5cd14b872ac5. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1618.425309] env[68893]: DEBUG nova.network.neutron [req-4c758af6-93ec-4bb1-8edd-e15bf34d8dc5 req-697af7c3-785e-41df-b0b0-abf995f84807 service nova] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] Updating instance_info_cache with network_info: [{"id": "849aea53-a674-4358-8f2c-5cd14b872ac5", "address": "fa:16:3e:90:69:66", "network": {"id": "3bdea328-26c1-4e35-9ac1-0f66fccad901", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1550418979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48dc8a32ef6f4212b69517f72fc05d05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap849aea53-a6", "ovs_interfaceid": "849aea53-a674-4358-8f2c-5cd14b872ac5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1618.668923] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-546a1321-952f-4a36-9cef-dc8f8048b536 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] Preparing fetch location {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1618.669211] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-546a1321-952f-4a36-9cef-dc8f8048b536 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] Fetch image to [datastore2] OSTACK_IMG_956ab9b0-2f1f-44b5-823c-17b755ab99f9/OSTACK_IMG_956ab9b0-2f1f-44b5-823c-17b755ab99f9.vmdk {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1618.669403] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-546a1321-952f-4a36-9cef-dc8f8048b536 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] Downloading stream optimized image c0d3b62b-34ca-4ea4-956d-2d990ddb6374 to [datastore2] OSTACK_IMG_956ab9b0-2f1f-44b5-823c-17b755ab99f9/OSTACK_IMG_956ab9b0-2f1f-44b5-823c-17b755ab99f9.vmdk on the data store datastore2 as vApp {{(pid=68893) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1618.669570] env[68893]: DEBUG nova.virt.vmwareapi.images [None req-546a1321-952f-4a36-9cef-dc8f8048b536 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] Downloading image file data c0d3b62b-34ca-4ea4-956d-2d990ddb6374 to the ESX as VM named 'OSTACK_IMG_956ab9b0-2f1f-44b5-823c-17b755ab99f9' {{(pid=68893) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1618.734349] env[68893]: DEBUG oslo_vmware.rw_handles [None req-546a1321-952f-4a36-9cef-dc8f8048b536 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1618.734349] env[68893]: value = "resgroup-9" [ 1618.734349] env[68893]: _type = "ResourcePool" [ 1618.734349] env[68893]: }. {{(pid=68893) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1618.734714] env[68893]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-2ac19724-e430-4296-b82f-8a0b12b753b6 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.753666] env[68893]: DEBUG oslo_vmware.rw_handles [None req-546a1321-952f-4a36-9cef-dc8f8048b536 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Lease: (returnval){ [ 1618.753666] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52dfb878-e0a5-e471-4493-aa51bf162805" [ 1618.753666] env[68893]: _type = "HttpNfcLease" [ 1618.753666] env[68893]: } obtained for vApp import into resource pool (val){ [ 1618.753666] env[68893]: value = "resgroup-9" [ 1618.753666] env[68893]: _type = "ResourcePool" [ 1618.753666] env[68893]: }. {{(pid=68893) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1618.753974] env[68893]: DEBUG oslo_vmware.api [None req-546a1321-952f-4a36-9cef-dc8f8048b536 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Waiting for the lease: (returnval){ [ 1618.753974] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52dfb878-e0a5-e471-4493-aa51bf162805" [ 1618.753974] env[68893]: _type = "HttpNfcLease" [ 1618.753974] env[68893]: } to be ready. {{(pid=68893) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1618.759718] env[68893]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1618.759718] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52dfb878-e0a5-e471-4493-aa51bf162805" [ 1618.759718] env[68893]: _type = "HttpNfcLease" [ 1618.759718] env[68893]: } is initializing. {{(pid=68893) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1618.928222] env[68893]: DEBUG oslo_concurrency.lockutils [req-4c758af6-93ec-4bb1-8edd-e15bf34d8dc5 req-697af7c3-785e-41df-b0b0-abf995f84807 service nova] Releasing lock "refresh_cache-4033fc20-a233-4b62-abb0-ac51193344c7" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1619.262691] env[68893]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1619.262691] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52dfb878-e0a5-e471-4493-aa51bf162805" [ 1619.262691] env[68893]: _type = "HttpNfcLease" [ 1619.262691] env[68893]: } is ready. {{(pid=68893) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1619.263184] env[68893]: DEBUG oslo_vmware.rw_handles [None req-546a1321-952f-4a36-9cef-dc8f8048b536 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1619.263184] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52dfb878-e0a5-e471-4493-aa51bf162805" [ 1619.263184] env[68893]: _type = "HttpNfcLease" [ 1619.263184] env[68893]: }. {{(pid=68893) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1619.263721] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fbbd287-4550-41e0-80b0-11fe9913c3aa {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.273345] env[68893]: DEBUG oslo_vmware.rw_handles [None req-546a1321-952f-4a36-9cef-dc8f8048b536 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a59601-c6d2-d9e5-a590-5fa5f498b971/disk-0.vmdk from lease info. {{(pid=68893) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1619.273577] env[68893]: DEBUG oslo_vmware.rw_handles [None req-546a1321-952f-4a36-9cef-dc8f8048b536 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Creating HTTP connection to write to file with size = 31670272 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a59601-c6d2-d9e5-a590-5fa5f498b971/disk-0.vmdk. {{(pid=68893) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1619.337057] env[68893]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2fa66b5d-b451-4fbf-9c69-f498e0eee3ba {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.401911] env[68893]: DEBUG oslo_vmware.rw_handles [None req-546a1321-952f-4a36-9cef-dc8f8048b536 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Completed reading data from the image iterator. {{(pid=68893) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1620.402442] env[68893]: DEBUG oslo_vmware.rw_handles [None req-546a1321-952f-4a36-9cef-dc8f8048b536 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a59601-c6d2-d9e5-a590-5fa5f498b971/disk-0.vmdk. {{(pid=68893) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1620.403108] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a2f3472-ae32-4823-a25e-cc146f1ce646 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.409360] env[68893]: DEBUG oslo_vmware.rw_handles [None req-546a1321-952f-4a36-9cef-dc8f8048b536 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a59601-c6d2-d9e5-a590-5fa5f498b971/disk-0.vmdk is in state: ready. {{(pid=68893) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1620.409580] env[68893]: DEBUG oslo_vmware.rw_handles [None req-546a1321-952f-4a36-9cef-dc8f8048b536 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a59601-c6d2-d9e5-a590-5fa5f498b971/disk-0.vmdk. {{(pid=68893) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1620.409734] env[68893]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-58765e3c-0233-4cb2-b3b6-0f33a2c88aa0 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.592983] env[68893]: DEBUG oslo_vmware.rw_handles [None req-546a1321-952f-4a36-9cef-dc8f8048b536 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a59601-c6d2-d9e5-a590-5fa5f498b971/disk-0.vmdk. {{(pid=68893) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1620.593229] env[68893]: INFO nova.virt.vmwareapi.images [None req-546a1321-952f-4a36-9cef-dc8f8048b536 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] Downloaded image file data c0d3b62b-34ca-4ea4-956d-2d990ddb6374 [ 1620.594038] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-952540f3-1ee8-4278-abc3-d0a2fa319c85 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.609012] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-99ea4c7d-772b-4457-a3e3-9f44d5001893 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.636648] env[68893]: INFO nova.virt.vmwareapi.images [None req-546a1321-952f-4a36-9cef-dc8f8048b536 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] The imported VM was unregistered [ 1620.638942] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-546a1321-952f-4a36-9cef-dc8f8048b536 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] Caching image {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1620.639177] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-546a1321-952f-4a36-9cef-dc8f8048b536 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Creating directory with path [datastore2] devstack-image-cache_base/c0d3b62b-34ca-4ea4-956d-2d990ddb6374 {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1620.639417] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5a5484a0-0325-4a55-b773-e5d9c0c7fee7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.661695] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-546a1321-952f-4a36-9cef-dc8f8048b536 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Created directory with path [datastore2] devstack-image-cache_base/c0d3b62b-34ca-4ea4-956d-2d990ddb6374 {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1620.661872] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-546a1321-952f-4a36-9cef-dc8f8048b536 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_956ab9b0-2f1f-44b5-823c-17b755ab99f9/OSTACK_IMG_956ab9b0-2f1f-44b5-823c-17b755ab99f9.vmdk to [datastore2] devstack-image-cache_base/c0d3b62b-34ca-4ea4-956d-2d990ddb6374/c0d3b62b-34ca-4ea4-956d-2d990ddb6374.vmdk. {{(pid=68893) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1620.662116] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-3fb99aab-f9e1-456b-b9a4-db2f873f1ca8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.668296] env[68893]: DEBUG oslo_vmware.api [None req-546a1321-952f-4a36-9cef-dc8f8048b536 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Waiting for the task: (returnval){ [ 1620.668296] env[68893]: value = "task-2792777" [ 1620.668296] env[68893]: _type = "Task" [ 1620.668296] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.675493] env[68893]: DEBUG oslo_vmware.api [None req-546a1321-952f-4a36-9cef-dc8f8048b536 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Task: {'id': task-2792777, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.181776] env[68893]: DEBUG oslo_vmware.api [None req-546a1321-952f-4a36-9cef-dc8f8048b536 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Task: {'id': task-2792777, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.682689] env[68893]: DEBUG oslo_vmware.api [None req-546a1321-952f-4a36-9cef-dc8f8048b536 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Task: {'id': task-2792777, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.182766] env[68893]: DEBUG oslo_vmware.api [None req-546a1321-952f-4a36-9cef-dc8f8048b536 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Task: {'id': task-2792777, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.683610] env[68893]: DEBUG oslo_vmware.api [None req-546a1321-952f-4a36-9cef-dc8f8048b536 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Task: {'id': task-2792777, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.182130] env[68893]: DEBUG oslo_vmware.api [None req-546a1321-952f-4a36-9cef-dc8f8048b536 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Task: {'id': task-2792777, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.217323} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.182371] env[68893]: INFO nova.virt.vmwareapi.ds_util [None req-546a1321-952f-4a36-9cef-dc8f8048b536 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_956ab9b0-2f1f-44b5-823c-17b755ab99f9/OSTACK_IMG_956ab9b0-2f1f-44b5-823c-17b755ab99f9.vmdk to [datastore2] devstack-image-cache_base/c0d3b62b-34ca-4ea4-956d-2d990ddb6374/c0d3b62b-34ca-4ea4-956d-2d990ddb6374.vmdk. [ 1623.182789] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-546a1321-952f-4a36-9cef-dc8f8048b536 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] Cleaning up location [datastore2] OSTACK_IMG_956ab9b0-2f1f-44b5-823c-17b755ab99f9 {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1623.182789] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-546a1321-952f-4a36-9cef-dc8f8048b536 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_956ab9b0-2f1f-44b5-823c-17b755ab99f9 {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1623.182999] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-25065f57-7ef6-46c2-905b-48fe52135bfe {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.189124] env[68893]: DEBUG oslo_vmware.api [None req-546a1321-952f-4a36-9cef-dc8f8048b536 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Waiting for the task: (returnval){ [ 1623.189124] env[68893]: value = "task-2792778" [ 1623.189124] env[68893]: _type = "Task" [ 1623.189124] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.196896] env[68893]: DEBUG oslo_vmware.api [None req-546a1321-952f-4a36-9cef-dc8f8048b536 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Task: {'id': task-2792778, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.699833] env[68893]: DEBUG oslo_vmware.api [None req-546a1321-952f-4a36-9cef-dc8f8048b536 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Task: {'id': task-2792778, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.034007} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.700284] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-546a1321-952f-4a36-9cef-dc8f8048b536 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1623.700284] env[68893]: DEBUG oslo_concurrency.lockutils [None req-546a1321-952f-4a36-9cef-dc8f8048b536 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c0d3b62b-34ca-4ea4-956d-2d990ddb6374/c0d3b62b-34ca-4ea4-956d-2d990ddb6374.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1623.700492] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-546a1321-952f-4a36-9cef-dc8f8048b536 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c0d3b62b-34ca-4ea4-956d-2d990ddb6374/c0d3b62b-34ca-4ea4-956d-2d990ddb6374.vmdk to [datastore2] 4033fc20-a233-4b62-abb0-ac51193344c7/4033fc20-a233-4b62-abb0-ac51193344c7.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1623.700735] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ac7327ef-cb82-4389-b5df-bbced5fb0d7d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.707580] env[68893]: DEBUG oslo_vmware.api [None req-546a1321-952f-4a36-9cef-dc8f8048b536 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Waiting for the task: (returnval){ [ 1623.707580] env[68893]: value = "task-2792779" [ 1623.707580] env[68893]: _type = "Task" [ 1623.707580] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.714550] env[68893]: DEBUG oslo_vmware.api [None req-546a1321-952f-4a36-9cef-dc8f8048b536 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Task: {'id': task-2792779, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.219450] env[68893]: DEBUG oslo_vmware.api [None req-546a1321-952f-4a36-9cef-dc8f8048b536 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Task: {'id': task-2792779, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.721835] env[68893]: DEBUG oslo_vmware.api [None req-546a1321-952f-4a36-9cef-dc8f8048b536 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Task: {'id': task-2792779, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.222053] env[68893]: DEBUG oslo_vmware.api [None req-546a1321-952f-4a36-9cef-dc8f8048b536 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Task: {'id': task-2792779, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.725544] env[68893]: DEBUG oslo_vmware.api [None req-546a1321-952f-4a36-9cef-dc8f8048b536 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Task: {'id': task-2792779, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.222453] env[68893]: DEBUG oslo_vmware.api [None req-546a1321-952f-4a36-9cef-dc8f8048b536 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Task: {'id': task-2792779, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.10554} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1626.222711] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-546a1321-952f-4a36-9cef-dc8f8048b536 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c0d3b62b-34ca-4ea4-956d-2d990ddb6374/c0d3b62b-34ca-4ea4-956d-2d990ddb6374.vmdk to [datastore2] 4033fc20-a233-4b62-abb0-ac51193344c7/4033fc20-a233-4b62-abb0-ac51193344c7.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1626.223470] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cd2d969-65e4-4bc2-8bc6-5b086d7c1e20 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.244290] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-546a1321-952f-4a36-9cef-dc8f8048b536 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] 4033fc20-a233-4b62-abb0-ac51193344c7/4033fc20-a233-4b62-abb0-ac51193344c7.vmdk or device None with type streamOptimized {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1626.244564] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-321b4e20-daa3-4cc5-995b-4b2685856cb9 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.262505] env[68893]: DEBUG oslo_vmware.api [None req-546a1321-952f-4a36-9cef-dc8f8048b536 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Waiting for the task: (returnval){ [ 1626.262505] env[68893]: value = "task-2792780" [ 1626.262505] env[68893]: _type = "Task" [ 1626.262505] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1626.269736] env[68893]: DEBUG oslo_vmware.api [None req-546a1321-952f-4a36-9cef-dc8f8048b536 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Task: {'id': task-2792780, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.772466] env[68893]: DEBUG oslo_vmware.api [None req-546a1321-952f-4a36-9cef-dc8f8048b536 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Task: {'id': task-2792780, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.272692] env[68893]: DEBUG oslo_vmware.api [None req-546a1321-952f-4a36-9cef-dc8f8048b536 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Task: {'id': task-2792780, 'name': ReconfigVM_Task, 'duration_secs': 0.644394} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.273019] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-546a1321-952f-4a36-9cef-dc8f8048b536 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] Reconfigured VM instance instance-0000007d to attach disk [datastore2] 4033fc20-a233-4b62-abb0-ac51193344c7/4033fc20-a233-4b62-abb0-ac51193344c7.vmdk or device None with type streamOptimized {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1627.274147] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-546a1321-952f-4a36-9cef-dc8f8048b536 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encrypted': False, 'encryption_options': None, 'device_type': 'disk', 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'size': 0, 'disk_bus': None, 'device_name': '/dev/sda', 'boot_index': 0, 'image_id': '1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f'}], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561308', 'volume_id': 'e4285e26-10cb-4a12-ba1c-5b0827eb87b0', 'name': 'volume-e4285e26-10cb-4a12-ba1c-5b0827eb87b0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '4033fc20-a233-4b62-abb0-ac51193344c7', 'attached_at': '', 'detached_at': '', 'volume_id': 'e4285e26-10cb-4a12-ba1c-5b0827eb87b0', 'serial': 'e4285e26-10cb-4a12-ba1c-5b0827eb87b0'}, 'delete_on_termination': False, 'device_type': None, 'guest_format': None, 'boot_index': None, 'attachment_id': '5382ef78-24c9-4ea8-b1ad-efd4946f5d5d', 'disk_bus': None, 'mount_device': '/dev/sdb', 'volume_type': None}], 'swap': None} {{(pid=68893) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1627.274353] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-546a1321-952f-4a36-9cef-dc8f8048b536 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] Volume attach. Driver type: vmdk {{(pid=68893) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1627.274539] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-546a1321-952f-4a36-9cef-dc8f8048b536 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561308', 'volume_id': 'e4285e26-10cb-4a12-ba1c-5b0827eb87b0', 'name': 'volume-e4285e26-10cb-4a12-ba1c-5b0827eb87b0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '4033fc20-a233-4b62-abb0-ac51193344c7', 'attached_at': '', 'detached_at': '', 'volume_id': 'e4285e26-10cb-4a12-ba1c-5b0827eb87b0', 'serial': 'e4285e26-10cb-4a12-ba1c-5b0827eb87b0'} {{(pid=68893) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1627.275314] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c91ea76a-4e1f-43ef-aaad-3bfe29589c4f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.289852] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd7af681-51a2-48af-83b9-d6ea1b7958c2 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.312715] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-546a1321-952f-4a36-9cef-dc8f8048b536 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] volume-e4285e26-10cb-4a12-ba1c-5b0827eb87b0/volume-e4285e26-10cb-4a12-ba1c-5b0827eb87b0.vmdk or device None with type thin {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1627.312963] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f96dae14-bc93-49a0-bf91-3bccb55e7a70 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.330358] env[68893]: DEBUG oslo_vmware.api [None req-546a1321-952f-4a36-9cef-dc8f8048b536 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Waiting for the task: (returnval){ [ 1627.330358] env[68893]: value = "task-2792781" [ 1627.330358] env[68893]: _type = "Task" [ 1627.330358] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.337744] env[68893]: DEBUG oslo_vmware.api [None req-546a1321-952f-4a36-9cef-dc8f8048b536 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Task: {'id': task-2792781, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.840806] env[68893]: DEBUG oslo_vmware.api [None req-546a1321-952f-4a36-9cef-dc8f8048b536 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Task: {'id': task-2792781, 'name': ReconfigVM_Task, 'duration_secs': 0.266226} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.841155] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-546a1321-952f-4a36-9cef-dc8f8048b536 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] Reconfigured VM instance instance-0000007d to attach disk [datastore2] volume-e4285e26-10cb-4a12-ba1c-5b0827eb87b0/volume-e4285e26-10cb-4a12-ba1c-5b0827eb87b0.vmdk or device None with type thin {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1627.846380] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c6323ab-1987-48f0-b708-20b3a3453e36 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.860837] env[68893]: DEBUG oslo_vmware.api [None req-546a1321-952f-4a36-9cef-dc8f8048b536 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Waiting for the task: (returnval){ [ 1627.860837] env[68893]: value = "task-2792782" [ 1627.860837] env[68893]: _type = "Task" [ 1627.860837] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.871298] env[68893]: DEBUG oslo_vmware.api [None req-546a1321-952f-4a36-9cef-dc8f8048b536 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Task: {'id': task-2792782, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.371459] env[68893]: DEBUG oslo_vmware.api [None req-546a1321-952f-4a36-9cef-dc8f8048b536 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Task: {'id': task-2792782, 'name': ReconfigVM_Task, 'duration_secs': 0.129085} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.371710] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-546a1321-952f-4a36-9cef-dc8f8048b536 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561308', 'volume_id': 'e4285e26-10cb-4a12-ba1c-5b0827eb87b0', 'name': 'volume-e4285e26-10cb-4a12-ba1c-5b0827eb87b0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '4033fc20-a233-4b62-abb0-ac51193344c7', 'attached_at': '', 'detached_at': '', 'volume_id': 'e4285e26-10cb-4a12-ba1c-5b0827eb87b0', 'serial': 'e4285e26-10cb-4a12-ba1c-5b0827eb87b0'} {{(pid=68893) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1628.372325] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f10f002d-c226-4fbf-9809-b2436dc6c34c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.378791] env[68893]: DEBUG oslo_vmware.api [None req-546a1321-952f-4a36-9cef-dc8f8048b536 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Waiting for the task: (returnval){ [ 1628.378791] env[68893]: value = "task-2792783" [ 1628.378791] env[68893]: _type = "Task" [ 1628.378791] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.387360] env[68893]: DEBUG oslo_vmware.api [None req-546a1321-952f-4a36-9cef-dc8f8048b536 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Task: {'id': task-2792783, 'name': Rename_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.888868] env[68893]: DEBUG oslo_vmware.api [None req-546a1321-952f-4a36-9cef-dc8f8048b536 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Task: {'id': task-2792783, 'name': Rename_Task, 'duration_secs': 0.1395} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.889273] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-546a1321-952f-4a36-9cef-dc8f8048b536 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1628.889388] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-987f25e4-c533-4cdf-88d4-e2fdb283ad34 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.895716] env[68893]: DEBUG oslo_vmware.api [None req-546a1321-952f-4a36-9cef-dc8f8048b536 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Waiting for the task: (returnval){ [ 1628.895716] env[68893]: value = "task-2792784" [ 1628.895716] env[68893]: _type = "Task" [ 1628.895716] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.902833] env[68893]: DEBUG oslo_vmware.api [None req-546a1321-952f-4a36-9cef-dc8f8048b536 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Task: {'id': task-2792784, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.405666] env[68893]: DEBUG oslo_vmware.api [None req-546a1321-952f-4a36-9cef-dc8f8048b536 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Task: {'id': task-2792784, 'name': PowerOnVM_Task, 'duration_secs': 0.417324} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.406061] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-546a1321-952f-4a36-9cef-dc8f8048b536 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1629.499380] env[68893]: DEBUG nova.compute.manager [None req-546a1321-952f-4a36-9cef-dc8f8048b536 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1629.500312] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af06a40d-26a9-47ce-8798-855ff8858a7b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.016846] env[68893]: DEBUG oslo_concurrency.lockutils [None req-546a1321-952f-4a36-9cef-dc8f8048b536 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Lock "4033fc20-a233-4b62-abb0-ac51193344c7" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 26.033s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1637.322125] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1637.322555] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68893) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 1639.323223] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1640.323014] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1642.322644] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1643.322341] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1645.317476] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1646.321629] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1647.321250] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager.update_available_resource {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1647.823972] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1647.824388] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1647.824485] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1647.824655] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68893) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1647.825703] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-386a2273-ce03-4e22-b335-9481c8b95ef3 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.834184] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae0efca3-479c-4953-91fe-8bd37501e0c6 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.848122] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5c6b4be-f180-48d4-b7c1-902bab31c049 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.854112] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c5eb007-0ec0-46cc-ab0c-ccef3346840a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.884096] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181037MB free_disk=174GB free_vcpus=48 pci_devices=None {{(pid=68893) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1647.884221] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1647.884417] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1648.908734] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance 4033fc20-a233-4b62-abb0-ac51193344c7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1648.909052] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=68893) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1648.909146] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=68893) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1648.934978] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e3abd73-ae09-4241-b264-96d91a1bded3 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.942641] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a29e34e2-322e-4bd2-ad48-f3901543cbc6 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.971726] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d403189-c308-4aa9-9d3c-4a69c5b540fd {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.978459] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d23c95e9-3606-440d-81d9-0287f44c41a7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.990839] env[68893]: DEBUG nova.compute.provider_tree [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Updating inventory in ProviderTree for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1649.522164] env[68893]: DEBUG nova.scheduler.client.report [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Updated inventory for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with generation 195 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1649.522400] env[68893]: DEBUG nova.compute.provider_tree [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Updating resource provider d14b70d6-a636-4db0-b5a6-b901da6fa895 generation from 195 to 196 during operation: update_inventory {{(pid=68893) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1649.522576] env[68893]: DEBUG nova.compute.provider_tree [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Updating inventory in ProviderTree for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1650.027824] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68893) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1650.028230] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.144s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1665.258427] env[68893]: DEBUG oslo_concurrency.lockutils [None req-5067b3ec-48bc-4fd9-ada3-8d8a7bacd7a9 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Acquiring lock "4033fc20-a233-4b62-abb0-ac51193344c7" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1665.258903] env[68893]: DEBUG oslo_concurrency.lockutils [None req-5067b3ec-48bc-4fd9-ada3-8d8a7bacd7a9 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Lock "4033fc20-a233-4b62-abb0-ac51193344c7" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1665.762498] env[68893]: INFO nova.compute.manager [None req-5067b3ec-48bc-4fd9-ada3-8d8a7bacd7a9 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] Detaching volume e4285e26-10cb-4a12-ba1c-5b0827eb87b0 [ 1665.792513] env[68893]: INFO nova.virt.block_device [None req-5067b3ec-48bc-4fd9-ada3-8d8a7bacd7a9 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] Attempting to driver detach volume e4285e26-10cb-4a12-ba1c-5b0827eb87b0 from mountpoint /dev/sdb [ 1665.792773] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-5067b3ec-48bc-4fd9-ada3-8d8a7bacd7a9 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] Volume detach. Driver type: vmdk {{(pid=68893) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1665.792955] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-5067b3ec-48bc-4fd9-ada3-8d8a7bacd7a9 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561308', 'volume_id': 'e4285e26-10cb-4a12-ba1c-5b0827eb87b0', 'name': 'volume-e4285e26-10cb-4a12-ba1c-5b0827eb87b0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '4033fc20-a233-4b62-abb0-ac51193344c7', 'attached_at': '', 'detached_at': '', 'volume_id': 'e4285e26-10cb-4a12-ba1c-5b0827eb87b0', 'serial': 'e4285e26-10cb-4a12-ba1c-5b0827eb87b0'} {{(pid=68893) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1665.793961] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ecad8b1-82dc-44b8-921e-8fad96337fe7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.815283] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-621c0d90-5840-4c37-a5ef-19123ac8b4fe {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.822043] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a47ab352-4b25-40a3-8658-c93bc2114540 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.841391] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86148ca6-cfa8-408a-b120-378356b74796 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.855241] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-5067b3ec-48bc-4fd9-ada3-8d8a7bacd7a9 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] The volume has not been displaced from its original location: [datastore2] volume-e4285e26-10cb-4a12-ba1c-5b0827eb87b0/volume-e4285e26-10cb-4a12-ba1c-5b0827eb87b0.vmdk. No consolidation needed. {{(pid=68893) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1665.860592] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-5067b3ec-48bc-4fd9-ada3-8d8a7bacd7a9 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] Reconfiguring VM instance instance-0000007d to detach disk 2001 {{(pid=68893) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1665.860797] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c02f407f-5ba4-45f9-90a0-05d8dfd96a1f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.878092] env[68893]: DEBUG oslo_vmware.api [None req-5067b3ec-48bc-4fd9-ada3-8d8a7bacd7a9 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Waiting for the task: (returnval){ [ 1665.878092] env[68893]: value = "task-2792785" [ 1665.878092] env[68893]: _type = "Task" [ 1665.878092] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.886370] env[68893]: DEBUG oslo_vmware.api [None req-5067b3ec-48bc-4fd9-ada3-8d8a7bacd7a9 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Task: {'id': task-2792785, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.387429] env[68893]: DEBUG oslo_vmware.api [None req-5067b3ec-48bc-4fd9-ada3-8d8a7bacd7a9 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Task: {'id': task-2792785, 'name': ReconfigVM_Task, 'duration_secs': 0.2147} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.387827] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-5067b3ec-48bc-4fd9-ada3-8d8a7bacd7a9 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] Reconfigured VM instance instance-0000007d to detach disk 2001 {{(pid=68893) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1666.392257] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e4f6c765-a67e-4dcc-8b53-60c824449477 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.406447] env[68893]: DEBUG oslo_vmware.api [None req-5067b3ec-48bc-4fd9-ada3-8d8a7bacd7a9 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Waiting for the task: (returnval){ [ 1666.406447] env[68893]: value = "task-2792786" [ 1666.406447] env[68893]: _type = "Task" [ 1666.406447] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.413449] env[68893]: DEBUG oslo_vmware.api [None req-5067b3ec-48bc-4fd9-ada3-8d8a7bacd7a9 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Task: {'id': task-2792786, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.916270] env[68893]: DEBUG oslo_vmware.api [None req-5067b3ec-48bc-4fd9-ada3-8d8a7bacd7a9 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Task: {'id': task-2792786, 'name': ReconfigVM_Task, 'duration_secs': 0.135289} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.916575] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-5067b3ec-48bc-4fd9-ada3-8d8a7bacd7a9 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-561308', 'volume_id': 'e4285e26-10cb-4a12-ba1c-5b0827eb87b0', 'name': 'volume-e4285e26-10cb-4a12-ba1c-5b0827eb87b0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '4033fc20-a233-4b62-abb0-ac51193344c7', 'attached_at': '', 'detached_at': '', 'volume_id': 'e4285e26-10cb-4a12-ba1c-5b0827eb87b0', 'serial': 'e4285e26-10cb-4a12-ba1c-5b0827eb87b0'} {{(pid=68893) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1667.455905] env[68893]: DEBUG nova.objects.instance [None req-5067b3ec-48bc-4fd9-ada3-8d8a7bacd7a9 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Lazy-loading 'flavor' on Instance uuid 4033fc20-a233-4b62-abb0-ac51193344c7 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1668.464946] env[68893]: DEBUG oslo_concurrency.lockutils [None req-5067b3ec-48bc-4fd9-ada3-8d8a7bacd7a9 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Lock "4033fc20-a233-4b62-abb0-ac51193344c7" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.206s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1669.496989] env[68893]: DEBUG oslo_concurrency.lockutils [None req-232bd81a-6894-4ce0-99a8-e4b618a2e698 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Acquiring lock "4033fc20-a233-4b62-abb0-ac51193344c7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1669.496989] env[68893]: DEBUG oslo_concurrency.lockutils [None req-232bd81a-6894-4ce0-99a8-e4b618a2e698 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Lock "4033fc20-a233-4b62-abb0-ac51193344c7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1669.497471] env[68893]: DEBUG oslo_concurrency.lockutils [None req-232bd81a-6894-4ce0-99a8-e4b618a2e698 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Acquiring lock "4033fc20-a233-4b62-abb0-ac51193344c7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1669.497471] env[68893]: DEBUG oslo_concurrency.lockutils [None req-232bd81a-6894-4ce0-99a8-e4b618a2e698 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Lock "4033fc20-a233-4b62-abb0-ac51193344c7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1669.497670] env[68893]: DEBUG oslo_concurrency.lockutils [None req-232bd81a-6894-4ce0-99a8-e4b618a2e698 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Lock "4033fc20-a233-4b62-abb0-ac51193344c7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1669.499725] env[68893]: INFO nova.compute.manager [None req-232bd81a-6894-4ce0-99a8-e4b618a2e698 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] Terminating instance [ 1670.004059] env[68893]: DEBUG nova.compute.manager [None req-232bd81a-6894-4ce0-99a8-e4b618a2e698 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] Start destroying the instance on the hypervisor. {{(pid=68893) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1670.004341] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-232bd81a-6894-4ce0-99a8-e4b618a2e698 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1670.005321] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baeee4de-2abf-4ec2-a694-8a0baf28a5e4 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.012892] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-232bd81a-6894-4ce0-99a8-e4b618a2e698 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1670.013149] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b55756dc-5176-4a05-aec8-74fd4511a64a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.018841] env[68893]: DEBUG oslo_vmware.api [None req-232bd81a-6894-4ce0-99a8-e4b618a2e698 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Waiting for the task: (returnval){ [ 1670.018841] env[68893]: value = "task-2792787" [ 1670.018841] env[68893]: _type = "Task" [ 1670.018841] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.026180] env[68893]: DEBUG oslo_vmware.api [None req-232bd81a-6894-4ce0-99a8-e4b618a2e698 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Task: {'id': task-2792787, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.529013] env[68893]: DEBUG oslo_vmware.api [None req-232bd81a-6894-4ce0-99a8-e4b618a2e698 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Task: {'id': task-2792787, 'name': PowerOffVM_Task, 'duration_secs': 0.197948} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.529379] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-232bd81a-6894-4ce0-99a8-e4b618a2e698 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1670.529441] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-232bd81a-6894-4ce0-99a8-e4b618a2e698 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1670.529682] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-79582828-4dae-4e6b-99a9-9bed62ce9bff {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.593946] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-232bd81a-6894-4ce0-99a8-e4b618a2e698 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1670.594161] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-232bd81a-6894-4ce0-99a8-e4b618a2e698 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] Deleting contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1670.594347] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-232bd81a-6894-4ce0-99a8-e4b618a2e698 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Deleting the datastore file [datastore2] 4033fc20-a233-4b62-abb0-ac51193344c7 {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1670.594602] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-697c882f-4c93-42b5-a16b-6bf2badd6f2d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.600778] env[68893]: DEBUG oslo_vmware.api [None req-232bd81a-6894-4ce0-99a8-e4b618a2e698 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Waiting for the task: (returnval){ [ 1670.600778] env[68893]: value = "task-2792789" [ 1670.600778] env[68893]: _type = "Task" [ 1670.600778] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.607707] env[68893]: DEBUG oslo_vmware.api [None req-232bd81a-6894-4ce0-99a8-e4b618a2e698 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Task: {'id': task-2792789, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.110634] env[68893]: DEBUG oslo_vmware.api [None req-232bd81a-6894-4ce0-99a8-e4b618a2e698 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Task: {'id': task-2792789, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139146} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1671.110861] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-232bd81a-6894-4ce0-99a8-e4b618a2e698 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1671.110985] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-232bd81a-6894-4ce0-99a8-e4b618a2e698 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] Deleted contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1671.111187] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-232bd81a-6894-4ce0-99a8-e4b618a2e698 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1671.111362] env[68893]: INFO nova.compute.manager [None req-232bd81a-6894-4ce0-99a8-e4b618a2e698 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1671.111593] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-232bd81a-6894-4ce0-99a8-e4b618a2e698 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1671.111781] env[68893]: DEBUG nova.compute.manager [-] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] Deallocating network for instance {{(pid=68893) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1671.111882] env[68893]: DEBUG nova.network.neutron [-] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] deallocate_for_instance() {{(pid=68893) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1671.549927] env[68893]: DEBUG nova.compute.manager [req-90b5490a-5d92-478c-a7d6-9f071417690d req-28dd4f6b-b5bf-41b8-b1e5-c1b7c802be1f service nova] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] Received event network-vif-deleted-849aea53-a674-4358-8f2c-5cd14b872ac5 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1671.550207] env[68893]: INFO nova.compute.manager [req-90b5490a-5d92-478c-a7d6-9f071417690d req-28dd4f6b-b5bf-41b8-b1e5-c1b7c802be1f service nova] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] Neutron deleted interface 849aea53-a674-4358-8f2c-5cd14b872ac5; detaching it from the instance and deleting it from the info cache [ 1671.550440] env[68893]: DEBUG nova.network.neutron [req-90b5490a-5d92-478c-a7d6-9f071417690d req-28dd4f6b-b5bf-41b8-b1e5-c1b7c802be1f service nova] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1672.034460] env[68893]: DEBUG nova.network.neutron [-] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1672.054119] env[68893]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-032aca9a-6451-45b7-a63c-419d576e40bd {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.064050] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-752ef786-5e1a-4f79-9a05-625b516b52f3 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.087427] env[68893]: DEBUG nova.compute.manager [req-90b5490a-5d92-478c-a7d6-9f071417690d req-28dd4f6b-b5bf-41b8-b1e5-c1b7c802be1f service nova] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] Detach interface failed, port_id=849aea53-a674-4358-8f2c-5cd14b872ac5, reason: Instance 4033fc20-a233-4b62-abb0-ac51193344c7 could not be found. {{(pid=68893) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1672.537309] env[68893]: INFO nova.compute.manager [-] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] Took 1.43 seconds to deallocate network for instance. [ 1673.043798] env[68893]: DEBUG oslo_concurrency.lockutils [None req-232bd81a-6894-4ce0-99a8-e4b618a2e698 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1673.044205] env[68893]: DEBUG oslo_concurrency.lockutils [None req-232bd81a-6894-4ce0-99a8-e4b618a2e698 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1673.044322] env[68893]: DEBUG nova.objects.instance [None req-232bd81a-6894-4ce0-99a8-e4b618a2e698 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Lazy-loading 'resources' on Instance uuid 4033fc20-a233-4b62-abb0-ac51193344c7 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1673.579645] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee83ab15-fc1f-4df4-b59f-5f1e51635731 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.587199] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d82e55d3-4127-40f8-a749-6b0bf6ed17e6 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.617236] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-324c6e19-359b-4549-a40e-8f1e50a71d1e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.623797] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de72f4e8-f0c9-479e-ba88-bd6ff5c62bbd {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.636737] env[68893]: DEBUG nova.compute.provider_tree [None req-232bd81a-6894-4ce0-99a8-e4b618a2e698 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Updating inventory in ProviderTree for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1674.166700] env[68893]: DEBUG nova.scheduler.client.report [None req-232bd81a-6894-4ce0-99a8-e4b618a2e698 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Updated inventory for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with generation 196 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1674.167019] env[68893]: DEBUG nova.compute.provider_tree [None req-232bd81a-6894-4ce0-99a8-e4b618a2e698 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Updating resource provider d14b70d6-a636-4db0-b5a6-b901da6fa895 generation from 196 to 197 during operation: update_inventory {{(pid=68893) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1674.167160] env[68893]: DEBUG nova.compute.provider_tree [None req-232bd81a-6894-4ce0-99a8-e4b618a2e698 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Updating inventory in ProviderTree for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1674.672414] env[68893]: DEBUG oslo_concurrency.lockutils [None req-232bd81a-6894-4ce0-99a8-e4b618a2e698 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.628s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1674.692435] env[68893]: INFO nova.scheduler.client.report [None req-232bd81a-6894-4ce0-99a8-e4b618a2e698 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Deleted allocations for instance 4033fc20-a233-4b62-abb0-ac51193344c7 [ 1675.201163] env[68893]: DEBUG oslo_concurrency.lockutils [None req-232bd81a-6894-4ce0-99a8-e4b618a2e698 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Lock "4033fc20-a233-4b62-abb0-ac51193344c7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.704s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1677.354176] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b1a0643d-1ab9-4e9e-80c6-03003cacc7e1 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Acquiring lock "ca964e61-9cf0-433e-8fb9-956b57eee112" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1677.354476] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b1a0643d-1ab9-4e9e-80c6-03003cacc7e1 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Lock "ca964e61-9cf0-433e-8fb9-956b57eee112" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1677.856500] env[68893]: DEBUG nova.compute.manager [None req-b1a0643d-1ab9-4e9e-80c6-03003cacc7e1 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: ca964e61-9cf0-433e-8fb9-956b57eee112] Starting instance... {{(pid=68893) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1678.376570] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b1a0643d-1ab9-4e9e-80c6-03003cacc7e1 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1678.376865] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b1a0643d-1ab9-4e9e-80c6-03003cacc7e1 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1678.378329] env[68893]: INFO nova.compute.claims [None req-b1a0643d-1ab9-4e9e-80c6-03003cacc7e1 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: ca964e61-9cf0-433e-8fb9-956b57eee112] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1679.413280] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ace8e16a-9a53-4456-aa5b-9d51727b56cc {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.419790] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cf46f82-3e4b-45ac-8511-56ab1eb705f1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.448795] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9742c60-89ee-4cfe-a7e5-65c0d4231c2b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.455317] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09151cbf-7cba-4714-84ee-8d44c0b1fb74 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.467673] env[68893]: DEBUG nova.compute.provider_tree [None req-b1a0643d-1ab9-4e9e-80c6-03003cacc7e1 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1679.971654] env[68893]: DEBUG nova.scheduler.client.report [None req-b1a0643d-1ab9-4e9e-80c6-03003cacc7e1 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1680.476973] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b1a0643d-1ab9-4e9e-80c6-03003cacc7e1 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.100s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1680.477567] env[68893]: DEBUG nova.compute.manager [None req-b1a0643d-1ab9-4e9e-80c6-03003cacc7e1 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: ca964e61-9cf0-433e-8fb9-956b57eee112] Start building networks asynchronously for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1680.982749] env[68893]: DEBUG nova.compute.utils [None req-b1a0643d-1ab9-4e9e-80c6-03003cacc7e1 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Using /dev/sd instead of None {{(pid=68893) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1680.984533] env[68893]: DEBUG nova.compute.manager [None req-b1a0643d-1ab9-4e9e-80c6-03003cacc7e1 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: ca964e61-9cf0-433e-8fb9-956b57eee112] Allocating IP information in the background. {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1680.984964] env[68893]: DEBUG nova.network.neutron [None req-b1a0643d-1ab9-4e9e-80c6-03003cacc7e1 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: ca964e61-9cf0-433e-8fb9-956b57eee112] allocate_for_instance() {{(pid=68893) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1681.030456] env[68893]: DEBUG nova.policy [None req-b1a0643d-1ab9-4e9e-80c6-03003cacc7e1 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bb54e8afd443456ea83e7001530e5d24', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '48dc8a32ef6f4212b69517f72fc05d05', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68893) authorize /opt/stack/nova/nova/policy.py:192}} [ 1681.277965] env[68893]: DEBUG nova.network.neutron [None req-b1a0643d-1ab9-4e9e-80c6-03003cacc7e1 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: ca964e61-9cf0-433e-8fb9-956b57eee112] Successfully created port: 3d6684cf-57e8-4e0e-b078-339f82e7b249 {{(pid=68893) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1681.487450] env[68893]: DEBUG nova.compute.manager [None req-b1a0643d-1ab9-4e9e-80c6-03003cacc7e1 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: ca964e61-9cf0-433e-8fb9-956b57eee112] Start building block device mappings for instance. {{(pid=68893) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1682.497470] env[68893]: DEBUG nova.compute.manager [None req-b1a0643d-1ab9-4e9e-80c6-03003cacc7e1 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: ca964e61-9cf0-433e-8fb9-956b57eee112] Start spawning the instance on the hypervisor. {{(pid=68893) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1682.523140] env[68893]: DEBUG nova.virt.hardware [None req-b1a0643d-1ab9-4e9e-80c6-03003cacc7e1 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T06:32:11Z,direct_url=,disk_format='vmdk',id=1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a15c0c8454c748249efd16f753a7dc35',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T06:32:12Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1682.523299] env[68893]: DEBUG nova.virt.hardware [None req-b1a0643d-1ab9-4e9e-80c6-03003cacc7e1 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1682.523367] env[68893]: DEBUG nova.virt.hardware [None req-b1a0643d-1ab9-4e9e-80c6-03003cacc7e1 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1682.523502] env[68893]: DEBUG nova.virt.hardware [None req-b1a0643d-1ab9-4e9e-80c6-03003cacc7e1 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1682.523647] env[68893]: DEBUG nova.virt.hardware [None req-b1a0643d-1ab9-4e9e-80c6-03003cacc7e1 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1682.523790] env[68893]: DEBUG nova.virt.hardware [None req-b1a0643d-1ab9-4e9e-80c6-03003cacc7e1 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1682.523987] env[68893]: DEBUG nova.virt.hardware [None req-b1a0643d-1ab9-4e9e-80c6-03003cacc7e1 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1682.524153] env[68893]: DEBUG nova.virt.hardware [None req-b1a0643d-1ab9-4e9e-80c6-03003cacc7e1 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1682.524320] env[68893]: DEBUG nova.virt.hardware [None req-b1a0643d-1ab9-4e9e-80c6-03003cacc7e1 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1682.524479] env[68893]: DEBUG nova.virt.hardware [None req-b1a0643d-1ab9-4e9e-80c6-03003cacc7e1 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1682.524644] env[68893]: DEBUG nova.virt.hardware [None req-b1a0643d-1ab9-4e9e-80c6-03003cacc7e1 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1682.525512] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95f0de25-f6a4-4ade-879a-da56f5a41958 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.533115] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-255d6aff-499e-48cc-a7a0-ac36449b268e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.621147] env[68893]: DEBUG nova.compute.manager [req-5a3ea193-ecc9-4cca-91d5-b1d330c2cb30 req-6d24eea8-b1f7-48dc-a840-426c4048b82f service nova] [instance: ca964e61-9cf0-433e-8fb9-956b57eee112] Received event network-vif-plugged-3d6684cf-57e8-4e0e-b078-339f82e7b249 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1682.621285] env[68893]: DEBUG oslo_concurrency.lockutils [req-5a3ea193-ecc9-4cca-91d5-b1d330c2cb30 req-6d24eea8-b1f7-48dc-a840-426c4048b82f service nova] Acquiring lock "ca964e61-9cf0-433e-8fb9-956b57eee112-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1682.621495] env[68893]: DEBUG oslo_concurrency.lockutils [req-5a3ea193-ecc9-4cca-91d5-b1d330c2cb30 req-6d24eea8-b1f7-48dc-a840-426c4048b82f service nova] Lock "ca964e61-9cf0-433e-8fb9-956b57eee112-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1682.621643] env[68893]: DEBUG oslo_concurrency.lockutils [req-5a3ea193-ecc9-4cca-91d5-b1d330c2cb30 req-6d24eea8-b1f7-48dc-a840-426c4048b82f service nova] Lock "ca964e61-9cf0-433e-8fb9-956b57eee112-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1682.621855] env[68893]: DEBUG nova.compute.manager [req-5a3ea193-ecc9-4cca-91d5-b1d330c2cb30 req-6d24eea8-b1f7-48dc-a840-426c4048b82f service nova] [instance: ca964e61-9cf0-433e-8fb9-956b57eee112] No waiting events found dispatching network-vif-plugged-3d6684cf-57e8-4e0e-b078-339f82e7b249 {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1682.622030] env[68893]: WARNING nova.compute.manager [req-5a3ea193-ecc9-4cca-91d5-b1d330c2cb30 req-6d24eea8-b1f7-48dc-a840-426c4048b82f service nova] [instance: ca964e61-9cf0-433e-8fb9-956b57eee112] Received unexpected event network-vif-plugged-3d6684cf-57e8-4e0e-b078-339f82e7b249 for instance with vm_state building and task_state spawning. [ 1682.703462] env[68893]: DEBUG nova.network.neutron [None req-b1a0643d-1ab9-4e9e-80c6-03003cacc7e1 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: ca964e61-9cf0-433e-8fb9-956b57eee112] Successfully updated port: 3d6684cf-57e8-4e0e-b078-339f82e7b249 {{(pid=68893) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1683.205801] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b1a0643d-1ab9-4e9e-80c6-03003cacc7e1 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Acquiring lock "refresh_cache-ca964e61-9cf0-433e-8fb9-956b57eee112" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1683.205956] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b1a0643d-1ab9-4e9e-80c6-03003cacc7e1 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Acquired lock "refresh_cache-ca964e61-9cf0-433e-8fb9-956b57eee112" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1683.206154] env[68893]: DEBUG nova.network.neutron [None req-b1a0643d-1ab9-4e9e-80c6-03003cacc7e1 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: ca964e61-9cf0-433e-8fb9-956b57eee112] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1683.736980] env[68893]: DEBUG nova.network.neutron [None req-b1a0643d-1ab9-4e9e-80c6-03003cacc7e1 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: ca964e61-9cf0-433e-8fb9-956b57eee112] Instance cache missing network info. {{(pid=68893) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1683.849744] env[68893]: DEBUG nova.network.neutron [None req-b1a0643d-1ab9-4e9e-80c6-03003cacc7e1 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: ca964e61-9cf0-433e-8fb9-956b57eee112] Updating instance_info_cache with network_info: [{"id": "3d6684cf-57e8-4e0e-b078-339f82e7b249", "address": "fa:16:3e:4a:1a:20", "network": {"id": "3bdea328-26c1-4e35-9ac1-0f66fccad901", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1550418979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48dc8a32ef6f4212b69517f72fc05d05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d6684cf-57", "ovs_interfaceid": "3d6684cf-57e8-4e0e-b078-339f82e7b249", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1684.352881] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b1a0643d-1ab9-4e9e-80c6-03003cacc7e1 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Releasing lock "refresh_cache-ca964e61-9cf0-433e-8fb9-956b57eee112" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1684.353310] env[68893]: DEBUG nova.compute.manager [None req-b1a0643d-1ab9-4e9e-80c6-03003cacc7e1 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: ca964e61-9cf0-433e-8fb9-956b57eee112] Instance network_info: |[{"id": "3d6684cf-57e8-4e0e-b078-339f82e7b249", "address": "fa:16:3e:4a:1a:20", "network": {"id": "3bdea328-26c1-4e35-9ac1-0f66fccad901", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1550418979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48dc8a32ef6f4212b69517f72fc05d05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d6684cf-57", "ovs_interfaceid": "3d6684cf-57e8-4e0e-b078-339f82e7b249", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68893) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1684.353744] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-b1a0643d-1ab9-4e9e-80c6-03003cacc7e1 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: ca964e61-9cf0-433e-8fb9-956b57eee112] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:1a:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e4e52d8a-b086-4333-a5a1-938680a2d2bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3d6684cf-57e8-4e0e-b078-339f82e7b249', 'vif_model': 'vmxnet3'}] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1684.361199] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b1a0643d-1ab9-4e9e-80c6-03003cacc7e1 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1684.361408] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca964e61-9cf0-433e-8fb9-956b57eee112] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1684.361627] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0d8adfc1-8ec0-43a1-9e9b-4006dad17754 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.382582] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1684.382582] env[68893]: value = "task-2792790" [ 1684.382582] env[68893]: _type = "Task" [ 1684.382582] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.390892] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792790, 'name': CreateVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.646150] env[68893]: DEBUG nova.compute.manager [req-05c6ae9f-cee8-4c11-b43d-486bb2bf4580 req-08324359-d17b-4d59-9607-65b6a4a44877 service nova] [instance: ca964e61-9cf0-433e-8fb9-956b57eee112] Received event network-changed-3d6684cf-57e8-4e0e-b078-339f82e7b249 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1684.646370] env[68893]: DEBUG nova.compute.manager [req-05c6ae9f-cee8-4c11-b43d-486bb2bf4580 req-08324359-d17b-4d59-9607-65b6a4a44877 service nova] [instance: ca964e61-9cf0-433e-8fb9-956b57eee112] Refreshing instance network info cache due to event network-changed-3d6684cf-57e8-4e0e-b078-339f82e7b249. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1684.646587] env[68893]: DEBUG oslo_concurrency.lockutils [req-05c6ae9f-cee8-4c11-b43d-486bb2bf4580 req-08324359-d17b-4d59-9607-65b6a4a44877 service nova] Acquiring lock "refresh_cache-ca964e61-9cf0-433e-8fb9-956b57eee112" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1684.646730] env[68893]: DEBUG oslo_concurrency.lockutils [req-05c6ae9f-cee8-4c11-b43d-486bb2bf4580 req-08324359-d17b-4d59-9607-65b6a4a44877 service nova] Acquired lock "refresh_cache-ca964e61-9cf0-433e-8fb9-956b57eee112" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1684.646885] env[68893]: DEBUG nova.network.neutron [req-05c6ae9f-cee8-4c11-b43d-486bb2bf4580 req-08324359-d17b-4d59-9607-65b6a4a44877 service nova] [instance: ca964e61-9cf0-433e-8fb9-956b57eee112] Refreshing network info cache for port 3d6684cf-57e8-4e0e-b078-339f82e7b249 {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1684.892768] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792790, 'name': CreateVM_Task, 'duration_secs': 0.279172} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1684.893167] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca964e61-9cf0-433e-8fb9-956b57eee112] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1684.893609] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b1a0643d-1ab9-4e9e-80c6-03003cacc7e1 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1684.893772] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b1a0643d-1ab9-4e9e-80c6-03003cacc7e1 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1684.894104] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b1a0643d-1ab9-4e9e-80c6-03003cacc7e1 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1684.894345] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c358be61-2a49-4256-8438-3c0fd48cc3ca {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.899316] env[68893]: DEBUG oslo_vmware.api [None req-b1a0643d-1ab9-4e9e-80c6-03003cacc7e1 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Waiting for the task: (returnval){ [ 1684.899316] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52cbc975-666b-ca81-118b-b8ad95cfc659" [ 1684.899316] env[68893]: _type = "Task" [ 1684.899316] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.906733] env[68893]: DEBUG oslo_vmware.api [None req-b1a0643d-1ab9-4e9e-80c6-03003cacc7e1 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52cbc975-666b-ca81-118b-b8ad95cfc659, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.313853] env[68893]: DEBUG nova.network.neutron [req-05c6ae9f-cee8-4c11-b43d-486bb2bf4580 req-08324359-d17b-4d59-9607-65b6a4a44877 service nova] [instance: ca964e61-9cf0-433e-8fb9-956b57eee112] Updated VIF entry in instance network info cache for port 3d6684cf-57e8-4e0e-b078-339f82e7b249. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1685.314218] env[68893]: DEBUG nova.network.neutron [req-05c6ae9f-cee8-4c11-b43d-486bb2bf4580 req-08324359-d17b-4d59-9607-65b6a4a44877 service nova] [instance: ca964e61-9cf0-433e-8fb9-956b57eee112] Updating instance_info_cache with network_info: [{"id": "3d6684cf-57e8-4e0e-b078-339f82e7b249", "address": "fa:16:3e:4a:1a:20", "network": {"id": "3bdea328-26c1-4e35-9ac1-0f66fccad901", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1550418979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48dc8a32ef6f4212b69517f72fc05d05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d6684cf-57", "ovs_interfaceid": "3d6684cf-57e8-4e0e-b078-339f82e7b249", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1685.409898] env[68893]: DEBUG oslo_vmware.api [None req-b1a0643d-1ab9-4e9e-80c6-03003cacc7e1 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52cbc975-666b-ca81-118b-b8ad95cfc659, 'name': SearchDatastore_Task, 'duration_secs': 0.009199} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.410208] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b1a0643d-1ab9-4e9e-80c6-03003cacc7e1 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1685.410433] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-b1a0643d-1ab9-4e9e-80c6-03003cacc7e1 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: ca964e61-9cf0-433e-8fb9-956b57eee112] Processing image 1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1685.410667] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b1a0643d-1ab9-4e9e-80c6-03003cacc7e1 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1685.410834] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b1a0643d-1ab9-4e9e-80c6-03003cacc7e1 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1685.411039] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1a0643d-1ab9-4e9e-80c6-03003cacc7e1 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1685.411292] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8d24e2db-72e6-4e8b-a31d-3a6bdb5411a6 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.418979] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1a0643d-1ab9-4e9e-80c6-03003cacc7e1 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1685.419166] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-b1a0643d-1ab9-4e9e-80c6-03003cacc7e1 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1685.419847] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5fb19a7-c3a4-4c71-a829-8cd9fdadb8aa {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.424540] env[68893]: DEBUG oslo_vmware.api [None req-b1a0643d-1ab9-4e9e-80c6-03003cacc7e1 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Waiting for the task: (returnval){ [ 1685.424540] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52f5edaf-e75a-fc74-edf3-8948ef10ca8c" [ 1685.424540] env[68893]: _type = "Task" [ 1685.424540] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.431676] env[68893]: DEBUG oslo_vmware.api [None req-b1a0643d-1ab9-4e9e-80c6-03003cacc7e1 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52f5edaf-e75a-fc74-edf3-8948ef10ca8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.817378] env[68893]: DEBUG oslo_concurrency.lockutils [req-05c6ae9f-cee8-4c11-b43d-486bb2bf4580 req-08324359-d17b-4d59-9607-65b6a4a44877 service nova] Releasing lock "refresh_cache-ca964e61-9cf0-433e-8fb9-956b57eee112" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1685.934527] env[68893]: DEBUG oslo_vmware.api [None req-b1a0643d-1ab9-4e9e-80c6-03003cacc7e1 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52f5edaf-e75a-fc74-edf3-8948ef10ca8c, 'name': SearchDatastore_Task, 'duration_secs': 0.007671} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.935351] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e72796fc-9a51-436e-932a-cff1ff5e83ef {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.940212] env[68893]: DEBUG oslo_vmware.api [None req-b1a0643d-1ab9-4e9e-80c6-03003cacc7e1 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Waiting for the task: (returnval){ [ 1685.940212] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52316ded-28d1-aa6d-b0fe-4fd880f17473" [ 1685.940212] env[68893]: _type = "Task" [ 1685.940212] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.947809] env[68893]: DEBUG oslo_vmware.api [None req-b1a0643d-1ab9-4e9e-80c6-03003cacc7e1 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52316ded-28d1-aa6d-b0fe-4fd880f17473, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.450338] env[68893]: DEBUG oslo_vmware.api [None req-b1a0643d-1ab9-4e9e-80c6-03003cacc7e1 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52316ded-28d1-aa6d-b0fe-4fd880f17473, 'name': SearchDatastore_Task, 'duration_secs': 0.009304} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.450588] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b1a0643d-1ab9-4e9e-80c6-03003cacc7e1 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1686.450839] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1a0643d-1ab9-4e9e-80c6-03003cacc7e1 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] ca964e61-9cf0-433e-8fb9-956b57eee112/ca964e61-9cf0-433e-8fb9-956b57eee112.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1686.451103] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0ecaf76c-ad4b-44fe-8ea4-046e77ad9a0b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.457657] env[68893]: DEBUG oslo_vmware.api [None req-b1a0643d-1ab9-4e9e-80c6-03003cacc7e1 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Waiting for the task: (returnval){ [ 1686.457657] env[68893]: value = "task-2792791" [ 1686.457657] env[68893]: _type = "Task" [ 1686.457657] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.464985] env[68893]: DEBUG oslo_vmware.api [None req-b1a0643d-1ab9-4e9e-80c6-03003cacc7e1 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Task: {'id': task-2792791, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.967896] env[68893]: DEBUG oslo_vmware.api [None req-b1a0643d-1ab9-4e9e-80c6-03003cacc7e1 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Task: {'id': task-2792791, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.402696} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.967896] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1a0643d-1ab9-4e9e-80c6-03003cacc7e1 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f/1879d0a5-54a9-4bf5-9700-e9a6c6e8e21f.vmdk to [datastore2] ca964e61-9cf0-433e-8fb9-956b57eee112/ca964e61-9cf0-433e-8fb9-956b57eee112.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1686.967896] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-b1a0643d-1ab9-4e9e-80c6-03003cacc7e1 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: ca964e61-9cf0-433e-8fb9-956b57eee112] Extending root virtual disk to 1048576 {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1686.967896] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b16734bd-73a3-4439-8cee-b922c0650fdb {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.974330] env[68893]: DEBUG oslo_vmware.api [None req-b1a0643d-1ab9-4e9e-80c6-03003cacc7e1 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Waiting for the task: (returnval){ [ 1686.974330] env[68893]: value = "task-2792792" [ 1686.974330] env[68893]: _type = "Task" [ 1686.974330] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.981371] env[68893]: DEBUG oslo_vmware.api [None req-b1a0643d-1ab9-4e9e-80c6-03003cacc7e1 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Task: {'id': task-2792792, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.484363] env[68893]: DEBUG oslo_vmware.api [None req-b1a0643d-1ab9-4e9e-80c6-03003cacc7e1 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Task: {'id': task-2792792, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065763} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1687.484618] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-b1a0643d-1ab9-4e9e-80c6-03003cacc7e1 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: ca964e61-9cf0-433e-8fb9-956b57eee112] Extended root virtual disk {{(pid=68893) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1687.485401] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe57dd5-a16f-4938-8da5-ccb1cc5baa57 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.509471] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1a0643d-1ab9-4e9e-80c6-03003cacc7e1 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: ca964e61-9cf0-433e-8fb9-956b57eee112] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] ca964e61-9cf0-433e-8fb9-956b57eee112/ca964e61-9cf0-433e-8fb9-956b57eee112.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1687.509745] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11cdab74-9b02-4e7d-afea-caf5e7cadecf {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.528568] env[68893]: DEBUG oslo_vmware.api [None req-b1a0643d-1ab9-4e9e-80c6-03003cacc7e1 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Waiting for the task: (returnval){ [ 1687.528568] env[68893]: value = "task-2792793" [ 1687.528568] env[68893]: _type = "Task" [ 1687.528568] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.535924] env[68893]: DEBUG oslo_vmware.api [None req-b1a0643d-1ab9-4e9e-80c6-03003cacc7e1 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Task: {'id': task-2792793, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.038334] env[68893]: DEBUG oslo_vmware.api [None req-b1a0643d-1ab9-4e9e-80c6-03003cacc7e1 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Task: {'id': task-2792793, 'name': ReconfigVM_Task, 'duration_secs': 0.261591} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.038794] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1a0643d-1ab9-4e9e-80c6-03003cacc7e1 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: ca964e61-9cf0-433e-8fb9-956b57eee112] Reconfigured VM instance instance-0000007e to attach disk [datastore2] ca964e61-9cf0-433e-8fb9-956b57eee112/ca964e61-9cf0-433e-8fb9-956b57eee112.vmdk or device None with type sparse {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1688.039246] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fe1d99c2-4b42-40c4-b7ae-1983cff16c93 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.046072] env[68893]: DEBUG oslo_vmware.api [None req-b1a0643d-1ab9-4e9e-80c6-03003cacc7e1 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Waiting for the task: (returnval){ [ 1688.046072] env[68893]: value = "task-2792794" [ 1688.046072] env[68893]: _type = "Task" [ 1688.046072] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.054274] env[68893]: DEBUG oslo_vmware.api [None req-b1a0643d-1ab9-4e9e-80c6-03003cacc7e1 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Task: {'id': task-2792794, 'name': Rename_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.556215] env[68893]: DEBUG oslo_vmware.api [None req-b1a0643d-1ab9-4e9e-80c6-03003cacc7e1 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Task: {'id': task-2792794, 'name': Rename_Task, 'duration_secs': 0.131844} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.556482] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1a0643d-1ab9-4e9e-80c6-03003cacc7e1 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: ca964e61-9cf0-433e-8fb9-956b57eee112] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1688.556719] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-38d243c9-d0af-4ed2-8574-eac04a1254f9 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.562484] env[68893]: DEBUG oslo_vmware.api [None req-b1a0643d-1ab9-4e9e-80c6-03003cacc7e1 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Waiting for the task: (returnval){ [ 1688.562484] env[68893]: value = "task-2792795" [ 1688.562484] env[68893]: _type = "Task" [ 1688.562484] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.569363] env[68893]: DEBUG oslo_vmware.api [None req-b1a0643d-1ab9-4e9e-80c6-03003cacc7e1 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Task: {'id': task-2792795, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.072238] env[68893]: DEBUG oslo_vmware.api [None req-b1a0643d-1ab9-4e9e-80c6-03003cacc7e1 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Task: {'id': task-2792795, 'name': PowerOnVM_Task, 'duration_secs': 0.458945} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.072637] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1a0643d-1ab9-4e9e-80c6-03003cacc7e1 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: ca964e61-9cf0-433e-8fb9-956b57eee112] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1689.072759] env[68893]: INFO nova.compute.manager [None req-b1a0643d-1ab9-4e9e-80c6-03003cacc7e1 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: ca964e61-9cf0-433e-8fb9-956b57eee112] Took 6.58 seconds to spawn the instance on the hypervisor. [ 1689.072872] env[68893]: DEBUG nova.compute.manager [None req-b1a0643d-1ab9-4e9e-80c6-03003cacc7e1 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: ca964e61-9cf0-433e-8fb9-956b57eee112] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1689.073691] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a9cd9a9-3661-4a6b-9158-91242e4181b0 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.589701] env[68893]: INFO nova.compute.manager [None req-b1a0643d-1ab9-4e9e-80c6-03003cacc7e1 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: ca964e61-9cf0-433e-8fb9-956b57eee112] Took 11.23 seconds to build instance. [ 1690.090950] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b1a0643d-1ab9-4e9e-80c6-03003cacc7e1 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Lock "ca964e61-9cf0-433e-8fb9-956b57eee112" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.736s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1690.327154] env[68893]: DEBUG nova.compute.manager [req-f7b7cc68-86e1-438c-89f9-6d336bbb2500 req-9603a396-c3a4-4d9e-8117-25dfb07cb40e service nova] [instance: ca964e61-9cf0-433e-8fb9-956b57eee112] Received event network-changed-3d6684cf-57e8-4e0e-b078-339f82e7b249 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1690.327308] env[68893]: DEBUG nova.compute.manager [req-f7b7cc68-86e1-438c-89f9-6d336bbb2500 req-9603a396-c3a4-4d9e-8117-25dfb07cb40e service nova] [instance: ca964e61-9cf0-433e-8fb9-956b57eee112] Refreshing instance network info cache due to event network-changed-3d6684cf-57e8-4e0e-b078-339f82e7b249. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1690.327523] env[68893]: DEBUG oslo_concurrency.lockutils [req-f7b7cc68-86e1-438c-89f9-6d336bbb2500 req-9603a396-c3a4-4d9e-8117-25dfb07cb40e service nova] Acquiring lock "refresh_cache-ca964e61-9cf0-433e-8fb9-956b57eee112" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1690.327666] env[68893]: DEBUG oslo_concurrency.lockutils [req-f7b7cc68-86e1-438c-89f9-6d336bbb2500 req-9603a396-c3a4-4d9e-8117-25dfb07cb40e service nova] Acquired lock "refresh_cache-ca964e61-9cf0-433e-8fb9-956b57eee112" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1690.327826] env[68893]: DEBUG nova.network.neutron [req-f7b7cc68-86e1-438c-89f9-6d336bbb2500 req-9603a396-c3a4-4d9e-8117-25dfb07cb40e service nova] [instance: ca964e61-9cf0-433e-8fb9-956b57eee112] Refreshing network info cache for port 3d6684cf-57e8-4e0e-b078-339f82e7b249 {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1691.023555] env[68893]: DEBUG nova.network.neutron [req-f7b7cc68-86e1-438c-89f9-6d336bbb2500 req-9603a396-c3a4-4d9e-8117-25dfb07cb40e service nova] [instance: ca964e61-9cf0-433e-8fb9-956b57eee112] Updated VIF entry in instance network info cache for port 3d6684cf-57e8-4e0e-b078-339f82e7b249. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1691.023908] env[68893]: DEBUG nova.network.neutron [req-f7b7cc68-86e1-438c-89f9-6d336bbb2500 req-9603a396-c3a4-4d9e-8117-25dfb07cb40e service nova] [instance: ca964e61-9cf0-433e-8fb9-956b57eee112] Updating instance_info_cache with network_info: [{"id": "3d6684cf-57e8-4e0e-b078-339f82e7b249", "address": "fa:16:3e:4a:1a:20", "network": {"id": "3bdea328-26c1-4e35-9ac1-0f66fccad901", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1550418979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48dc8a32ef6f4212b69517f72fc05d05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d6684cf-57", "ovs_interfaceid": "3d6684cf-57e8-4e0e-b078-339f82e7b249", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1691.526680] env[68893]: DEBUG oslo_concurrency.lockutils [req-f7b7cc68-86e1-438c-89f9-6d336bbb2500 req-9603a396-c3a4-4d9e-8117-25dfb07cb40e service nova] Releasing lock "refresh_cache-ca964e61-9cf0-433e-8fb9-956b57eee112" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1702.029149] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1702.029562] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1702.029562] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68893) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 1702.322594] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1702.322788] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1705.321620] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1706.322713] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1707.317096] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1708.321345] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager.update_available_resource {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1708.824361] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1708.824675] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1708.824826] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1708.825018] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68893) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1708.825948] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49182d59-e703-4adb-8f4f-f55405856240 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.834553] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b48b1bac-4d4f-45ef-93c8-78893611a50d {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.849316] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adc66021-0a2a-4614-8eea-1477094a0d48 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.855178] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fe945e1-c76b-4109-8575-288b1d0112d7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.882853] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180922MB free_disk=174GB free_vcpus=48 pci_devices=None {{(pid=68893) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1708.882981] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1708.883193] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1709.909906] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance ca964e61-9cf0-433e-8fb9-956b57eee112 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1709.910543] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=68893) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1709.910838] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=68893) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1709.937147] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3101ced-ee5f-4e18-9883-378188e7f804 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.944799] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a97c24c4-738e-421c-8239-413cd161a967 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.976200] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b73a6bcc-919d-4357-b21e-d78fb4bb99cc {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.983154] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37bfb345-caa5-405b-87cf-5eb961a37fcc {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.996119] env[68893]: DEBUG nova.compute.provider_tree [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Updating inventory in ProviderTree for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1710.516616] env[68893]: ERROR nova.scheduler.client.report [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [req-5560ce44-555b-452e-a163-78cb9e24bb7f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d14b70d6-a636-4db0-b5a6-b901da6fa895. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5560ce44-555b-452e-a163-78cb9e24bb7f"}]} [ 1710.532186] env[68893]: DEBUG nova.scheduler.client.report [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Refreshing inventories for resource provider d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1710.544072] env[68893]: DEBUG nova.scheduler.client.report [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Updating ProviderTree inventory for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1710.544242] env[68893]: DEBUG nova.compute.provider_tree [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Updating inventory in ProviderTree for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1710.553897] env[68893]: DEBUG nova.scheduler.client.report [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Refreshing aggregate associations for resource provider d14b70d6-a636-4db0-b5a6-b901da6fa895, aggregates: None {{(pid=68893) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1710.569995] env[68893]: DEBUG nova.scheduler.client.report [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Refreshing trait associations for resource provider d14b70d6-a636-4db0-b5a6-b901da6fa895, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE {{(pid=68893) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1710.591742] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-071836fb-e4ac-43f0-83c8-6fa149c86c4c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.599143] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35f3994f-cab0-476f-a62b-57b3a337b229 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.628929] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77602d67-8d04-4d03-af7a-0b98ce5ccee5 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.635568] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7e3cc4f-cf5b-42a4-be62-7e337cf6d96f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.648275] env[68893]: DEBUG nova.compute.provider_tree [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Updating inventory in ProviderTree for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1711.179258] env[68893]: DEBUG nova.scheduler.client.report [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Updated inventory for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with generation 198 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1711.179553] env[68893]: DEBUG nova.compute.provider_tree [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Updating resource provider d14b70d6-a636-4db0-b5a6-b901da6fa895 generation from 198 to 199 during operation: update_inventory {{(pid=68893) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1711.179665] env[68893]: DEBUG nova.compute.provider_tree [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Updating inventory in ProviderTree for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1711.684539] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68893) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1711.684760] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.802s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1718.680367] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1729.986060] env[68893]: DEBUG oslo_concurrency.lockutils [None req-16487a33-2fc5-47fc-8ee5-c57f3a6c42bd tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Acquiring lock "ca964e61-9cf0-433e-8fb9-956b57eee112" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1729.986060] env[68893]: DEBUG oslo_concurrency.lockutils [None req-16487a33-2fc5-47fc-8ee5-c57f3a6c42bd tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Lock "ca964e61-9cf0-433e-8fb9-956b57eee112" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1729.986060] env[68893]: INFO nova.compute.manager [None req-16487a33-2fc5-47fc-8ee5-c57f3a6c42bd tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: ca964e61-9cf0-433e-8fb9-956b57eee112] Shelving [ 1730.995398] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-16487a33-2fc5-47fc-8ee5-c57f3a6c42bd tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: ca964e61-9cf0-433e-8fb9-956b57eee112] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1730.995787] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7b859693-58cc-405c-8769-8994f19a5cd2 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.003513] env[68893]: DEBUG oslo_vmware.api [None req-16487a33-2fc5-47fc-8ee5-c57f3a6c42bd tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Waiting for the task: (returnval){ [ 1731.003513] env[68893]: value = "task-2792796" [ 1731.003513] env[68893]: _type = "Task" [ 1731.003513] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1731.011795] env[68893]: DEBUG oslo_vmware.api [None req-16487a33-2fc5-47fc-8ee5-c57f3a6c42bd tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Task: {'id': task-2792796, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.513461] env[68893]: DEBUG oslo_vmware.api [None req-16487a33-2fc5-47fc-8ee5-c57f3a6c42bd tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Task: {'id': task-2792796, 'name': PowerOffVM_Task, 'duration_secs': 0.174442} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1731.513762] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-16487a33-2fc5-47fc-8ee5-c57f3a6c42bd tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: ca964e61-9cf0-433e-8fb9-956b57eee112] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1731.514553] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3f2985d-af34-4eb1-873b-3d3b3cd6cba2 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.532090] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99ae2186-22e4-481b-87c4-8f221e16d3c6 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.042043] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-16487a33-2fc5-47fc-8ee5-c57f3a6c42bd tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: ca964e61-9cf0-433e-8fb9-956b57eee112] Creating Snapshot of the VM instance {{(pid=68893) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1732.042467] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6c0c59a0-016e-4613-9b91-639e36399e1f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.049697] env[68893]: DEBUG oslo_vmware.api [None req-16487a33-2fc5-47fc-8ee5-c57f3a6c42bd tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Waiting for the task: (returnval){ [ 1732.049697] env[68893]: value = "task-2792797" [ 1732.049697] env[68893]: _type = "Task" [ 1732.049697] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1732.057567] env[68893]: DEBUG oslo_vmware.api [None req-16487a33-2fc5-47fc-8ee5-c57f3a6c42bd tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Task: {'id': task-2792797, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.559140] env[68893]: DEBUG oslo_vmware.api [None req-16487a33-2fc5-47fc-8ee5-c57f3a6c42bd tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Task: {'id': task-2792797, 'name': CreateSnapshot_Task, 'duration_secs': 0.392642} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1732.559436] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-16487a33-2fc5-47fc-8ee5-c57f3a6c42bd tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: ca964e61-9cf0-433e-8fb9-956b57eee112] Created Snapshot of the VM instance {{(pid=68893) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1732.560151] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b51b4148-0864-407f-9806-52b09d9bf123 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.077739] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-16487a33-2fc5-47fc-8ee5-c57f3a6c42bd tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: ca964e61-9cf0-433e-8fb9-956b57eee112] Creating linked-clone VM from snapshot {{(pid=68893) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1733.078907] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e1010c92-0645-4b88-8ce5-f960d9a65e90 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.087457] env[68893]: DEBUG oslo_vmware.api [None req-16487a33-2fc5-47fc-8ee5-c57f3a6c42bd tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Waiting for the task: (returnval){ [ 1733.087457] env[68893]: value = "task-2792798" [ 1733.087457] env[68893]: _type = "Task" [ 1733.087457] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1733.095243] env[68893]: DEBUG oslo_vmware.api [None req-16487a33-2fc5-47fc-8ee5-c57f3a6c42bd tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Task: {'id': task-2792798, 'name': CloneVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.598533] env[68893]: DEBUG oslo_vmware.api [None req-16487a33-2fc5-47fc-8ee5-c57f3a6c42bd tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Task: {'id': task-2792798, 'name': CloneVM_Task} progress is 94%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.098264] env[68893]: DEBUG oslo_vmware.api [None req-16487a33-2fc5-47fc-8ee5-c57f3a6c42bd tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Task: {'id': task-2792798, 'name': CloneVM_Task} progress is 100%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.600386] env[68893]: DEBUG oslo_vmware.api [None req-16487a33-2fc5-47fc-8ee5-c57f3a6c42bd tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Task: {'id': task-2792798, 'name': CloneVM_Task, 'duration_secs': 1.052487} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1734.600769] env[68893]: INFO nova.virt.vmwareapi.vmops [None req-16487a33-2fc5-47fc-8ee5-c57f3a6c42bd tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: ca964e61-9cf0-433e-8fb9-956b57eee112] Created linked-clone VM from snapshot [ 1734.624944] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26860eee-84d1-4ceb-a5ad-072b9990f793 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.624944] env[68893]: DEBUG nova.virt.vmwareapi.images [None req-16487a33-2fc5-47fc-8ee5-c57f3a6c42bd tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: ca964e61-9cf0-433e-8fb9-956b57eee112] Uploading image 19b0f6a4-bbbd-44a6-a1c3-77cf6aa6dc71 {{(pid=68893) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1734.632820] env[68893]: DEBUG oslo_vmware.rw_handles [None req-16487a33-2fc5-47fc-8ee5-c57f3a6c42bd tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1734.632820] env[68893]: value = "vm-561313" [ 1734.632820] env[68893]: _type = "VirtualMachine" [ 1734.632820] env[68893]: }. {{(pid=68893) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1734.633205] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0733658c-cce1-4db6-ab1a-fd50bc371ff6 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.640653] env[68893]: DEBUG oslo_vmware.rw_handles [None req-16487a33-2fc5-47fc-8ee5-c57f3a6c42bd tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Lease: (returnval){ [ 1734.640653] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52f49936-1336-1d59-9403-bf951669a8bb" [ 1734.640653] env[68893]: _type = "HttpNfcLease" [ 1734.640653] env[68893]: } obtained for exporting VM: (result){ [ 1734.640653] env[68893]: value = "vm-561313" [ 1734.640653] env[68893]: _type = "VirtualMachine" [ 1734.640653] env[68893]: }. {{(pid=68893) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1734.641124] env[68893]: DEBUG oslo_vmware.api [None req-16487a33-2fc5-47fc-8ee5-c57f3a6c42bd tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Waiting for the lease: (returnval){ [ 1734.641124] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52f49936-1336-1d59-9403-bf951669a8bb" [ 1734.641124] env[68893]: _type = "HttpNfcLease" [ 1734.641124] env[68893]: } to be ready. {{(pid=68893) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1734.647250] env[68893]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1734.647250] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52f49936-1336-1d59-9403-bf951669a8bb" [ 1734.647250] env[68893]: _type = "HttpNfcLease" [ 1734.647250] env[68893]: } is initializing. {{(pid=68893) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1735.148961] env[68893]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1735.148961] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52f49936-1336-1d59-9403-bf951669a8bb" [ 1735.148961] env[68893]: _type = "HttpNfcLease" [ 1735.148961] env[68893]: } is ready. {{(pid=68893) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1735.149386] env[68893]: DEBUG oslo_vmware.rw_handles [None req-16487a33-2fc5-47fc-8ee5-c57f3a6c42bd tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1735.149386] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52f49936-1336-1d59-9403-bf951669a8bb" [ 1735.149386] env[68893]: _type = "HttpNfcLease" [ 1735.149386] env[68893]: }. {{(pid=68893) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1735.149980] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ac0c9f9-6b3c-4c00-a293-3bf06b9f62c4 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.156965] env[68893]: DEBUG oslo_vmware.rw_handles [None req-16487a33-2fc5-47fc-8ee5-c57f3a6c42bd tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52290a43-a309-0e12-d4ef-961791e2ff1d/disk-0.vmdk from lease info. {{(pid=68893) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1735.157161] env[68893]: DEBUG oslo_vmware.rw_handles [None req-16487a33-2fc5-47fc-8ee5-c57f3a6c42bd tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52290a43-a309-0e12-d4ef-961791e2ff1d/disk-0.vmdk for reading. {{(pid=68893) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1735.244683] env[68893]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-01bef844-6c9f-497f-b3a4-516575c39290 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.301224] env[68893]: DEBUG oslo_vmware.rw_handles [None req-16487a33-2fc5-47fc-8ee5-c57f3a6c42bd tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52290a43-a309-0e12-d4ef-961791e2ff1d/disk-0.vmdk. {{(pid=68893) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1742.302131] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3149dfe3-dfe5-49ac-bd04-fa64c825bb5f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.308236] env[68893]: DEBUG oslo_vmware.rw_handles [None req-16487a33-2fc5-47fc-8ee5-c57f3a6c42bd tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52290a43-a309-0e12-d4ef-961791e2ff1d/disk-0.vmdk is in state: ready. {{(pid=68893) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1742.308401] env[68893]: ERROR oslo_vmware.rw_handles [None req-16487a33-2fc5-47fc-8ee5-c57f3a6c42bd tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52290a43-a309-0e12-d4ef-961791e2ff1d/disk-0.vmdk due to incomplete transfer. [ 1742.308604] env[68893]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a78aff44-2ccc-45c4-83d3-c1b86f809e1b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.316220] env[68893]: DEBUG oslo_vmware.rw_handles [None req-16487a33-2fc5-47fc-8ee5-c57f3a6c42bd tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52290a43-a309-0e12-d4ef-961791e2ff1d/disk-0.vmdk. {{(pid=68893) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1742.316410] env[68893]: DEBUG nova.virt.vmwareapi.images [None req-16487a33-2fc5-47fc-8ee5-c57f3a6c42bd tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: ca964e61-9cf0-433e-8fb9-956b57eee112] Uploaded image 19b0f6a4-bbbd-44a6-a1c3-77cf6aa6dc71 to the Glance image server {{(pid=68893) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1742.318746] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-16487a33-2fc5-47fc-8ee5-c57f3a6c42bd tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: ca964e61-9cf0-433e-8fb9-956b57eee112] Destroying the VM {{(pid=68893) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1742.318969] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-cef2534e-2f79-401d-9f19-fe6a6a959ff5 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.324838] env[68893]: DEBUG oslo_vmware.api [None req-16487a33-2fc5-47fc-8ee5-c57f3a6c42bd tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Waiting for the task: (returnval){ [ 1742.324838] env[68893]: value = "task-2792800" [ 1742.324838] env[68893]: _type = "Task" [ 1742.324838] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.332035] env[68893]: DEBUG oslo_vmware.api [None req-16487a33-2fc5-47fc-8ee5-c57f3a6c42bd tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Task: {'id': task-2792800, 'name': Destroy_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.835252] env[68893]: DEBUG oslo_vmware.api [None req-16487a33-2fc5-47fc-8ee5-c57f3a6c42bd tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Task: {'id': task-2792800, 'name': Destroy_Task, 'duration_secs': 0.315595} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.835521] env[68893]: INFO nova.virt.vmwareapi.vm_util [None req-16487a33-2fc5-47fc-8ee5-c57f3a6c42bd tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: ca964e61-9cf0-433e-8fb9-956b57eee112] Destroyed the VM [ 1742.835809] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-16487a33-2fc5-47fc-8ee5-c57f3a6c42bd tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: ca964e61-9cf0-433e-8fb9-956b57eee112] Deleting Snapshot of the VM instance {{(pid=68893) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1742.836070] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-dc1ea65d-9b2c-45bc-b646-705756fc9752 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.842263] env[68893]: DEBUG oslo_vmware.api [None req-16487a33-2fc5-47fc-8ee5-c57f3a6c42bd tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Waiting for the task: (returnval){ [ 1742.842263] env[68893]: value = "task-2792801" [ 1742.842263] env[68893]: _type = "Task" [ 1742.842263] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.851252] env[68893]: DEBUG oslo_vmware.api [None req-16487a33-2fc5-47fc-8ee5-c57f3a6c42bd tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Task: {'id': task-2792801, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.351755] env[68893]: DEBUG oslo_vmware.api [None req-16487a33-2fc5-47fc-8ee5-c57f3a6c42bd tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Task: {'id': task-2792801, 'name': RemoveSnapshot_Task, 'duration_secs': 0.320788} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.352121] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-16487a33-2fc5-47fc-8ee5-c57f3a6c42bd tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: ca964e61-9cf0-433e-8fb9-956b57eee112] Deleted Snapshot of the VM instance {{(pid=68893) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1743.352311] env[68893]: DEBUG nova.compute.manager [None req-16487a33-2fc5-47fc-8ee5-c57f3a6c42bd tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: ca964e61-9cf0-433e-8fb9-956b57eee112] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1743.353052] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aeafb2e-0855-4832-ad8c-e8ecfa8791ee {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.864313] env[68893]: INFO nova.compute.manager [None req-16487a33-2fc5-47fc-8ee5-c57f3a6c42bd tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: ca964e61-9cf0-433e-8fb9-956b57eee112] Shelve offloading [ 1744.368390] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-16487a33-2fc5-47fc-8ee5-c57f3a6c42bd tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: ca964e61-9cf0-433e-8fb9-956b57eee112] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1744.368740] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f0c71839-de4d-475e-baa8-8ea8960f61ba {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.375515] env[68893]: DEBUG oslo_vmware.api [None req-16487a33-2fc5-47fc-8ee5-c57f3a6c42bd tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Waiting for the task: (returnval){ [ 1744.375515] env[68893]: value = "task-2792802" [ 1744.375515] env[68893]: _type = "Task" [ 1744.375515] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.383094] env[68893]: DEBUG oslo_vmware.api [None req-16487a33-2fc5-47fc-8ee5-c57f3a6c42bd tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Task: {'id': task-2792802, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.886213] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-16487a33-2fc5-47fc-8ee5-c57f3a6c42bd tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: ca964e61-9cf0-433e-8fb9-956b57eee112] VM already powered off {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1744.886431] env[68893]: DEBUG nova.compute.manager [None req-16487a33-2fc5-47fc-8ee5-c57f3a6c42bd tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: ca964e61-9cf0-433e-8fb9-956b57eee112] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1744.887193] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-791a8bce-f8c4-4d75-b766-a61f750768f6 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.892931] env[68893]: DEBUG oslo_concurrency.lockutils [None req-16487a33-2fc5-47fc-8ee5-c57f3a6c42bd tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Acquiring lock "refresh_cache-ca964e61-9cf0-433e-8fb9-956b57eee112" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1744.893112] env[68893]: DEBUG oslo_concurrency.lockutils [None req-16487a33-2fc5-47fc-8ee5-c57f3a6c42bd tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Acquired lock "refresh_cache-ca964e61-9cf0-433e-8fb9-956b57eee112" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1744.893280] env[68893]: DEBUG nova.network.neutron [None req-16487a33-2fc5-47fc-8ee5-c57f3a6c42bd tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: ca964e61-9cf0-433e-8fb9-956b57eee112] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1745.583208] env[68893]: DEBUG nova.network.neutron [None req-16487a33-2fc5-47fc-8ee5-c57f3a6c42bd tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: ca964e61-9cf0-433e-8fb9-956b57eee112] Updating instance_info_cache with network_info: [{"id": "3d6684cf-57e8-4e0e-b078-339f82e7b249", "address": "fa:16:3e:4a:1a:20", "network": {"id": "3bdea328-26c1-4e35-9ac1-0f66fccad901", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1550418979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48dc8a32ef6f4212b69517f72fc05d05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d6684cf-57", "ovs_interfaceid": "3d6684cf-57e8-4e0e-b078-339f82e7b249", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1746.086134] env[68893]: DEBUG oslo_concurrency.lockutils [None req-16487a33-2fc5-47fc-8ee5-c57f3a6c42bd tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Releasing lock "refresh_cache-ca964e61-9cf0-433e-8fb9-956b57eee112" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1746.284891] env[68893]: DEBUG nova.compute.manager [req-fc710a3c-0a96-4230-9e0e-1bb459341423 req-fdf6e2e0-e8ea-4082-99d7-28b9e8ab1481 service nova] [instance: ca964e61-9cf0-433e-8fb9-956b57eee112] Received event network-vif-unplugged-3d6684cf-57e8-4e0e-b078-339f82e7b249 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1746.285144] env[68893]: DEBUG oslo_concurrency.lockutils [req-fc710a3c-0a96-4230-9e0e-1bb459341423 req-fdf6e2e0-e8ea-4082-99d7-28b9e8ab1481 service nova] Acquiring lock "ca964e61-9cf0-433e-8fb9-956b57eee112-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1746.285391] env[68893]: DEBUG oslo_concurrency.lockutils [req-fc710a3c-0a96-4230-9e0e-1bb459341423 req-fdf6e2e0-e8ea-4082-99d7-28b9e8ab1481 service nova] Lock "ca964e61-9cf0-433e-8fb9-956b57eee112-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1746.285586] env[68893]: DEBUG oslo_concurrency.lockutils [req-fc710a3c-0a96-4230-9e0e-1bb459341423 req-fdf6e2e0-e8ea-4082-99d7-28b9e8ab1481 service nova] Lock "ca964e61-9cf0-433e-8fb9-956b57eee112-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1746.285787] env[68893]: DEBUG nova.compute.manager [req-fc710a3c-0a96-4230-9e0e-1bb459341423 req-fdf6e2e0-e8ea-4082-99d7-28b9e8ab1481 service nova] [instance: ca964e61-9cf0-433e-8fb9-956b57eee112] No waiting events found dispatching network-vif-unplugged-3d6684cf-57e8-4e0e-b078-339f82e7b249 {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1746.285956] env[68893]: WARNING nova.compute.manager [req-fc710a3c-0a96-4230-9e0e-1bb459341423 req-fdf6e2e0-e8ea-4082-99d7-28b9e8ab1481 service nova] [instance: ca964e61-9cf0-433e-8fb9-956b57eee112] Received unexpected event network-vif-unplugged-3d6684cf-57e8-4e0e-b078-339f82e7b249 for instance with vm_state shelved and task_state shelving_offloading. [ 1746.372848] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-16487a33-2fc5-47fc-8ee5-c57f3a6c42bd tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: ca964e61-9cf0-433e-8fb9-956b57eee112] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1746.373766] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4237d84a-100b-4c7f-b262-d7b69d65dee8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.381040] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-16487a33-2fc5-47fc-8ee5-c57f3a6c42bd tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: ca964e61-9cf0-433e-8fb9-956b57eee112] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1746.381263] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8ad21cfa-1de0-405a-8ec0-1db32c2d8d27 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.444448] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-16487a33-2fc5-47fc-8ee5-c57f3a6c42bd tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: ca964e61-9cf0-433e-8fb9-956b57eee112] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1746.444681] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-16487a33-2fc5-47fc-8ee5-c57f3a6c42bd tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: ca964e61-9cf0-433e-8fb9-956b57eee112] Deleting contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1746.444878] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-16487a33-2fc5-47fc-8ee5-c57f3a6c42bd tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Deleting the datastore file [datastore2] ca964e61-9cf0-433e-8fb9-956b57eee112 {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1746.445147] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-94806148-bd17-4149-9c17-fd82de144790 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.451569] env[68893]: DEBUG oslo_vmware.api [None req-16487a33-2fc5-47fc-8ee5-c57f3a6c42bd tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Waiting for the task: (returnval){ [ 1746.451569] env[68893]: value = "task-2792804" [ 1746.451569] env[68893]: _type = "Task" [ 1746.451569] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.458927] env[68893]: DEBUG oslo_vmware.api [None req-16487a33-2fc5-47fc-8ee5-c57f3a6c42bd tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Task: {'id': task-2792804, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.961297] env[68893]: DEBUG oslo_vmware.api [None req-16487a33-2fc5-47fc-8ee5-c57f3a6c42bd tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Task: {'id': task-2792804, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.122711} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.961648] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-16487a33-2fc5-47fc-8ee5-c57f3a6c42bd tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1746.961773] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-16487a33-2fc5-47fc-8ee5-c57f3a6c42bd tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: ca964e61-9cf0-433e-8fb9-956b57eee112] Deleted contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1746.961944] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-16487a33-2fc5-47fc-8ee5-c57f3a6c42bd tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: ca964e61-9cf0-433e-8fb9-956b57eee112] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1746.988960] env[68893]: INFO nova.scheduler.client.report [None req-16487a33-2fc5-47fc-8ee5-c57f3a6c42bd tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Deleted allocations for instance ca964e61-9cf0-433e-8fb9-956b57eee112 [ 1747.493769] env[68893]: DEBUG oslo_concurrency.lockutils [None req-16487a33-2fc5-47fc-8ee5-c57f3a6c42bd tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1747.493769] env[68893]: DEBUG oslo_concurrency.lockutils [None req-16487a33-2fc5-47fc-8ee5-c57f3a6c42bd tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1747.493769] env[68893]: DEBUG nova.objects.instance [None req-16487a33-2fc5-47fc-8ee5-c57f3a6c42bd tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Lazy-loading 'resources' on Instance uuid ca964e61-9cf0-433e-8fb9-956b57eee112 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1747.997120] env[68893]: DEBUG nova.objects.instance [None req-16487a33-2fc5-47fc-8ee5-c57f3a6c42bd tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Lazy-loading 'numa_topology' on Instance uuid ca964e61-9cf0-433e-8fb9-956b57eee112 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1748.309620] env[68893]: DEBUG nova.compute.manager [req-61e4b5db-4f82-4595-8e74-f357dfd4fafc req-ba014064-e9a0-44e3-bbe4-d2fa7d3d2a38 service nova] [instance: ca964e61-9cf0-433e-8fb9-956b57eee112] Received event network-changed-3d6684cf-57e8-4e0e-b078-339f82e7b249 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1748.309809] env[68893]: DEBUG nova.compute.manager [req-61e4b5db-4f82-4595-8e74-f357dfd4fafc req-ba014064-e9a0-44e3-bbe4-d2fa7d3d2a38 service nova] [instance: ca964e61-9cf0-433e-8fb9-956b57eee112] Refreshing instance network info cache due to event network-changed-3d6684cf-57e8-4e0e-b078-339f82e7b249. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1748.310071] env[68893]: DEBUG oslo_concurrency.lockutils [req-61e4b5db-4f82-4595-8e74-f357dfd4fafc req-ba014064-e9a0-44e3-bbe4-d2fa7d3d2a38 service nova] Acquiring lock "refresh_cache-ca964e61-9cf0-433e-8fb9-956b57eee112" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1748.310219] env[68893]: DEBUG oslo_concurrency.lockutils [req-61e4b5db-4f82-4595-8e74-f357dfd4fafc req-ba014064-e9a0-44e3-bbe4-d2fa7d3d2a38 service nova] Acquired lock "refresh_cache-ca964e61-9cf0-433e-8fb9-956b57eee112" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1748.310376] env[68893]: DEBUG nova.network.neutron [req-61e4b5db-4f82-4595-8e74-f357dfd4fafc req-ba014064-e9a0-44e3-bbe4-d2fa7d3d2a38 service nova] [instance: ca964e61-9cf0-433e-8fb9-956b57eee112] Refreshing network info cache for port 3d6684cf-57e8-4e0e-b078-339f82e7b249 {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1748.499474] env[68893]: DEBUG nova.objects.base [None req-16487a33-2fc5-47fc-8ee5-c57f3a6c42bd tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=68893) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1748.514559] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4730ef3e-5ac3-489b-9c05-d639dcf3749f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.522102] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd0c8314-61ef-490c-a60e-f1904e871797 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.551154] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1d9dd71-0f3b-4d8e-8281-5cd9bd27fdb4 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.557876] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-323cd958-4754-4fec-83a6-a9237fb80dd3 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.570407] env[68893]: DEBUG nova.compute.provider_tree [None req-16487a33-2fc5-47fc-8ee5-c57f3a6c42bd tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1748.999537] env[68893]: DEBUG nova.network.neutron [req-61e4b5db-4f82-4595-8e74-f357dfd4fafc req-ba014064-e9a0-44e3-bbe4-d2fa7d3d2a38 service nova] [instance: ca964e61-9cf0-433e-8fb9-956b57eee112] Updated VIF entry in instance network info cache for port 3d6684cf-57e8-4e0e-b078-339f82e7b249. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1748.999869] env[68893]: DEBUG nova.network.neutron [req-61e4b5db-4f82-4595-8e74-f357dfd4fafc req-ba014064-e9a0-44e3-bbe4-d2fa7d3d2a38 service nova] [instance: ca964e61-9cf0-433e-8fb9-956b57eee112] Updating instance_info_cache with network_info: [{"id": "3d6684cf-57e8-4e0e-b078-339f82e7b249", "address": "fa:16:3e:4a:1a:20", "network": {"id": "3bdea328-26c1-4e35-9ac1-0f66fccad901", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1550418979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48dc8a32ef6f4212b69517f72fc05d05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap3d6684cf-57", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1749.073157] env[68893]: DEBUG nova.scheduler.client.report [None req-16487a33-2fc5-47fc-8ee5-c57f3a6c42bd tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1749.777519] env[68893]: DEBUG oslo_concurrency.lockutils [None req-cfbe189d-2ade-47b9-a648-66d602309b55 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Acquiring lock "ca964e61-9cf0-433e-8fb9-956b57eee112" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1749.777973] env[68893]: DEBUG oslo_concurrency.lockutils [req-61e4b5db-4f82-4595-8e74-f357dfd4fafc req-ba014064-e9a0-44e3-bbe4-d2fa7d3d2a38 service nova] Releasing lock "refresh_cache-ca964e61-9cf0-433e-8fb9-956b57eee112" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1749.778665] env[68893]: DEBUG oslo_concurrency.lockutils [None req-16487a33-2fc5-47fc-8ee5-c57f3a6c42bd tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.285s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1750.286233] env[68893]: DEBUG oslo_concurrency.lockutils [None req-16487a33-2fc5-47fc-8ee5-c57f3a6c42bd tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Lock "ca964e61-9cf0-433e-8fb9-956b57eee112" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 20.300s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1750.286895] env[68893]: DEBUG oslo_concurrency.lockutils [None req-cfbe189d-2ade-47b9-a648-66d602309b55 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Lock "ca964e61-9cf0-433e-8fb9-956b57eee112" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.510s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1750.287105] env[68893]: INFO nova.compute.manager [None req-cfbe189d-2ade-47b9-a648-66d602309b55 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: ca964e61-9cf0-433e-8fb9-956b57eee112] Unshelving [ 1751.311854] env[68893]: DEBUG oslo_concurrency.lockutils [None req-cfbe189d-2ade-47b9-a648-66d602309b55 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1751.312161] env[68893]: DEBUG oslo_concurrency.lockutils [None req-cfbe189d-2ade-47b9-a648-66d602309b55 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1751.312373] env[68893]: DEBUG nova.objects.instance [None req-cfbe189d-2ade-47b9-a648-66d602309b55 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Lazy-loading 'pci_requests' on Instance uuid ca964e61-9cf0-433e-8fb9-956b57eee112 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1751.816301] env[68893]: DEBUG nova.objects.instance [None req-cfbe189d-2ade-47b9-a648-66d602309b55 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Lazy-loading 'numa_topology' on Instance uuid ca964e61-9cf0-433e-8fb9-956b57eee112 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1752.318717] env[68893]: INFO nova.compute.claims [None req-cfbe189d-2ade-47b9-a648-66d602309b55 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: ca964e61-9cf0-433e-8fb9-956b57eee112] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1753.354091] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ae5e000-186d-4983-b6d8-57023c687a22 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.361783] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce4100c5-ba06-4a28-817a-e3de1ad38dcb {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.391366] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e410910-c586-4c51-ba5f-22b6d3ecc154 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.397855] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c290d0ba-30aa-4318-a02f-2e0171a2ebc8 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.410447] env[68893]: DEBUG nova.compute.provider_tree [None req-cfbe189d-2ade-47b9-a648-66d602309b55 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1753.913330] env[68893]: DEBUG nova.scheduler.client.report [None req-cfbe189d-2ade-47b9-a648-66d602309b55 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1754.418853] env[68893]: DEBUG oslo_concurrency.lockutils [None req-cfbe189d-2ade-47b9-a648-66d602309b55 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.107s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1754.446492] env[68893]: INFO nova.network.neutron [None req-cfbe189d-2ade-47b9-a648-66d602309b55 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: ca964e61-9cf0-433e-8fb9-956b57eee112] Updating port 3d6684cf-57e8-4e0e-b078-339f82e7b249 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1755.796199] env[68893]: DEBUG nova.compute.manager [req-caf2f221-6c0a-4b14-ac41-1058a11839be req-d0683ddb-d21c-4229-90fe-1bd461f72bff service nova] [instance: ca964e61-9cf0-433e-8fb9-956b57eee112] Received event network-vif-plugged-3d6684cf-57e8-4e0e-b078-339f82e7b249 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1755.796414] env[68893]: DEBUG oslo_concurrency.lockutils [req-caf2f221-6c0a-4b14-ac41-1058a11839be req-d0683ddb-d21c-4229-90fe-1bd461f72bff service nova] Acquiring lock "ca964e61-9cf0-433e-8fb9-956b57eee112-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1755.796619] env[68893]: DEBUG oslo_concurrency.lockutils [req-caf2f221-6c0a-4b14-ac41-1058a11839be req-d0683ddb-d21c-4229-90fe-1bd461f72bff service nova] Lock "ca964e61-9cf0-433e-8fb9-956b57eee112-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1755.796789] env[68893]: DEBUG oslo_concurrency.lockutils [req-caf2f221-6c0a-4b14-ac41-1058a11839be req-d0683ddb-d21c-4229-90fe-1bd461f72bff service nova] Lock "ca964e61-9cf0-433e-8fb9-956b57eee112-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1755.796994] env[68893]: DEBUG nova.compute.manager [req-caf2f221-6c0a-4b14-ac41-1058a11839be req-d0683ddb-d21c-4229-90fe-1bd461f72bff service nova] [instance: ca964e61-9cf0-433e-8fb9-956b57eee112] No waiting events found dispatching network-vif-plugged-3d6684cf-57e8-4e0e-b078-339f82e7b249 {{(pid=68893) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1755.797177] env[68893]: WARNING nova.compute.manager [req-caf2f221-6c0a-4b14-ac41-1058a11839be req-d0683ddb-d21c-4229-90fe-1bd461f72bff service nova] [instance: ca964e61-9cf0-433e-8fb9-956b57eee112] Received unexpected event network-vif-plugged-3d6684cf-57e8-4e0e-b078-339f82e7b249 for instance with vm_state shelved_offloaded and task_state spawning. [ 1755.864933] env[68893]: DEBUG oslo_concurrency.lockutils [None req-cfbe189d-2ade-47b9-a648-66d602309b55 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Acquiring lock "refresh_cache-ca964e61-9cf0-433e-8fb9-956b57eee112" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1755.865735] env[68893]: DEBUG oslo_concurrency.lockutils [None req-cfbe189d-2ade-47b9-a648-66d602309b55 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Acquired lock "refresh_cache-ca964e61-9cf0-433e-8fb9-956b57eee112" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1755.865735] env[68893]: DEBUG nova.network.neutron [None req-cfbe189d-2ade-47b9-a648-66d602309b55 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: ca964e61-9cf0-433e-8fb9-956b57eee112] Building network info cache for instance {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1756.755466] env[68893]: DEBUG nova.network.neutron [None req-cfbe189d-2ade-47b9-a648-66d602309b55 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: ca964e61-9cf0-433e-8fb9-956b57eee112] Updating instance_info_cache with network_info: [{"id": "3d6684cf-57e8-4e0e-b078-339f82e7b249", "address": "fa:16:3e:4a:1a:20", "network": {"id": "3bdea328-26c1-4e35-9ac1-0f66fccad901", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1550418979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48dc8a32ef6f4212b69517f72fc05d05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d6684cf-57", "ovs_interfaceid": "3d6684cf-57e8-4e0e-b078-339f82e7b249", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1757.258012] env[68893]: DEBUG oslo_concurrency.lockutils [None req-cfbe189d-2ade-47b9-a648-66d602309b55 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Releasing lock "refresh_cache-ca964e61-9cf0-433e-8fb9-956b57eee112" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1757.285030] env[68893]: DEBUG nova.virt.hardware [None req-cfbe189d-2ade-47b9-a648-66d602309b55 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T06:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='3e527266ee3eb5d79a2c8a5333828e81',container_format='bare',created_at=2025-03-06T06:52:00Z,direct_url=,disk_format='vmdk',id=19b0f6a4-bbbd-44a6-a1c3-77cf6aa6dc71,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1193992112-shelved',owner='48dc8a32ef6f4212b69517f72fc05d05',properties=ImageMetaProps,protected=,size=31669760,status='active',tags=,updated_at=2025-03-06T06:52:13Z,virtual_size=,visibility=), allow threads: False {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1757.285292] env[68893]: DEBUG nova.virt.hardware [None req-cfbe189d-2ade-47b9-a648-66d602309b55 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Flavor limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1757.285453] env[68893]: DEBUG nova.virt.hardware [None req-cfbe189d-2ade-47b9-a648-66d602309b55 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Image limits 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1757.285633] env[68893]: DEBUG nova.virt.hardware [None req-cfbe189d-2ade-47b9-a648-66d602309b55 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Flavor pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1757.285808] env[68893]: DEBUG nova.virt.hardware [None req-cfbe189d-2ade-47b9-a648-66d602309b55 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Image pref 0:0:0 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1757.285966] env[68893]: DEBUG nova.virt.hardware [None req-cfbe189d-2ade-47b9-a648-66d602309b55 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68893) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1757.286192] env[68893]: DEBUG nova.virt.hardware [None req-cfbe189d-2ade-47b9-a648-66d602309b55 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1757.286347] env[68893]: DEBUG nova.virt.hardware [None req-cfbe189d-2ade-47b9-a648-66d602309b55 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1757.286510] env[68893]: DEBUG nova.virt.hardware [None req-cfbe189d-2ade-47b9-a648-66d602309b55 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Got 1 possible topologies {{(pid=68893) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1757.286668] env[68893]: DEBUG nova.virt.hardware [None req-cfbe189d-2ade-47b9-a648-66d602309b55 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1757.286844] env[68893]: DEBUG nova.virt.hardware [None req-cfbe189d-2ade-47b9-a648-66d602309b55 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68893) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1757.287709] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ae5b1c1-f90a-41fa-b35a-258256ba3886 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.295583] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb77d5ea-4b0c-4bd6-b3f6-c5f9a7f8a82e {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.308421] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-cfbe189d-2ade-47b9-a648-66d602309b55 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: ca964e61-9cf0-433e-8fb9-956b57eee112] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:1a:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e4e52d8a-b086-4333-a5a1-938680a2d2bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3d6684cf-57e8-4e0e-b078-339f82e7b249', 'vif_model': 'vmxnet3'}] {{(pid=68893) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1757.315587] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cfbe189d-2ade-47b9-a648-66d602309b55 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1757.315820] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca964e61-9cf0-433e-8fb9-956b57eee112] Creating VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1757.316017] env[68893]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-902624d6-1446-454c-9617-4c6e71851310 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.337695] env[68893]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1757.337695] env[68893]: value = "task-2792805" [ 1757.337695] env[68893]: _type = "Task" [ 1757.337695] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.345906] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792805, 'name': CreateVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.820499] env[68893]: DEBUG nova.compute.manager [req-134d3311-c8e3-4c7b-8540-39af9e500376 req-19ff0787-b62f-4f65-ac40-a4bfe99e6a23 service nova] [instance: ca964e61-9cf0-433e-8fb9-956b57eee112] Received event network-changed-3d6684cf-57e8-4e0e-b078-339f82e7b249 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1757.820717] env[68893]: DEBUG nova.compute.manager [req-134d3311-c8e3-4c7b-8540-39af9e500376 req-19ff0787-b62f-4f65-ac40-a4bfe99e6a23 service nova] [instance: ca964e61-9cf0-433e-8fb9-956b57eee112] Refreshing instance network info cache due to event network-changed-3d6684cf-57e8-4e0e-b078-339f82e7b249. {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1757.820897] env[68893]: DEBUG oslo_concurrency.lockutils [req-134d3311-c8e3-4c7b-8540-39af9e500376 req-19ff0787-b62f-4f65-ac40-a4bfe99e6a23 service nova] Acquiring lock "refresh_cache-ca964e61-9cf0-433e-8fb9-956b57eee112" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.821051] env[68893]: DEBUG oslo_concurrency.lockutils [req-134d3311-c8e3-4c7b-8540-39af9e500376 req-19ff0787-b62f-4f65-ac40-a4bfe99e6a23 service nova] Acquired lock "refresh_cache-ca964e61-9cf0-433e-8fb9-956b57eee112" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1757.821215] env[68893]: DEBUG nova.network.neutron [req-134d3311-c8e3-4c7b-8540-39af9e500376 req-19ff0787-b62f-4f65-ac40-a4bfe99e6a23 service nova] [instance: ca964e61-9cf0-433e-8fb9-956b57eee112] Refreshing network info cache for port 3d6684cf-57e8-4e0e-b078-339f82e7b249 {{(pid=68893) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1757.847898] env[68893]: DEBUG oslo_vmware.api [-] Task: {'id': task-2792805, 'name': CreateVM_Task, 'duration_secs': 0.27658} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1757.848061] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca964e61-9cf0-433e-8fb9-956b57eee112] Created VM on the ESX host {{(pid=68893) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1757.848676] env[68893]: DEBUG oslo_concurrency.lockutils [None req-cfbe189d-2ade-47b9-a648-66d602309b55 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/19b0f6a4-bbbd-44a6-a1c3-77cf6aa6dc71" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.848834] env[68893]: DEBUG oslo_concurrency.lockutils [None req-cfbe189d-2ade-47b9-a648-66d602309b55 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Acquired lock "[datastore2] devstack-image-cache_base/19b0f6a4-bbbd-44a6-a1c3-77cf6aa6dc71" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1757.849223] env[68893]: DEBUG oslo_concurrency.lockutils [None req-cfbe189d-2ade-47b9-a648-66d602309b55 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/19b0f6a4-bbbd-44a6-a1c3-77cf6aa6dc71" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1757.849463] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-516cbfbb-ac0a-4b20-a0be-02cb86366445 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.853676] env[68893]: DEBUG oslo_vmware.api [None req-cfbe189d-2ade-47b9-a648-66d602309b55 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Waiting for the task: (returnval){ [ 1757.853676] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52637138-44ab-8fe9-313f-86714f02482f" [ 1757.853676] env[68893]: _type = "Task" [ 1757.853676] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.860863] env[68893]: DEBUG oslo_vmware.api [None req-cfbe189d-2ade-47b9-a648-66d602309b55 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]52637138-44ab-8fe9-313f-86714f02482f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.362614] env[68893]: DEBUG oslo_concurrency.lockutils [None req-cfbe189d-2ade-47b9-a648-66d602309b55 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Releasing lock "[datastore2] devstack-image-cache_base/19b0f6a4-bbbd-44a6-a1c3-77cf6aa6dc71" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1758.362875] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-cfbe189d-2ade-47b9-a648-66d602309b55 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: ca964e61-9cf0-433e-8fb9-956b57eee112] Processing image 19b0f6a4-bbbd-44a6-a1c3-77cf6aa6dc71 {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1758.363133] env[68893]: DEBUG oslo_concurrency.lockutils [None req-cfbe189d-2ade-47b9-a648-66d602309b55 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/19b0f6a4-bbbd-44a6-a1c3-77cf6aa6dc71/19b0f6a4-bbbd-44a6-a1c3-77cf6aa6dc71.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1758.363288] env[68893]: DEBUG oslo_concurrency.lockutils [None req-cfbe189d-2ade-47b9-a648-66d602309b55 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Acquired lock "[datastore2] devstack-image-cache_base/19b0f6a4-bbbd-44a6-a1c3-77cf6aa6dc71/19b0f6a4-bbbd-44a6-a1c3-77cf6aa6dc71.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1758.363489] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfbe189d-2ade-47b9-a648-66d602309b55 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1758.363747] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bdc9f2f0-dc03-45b1-bba4-5dc295289f55 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.371419] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfbe189d-2ade-47b9-a648-66d602309b55 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1758.371591] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-cfbe189d-2ade-47b9-a648-66d602309b55 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68893) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1758.372278] env[68893]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb49d8fa-7c22-453b-900c-c8715030ffa9 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.376734] env[68893]: DEBUG oslo_vmware.api [None req-cfbe189d-2ade-47b9-a648-66d602309b55 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Waiting for the task: (returnval){ [ 1758.376734] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]5216543c-109e-6135-09e4-f8f15491e0bc" [ 1758.376734] env[68893]: _type = "Task" [ 1758.376734] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.383572] env[68893]: DEBUG oslo_vmware.api [None req-cfbe189d-2ade-47b9-a648-66d602309b55 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Task: {'id': session[526bd73d-67cd-95e0-9670-0063b55466b0]5216543c-109e-6135-09e4-f8f15491e0bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.507705] env[68893]: DEBUG nova.network.neutron [req-134d3311-c8e3-4c7b-8540-39af9e500376 req-19ff0787-b62f-4f65-ac40-a4bfe99e6a23 service nova] [instance: ca964e61-9cf0-433e-8fb9-956b57eee112] Updated VIF entry in instance network info cache for port 3d6684cf-57e8-4e0e-b078-339f82e7b249. {{(pid=68893) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1758.508141] env[68893]: DEBUG nova.network.neutron [req-134d3311-c8e3-4c7b-8540-39af9e500376 req-19ff0787-b62f-4f65-ac40-a4bfe99e6a23 service nova] [instance: ca964e61-9cf0-433e-8fb9-956b57eee112] Updating instance_info_cache with network_info: [{"id": "3d6684cf-57e8-4e0e-b078-339f82e7b249", "address": "fa:16:3e:4a:1a:20", "network": {"id": "3bdea328-26c1-4e35-9ac1-0f66fccad901", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1550418979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48dc8a32ef6f4212b69517f72fc05d05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d6684cf-57", "ovs_interfaceid": "3d6684cf-57e8-4e0e-b078-339f82e7b249", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1758.886277] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-cfbe189d-2ade-47b9-a648-66d602309b55 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: ca964e61-9cf0-433e-8fb9-956b57eee112] Preparing fetch location {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1758.886545] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-cfbe189d-2ade-47b9-a648-66d602309b55 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: ca964e61-9cf0-433e-8fb9-956b57eee112] Fetch image to [datastore2] OSTACK_IMG_51b9bceb-6c7d-4ff6-ab08-cafdd6a2ecb8/OSTACK_IMG_51b9bceb-6c7d-4ff6-ab08-cafdd6a2ecb8.vmdk {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1758.886732] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-cfbe189d-2ade-47b9-a648-66d602309b55 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: ca964e61-9cf0-433e-8fb9-956b57eee112] Downloading stream optimized image 19b0f6a4-bbbd-44a6-a1c3-77cf6aa6dc71 to [datastore2] OSTACK_IMG_51b9bceb-6c7d-4ff6-ab08-cafdd6a2ecb8/OSTACK_IMG_51b9bceb-6c7d-4ff6-ab08-cafdd6a2ecb8.vmdk on the data store datastore2 as vApp {{(pid=68893) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1758.886954] env[68893]: DEBUG nova.virt.vmwareapi.images [None req-cfbe189d-2ade-47b9-a648-66d602309b55 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: ca964e61-9cf0-433e-8fb9-956b57eee112] Downloading image file data 19b0f6a4-bbbd-44a6-a1c3-77cf6aa6dc71 to the ESX as VM named 'OSTACK_IMG_51b9bceb-6c7d-4ff6-ab08-cafdd6a2ecb8' {{(pid=68893) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1758.952702] env[68893]: DEBUG oslo_vmware.rw_handles [None req-cfbe189d-2ade-47b9-a648-66d602309b55 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1758.952702] env[68893]: value = "resgroup-9" [ 1758.952702] env[68893]: _type = "ResourcePool" [ 1758.952702] env[68893]: }. {{(pid=68893) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1758.953010] env[68893]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-1bb1f3c3-5b78-4179-82d2-8017dc6db985 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.973223] env[68893]: DEBUG oslo_vmware.rw_handles [None req-cfbe189d-2ade-47b9-a648-66d602309b55 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Lease: (returnval){ [ 1758.973223] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52910317-6997-22da-f916-08a0bfab1491" [ 1758.973223] env[68893]: _type = "HttpNfcLease" [ 1758.973223] env[68893]: } obtained for vApp import into resource pool (val){ [ 1758.973223] env[68893]: value = "resgroup-9" [ 1758.973223] env[68893]: _type = "ResourcePool" [ 1758.973223] env[68893]: }. {{(pid=68893) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1758.973452] env[68893]: DEBUG oslo_vmware.api [None req-cfbe189d-2ade-47b9-a648-66d602309b55 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Waiting for the lease: (returnval){ [ 1758.973452] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52910317-6997-22da-f916-08a0bfab1491" [ 1758.973452] env[68893]: _type = "HttpNfcLease" [ 1758.973452] env[68893]: } to be ready. {{(pid=68893) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1758.979402] env[68893]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1758.979402] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52910317-6997-22da-f916-08a0bfab1491" [ 1758.979402] env[68893]: _type = "HttpNfcLease" [ 1758.979402] env[68893]: } is initializing. {{(pid=68893) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1759.011066] env[68893]: DEBUG oslo_concurrency.lockutils [req-134d3311-c8e3-4c7b-8540-39af9e500376 req-19ff0787-b62f-4f65-ac40-a4bfe99e6a23 service nova] Releasing lock "refresh_cache-ca964e61-9cf0-433e-8fb9-956b57eee112" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1759.481491] env[68893]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1759.481491] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52910317-6997-22da-f916-08a0bfab1491" [ 1759.481491] env[68893]: _type = "HttpNfcLease" [ 1759.481491] env[68893]: } is ready. {{(pid=68893) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1759.481839] env[68893]: DEBUG oslo_vmware.rw_handles [None req-cfbe189d-2ade-47b9-a648-66d602309b55 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1759.481839] env[68893]: value = "session[526bd73d-67cd-95e0-9670-0063b55466b0]52910317-6997-22da-f916-08a0bfab1491" [ 1759.481839] env[68893]: _type = "HttpNfcLease" [ 1759.481839] env[68893]: }. {{(pid=68893) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1759.482484] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d8397c9-3f24-4908-b618-bf558a93f508 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.489365] env[68893]: DEBUG oslo_vmware.rw_handles [None req-cfbe189d-2ade-47b9-a648-66d602309b55 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527e6be1-f440-ebf0-d168-3fbcedff1b41/disk-0.vmdk from lease info. {{(pid=68893) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1759.489540] env[68893]: DEBUG oslo_vmware.rw_handles [None req-cfbe189d-2ade-47b9-a648-66d602309b55 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Creating HTTP connection to write to file with size = 31669760 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527e6be1-f440-ebf0-d168-3fbcedff1b41/disk-0.vmdk. {{(pid=68893) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1759.551460] env[68893]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-53ce51d7-33ad-4c58-b6cb-332dac893aaa {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.597978] env[68893]: DEBUG oslo_vmware.rw_handles [None req-cfbe189d-2ade-47b9-a648-66d602309b55 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Completed reading data from the image iterator. {{(pid=68893) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1760.598382] env[68893]: DEBUG oslo_vmware.rw_handles [None req-cfbe189d-2ade-47b9-a648-66d602309b55 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527e6be1-f440-ebf0-d168-3fbcedff1b41/disk-0.vmdk. {{(pid=68893) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1760.599156] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f56d7a67-6c29-4659-bb63-b6c3d45d0600 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.605937] env[68893]: DEBUG oslo_vmware.rw_handles [None req-cfbe189d-2ade-47b9-a648-66d602309b55 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527e6be1-f440-ebf0-d168-3fbcedff1b41/disk-0.vmdk is in state: ready. {{(pid=68893) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1760.606115] env[68893]: DEBUG oslo_vmware.rw_handles [None req-cfbe189d-2ade-47b9-a648-66d602309b55 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527e6be1-f440-ebf0-d168-3fbcedff1b41/disk-0.vmdk. {{(pid=68893) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1760.606347] env[68893]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-a1852752-d56a-44ea-a36e-789f05a737c5 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.778831] env[68893]: DEBUG oslo_vmware.rw_handles [None req-cfbe189d-2ade-47b9-a648-66d602309b55 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527e6be1-f440-ebf0-d168-3fbcedff1b41/disk-0.vmdk. {{(pid=68893) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1760.779071] env[68893]: INFO nova.virt.vmwareapi.images [None req-cfbe189d-2ade-47b9-a648-66d602309b55 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: ca964e61-9cf0-433e-8fb9-956b57eee112] Downloaded image file data 19b0f6a4-bbbd-44a6-a1c3-77cf6aa6dc71 [ 1760.779897] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf26064e-49f8-4e7c-90f2-3246c298f5ec {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.795610] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1a07e052-97bc-43f8-9362-cba1becb0740 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.817861] env[68893]: INFO nova.virt.vmwareapi.images [None req-cfbe189d-2ade-47b9-a648-66d602309b55 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: ca964e61-9cf0-433e-8fb9-956b57eee112] The imported VM was unregistered [ 1760.820076] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-cfbe189d-2ade-47b9-a648-66d602309b55 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: ca964e61-9cf0-433e-8fb9-956b57eee112] Caching image {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1760.820300] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfbe189d-2ade-47b9-a648-66d602309b55 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Creating directory with path [datastore2] devstack-image-cache_base/19b0f6a4-bbbd-44a6-a1c3-77cf6aa6dc71 {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1760.820546] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6a7a2923-4611-4385-a1f0-89e0891c8522 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.832263] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfbe189d-2ade-47b9-a648-66d602309b55 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Created directory with path [datastore2] devstack-image-cache_base/19b0f6a4-bbbd-44a6-a1c3-77cf6aa6dc71 {{(pid=68893) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1760.832428] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfbe189d-2ade-47b9-a648-66d602309b55 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_51b9bceb-6c7d-4ff6-ab08-cafdd6a2ecb8/OSTACK_IMG_51b9bceb-6c7d-4ff6-ab08-cafdd6a2ecb8.vmdk to [datastore2] devstack-image-cache_base/19b0f6a4-bbbd-44a6-a1c3-77cf6aa6dc71/19b0f6a4-bbbd-44a6-a1c3-77cf6aa6dc71.vmdk. {{(pid=68893) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1760.832640] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-b3e584f0-6ca9-4994-8d44-87a2902a362f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.838867] env[68893]: DEBUG oslo_vmware.api [None req-cfbe189d-2ade-47b9-a648-66d602309b55 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Waiting for the task: (returnval){ [ 1760.838867] env[68893]: value = "task-2792808" [ 1760.838867] env[68893]: _type = "Task" [ 1760.838867] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.846196] env[68893]: DEBUG oslo_vmware.api [None req-cfbe189d-2ade-47b9-a648-66d602309b55 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Task: {'id': task-2792808, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.322703] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1761.323143] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1761.323442] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68893) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 1761.349038] env[68893]: DEBUG oslo_vmware.api [None req-cfbe189d-2ade-47b9-a648-66d602309b55 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Task: {'id': task-2792808, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.851013] env[68893]: DEBUG oslo_vmware.api [None req-cfbe189d-2ade-47b9-a648-66d602309b55 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Task: {'id': task-2792808, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.322869] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1762.323144] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1762.351929] env[68893]: DEBUG oslo_vmware.api [None req-cfbe189d-2ade-47b9-a648-66d602309b55 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Task: {'id': task-2792808, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.854049] env[68893]: DEBUG oslo_vmware.api [None req-cfbe189d-2ade-47b9-a648-66d602309b55 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Task: {'id': task-2792808, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.352419] env[68893]: DEBUG oslo_vmware.api [None req-cfbe189d-2ade-47b9-a648-66d602309b55 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Task: {'id': task-2792808, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.37866} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.352825] env[68893]: INFO nova.virt.vmwareapi.ds_util [None req-cfbe189d-2ade-47b9-a648-66d602309b55 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_51b9bceb-6c7d-4ff6-ab08-cafdd6a2ecb8/OSTACK_IMG_51b9bceb-6c7d-4ff6-ab08-cafdd6a2ecb8.vmdk to [datastore2] devstack-image-cache_base/19b0f6a4-bbbd-44a6-a1c3-77cf6aa6dc71/19b0f6a4-bbbd-44a6-a1c3-77cf6aa6dc71.vmdk. [ 1763.353168] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-cfbe189d-2ade-47b9-a648-66d602309b55 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: ca964e61-9cf0-433e-8fb9-956b57eee112] Cleaning up location [datastore2] OSTACK_IMG_51b9bceb-6c7d-4ff6-ab08-cafdd6a2ecb8 {{(pid=68893) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1763.353452] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfbe189d-2ade-47b9-a648-66d602309b55 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_51b9bceb-6c7d-4ff6-ab08-cafdd6a2ecb8 {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1763.353791] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-51b9aa8e-a3fc-4c54-9a91-86dbaa84a2b6 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.361325] env[68893]: DEBUG oslo_vmware.api [None req-cfbe189d-2ade-47b9-a648-66d602309b55 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Waiting for the task: (returnval){ [ 1763.361325] env[68893]: value = "task-2792809" [ 1763.361325] env[68893]: _type = "Task" [ 1763.361325] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.369019] env[68893]: DEBUG oslo_vmware.api [None req-cfbe189d-2ade-47b9-a648-66d602309b55 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Task: {'id': task-2792809, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.871576] env[68893]: DEBUG oslo_vmware.api [None req-cfbe189d-2ade-47b9-a648-66d602309b55 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Task: {'id': task-2792809, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.034021} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.873055] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfbe189d-2ade-47b9-a648-66d602309b55 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1763.873055] env[68893]: DEBUG oslo_concurrency.lockutils [None req-cfbe189d-2ade-47b9-a648-66d602309b55 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Releasing lock "[datastore2] devstack-image-cache_base/19b0f6a4-bbbd-44a6-a1c3-77cf6aa6dc71/19b0f6a4-bbbd-44a6-a1c3-77cf6aa6dc71.vmdk" {{(pid=68893) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1763.873055] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfbe189d-2ade-47b9-a648-66d602309b55 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/19b0f6a4-bbbd-44a6-a1c3-77cf6aa6dc71/19b0f6a4-bbbd-44a6-a1c3-77cf6aa6dc71.vmdk to [datastore2] ca964e61-9cf0-433e-8fb9-956b57eee112/ca964e61-9cf0-433e-8fb9-956b57eee112.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1763.873055] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-09372050-48dc-4e09-932a-c410e4c1a33c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.879854] env[68893]: DEBUG oslo_vmware.api [None req-cfbe189d-2ade-47b9-a648-66d602309b55 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Waiting for the task: (returnval){ [ 1763.879854] env[68893]: value = "task-2792810" [ 1763.879854] env[68893]: _type = "Task" [ 1763.879854] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.887857] env[68893]: DEBUG oslo_vmware.api [None req-cfbe189d-2ade-47b9-a648-66d602309b55 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Task: {'id': task-2792810, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.392684] env[68893]: DEBUG oslo_vmware.api [None req-cfbe189d-2ade-47b9-a648-66d602309b55 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Task: {'id': task-2792810, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.891994] env[68893]: DEBUG oslo_vmware.api [None req-cfbe189d-2ade-47b9-a648-66d602309b55 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Task: {'id': task-2792810, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.392977] env[68893]: DEBUG oslo_vmware.api [None req-cfbe189d-2ade-47b9-a648-66d602309b55 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Task: {'id': task-2792810, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.895145] env[68893]: DEBUG oslo_vmware.api [None req-cfbe189d-2ade-47b9-a648-66d602309b55 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Task: {'id': task-2792810, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.321569] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1766.393429] env[68893]: DEBUG oslo_vmware.api [None req-cfbe189d-2ade-47b9-a648-66d602309b55 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Task: {'id': task-2792810, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.331198} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.393696] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfbe189d-2ade-47b9-a648-66d602309b55 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/19b0f6a4-bbbd-44a6-a1c3-77cf6aa6dc71/19b0f6a4-bbbd-44a6-a1c3-77cf6aa6dc71.vmdk to [datastore2] ca964e61-9cf0-433e-8fb9-956b57eee112/ca964e61-9cf0-433e-8fb9-956b57eee112.vmdk {{(pid=68893) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1766.394524] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5d94c73-2ab3-4d33-97c6-8979127c6aa7 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.415600] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfbe189d-2ade-47b9-a648-66d602309b55 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: ca964e61-9cf0-433e-8fb9-956b57eee112] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] ca964e61-9cf0-433e-8fb9-956b57eee112/ca964e61-9cf0-433e-8fb9-956b57eee112.vmdk or device None with type streamOptimized {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1766.415860] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a814219a-f3ee-40a4-8401-5113e604f0a4 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.435241] env[68893]: DEBUG oslo_vmware.api [None req-cfbe189d-2ade-47b9-a648-66d602309b55 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Waiting for the task: (returnval){ [ 1766.435241] env[68893]: value = "task-2792811" [ 1766.435241] env[68893]: _type = "Task" [ 1766.435241] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.442297] env[68893]: DEBUG oslo_vmware.api [None req-cfbe189d-2ade-47b9-a648-66d602309b55 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Task: {'id': task-2792811, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.945489] env[68893]: DEBUG oslo_vmware.api [None req-cfbe189d-2ade-47b9-a648-66d602309b55 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Task: {'id': task-2792811, 'name': ReconfigVM_Task, 'duration_secs': 0.276469} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.945883] env[68893]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfbe189d-2ade-47b9-a648-66d602309b55 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: ca964e61-9cf0-433e-8fb9-956b57eee112] Reconfigured VM instance instance-0000007e to attach disk [datastore2] ca964e61-9cf0-433e-8fb9-956b57eee112/ca964e61-9cf0-433e-8fb9-956b57eee112.vmdk or device None with type streamOptimized {{(pid=68893) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1766.946517] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0b0d8017-0910-426c-92b8-f87ff2443217 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.952622] env[68893]: DEBUG oslo_vmware.api [None req-cfbe189d-2ade-47b9-a648-66d602309b55 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Waiting for the task: (returnval){ [ 1766.952622] env[68893]: value = "task-2792812" [ 1766.952622] env[68893]: _type = "Task" [ 1766.952622] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.960055] env[68893]: DEBUG oslo_vmware.api [None req-cfbe189d-2ade-47b9-a648-66d602309b55 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Task: {'id': task-2792812, 'name': Rename_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.316688] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1767.321357] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1767.461788] env[68893]: DEBUG oslo_vmware.api [None req-cfbe189d-2ade-47b9-a648-66d602309b55 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Task: {'id': task-2792812, 'name': Rename_Task, 'duration_secs': 0.131677} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.462075] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfbe189d-2ade-47b9-a648-66d602309b55 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: ca964e61-9cf0-433e-8fb9-956b57eee112] Powering on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1767.462338] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e101016c-1961-4146-b5ca-aede3a9fd553 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.468867] env[68893]: DEBUG oslo_vmware.api [None req-cfbe189d-2ade-47b9-a648-66d602309b55 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Waiting for the task: (returnval){ [ 1767.468867] env[68893]: value = "task-2792813" [ 1767.468867] env[68893]: _type = "Task" [ 1767.468867] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.476094] env[68893]: DEBUG oslo_vmware.api [None req-cfbe189d-2ade-47b9-a648-66d602309b55 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Task: {'id': task-2792813, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.979309] env[68893]: DEBUG oslo_vmware.api [None req-cfbe189d-2ade-47b9-a648-66d602309b55 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Task: {'id': task-2792813, 'name': PowerOnVM_Task, 'duration_secs': 0.404851} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.979673] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfbe189d-2ade-47b9-a648-66d602309b55 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: ca964e61-9cf0-433e-8fb9-956b57eee112] Powered on the VM {{(pid=68893) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1768.071586] env[68893]: DEBUG nova.compute.manager [None req-cfbe189d-2ade-47b9-a648-66d602309b55 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: ca964e61-9cf0-433e-8fb9-956b57eee112] Checking state {{(pid=68893) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1768.072517] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-902a2cc6-2e2a-4f64-985a-ddf5fbe3293b {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.321267] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager.update_available_resource {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1768.588069] env[68893]: DEBUG oslo_concurrency.lockutils [None req-cfbe189d-2ade-47b9-a648-66d602309b55 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Lock "ca964e61-9cf0-433e-8fb9-956b57eee112" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 18.301s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1768.824539] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1768.824790] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1768.824961] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1768.825133] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68893) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1768.826065] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6004a7e6-8366-47e4-9ee0-eb2b251c8056 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.834435] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abf847ff-3793-4163-97cd-b94641152960 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.848024] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4031e65b-4f38-42fb-930e-e0af46e0d411 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.854656] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3af13a84-539e-401d-b08e-c5f79c05f6d1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.883918] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180893MB free_disk=174GB free_vcpus=48 pci_devices=None {{(pid=68893) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1768.884075] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1768.884283] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1769.908374] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Instance ca964e61-9cf0-433e-8fb9-956b57eee112 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68893) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1769.908625] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=68893) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1769.908722] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=68893) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1769.933974] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d146f766-508f-4ad2-bdb5-bb54acfbaff6 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.941506] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02a02ab4-59d0-429f-8d05-298e4e3f8935 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.970245] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afd156d9-febf-4b87-b58f-eb65402c2e4a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.976693] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16a91542-2102-44b5-b59f-734fade223d4 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.989160] env[68893]: DEBUG nova.compute.provider_tree [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1770.492327] env[68893]: DEBUG nova.scheduler.client.report [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1770.998730] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68893) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1770.999048] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.115s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1805.055071] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b118de42-c577-48e1-9f74-e2f4d8e2cdd3 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Acquiring lock "ca964e61-9cf0-433e-8fb9-956b57eee112" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1805.055409] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b118de42-c577-48e1-9f74-e2f4d8e2cdd3 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Lock "ca964e61-9cf0-433e-8fb9-956b57eee112" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1805.055583] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b118de42-c577-48e1-9f74-e2f4d8e2cdd3 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Acquiring lock "ca964e61-9cf0-433e-8fb9-956b57eee112-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1805.055769] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b118de42-c577-48e1-9f74-e2f4d8e2cdd3 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Lock "ca964e61-9cf0-433e-8fb9-956b57eee112-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1805.055940] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b118de42-c577-48e1-9f74-e2f4d8e2cdd3 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Lock "ca964e61-9cf0-433e-8fb9-956b57eee112-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1805.059508] env[68893]: INFO nova.compute.manager [None req-b118de42-c577-48e1-9f74-e2f4d8e2cdd3 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: ca964e61-9cf0-433e-8fb9-956b57eee112] Terminating instance [ 1805.563065] env[68893]: DEBUG nova.compute.manager [None req-b118de42-c577-48e1-9f74-e2f4d8e2cdd3 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: ca964e61-9cf0-433e-8fb9-956b57eee112] Start destroying the instance on the hypervisor. {{(pid=68893) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1805.563336] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-b118de42-c577-48e1-9f74-e2f4d8e2cdd3 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: ca964e61-9cf0-433e-8fb9-956b57eee112] Destroying instance {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1805.564270] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-340c0553-4053-4194-a795-9145970b0378 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.572081] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-b118de42-c577-48e1-9f74-e2f4d8e2cdd3 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: ca964e61-9cf0-433e-8fb9-956b57eee112] Powering off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1805.572300] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c91fdc39-9e36-42dd-b97f-bc69b8682f37 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.579122] env[68893]: DEBUG oslo_vmware.api [None req-b118de42-c577-48e1-9f74-e2f4d8e2cdd3 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Waiting for the task: (returnval){ [ 1805.579122] env[68893]: value = "task-2792814" [ 1805.579122] env[68893]: _type = "Task" [ 1805.579122] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1805.586682] env[68893]: DEBUG oslo_vmware.api [None req-b118de42-c577-48e1-9f74-e2f4d8e2cdd3 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Task: {'id': task-2792814, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.088887] env[68893]: DEBUG oslo_vmware.api [None req-b118de42-c577-48e1-9f74-e2f4d8e2cdd3 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Task: {'id': task-2792814, 'name': PowerOffVM_Task, 'duration_secs': 0.208156} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1806.089223] env[68893]: DEBUG nova.virt.vmwareapi.vm_util [None req-b118de42-c577-48e1-9f74-e2f4d8e2cdd3 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: ca964e61-9cf0-433e-8fb9-956b57eee112] Powered off the VM {{(pid=68893) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1806.089342] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-b118de42-c577-48e1-9f74-e2f4d8e2cdd3 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: ca964e61-9cf0-433e-8fb9-956b57eee112] Unregistering the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1806.089573] env[68893]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f232074c-5bae-47b1-a683-ff2741e4baec {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.153175] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-b118de42-c577-48e1-9f74-e2f4d8e2cdd3 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: ca964e61-9cf0-433e-8fb9-956b57eee112] Unregistered the VM {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1806.153410] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-b118de42-c577-48e1-9f74-e2f4d8e2cdd3 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: ca964e61-9cf0-433e-8fb9-956b57eee112] Deleting contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1806.153537] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-b118de42-c577-48e1-9f74-e2f4d8e2cdd3 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Deleting the datastore file [datastore2] ca964e61-9cf0-433e-8fb9-956b57eee112 {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1806.153874] env[68893]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-04369c36-0791-49ff-ab5d-c83cb95d940f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.160466] env[68893]: DEBUG oslo_vmware.api [None req-b118de42-c577-48e1-9f74-e2f4d8e2cdd3 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Waiting for the task: (returnval){ [ 1806.160466] env[68893]: value = "task-2792816" [ 1806.160466] env[68893]: _type = "Task" [ 1806.160466] env[68893]: } to complete. {{(pid=68893) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1806.168110] env[68893]: DEBUG oslo_vmware.api [None req-b118de42-c577-48e1-9f74-e2f4d8e2cdd3 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Task: {'id': task-2792816, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.670535] env[68893]: DEBUG oslo_vmware.api [None req-b118de42-c577-48e1-9f74-e2f4d8e2cdd3 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Task: {'id': task-2792816, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.125687} completed successfully. {{(pid=68893) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1806.670790] env[68893]: DEBUG nova.virt.vmwareapi.ds_util [None req-b118de42-c577-48e1-9f74-e2f4d8e2cdd3 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Deleted the datastore file {{(pid=68893) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1806.670973] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-b118de42-c577-48e1-9f74-e2f4d8e2cdd3 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: ca964e61-9cf0-433e-8fb9-956b57eee112] Deleted contents of the VM from datastore datastore2 {{(pid=68893) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1806.671171] env[68893]: DEBUG nova.virt.vmwareapi.vmops [None req-b118de42-c577-48e1-9f74-e2f4d8e2cdd3 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: ca964e61-9cf0-433e-8fb9-956b57eee112] Instance destroyed {{(pid=68893) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1806.671354] env[68893]: INFO nova.compute.manager [None req-b118de42-c577-48e1-9f74-e2f4d8e2cdd3 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] [instance: ca964e61-9cf0-433e-8fb9-956b57eee112] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1806.671594] env[68893]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b118de42-c577-48e1-9f74-e2f4d8e2cdd3 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68893) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1806.671779] env[68893]: DEBUG nova.compute.manager [-] [instance: ca964e61-9cf0-433e-8fb9-956b57eee112] Deallocating network for instance {{(pid=68893) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1806.671877] env[68893]: DEBUG nova.network.neutron [-] [instance: ca964e61-9cf0-433e-8fb9-956b57eee112] deallocate_for_instance() {{(pid=68893) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1807.130304] env[68893]: DEBUG nova.compute.manager [req-4664f807-ec74-475a-b021-bd2b16faeadf req-fa2625b4-081d-46d8-9b47-96d7d922614d service nova] [instance: ca964e61-9cf0-433e-8fb9-956b57eee112] Received event network-vif-deleted-3d6684cf-57e8-4e0e-b078-339f82e7b249 {{(pid=68893) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1807.130573] env[68893]: INFO nova.compute.manager [req-4664f807-ec74-475a-b021-bd2b16faeadf req-fa2625b4-081d-46d8-9b47-96d7d922614d service nova] [instance: ca964e61-9cf0-433e-8fb9-956b57eee112] Neutron deleted interface 3d6684cf-57e8-4e0e-b078-339f82e7b249; detaching it from the instance and deleting it from the info cache [ 1807.130851] env[68893]: DEBUG nova.network.neutron [req-4664f807-ec74-475a-b021-bd2b16faeadf req-fa2625b4-081d-46d8-9b47-96d7d922614d service nova] [instance: ca964e61-9cf0-433e-8fb9-956b57eee112] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1807.613756] env[68893]: DEBUG nova.network.neutron [-] [instance: ca964e61-9cf0-433e-8fb9-956b57eee112] Updating instance_info_cache with network_info: [] {{(pid=68893) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1807.633426] env[68893]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6e55eea8-3557-4d12-b2a1-bd95d3e0d94c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.642615] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0523ccc8-f684-4287-bbc0-045a97cb911f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.666290] env[68893]: DEBUG nova.compute.manager [req-4664f807-ec74-475a-b021-bd2b16faeadf req-fa2625b4-081d-46d8-9b47-96d7d922614d service nova] [instance: ca964e61-9cf0-433e-8fb9-956b57eee112] Detach interface failed, port_id=3d6684cf-57e8-4e0e-b078-339f82e7b249, reason: Instance ca964e61-9cf0-433e-8fb9-956b57eee112 could not be found. {{(pid=68893) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1808.117290] env[68893]: INFO nova.compute.manager [-] [instance: ca964e61-9cf0-433e-8fb9-956b57eee112] Took 1.45 seconds to deallocate network for instance. [ 1808.624318] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b118de42-c577-48e1-9f74-e2f4d8e2cdd3 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1808.624677] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b118de42-c577-48e1-9f74-e2f4d8e2cdd3 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1808.624813] env[68893]: DEBUG nova.objects.instance [None req-b118de42-c577-48e1-9f74-e2f4d8e2cdd3 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Lazy-loading 'resources' on Instance uuid ca964e61-9cf0-433e-8fb9-956b57eee112 {{(pid=68893) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1809.161860] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7571d751-b614-4649-80e3-a1b0c4452dd5 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.169540] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4043eee0-0f56-415f-8433-8fb673c77860 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.200961] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a802c5c1-5774-425f-8ba8-198ae4872217 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.208383] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-431f7a53-ddbf-4800-aa13-9746af935c3f {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.222738] env[68893]: DEBUG nova.compute.provider_tree [None req-b118de42-c577-48e1-9f74-e2f4d8e2cdd3 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Inventory has not changed in ProviderTree for provider: d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1809.725670] env[68893]: DEBUG nova.scheduler.client.report [None req-b118de42-c577-48e1-9f74-e2f4d8e2cdd3 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Inventory has not changed for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1810.230713] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b118de42-c577-48e1-9f74-e2f4d8e2cdd3 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.606s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1810.250897] env[68893]: INFO nova.scheduler.client.report [None req-b118de42-c577-48e1-9f74-e2f4d8e2cdd3 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Deleted allocations for instance ca964e61-9cf0-433e-8fb9-956b57eee112 [ 1810.758945] env[68893]: DEBUG oslo_concurrency.lockutils [None req-b118de42-c577-48e1-9f74-e2f4d8e2cdd3 tempest-AttachVolumeShelveTestJSON-332657944 tempest-AttachVolumeShelveTestJSON-332657944-project-member] Lock "ca964e61-9cf0-433e-8fb9-956b57eee112" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.703s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1825.000955] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1825.001263] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1825.001436] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1825.001590] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1825.001737] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68893) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 1827.317472] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1828.322022] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1829.322315] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1829.322642] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager.update_available_resource {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1829.825829] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1829.826114] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1829.826326] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1829.826499] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68893) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1829.827489] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c628c19e-5d69-434c-9dc8-71edaabe8557 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.836084] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ff4edd7-d6dd-4700-bb5d-c44962a10c65 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.849769] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a6f359e-98be-4c09-8ba1-b0790d02d3a1 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.855436] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cafe3f99-1661-418f-93e0-e316dfd000ce {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.884333] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181009MB free_disk=175GB free_vcpus=48 pci_devices=None {{(pid=68893) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1829.884466] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1829.884665] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1831.026130] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=68893) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1831.026392] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=68893) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1831.039239] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47df0b47-5ddf-44c1-98fb-5773ad6a0a8c {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.046470] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a0c3775-1c41-4197-bf6a-8862ed25921a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.075416] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5be1db26-528e-468f-b7ad-6090945ada70 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.082280] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0061825f-cfd2-4ed1-a05d-39a4fd3c9afb {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.095682] env[68893]: DEBUG nova.compute.provider_tree [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Updating inventory in ProviderTree for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1831.615756] env[68893]: ERROR nova.scheduler.client.report [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [req-9934e7c7-a5ab-4fc2-a818-01abe152f9f9] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d14b70d6-a636-4db0-b5a6-b901da6fa895. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9934e7c7-a5ab-4fc2-a818-01abe152f9f9"}]} [ 1831.631015] env[68893]: DEBUG nova.scheduler.client.report [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Refreshing inventories for resource provider d14b70d6-a636-4db0-b5a6-b901da6fa895 {{(pid=68893) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1831.643987] env[68893]: DEBUG nova.scheduler.client.report [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Updating ProviderTree inventory for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1831.644179] env[68893]: DEBUG nova.compute.provider_tree [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Updating inventory in ProviderTree for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1831.655887] env[68893]: DEBUG nova.scheduler.client.report [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Refreshing aggregate associations for resource provider d14b70d6-a636-4db0-b5a6-b901da6fa895, aggregates: None {{(pid=68893) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1831.672864] env[68893]: DEBUG nova.scheduler.client.report [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Refreshing trait associations for resource provider d14b70d6-a636-4db0-b5a6-b901da6fa895, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE {{(pid=68893) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1831.684473] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01a80e12-d4ea-404e-94d7-5a6e8ad65f00 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.692772] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e1c6069-f773-4c5f-b4ea-adc73772b3d6 {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.721793] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35d891ed-bb38-4ec5-a402-7bf01a1e45fe {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.728625] env[68893]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53d92059-84fb-473e-a9fe-4401368b235a {{(pid=68893) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.741149] env[68893]: DEBUG nova.compute.provider_tree [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Updating inventory in ProviderTree for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1832.272116] env[68893]: DEBUG nova.scheduler.client.report [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Updated inventory for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with generation 200 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1832.272372] env[68893]: DEBUG nova.compute.provider_tree [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Updating resource provider d14b70d6-a636-4db0-b5a6-b901da6fa895 generation from 200 to 201 during operation: update_inventory {{(pid=68893) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1832.272498] env[68893]: DEBUG nova.compute.provider_tree [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Updating inventory in ProviderTree for provider d14b70d6-a636-4db0-b5a6-b901da6fa895 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68893) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1832.776751] env[68893]: DEBUG nova.compute.resource_tracker [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68893) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1832.776953] env[68893]: DEBUG oslo_concurrency.lockutils [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.892s {{(pid=68893) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1832.777200] env[68893]: DEBUG oslo_service.periodic_task [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=68893) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1832.777339] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] Cleaning up deleted instances {{(pid=68893) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11753}} [ 1833.281569] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] There are 3 instances to clean {{(pid=68893) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11762}} [ 1833.281860] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: ca964e61-9cf0-433e-8fb9-956b57eee112] Instance has had 0 of 5 cleanup attempts {{(pid=68893) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1833.785531] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: 4033fc20-a233-4b62-abb0-ac51193344c7] Instance has had 0 of 5 cleanup attempts {{(pid=68893) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1834.289299] env[68893]: DEBUG nova.compute.manager [None req-60e64133-8160-4f79-9097-bdd90b19708c None None] [instance: adedab2a-25f1-457c-b2bb-ad8067080b30] Instance has had 0 of 5 cleanup attempts {{(pid=68893) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}